2024-05-27T00:09:32.886 INFO:root:teuthology version: 0.0.1.dev291+ge7ae758 2024-05-27T00:09:32.887 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_teuthology@teuthology --archive /home/teuthworker/archive/teuthology-2024-05-26_21:24:02-fs-squid-distro-default-smithi/7727190 --name teuthology-2024-05-26_21:24:02-fs-squid-distro-default-smithi --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/fs/norstats}} --verbose -- /home/teuthworker/archive/teuthology-2024-05-26_21:24:02-fs-squid-distro-default-smithi/7727190/orig.config.yaml 2024-05-27T00:09:32.952 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-27T00:09:33.050 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-05-26_21:24:02-fs-squid-distro-default-smithi/7727190 branch: squid description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/fs/norstats}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7727190' kernel: client: branch: testing kdb: 1 sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule name: teuthology-2024-05-26_21:24:02-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client dirsize rbytes: false client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 mds_export_ephemeral_random_max: 0.1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - slow metadata IO - SLOW_OPS - slow request sha1: 0ef46a246e1118e5adafa1857b4189e7d780c816 subvols: create: 2 subvol_options: --namespace-isolated ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount install: ceph: flavor: default sha1: 0ef46a246e1118e5adafa1857b4189e7d780c816 kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=secure - nowsync rbytes: false syntax: v1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 7d7cb32d1d130135a98121a564d709025c2154b6 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 1555 sha1: 0ef46a246e1118e5adafa1857b4189e7d780c816 sleep_before_teardown: 0 subset: 10/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_7d7cb32d1d130135a98121a564d709025c2154b6/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 7d7cb32d1d130135a98121a564d709025c2154b6 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi044.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBwkfxQY2jPBBc2D5r2zRki5ZxZfDrXdqXq90kHdtcGJSXqUIXjsE3z0M/qBx7Vf3drFPgRrIrQ6/gL9WOcjmv0= smithi050.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLiAATcxj3Lfhi69NXmNlEu4ozef5B+nRUivZRGO8ZQVXLJE3kG9KtBo7LV8XPhoiLFtX8kL+G3k7Dc0SdvCq4c= smithi137.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGfQZgvuGvBZAvJwMgFNduD0RVX66DYWXXW32V9hW6CVL/BBaqlBKvhDuHV6TqIRUzmCVEDyOIDp7p19QZLm6+U= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate false - ceph fs subvolumegroup pin cephfs qa random 0.10 - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - exec: mon.a: - ceph config set mgr mgr/snap_schedule/log_level debug - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - workunit: clients: all: - fs/norstats teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: e7ae7580c417d6ab27fda98fecadca5d9f85d63e timestamp: 2024-05-26_21:24:02 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2698841 2024-05-27T00:09:33.050 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_7d7cb32d1d130135a98121a564d709025c2154b6/qa; will attempt to use it 2024-05-27T00:09:33.051 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_7d7cb32d1d130135a98121a564d709025c2154b6/qa/tasks 2024-05-27T00:09:33.051 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-05-27T00:09:33.052 INFO:teuthology.task.internal:Checking packages... 2024-05-27T00:09:33.073 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '0ef46a246e1118e5adafa1857b4189e7d780c816' 2024-05-27T00:09:33.073 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-27T00:09:33.073 INFO:teuthology.packaging:ref: None 2024-05-27T00:09:33.073 INFO:teuthology.packaging:tag: None 2024-05-27T00:09:33.073 INFO:teuthology.packaging:branch: squid 2024-05-27T00:09:33.073 INFO:teuthology.packaging:sha1: 0ef46a246e1118e5adafa1857b4189e7d780c816 2024-05-27T00:09:33.073 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-05-27T00:09:33.293 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2859.g7d7cb32d 2024-05-27T00:09:33.295 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-05-27T00:09:33.339 INFO:teuthology.task.internal:no buildpackages task found 2024-05-27T00:09:33.339 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-05-27T00:09:33.348 INFO:teuthology.task.internal:Saving configuration 2024-05-27T00:09:33.368 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-05-27T00:09:33.379 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-27T00:09:33.403 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi044.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-05-26_21:24:02-fs-squid-distro-default-smithi/7727190', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-27 00:04:47.822327', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBwkfxQY2jPBBc2D5r2zRki5ZxZfDrXdqXq90kHdtcGJSXqUIXjsE3z0M/qBx7Vf3drFPgRrIrQ6/gL9WOcjmv0='} 2024-05-27T00:09:33.423 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi050.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-05-26_21:24:02-fs-squid-distro-default-smithi/7727190', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-27 00:04:47.824636', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLiAATcxj3Lfhi69NXmNlEu4ozef5B+nRUivZRGO8ZQVXLJE3kG9KtBo7LV8XPhoiLFtX8kL+G3k7Dc0SdvCq4c='} 2024-05-27T00:09:33.445 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi137.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-05-26_21:24:02-fs-squid-distro-default-smithi/7727190', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-27 00:04:47.820793', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGfQZgvuGvBZAvJwMgFNduD0RVX66DYWXXW32V9hW6CVL/BBaqlBKvhDuHV6TqIRUzmCVEDyOIDp7p19QZLm6+U='} 2024-05-27T00:09:33.445 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-05-27T00:09:33.460 INFO:teuthology.task.internal:roles: ubuntu@smithi044.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-05-27T00:09:33.460 INFO:teuthology.task.internal:roles: ubuntu@smithi050.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-05-27T00:09:33.460 INFO:teuthology.task.internal:roles: ubuntu@smithi137.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-05-27T00:09:33.460 INFO:teuthology.run_tasks:Running task console_log... 2024-05-27T00:09:33.585 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f713f097be0>, signals=[15]) 2024-05-27T00:09:33.585 INFO:teuthology.run_tasks:Running task internal.connect... 2024-05-27T00:09:33.604 INFO:teuthology.task.internal:Opening connections... 2024-05-27T00:09:33.604 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi044.front.sepia.ceph.com 2024-05-27T00:09:33.606 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-27T00:09:33.685 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi050.front.sepia.ceph.com 2024-05-27T00:09:33.686 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-27T00:09:33.759 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi137.front.sepia.ceph.com 2024-05-27T00:09:33.760 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi137.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-27T00:09:33.834 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-05-27T00:09:33.874 DEBUG:teuthology.orchestra.run.smithi044:> uname -m 2024-05-27T00:09:33.893 INFO:teuthology.orchestra.run.smithi044.stdout:x86_64 2024-05-27T00:09:33.893 DEBUG:teuthology.orchestra.run.smithi044:> cat /etc/os-release 2024-05-27T00:09:33.951 INFO:teuthology.orchestra.run.smithi044.stdout:NAME="CentOS Stream" 2024-05-27T00:09:33.951 INFO:teuthology.orchestra.run.smithi044.stdout:VERSION="9" 2024-05-27T00:09:33.951 INFO:teuthology.orchestra.run.smithi044.stdout:ID="centos" 2024-05-27T00:09:33.951 INFO:teuthology.orchestra.run.smithi044.stdout:ID_LIKE="rhel fedora" 2024-05-27T00:09:33.951 INFO:teuthology.orchestra.run.smithi044.stdout:VERSION_ID="9" 2024-05-27T00:09:33.952 INFO:teuthology.orchestra.run.smithi044.stdout:PLATFORM_ID="platform:el9" 2024-05-27T00:09:33.952 INFO:teuthology.orchestra.run.smithi044.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-27T00:09:33.952 INFO:teuthology.orchestra.run.smithi044.stdout:ANSI_COLOR="0;31" 2024-05-27T00:09:33.952 INFO:teuthology.orchestra.run.smithi044.stdout:LOGO="fedora-logo-icon" 2024-05-27T00:09:33.952 INFO:teuthology.orchestra.run.smithi044.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-27T00:09:33.952 INFO:teuthology.orchestra.run.smithi044.stdout:HOME_URL="https://centos.org/" 2024-05-27T00:09:33.952 INFO:teuthology.orchestra.run.smithi044.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-27T00:09:33.952 INFO:teuthology.orchestra.run.smithi044.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-27T00:09:33.952 INFO:teuthology.orchestra.run.smithi044.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-27T00:09:33.953 INFO:teuthology.lock.ops:Updating smithi044.front.sepia.ceph.com on lock server 2024-05-27T00:09:33.975 DEBUG:teuthology.orchestra.run.smithi050:> uname -m 2024-05-27T00:09:33.994 INFO:teuthology.orchestra.run.smithi050.stdout:x86_64 2024-05-27T00:09:33.994 DEBUG:teuthology.orchestra.run.smithi050:> cat /etc/os-release 2024-05-27T00:09:34.052 INFO:teuthology.orchestra.run.smithi050.stdout:NAME="CentOS Stream" 2024-05-27T00:09:34.052 INFO:teuthology.orchestra.run.smithi050.stdout:VERSION="9" 2024-05-27T00:09:34.052 INFO:teuthology.orchestra.run.smithi050.stdout:ID="centos" 2024-05-27T00:09:34.052 INFO:teuthology.orchestra.run.smithi050.stdout:ID_LIKE="rhel fedora" 2024-05-27T00:09:34.052 INFO:teuthology.orchestra.run.smithi050.stdout:VERSION_ID="9" 2024-05-27T00:09:34.053 INFO:teuthology.orchestra.run.smithi050.stdout:PLATFORM_ID="platform:el9" 2024-05-27T00:09:34.053 INFO:teuthology.orchestra.run.smithi050.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-27T00:09:34.053 INFO:teuthology.orchestra.run.smithi050.stdout:ANSI_COLOR="0;31" 2024-05-27T00:09:34.053 INFO:teuthology.orchestra.run.smithi050.stdout:LOGO="fedora-logo-icon" 2024-05-27T00:09:34.053 INFO:teuthology.orchestra.run.smithi050.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-27T00:09:34.053 INFO:teuthology.orchestra.run.smithi050.stdout:HOME_URL="https://centos.org/" 2024-05-27T00:09:34.053 INFO:teuthology.orchestra.run.smithi050.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-27T00:09:34.053 INFO:teuthology.orchestra.run.smithi050.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-27T00:09:34.053 INFO:teuthology.orchestra.run.smithi050.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-27T00:09:34.054 INFO:teuthology.lock.ops:Updating smithi050.front.sepia.ceph.com on lock server 2024-05-27T00:09:34.075 DEBUG:teuthology.orchestra.run.smithi137:> uname -m 2024-05-27T00:09:34.093 INFO:teuthology.orchestra.run.smithi137.stdout:x86_64 2024-05-27T00:09:34.093 DEBUG:teuthology.orchestra.run.smithi137:> cat /etc/os-release 2024-05-27T00:09:34.151 INFO:teuthology.orchestra.run.smithi137.stdout:NAME="CentOS Stream" 2024-05-27T00:09:34.151 INFO:teuthology.orchestra.run.smithi137.stdout:VERSION="9" 2024-05-27T00:09:34.151 INFO:teuthology.orchestra.run.smithi137.stdout:ID="centos" 2024-05-27T00:09:34.151 INFO:teuthology.orchestra.run.smithi137.stdout:ID_LIKE="rhel fedora" 2024-05-27T00:09:34.151 INFO:teuthology.orchestra.run.smithi137.stdout:VERSION_ID="9" 2024-05-27T00:09:34.152 INFO:teuthology.orchestra.run.smithi137.stdout:PLATFORM_ID="platform:el9" 2024-05-27T00:09:34.152 INFO:teuthology.orchestra.run.smithi137.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-27T00:09:34.152 INFO:teuthology.orchestra.run.smithi137.stdout:ANSI_COLOR="0;31" 2024-05-27T00:09:34.152 INFO:teuthology.orchestra.run.smithi137.stdout:LOGO="fedora-logo-icon" 2024-05-27T00:09:34.152 INFO:teuthology.orchestra.run.smithi137.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-27T00:09:34.152 INFO:teuthology.orchestra.run.smithi137.stdout:HOME_URL="https://centos.org/" 2024-05-27T00:09:34.152 INFO:teuthology.orchestra.run.smithi137.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-27T00:09:34.152 INFO:teuthology.orchestra.run.smithi137.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-27T00:09:34.152 INFO:teuthology.orchestra.run.smithi137.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-27T00:09:34.152 INFO:teuthology.lock.ops:Updating smithi137.front.sepia.ceph.com on lock server 2024-05-27T00:09:34.175 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-05-27T00:09:34.197 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-05-27T00:09:34.209 INFO:teuthology.task.internal:Checking for old test directory... 2024-05-27T00:09:34.210 DEBUG:teuthology.orchestra.run.smithi044:> test '!' -e /home/ubuntu/cephtest 2024-05-27T00:09:34.212 DEBUG:teuthology.orchestra.run.smithi050:> test '!' -e /home/ubuntu/cephtest 2024-05-27T00:09:34.215 DEBUG:teuthology.orchestra.run.smithi137:> test '!' -e /home/ubuntu/cephtest 2024-05-27T00:09:34.231 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-05-27T00:09:34.240 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-05-27T00:09:34.240 DEBUG:teuthology.orchestra.run.smithi044:> test -z $(ls -A /var/lib/ceph) 2024-05-27T00:09:34.270 DEBUG:teuthology.orchestra.run.smithi050:> test -z $(ls -A /var/lib/ceph) 2024-05-27T00:09:34.272 DEBUG:teuthology.orchestra.run.smithi137:> test -z $(ls -A /var/lib/ceph) 2024-05-27T00:09:34.378 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-05-27T00:09:34.446 INFO:teuthology.run_tasks:Running task kernel... 2024-05-27T00:09:34.462 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'} 2024-05-27T00:09:34.462 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}} 2024-05-27T00:09:34.462 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}}, timeout 300 2024-05-27T00:09:34.462 DEBUG:teuthology.orchestra.run.smithi044:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-27T00:09:34.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-27T00:09:34.480 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-05-27T00:09:34.700 DEBUG:teuthology.task.kernel:sha1 for client.0 is b9459a26b0888785d05c47deb35abc9d0354ab93 2024-05-27T00:09:34.700 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "b9459a26b0888785d05c47deb35abc9d0354ab93"... 2024-05-27T00:09:34.700 DEBUG:teuthology.orchestra.run.smithi044:> uname -r 2024-05-27T00:09:34.718 INFO:teuthology.orchestra.run.smithi044.stdout:5.14.0-437.el9.x86_64 2024-05-27T00:09:34.718 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs b9459a26b0888785d05c47deb35abc9d0354ab93 2024-05-27T00:09:34.719 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-05-27T00:09:34.719 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum upgrade -y linux-firmware 2024-05-27T00:09:38.478 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - BaseOS 3.8 MB/s | 8.1 MB 00:02 2024-05-27T00:09:41.995 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - AppStream 8.0 MB/s | 19 MB 00:02 2024-05-27T00:09:47.771 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - CRB 3.0 MB/s | 6.2 MB 00:02 2024-05-27T00:09:49.263 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - Extras packages 60 kB/s | 17 kB 00:00 2024-05-27T00:09:54.414 INFO:teuthology.orchestra.run.smithi044.stdout:Extra Packages for Enterprise Linux 4.2 MB/s | 21 MB 00:05 2024-05-27T00:09:59.756 INFO:teuthology.orchestra.run.smithi044.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-05-27T00:10:01.851 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2024-05-27T00:10:01.852 INFO:teuthology.orchestra.run.smithi044.stdout:Nothing to do. 2024-05-27T00:10:01.852 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2024-05-27T00:10:01.969 INFO:teuthology.task.kernel:Downloading kernel b9459a26b0888785d05c47deb35abc9d0354ab93 on client.0... 2024-05-27T00:10:01.969 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b9459a26b0888785d05c47deb35abc9d0354ab93 2024-05-27T00:10:02.219 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/b9459a26b0888785d05c47deb35abc9d0354ab93/centos/9/flavors/default/x86_64/ 2024-05-27T00:10:02.219 DEBUG:teuthology.orchestra.run.smithi044:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.9.0_gb9459a26b088-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://3.chacra.ceph.com/r/kernel/testing/b9459a26b0888785d05c47deb35abc9d0354ab93/centos/9/flavors/default/x86_64/ --input-file=- 2024-05-27T00:10:02.222 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi044.front.sepia.ceph.com to complete... 2024-05-27T00:10:19.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27 00:10:19 URL:https://3.chacra.ceph.com/r/kernel/testing/b9459a26b0888785d05c47deb35abc9d0354ab93/centos/9/flavors/default/x86_64/kernel-6.9.0_gb9459a26b088-1.x86_64.rpm [356863406/356863406] -> "/tmp/kernel.x86_64.rpm" [1] 2024-05-27T00:10:19.293 INFO:teuthology.orchestra.run.smithi044.stderr:FINISHED --2024-05-27 00:10:19-- 2024-05-27T00:10:19.293 INFO:teuthology.orchestra.run.smithi044.stderr:Total wall clock time: 17s 2024-05-27T00:10:19.293 INFO:teuthology.orchestra.run.smithi044.stderr:Downloaded: 1 files, 340M in 17s (20.5 MB/s) 2024-05-27T00:10:19.295 INFO:teuthology.task.kernel:Installing kernel b9459a26b0888785d05c47deb35abc9d0354ab93 on client.0... 2024-05-27T00:10:19.296 DEBUG:teuthology.orchestra.run.smithi044:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-05-27T00:10:21.483 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying... ######################################## 2024-05-27T00:10:21.599 INFO:teuthology.orchestra.run.smithi044.stdout:Preparing... ######################################## 2024-05-27T00:10:21.712 INFO:teuthology.orchestra.run.smithi044.stdout:Updating / installing... 2024-05-27T00:10:29.995 INFO:teuthology.orchestra.run.smithi044.stdout:kernel-6.9.0_gb9459a26b088-1 ######################################## 2024-05-27T00:11:09.971 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi044.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-05-27T00:11:09.971 DEBUG:teuthology.orchestra.run.smithi044:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-05-27T00:11:10.055 INFO:teuthology.orchestra.run.smithi044.stdout:/boot/System.map-6.9.0-gb9459a26b088 2024-05-27T00:11:10.056 INFO:teuthology.orchestra.run.smithi044.stdout:/boot/config-6.9.0-gb9459a26b088 2024-05-27T00:11:10.056 INFO:teuthology.orchestra.run.smithi044.stdout:/boot/vmlinuz-6.9.0-gb9459a26b088 2024-05-27T00:11:10.056 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/System.map 2024-05-27T00:11:10.056 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/config 2024-05-27T00:11:10.056 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel 2024-05-27T00:11:10.056 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch 2024-05-27T00:11:10.056 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86 2024-05-27T00:11:10.056 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/crypto 2024-05-27T00:11:10.056 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-05-27T00:11:10.056 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-05-27T00:11:10.057 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-05-27T00:11:10.057 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-05-27T00:11:10.057 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-05-27T00:11:10.057 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-05-27T00:11:10.057 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-05-27T00:11:10.057 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/crypto/crc32c-intel.ko 2024-05-27T00:11:10.057 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-05-27T00:11:10.057 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-05-27T00:11:10.057 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-05-27T00:11:10.057 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-05-27T00:11:10.058 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/crypto/serpent-avx2.ko 2024-05-27T00:11:10.058 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-05-27T00:11:10.058 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-05-27T00:11:10.058 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-05-27T00:11:10.058 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-05-27T00:11:10.058 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-05-27T00:11:10.058 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-05-27T00:11:10.058 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-05-27T00:11:10.059 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/kernel 2024-05-27T00:11:10.059 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/kernel/cpu 2024-05-27T00:11:10.059 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/kernel/cpu/mce 2024-05-27T00:11:10.059 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-05-27T00:11:10.059 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/kvm 2024-05-27T00:11:10.059 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/kvm/kvm-amd.ko 2024-05-27T00:11:10.059 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/kvm/kvm-intel.ko 2024-05-27T00:11:10.059 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/arch/x86/kvm/kvm.ko 2024-05-27T00:11:10.059 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto 2024-05-27T00:11:10.059 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/ansi_cprng.ko 2024-05-27T00:11:10.059 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/anubis.ko 2024-05-27T00:11:10.060 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/arc4.ko 2024-05-27T00:11:10.060 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/async_tx 2024-05-27T00:11:10.060 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/async_tx/async_memcpy.ko 2024-05-27T00:11:10.060 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/async_tx/async_pq.ko 2024-05-27T00:11:10.060 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/async_tx/async_raid6_recov.ko 2024-05-27T00:11:10.060 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/async_tx/async_tx.ko 2024-05-27T00:11:10.060 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/async_tx/async_xor.ko 2024-05-27T00:11:10.061 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/async_tx/raid6test.ko 2024-05-27T00:11:10.061 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/authenc.ko 2024-05-27T00:11:10.061 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/authencesn.ko 2024-05-27T00:11:10.061 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/blake2b_generic.ko 2024-05-27T00:11:10.061 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/blowfish_common.ko 2024-05-27T00:11:10.061 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/blowfish_generic.ko 2024-05-27T00:11:10.061 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/camellia_generic.ko 2024-05-27T00:11:10.061 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/cast5_generic.ko 2024-05-27T00:11:10.061 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/cast6_generic.ko 2024-05-27T00:11:10.061 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/cast_common.ko 2024-05-27T00:11:10.062 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/ccm.ko 2024-05-27T00:11:10.062 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/cmac.ko 2024-05-27T00:11:10.062 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/crc32_generic.ko 2024-05-27T00:11:10.062 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/crypto_engine.ko 2024-05-27T00:11:10.062 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/crypto_user.ko 2024-05-27T00:11:10.062 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/cts.ko 2024-05-27T00:11:10.062 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/des_generic.ko 2024-05-27T00:11:10.062 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/dh_generic.ko 2024-05-27T00:11:10.062 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/echainiv.ko 2024-05-27T00:11:10.062 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/essiv.ko 2024-05-27T00:11:10.062 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/fcrypt.ko 2024-05-27T00:11:10.062 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/khazad.ko 2024-05-27T00:11:10.062 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/lz4.ko 2024-05-27T00:11:10.063 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/lz4hc.ko 2024-05-27T00:11:10.063 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/md4.ko 2024-05-27T00:11:10.063 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/michael_mic.ko 2024-05-27T00:11:10.063 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/pcbc.ko 2024-05-27T00:11:10.063 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/pcrypt.ko 2024-05-27T00:11:10.063 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/rmd160.ko 2024-05-27T00:11:10.063 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/seed.ko 2024-05-27T00:11:10.063 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/serpent_generic.ko 2024-05-27T00:11:10.063 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/tcrypt.ko 2024-05-27T00:11:10.064 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/tea.ko 2024-05-27T00:11:10.064 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/twofish_common.ko 2024-05-27T00:11:10.064 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/twofish_generic.ko 2024-05-27T00:11:10.064 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/vmac.ko 2024-05-27T00:11:10.064 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/wp512.ko 2024-05-27T00:11:10.064 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/xcbc.ko 2024-05-27T00:11:10.064 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/xor.ko 2024-05-27T00:11:10.065 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/crypto/xxhash_generic.ko 2024-05-27T00:11:10.065 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers 2024-05-27T00:11:10.065 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/acpi 2024-05-27T00:11:10.065 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/acpi/acpi_ipmi.ko 2024-05-27T00:11:10.065 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/acpi/acpi_pad.ko 2024-05-27T00:11:10.065 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/acpi/ec_sys.ko 2024-05-27T00:11:10.066 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/acpi/platform_profile.ko 2024-05-27T00:11:10.066 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/acpi/sbs.ko 2024-05-27T00:11:10.066 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/acpi/sbshc.ko 2024-05-27T00:11:10.066 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/acpi/video.ko 2024-05-27T00:11:10.066 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata 2024-05-27T00:11:10.066 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/acard-ahci.ko 2024-05-27T00:11:10.066 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/ahci_platform.ko 2024-05-27T00:11:10.066 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/ata_generic.ko 2024-05-27T00:11:10.067 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/libahci_platform.ko 2024-05-27T00:11:10.067 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_acpi.ko 2024-05-27T00:11:10.067 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_ali.ko 2024-05-27T00:11:10.067 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_amd.ko 2024-05-27T00:11:10.067 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_artop.ko 2024-05-27T00:11:10.067 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_atiixp.ko 2024-05-27T00:11:10.067 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_atp867x.ko 2024-05-27T00:11:10.067 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_cmd640.ko 2024-05-27T00:11:10.067 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_cmd64x.ko 2024-05-27T00:11:10.068 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_cypress.ko 2024-05-27T00:11:10.068 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_efar.ko 2024-05-27T00:11:10.068 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_hpt366.ko 2024-05-27T00:11:10.068 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_hpt37x.ko 2024-05-27T00:11:10.068 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_hpt3x2n.ko 2024-05-27T00:11:10.068 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_hpt3x3.ko 2024-05-27T00:11:10.068 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_it8213.ko 2024-05-27T00:11:10.068 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_it821x.ko 2024-05-27T00:11:10.068 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_jmicron.ko 2024-05-27T00:11:10.068 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_marvell.ko 2024-05-27T00:11:10.068 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_mpiix.ko 2024-05-27T00:11:10.068 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_netcell.ko 2024-05-27T00:11:10.068 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_ninja32.ko 2024-05-27T00:11:10.069 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_ns87410.ko 2024-05-27T00:11:10.069 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_ns87415.ko 2024-05-27T00:11:10.069 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_oldpiix.ko 2024-05-27T00:11:10.069 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_opti.ko 2024-05-27T00:11:10.069 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_optidma.ko 2024-05-27T00:11:10.069 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_pcmcia.ko 2024-05-27T00:11:10.069 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_pdc2027x.ko 2024-05-27T00:11:10.069 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-05-27T00:11:10.069 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_piccolo.ko 2024-05-27T00:11:10.070 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_rdc.ko 2024-05-27T00:11:10.070 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_sch.ko 2024-05-27T00:11:10.070 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_serverworks.ko 2024-05-27T00:11:10.070 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_sil680.ko 2024-05-27T00:11:10.070 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_sis.ko 2024-05-27T00:11:10.070 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_sl82c105.ko 2024-05-27T00:11:10.070 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_triflex.ko 2024-05-27T00:11:10.070 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pata_via.ko 2024-05-27T00:11:10.070 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/pdc_adma.ko 2024-05-27T00:11:10.070 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/sata_inic162x.ko 2024-05-27T00:11:10.070 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/sata_mv.ko 2024-05-27T00:11:10.071 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/sata_nv.ko 2024-05-27T00:11:10.071 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/sata_promise.ko 2024-05-27T00:11:10.071 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/sata_qstor.ko 2024-05-27T00:11:10.071 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/sata_sil.ko 2024-05-27T00:11:10.071 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/sata_sil24.ko 2024-05-27T00:11:10.071 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/sata_sis.ko 2024-05-27T00:11:10.071 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/sata_svw.ko 2024-05-27T00:11:10.071 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/sata_sx4.ko 2024-05-27T00:11:10.071 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/sata_uli.ko 2024-05-27T00:11:10.071 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/sata_via.ko 2024-05-27T00:11:10.072 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ata/sata_vsc.ko 2024-05-27T00:11:10.072 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/auxdisplay 2024-05-27T00:11:10.072 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/auxdisplay/ks0108.ko 2024-05-27T00:11:10.072 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/base 2024-05-27T00:11:10.072 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/base/regmap 2024-05-27T00:11:10.072 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/base/regmap/regmap-i2c.ko 2024-05-27T00:11:10.072 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/base/regmap/regmap-mmio.ko 2024-05-27T00:11:10.072 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/bcma 2024-05-27T00:11:10.072 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/bcma/bcma.ko 2024-05-27T00:11:10.072 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/block 2024-05-27T00:11:10.072 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/block/aoe 2024-05-27T00:11:10.072 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/block/aoe/aoe.ko 2024-05-27T00:11:10.072 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/block/brd.ko 2024-05-27T00:11:10.072 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/block/drbd 2024-05-27T00:11:10.073 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/block/drbd/drbd.ko 2024-05-27T00:11:10.073 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/block/floppy.ko 2024-05-27T00:11:10.073 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/block/loop.ko 2024-05-27T00:11:10.073 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/block/mtip32xx 2024-05-27T00:11:10.073 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-05-27T00:11:10.073 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/block/nbd.ko 2024-05-27T00:11:10.073 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/block/null_blk 2024-05-27T00:11:10.073 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/block/null_blk/null_blk.ko 2024-05-27T00:11:10.073 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/block/pktcdvd.ko 2024-05-27T00:11:10.073 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/block/rbd.ko 2024-05-27T00:11:10.073 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/block/virtio_blk.ko 2024-05-27T00:11:10.073 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/block/xen-blkback 2024-05-27T00:11:10.073 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-05-27T00:11:10.073 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/block/xen-blkfront.ko 2024-05-27T00:11:10.074 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/block/zram 2024-05-27T00:11:10.074 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/block/zram/zram.ko 2024-05-27T00:11:10.074 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char 2024-05-27T00:11:10.074 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/hangcheck-timer.ko 2024-05-27T00:11:10.074 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/hw_random 2024-05-27T00:11:10.074 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/hw_random/amd-rng.ko 2024-05-27T00:11:10.074 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/hw_random/intel-rng.ko 2024-05-27T00:11:10.074 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-05-27T00:11:10.074 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/hw_random/via-rng.ko 2024-05-27T00:11:10.074 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/hw_random/virtio-rng.ko 2024-05-27T00:11:10.074 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/ipmi 2024-05-27T00:11:10.074 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-05-27T00:11:10.074 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-05-27T00:11:10.075 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-05-27T00:11:10.075 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/ipmi/ipmi_si.ko 2024-05-27T00:11:10.075 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-05-27T00:11:10.075 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-05-27T00:11:10.075 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/lp.ko 2024-05-27T00:11:10.075 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/mwave 2024-05-27T00:11:10.075 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/mwave/mwave.ko 2024-05-27T00:11:10.075 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/ppdev.ko 2024-05-27T00:11:10.075 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/tlclk.ko 2024-05-27T00:11:10.076 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/tpm 2024-05-27T00:11:10.076 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/tpm/tpm.ko 2024-05-27T00:11:10.076 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/tpm/tpm_atmel.ko 2024-05-27T00:11:10.076 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/tpm/tpm_infineon.ko 2024-05-27T00:11:10.076 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/tpm/tpm_nsc.ko 2024-05-27T00:11:10.076 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/tpm/tpm_tis.ko 2024-05-27T00:11:10.076 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-05-27T00:11:10.076 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/uv_mmtimer.ko 2024-05-27T00:11:10.076 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/char/virtio_console.ko 2024-05-27T00:11:10.076 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/cpufreq 2024-05-27T00:11:10.076 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-05-27T00:11:10.077 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-05-27T00:11:10.077 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/cpufreq/p4-clockmod.ko 2024-05-27T00:11:10.077 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-05-27T00:11:10.077 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/cpufreq/powernow-k8.ko 2024-05-27T00:11:10.077 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/cpufreq/speedstep-lib.ko 2024-05-27T00:11:10.077 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/crypto 2024-05-27T00:11:10.077 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/crypto/ccp 2024-05-27T00:11:10.077 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-05-27T00:11:10.077 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/crypto/ccp/ccp.ko 2024-05-27T00:11:10.078 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/crypto/intel 2024-05-27T00:11:10.078 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/crypto/intel/qat 2024-05-27T00:11:10.078 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/crypto/intel/qat/qat_common 2024-05-27T00:11:10.078 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-05-27T00:11:10.078 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-05-27T00:11:10.078 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-05-27T00:11:10.078 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/crypto/padlock-aes.ko 2024-05-27T00:11:10.078 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/crypto/padlock-sha.ko 2024-05-27T00:11:10.079 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/crypto/virtio 2024-05-27T00:11:10.079 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-05-27T00:11:10.079 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/dca 2024-05-27T00:11:10.079 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/dca/dca.ko 2024-05-27T00:11:10.079 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/devfreq 2024-05-27T00:11:10.079 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-05-27T00:11:10.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/dma 2024-05-27T00:11:10.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/dma/dw 2024-05-27T00:11:10.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/dma/dw/dw_dmac.ko 2024-05-27T00:11:10.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/dma/ioat 2024-05-27T00:11:10.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/dma/ioat/ioatdma.ko 2024-05-27T00:11:10.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/edac 2024-05-27T00:11:10.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/edac/amd64_edac.ko 2024-05-27T00:11:10.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/edac/e752x_edac.ko 2024-05-27T00:11:10.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/edac/edac_mce_amd.ko 2024-05-27T00:11:10.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/edac/i3000_edac.ko 2024-05-27T00:11:10.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/edac/i3200_edac.ko 2024-05-27T00:11:10.080 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/edac/i5100_edac.ko 2024-05-27T00:11:10.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/edac/i5400_edac.ko 2024-05-27T00:11:10.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/edac/i7300_edac.ko 2024-05-27T00:11:10.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/edac/i7core_edac.ko 2024-05-27T00:11:10.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/edac/i82975x_edac.ko 2024-05-27T00:11:10.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/edac/ie31200_edac.ko 2024-05-27T00:11:10.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/edac/sb_edac.ko 2024-05-27T00:11:10.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/edac/x38_edac.ko 2024-05-27T00:11:10.081 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/firmware 2024-05-27T00:11:10.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/firmware/edd.ko 2024-05-27T00:11:10.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/firmware/iscsi_ibft.ko 2024-05-27T00:11:10.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/gpio 2024-05-27T00:11:10.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/gpio/gpio-ich.ko 2024-05-27T00:11:10.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/gpio/gpio-viperboard.ko 2024-05-27T00:11:10.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid 2024-05-27T00:11:10.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-appleir.ko 2024-05-27T00:11:10.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-aureal.ko 2024-05-27T00:11:10.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-axff.ko 2024-05-27T00:11:10.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-dr.ko 2024-05-27T00:11:10.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-elecom.ko 2024-05-27T00:11:10.082 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-elo.ko 2024-05-27T00:11:10.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-emsff.ko 2024-05-27T00:11:10.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-gaff.ko 2024-05-27T00:11:10.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-gt683r.ko 2024-05-27T00:11:10.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-gyration.ko 2024-05-27T00:11:10.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-holtek-kbd.ko 2024-05-27T00:11:10.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-holtek-mouse.ko 2024-05-27T00:11:10.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-holtekff.ko 2024-05-27T00:11:10.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-hyperv.ko 2024-05-27T00:11:10.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-icade.ko 2024-05-27T00:11:10.083 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-keytouch.ko 2024-05-27T00:11:10.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-kye.ko 2024-05-27T00:11:10.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-lcpower.ko 2024-05-27T00:11:10.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-led.ko 2024-05-27T00:11:10.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-lenovo.ko 2024-05-27T00:11:10.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-logitech-dj.ko 2024-05-27T00:11:10.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-05-27T00:11:10.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-multitouch.ko 2024-05-27T00:11:10.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-ortek.ko 2024-05-27T00:11:10.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-penmount.ko 2024-05-27T00:11:10.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-petalynx.ko 2024-05-27T00:11:10.084 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-picolcd.ko 2024-05-27T00:11:10.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-pl.ko 2024-05-27T00:11:10.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-plantronics.ko 2024-05-27T00:11:10.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-primax.ko 2024-05-27T00:11:10.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-rmi.ko 2024-05-27T00:11:10.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-roccat-arvo.ko 2024-05-27T00:11:10.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-roccat-common.ko 2024-05-27T00:11:10.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-roccat-isku.ko 2024-05-27T00:11:10.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-roccat-kone.ko 2024-05-27T00:11:10.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-05-27T00:11:10.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-roccat-konepure.ko 2024-05-27T00:11:10.085 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-05-27T00:11:10.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-roccat-lua.ko 2024-05-27T00:11:10.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-roccat-pyra.ko 2024-05-27T00:11:10.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-roccat-ryos.ko 2024-05-27T00:11:10.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-roccat-savu.ko 2024-05-27T00:11:10.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-roccat.ko 2024-05-27T00:11:10.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-saitek.ko 2024-05-27T00:11:10.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-samsung.ko 2024-05-27T00:11:10.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-sensor-hub.ko 2024-05-27T00:11:10.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-sjoy.ko 2024-05-27T00:11:10.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-sony.ko 2024-05-27T00:11:10.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-speedlink.ko 2024-05-27T00:11:10.086 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-steelseries.ko 2024-05-27T00:11:10.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-sunplus.ko 2024-05-27T00:11:10.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-thrustmaster.ko 2024-05-27T00:11:10.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-tivo.ko 2024-05-27T00:11:10.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-tmff.ko 2024-05-27T00:11:10.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-topseed.ko 2024-05-27T00:11:10.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-twinhan.ko 2024-05-27T00:11:10.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-uclogic.ko 2024-05-27T00:11:10.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-waltop.ko 2024-05-27T00:11:10.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-wiimote.ko 2024-05-27T00:11:10.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-xinmo.ko 2024-05-27T00:11:10.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-zpff.ko 2024-05-27T00:11:10.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/hid-zydacron.ko 2024-05-27T00:11:10.087 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/uhid.ko 2024-05-27T00:11:10.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hid/wacom.ko 2024-05-27T00:11:10.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hv 2024-05-27T00:11:10.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hv/hv_balloon.ko 2024-05-27T00:11:10.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hv/hv_utils.ko 2024-05-27T00:11:10.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hv/hv_vmbus.ko 2024-05-27T00:11:10.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon 2024-05-27T00:11:10.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/abituguru.ko 2024-05-27T00:11:10.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/abituguru3.ko 2024-05-27T00:11:10.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/acpi_power_meter.ko 2024-05-27T00:11:10.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/ad7414.ko 2024-05-27T00:11:10.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/ad7418.ko 2024-05-27T00:11:10.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/adc128d818.ko 2024-05-27T00:11:10.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/adm1025.ko 2024-05-27T00:11:10.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/adm1026.ko 2024-05-27T00:11:10.088 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/adm1029.ko 2024-05-27T00:11:10.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/adm1031.ko 2024-05-27T00:11:10.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/adm9240.ko 2024-05-27T00:11:10.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/ads7828.ko 2024-05-27T00:11:10.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/adt7410.ko 2024-05-27T00:11:10.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/adt7411.ko 2024-05-27T00:11:10.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/adt7462.ko 2024-05-27T00:11:10.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/adt7470.ko 2024-05-27T00:11:10.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/adt7475.ko 2024-05-27T00:11:10.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/adt7x10.ko 2024-05-27T00:11:10.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/amc6821.ko 2024-05-27T00:11:10.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/applesmc.ko 2024-05-27T00:11:10.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/asb100.ko 2024-05-27T00:11:10.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/asc7621.ko 2024-05-27T00:11:10.089 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/asus_atk0110.ko 2024-05-27T00:11:10.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/atxp1.ko 2024-05-27T00:11:10.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/coretemp.ko 2024-05-27T00:11:10.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-05-27T00:11:10.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/dme1737.ko 2024-05-27T00:11:10.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/ds1621.ko 2024-05-27T00:11:10.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/ds620.ko 2024-05-27T00:11:10.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/emc1403.ko 2024-05-27T00:11:10.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/emc6w201.ko 2024-05-27T00:11:10.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/f71805f.ko 2024-05-27T00:11:10.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/f71882fg.ko 2024-05-27T00:11:10.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/f75375s.ko 2024-05-27T00:11:10.090 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/fam15h_power.ko 2024-05-27T00:11:10.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/fschmd.ko 2024-05-27T00:11:10.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/g760a.ko 2024-05-27T00:11:10.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/g762.ko 2024-05-27T00:11:10.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/gl518sm.ko 2024-05-27T00:11:10.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/gl520sm.ko 2024-05-27T00:11:10.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/hwmon-vid.ko 2024-05-27T00:11:10.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/i5500_temp.ko 2024-05-27T00:11:10.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/i5k_amb.ko 2024-05-27T00:11:10.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/ibmaem.ko 2024-05-27T00:11:10.091 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/ibmpex.ko 2024-05-27T00:11:10.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/ina209.ko 2024-05-27T00:11:10.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/ina2xx.ko 2024-05-27T00:11:10.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/it87.ko 2024-05-27T00:11:10.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/k10temp.ko 2024-05-27T00:11:10.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/k8temp.ko 2024-05-27T00:11:10.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/lineage-pem.ko 2024-05-27T00:11:10.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/lm63.ko 2024-05-27T00:11:10.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/lm73.ko 2024-05-27T00:11:10.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/lm75.ko 2024-05-27T00:11:10.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/lm77.ko 2024-05-27T00:11:10.092 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/lm78.ko 2024-05-27T00:11:10.093 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/lm80.ko 2024-05-27T00:11:10.093 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/lm83.ko 2024-05-27T00:11:10.093 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/lm85.ko 2024-05-27T00:11:10.093 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/lm87.ko 2024-05-27T00:11:10.093 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/lm90.ko 2024-05-27T00:11:10.093 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/lm92.ko 2024-05-27T00:11:10.093 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/lm93.ko 2024-05-27T00:11:10.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/lm95234.ko 2024-05-27T00:11:10.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/lm95241.ko 2024-05-27T00:11:10.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/lm95245.ko 2024-05-27T00:11:10.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/ltc2945.ko 2024-05-27T00:11:10.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/ltc4151.ko 2024-05-27T00:11:10.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/ltc4215.ko 2024-05-27T00:11:10.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/ltc4222.ko 2024-05-27T00:11:10.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/ltc4245.ko 2024-05-27T00:11:10.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/ltc4260.ko 2024-05-27T00:11:10.094 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/ltc4261.ko 2024-05-27T00:11:10.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/max16065.ko 2024-05-27T00:11:10.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/max1619.ko 2024-05-27T00:11:10.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/max1668.ko 2024-05-27T00:11:10.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/max197.ko 2024-05-27T00:11:10.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/max6639.ko 2024-05-27T00:11:10.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/max6650.ko 2024-05-27T00:11:10.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/max6697.ko 2024-05-27T00:11:10.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/mcp3021.ko 2024-05-27T00:11:10.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/nct6683.ko 2024-05-27T00:11:10.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/nct6775-core.ko 2024-05-27T00:11:10.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/nct6775.ko 2024-05-27T00:11:10.095 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/nct7802.ko 2024-05-27T00:11:10.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/pc87360.ko 2024-05-27T00:11:10.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/pc87427.ko 2024-05-27T00:11:10.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/pcf8591.ko 2024-05-27T00:11:10.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/pmbus 2024-05-27T00:11:10.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-05-27T00:11:10.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-05-27T00:11:10.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-05-27T00:11:10.096 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/pmbus/max16064.ko 2024-05-27T00:11:10.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/pmbus/max34440.ko 2024-05-27T00:11:10.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/pmbus/max8688.ko 2024-05-27T00:11:10.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-05-27T00:11:10.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-05-27T00:11:10.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-05-27T00:11:10.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-05-27T00:11:10.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-05-27T00:11:10.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-05-27T00:11:10.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/powr1220.ko 2024-05-27T00:11:10.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/sch5627.ko 2024-05-27T00:11:10.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/sch5636.ko 2024-05-27T00:11:10.097 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/sch56xx-common.ko 2024-05-27T00:11:10.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/sht15.ko 2024-05-27T00:11:10.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/sht21.ko 2024-05-27T00:11:10.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/shtc1.ko 2024-05-27T00:11:10.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/sis5595.ko 2024-05-27T00:11:10.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/smsc47b397.ko 2024-05-27T00:11:10.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/smsc47m1.ko 2024-05-27T00:11:10.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/smsc47m192.ko 2024-05-27T00:11:10.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/thmc50.ko 2024-05-27T00:11:10.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/tmp102.ko 2024-05-27T00:11:10.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/tmp103.ko 2024-05-27T00:11:10.098 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/tmp401.ko 2024-05-27T00:11:10.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/tmp421.ko 2024-05-27T00:11:10.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/via-cputemp.ko 2024-05-27T00:11:10.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/via686a.ko 2024-05-27T00:11:10.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/vt1211.ko 2024-05-27T00:11:10.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/vt8231.ko 2024-05-27T00:11:10.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/w83627ehf.ko 2024-05-27T00:11:10.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/w83627hf.ko 2024-05-27T00:11:10.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/w83781d.ko 2024-05-27T00:11:10.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/w83791d.ko 2024-05-27T00:11:10.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/w83792d.ko 2024-05-27T00:11:10.099 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/w83793.ko 2024-05-27T00:11:10.100 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/w83795.ko 2024-05-27T00:11:10.100 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/w83l785ts.ko 2024-05-27T00:11:10.100 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/hwmon/w83l786ng.ko 2024-05-27T00:11:10.100 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c 2024-05-27T00:11:10.100 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/algos 2024-05-27T00:11:10.100 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-05-27T00:11:10.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-05-27T00:11:10.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses 2024-05-27T00:11:10.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-05-27T00:11:10.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-05-27T00:11:10.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-05-27T00:11:10.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-05-27T00:11:10.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-05-27T00:11:10.101 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-05-27T00:11:10.102 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-05-27T00:11:10.102 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-05-27T00:11:10.102 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-i801.ko 2024-05-27T00:11:10.102 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-isch.ko 2024-05-27T00:11:10.102 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-05-27T00:11:10.102 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-05-27T00:11:10.102 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-05-27T00:11:10.102 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-parport.ko 2024-05-27T00:11:10.102 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-05-27T00:11:10.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-05-27T00:11:10.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-05-27T00:11:10.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-05-27T00:11:10.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-05-27T00:11:10.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-05-27T00:11:10.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-via.ko 2024-05-27T00:11:10.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-05-27T00:11:10.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-05-27T00:11:10.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/i2c-dev.ko 2024-05-27T00:11:10.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/i2c-mux.ko 2024-05-27T00:11:10.103 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-05-27T00:11:10.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/i2c-smbus.ko 2024-05-27T00:11:10.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/i2c/i2c-stub.ko 2024-05-27T00:11:10.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband 2024-05-27T00:11:10.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/core 2024-05-27T00:11:10.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/core/ib_cm.ko 2024-05-27T00:11:10.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/core/ib_core.ko 2024-05-27T00:11:10.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/core/ib_umad.ko 2024-05-27T00:11:10.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-05-27T00:11:10.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/core/iw_cm.ko 2024-05-27T00:11:10.104 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/core/rdma_cm.ko 2024-05-27T00:11:10.105 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-05-27T00:11:10.105 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/hw 2024-05-27T00:11:10.105 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/hw/cxgb4 2024-05-27T00:11:10.105 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-05-27T00:11:10.105 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/hw/mlx4 2024-05-27T00:11:10.105 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-05-27T00:11:10.106 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/hw/mlx5 2024-05-27T00:11:10.106 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-05-27T00:11:10.106 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/hw/mthca 2024-05-27T00:11:10.106 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-05-27T00:11:10.106 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/ulp 2024-05-27T00:11:10.106 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/ulp/ipoib 2024-05-27T00:11:10.107 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-05-27T00:11:10.107 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/ulp/iser 2024-05-27T00:11:10.107 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-05-27T00:11:10.107 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/ulp/isert 2024-05-27T00:11:10.107 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-05-27T00:11:10.107 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/ulp/srp 2024-05-27T00:11:10.107 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-05-27T00:11:10.108 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/ulp/srpt 2024-05-27T00:11:10.108 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-05-27T00:11:10.108 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input 2024-05-27T00:11:10.108 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/gameport 2024-05-27T00:11:10.108 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-05-27T00:11:10.109 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/gameport/fm801-gp.ko 2024-05-27T00:11:10.109 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/gameport/gameport.ko 2024-05-27T00:11:10.109 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/joydev.ko 2024-05-27T00:11:10.109 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/keyboard 2024-05-27T00:11:10.109 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/keyboard/gpio_keys.ko 2024-05-27T00:11:10.110 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/mouse 2024-05-27T00:11:10.110 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/mouse/appletouch.ko 2024-05-27T00:11:10.110 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/mouse/bcm5974.ko 2024-05-27T00:11:10.110 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/mouse/cyapatp.ko 2024-05-27T00:11:10.110 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/mouse/elan_i2c.ko 2024-05-27T00:11:10.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/mouse/sermouse.ko 2024-05-27T00:11:10.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-05-27T00:11:10.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/mouse/synaptics_usb.ko 2024-05-27T00:11:10.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/mouse/vsxxxaa.ko 2024-05-27T00:11:10.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/rmi4 2024-05-27T00:11:10.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/rmi4/rmi_core.ko 2024-05-27T00:11:10.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/serio 2024-05-27T00:11:10.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/serio/altera_ps2.ko 2024-05-27T00:11:10.111 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/serio/arc_ps2.ko 2024-05-27T00:11:10.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-05-27T00:11:10.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/serio/serio_raw.ko 2024-05-27T00:11:10.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/input/sparse-keymap.ko 2024-05-27T00:11:10.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/leds 2024-05-27T00:11:10.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/leds/leds-blinkm.ko 2024-05-27T00:11:10.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/leds/leds-lm3530.ko 2024-05-27T00:11:10.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/leds/leds-lp3944.ko 2024-05-27T00:11:10.112 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/leds/leds-ss4200.ko 2024-05-27T00:11:10.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/leds/trigger 2024-05-27T00:11:10.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-05-27T00:11:10.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-05-27T00:11:10.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-05-27T00:11:10.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-05-27T00:11:10.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-05-27T00:11:10.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-05-27T00:11:10.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-05-27T00:11:10.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-05-27T00:11:10.113 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-05-27T00:11:10.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md 2024-05-27T00:11:10.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/bcache 2024-05-27T00:11:10.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/bcache/bcache.ko 2024-05-27T00:11:10.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/dm-bio-prison.ko 2024-05-27T00:11:10.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/dm-cache-smq.ko 2024-05-27T00:11:10.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/dm-cache.ko 2024-05-27T00:11:10.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/dm-crypt.ko 2024-05-27T00:11:10.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/dm-delay.ko 2024-05-27T00:11:10.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/dm-flakey.ko 2024-05-27T00:11:10.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/dm-log-userspace.ko 2024-05-27T00:11:10.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/dm-multipath.ko 2024-05-27T00:11:10.114 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/dm-queue-length.ko 2024-05-27T00:11:10.115 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/dm-raid.ko 2024-05-27T00:11:10.115 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/dm-round-robin.ko 2024-05-27T00:11:10.115 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/dm-service-time.ko 2024-05-27T00:11:10.115 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/dm-switch.ko 2024-05-27T00:11:10.115 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/dm-thin-pool.ko 2024-05-27T00:11:10.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/dm-verity.ko 2024-05-27T00:11:10.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/persistent-data 2024-05-27T00:11:10.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-05-27T00:11:10.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/raid0.ko 2024-05-27T00:11:10.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/raid1.ko 2024-05-27T00:11:10.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/raid10.ko 2024-05-27T00:11:10.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/md/raid456.ko 2024-05-27T00:11:10.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/message 2024-05-27T00:11:10.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/message/fusion 2024-05-27T00:11:10.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/message/fusion/mptbase.ko 2024-05-27T00:11:10.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/message/fusion/mptctl.ko 2024-05-27T00:11:10.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/message/fusion/mptfc.ko 2024-05-27T00:11:10.116 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/message/fusion/mptlan.ko 2024-05-27T00:11:10.117 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/message/fusion/mptsas.ko 2024-05-27T00:11:10.117 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/message/fusion/mptscsih.ko 2024-05-27T00:11:10.117 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/message/fusion/mptspi.ko 2024-05-27T00:11:10.117 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/mfd 2024-05-27T00:11:10.117 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/mfd/lpc_ich.ko 2024-05-27T00:11:10.117 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/mfd/lpc_sch.ko 2024-05-27T00:11:10.118 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/mfd/mfd-core.ko 2024-05-27T00:11:10.118 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/mfd/sm501.ko 2024-05-27T00:11:10.118 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/mfd/viperboard.ko 2024-05-27T00:11:10.118 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/mfd/vx855.ko 2024-05-27T00:11:10.118 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/mfd/wl1273-core.ko 2024-05-27T00:11:10.118 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc 2024-05-27T00:11:10.118 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/altera-stapl 2024-05-27T00:11:10.118 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-05-27T00:11:10.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/apds9802als.ko 2024-05-27T00:11:10.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/apds990x.ko 2024-05-27T00:11:10.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/bh1770glc.ko 2024-05-27T00:11:10.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/cb710 2024-05-27T00:11:10.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/cb710/cb710.ko 2024-05-27T00:11:10.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/eeprom 2024-05-27T00:11:10.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/eeprom/at24.ko 2024-05-27T00:11:10.119 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-05-27T00:11:10.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/eeprom/max6875.ko 2024-05-27T00:11:10.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/enclosure.ko 2024-05-27T00:11:10.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/hpilo.ko 2024-05-27T00:11:10.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/isl29003.ko 2024-05-27T00:11:10.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/isl29020.ko 2024-05-27T00:11:10.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/lis3lv02d 2024-05-27T00:11:10.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-05-27T00:11:10.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-05-27T00:11:10.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/mei 2024-05-27T00:11:10.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/mei/mei-me.ko 2024-05-27T00:11:10.120 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/mei/mei-txe.ko 2024-05-27T00:11:10.121 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/mei/mei.ko 2024-05-27T00:11:10.121 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/sgi-gru 2024-05-27T00:11:10.121 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/sgi-gru/gru.ko 2024-05-27T00:11:10.121 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/sgi-xp 2024-05-27T00:11:10.121 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/sgi-xp/xp.ko 2024-05-27T00:11:10.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/sgi-xp/xpc.ko 2024-05-27T00:11:10.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-05-27T00:11:10.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/tifm_7xx1.ko 2024-05-27T00:11:10.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/tifm_core.ko 2024-05-27T00:11:10.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/tsl2550.ko 2024-05-27T00:11:10.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/vmw_balloon.ko 2024-05-27T00:11:10.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/vmw_vmci 2024-05-27T00:11:10.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-05-27T00:11:10.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net 2024-05-27T00:11:10.122 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/bonding 2024-05-27T00:11:10.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/bonding/bonding.ko 2024-05-27T00:11:10.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/dsa 2024-05-27T00:11:10.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/dsa/b53 2024-05-27T00:11:10.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/dsa/b53/b53_common.ko 2024-05-27T00:11:10.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/dsa/bcm-sf2.ko 2024-05-27T00:11:10.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/dsa/mv88e6060.ko 2024-05-27T00:11:10.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/dsa/mv88e6xxx 2024-05-27T00:11:10.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-05-27T00:11:10.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/dummy.ko 2024-05-27T00:11:10.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/eql.ko 2024-05-27T00:11:10.123 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet 2024-05-27T00:11:10.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/3com 2024-05-27T00:11:10.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-05-27T00:11:10.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-05-27T00:11:10.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-05-27T00:11:10.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-05-27T00:11:10.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/8390 2024-05-27T00:11:10.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/8390/8390.ko 2024-05-27T00:11:10.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-05-27T00:11:10.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-05-27T00:11:10.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-05-27T00:11:10.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/adaptec 2024-05-27T00:11:10.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-05-27T00:11:10.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/agere 2024-05-27T00:11:10.124 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/agere/et131x.ko 2024-05-27T00:11:10.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/alteon 2024-05-27T00:11:10.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-05-27T00:11:10.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/altera 2024-05-27T00:11:10.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-05-27T00:11:10.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/amd 2024-05-27T00:11:10.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-05-27T00:11:10.125 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-05-27T00:11:10.126 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-05-27T00:11:10.126 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/atheros 2024-05-27T00:11:10.126 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/atheros/alx 2024-05-27T00:11:10.126 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-05-27T00:11:10.126 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/atheros/atl1c 2024-05-27T00:11:10.126 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-05-27T00:11:10.127 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/atheros/atl1e 2024-05-27T00:11:10.127 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-05-27T00:11:10.127 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/atheros/atlx 2024-05-27T00:11:10.127 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-05-27T00:11:10.127 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-05-27T00:11:10.127 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/broadcom 2024-05-27T00:11:10.127 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-05-27T00:11:10.128 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-05-27T00:11:10.128 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-05-27T00:11:10.128 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-05-27T00:11:10.128 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-05-27T00:11:10.128 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/broadcom/genet 2024-05-27T00:11:10.128 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-05-27T00:11:10.128 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-05-27T00:11:10.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/brocade 2024-05-27T00:11:10.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/brocade/bna 2024-05-27T00:11:10.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-05-27T00:11:10.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/chelsio 2024-05-27T00:11:10.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/chelsio/cxgb 2024-05-27T00:11:10.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-05-27T00:11:10.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-05-27T00:11:10.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-05-27T00:11:10.129 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-05-27T00:11:10.130 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-05-27T00:11:10.130 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-05-27T00:11:10.130 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-05-27T00:11:10.130 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-05-27T00:11:10.130 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-05-27T00:11:10.131 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/cisco 2024-05-27T00:11:10.131 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/cisco/enic 2024-05-27T00:11:10.131 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-05-27T00:11:10.131 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/dec 2024-05-27T00:11:10.131 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/dec/tulip 2024-05-27T00:11:10.131 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-05-27T00:11:10.131 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-05-27T00:11:10.132 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-05-27T00:11:10.132 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-05-27T00:11:10.132 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-05-27T00:11:10.132 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-05-27T00:11:10.132 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/dlink 2024-05-27T00:11:10.132 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-05-27T00:11:10.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-05-27T00:11:10.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/dnet.ko 2024-05-27T00:11:10.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/emulex 2024-05-27T00:11:10.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/emulex/benet 2024-05-27T00:11:10.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-05-27T00:11:10.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/ethoc.ko 2024-05-27T00:11:10.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/fealnx.ko 2024-05-27T00:11:10.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/intel 2024-05-27T00:11:10.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/intel/e100.ko 2024-05-27T00:11:10.133 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/intel/e1000 2024-05-27T00:11:10.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-05-27T00:11:10.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/intel/e1000e 2024-05-27T00:11:10.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-05-27T00:11:10.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/intel/fm10k 2024-05-27T00:11:10.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-05-27T00:11:10.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/intel/i40e 2024-05-27T00:11:10.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-05-27T00:11:10.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/intel/iavf 2024-05-27T00:11:10.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-05-27T00:11:10.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/intel/igb 2024-05-27T00:11:10.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-05-27T00:11:10.134 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/intel/igbvf 2024-05-27T00:11:10.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-05-27T00:11:10.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/intel/ixgbe 2024-05-27T00:11:10.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-05-27T00:11:10.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/intel/ixgbevf 2024-05-27T00:11:10.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-05-27T00:11:10.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/jme.ko 2024-05-27T00:11:10.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/marvell 2024-05-27T00:11:10.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-05-27T00:11:10.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/marvell/skge.ko 2024-05-27T00:11:10.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-05-27T00:11:10.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/mellanox 2024-05-27T00:11:10.135 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/mellanox/mlx4 2024-05-27T00:11:10.136 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-05-27T00:11:10.136 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-05-27T00:11:10.136 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/mellanox/mlx5 2024-05-27T00:11:10.136 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-05-27T00:11:10.136 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-05-27T00:11:10.136 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/micrel 2024-05-27T00:11:10.136 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-05-27T00:11:10.136 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/myricom 2024-05-27T00:11:10.136 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/myricom/myri10ge 2024-05-27T00:11:10.136 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-05-27T00:11:10.137 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/natsemi 2024-05-27T00:11:10.137 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-05-27T00:11:10.137 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-05-27T00:11:10.137 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/neterion 2024-05-27T00:11:10.137 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-05-27T00:11:10.137 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/nvidia 2024-05-27T00:11:10.137 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-05-27T00:11:10.137 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/packetengines 2024-05-27T00:11:10.137 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-05-27T00:11:10.137 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-05-27T00:11:10.137 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/qlogic 2024-05-27T00:11:10.138 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/qlogic/netxen 2024-05-27T00:11:10.138 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-05-27T00:11:10.138 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-05-27T00:11:10.138 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-05-27T00:11:10.138 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-05-27T00:11:10.138 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/rdc 2024-05-27T00:11:10.138 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-05-27T00:11:10.138 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/realtek 2024-05-27T00:11:10.138 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-05-27T00:11:10.138 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-05-27T00:11:10.138 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/realtek/atp.ko 2024-05-27T00:11:10.138 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-05-27T00:11:10.138 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/rocker 2024-05-27T00:11:10.139 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-05-27T00:11:10.139 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/sfc 2024-05-27T00:11:10.139 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-05-27T00:11:10.139 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/silan 2024-05-27T00:11:10.139 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-05-27T00:11:10.139 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/sis 2024-05-27T00:11:10.139 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/sis/sis190.ko 2024-05-27T00:11:10.139 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/sis/sis900.ko 2024-05-27T00:11:10.139 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/smsc 2024-05-27T00:11:10.139 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-05-27T00:11:10.139 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-05-27T00:11:10.140 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-05-27T00:11:10.140 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-05-27T00:11:10.140 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/stmicro 2024-05-27T00:11:10.140 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/stmicro/stmmac 2024-05-27T00:11:10.140 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-05-27T00:11:10.140 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-05-27T00:11:10.140 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/sun 2024-05-27T00:11:10.140 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/sun/cassini.ko 2024-05-27T00:11:10.140 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/sun/niu.ko 2024-05-27T00:11:10.140 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/sun/sungem.ko 2024-05-27T00:11:10.140 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-05-27T00:11:10.140 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/tehuti 2024-05-27T00:11:10.141 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-05-27T00:11:10.141 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/ti 2024-05-27T00:11:10.141 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/ti/tlan.ko 2024-05-27T00:11:10.141 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/via 2024-05-27T00:11:10.141 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-05-27T00:11:10.141 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-05-27T00:11:10.141 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/wiznet 2024-05-27T00:11:10.141 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-05-27T00:11:10.141 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-05-27T00:11:10.141 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/xircom 2024-05-27T00:11:10.141 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-05-27T00:11:10.141 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/geneve.ko 2024-05-27T00:11:10.142 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/hyperv 2024-05-27T00:11:10.142 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-05-27T00:11:10.142 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ieee802154 2024-05-27T00:11:10.142 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ieee802154/fakelb.ko 2024-05-27T00:11:10.142 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ifb.ko 2024-05-27T00:11:10.142 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ipvlan 2024-05-27T00:11:10.142 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ipvlan/ipvlan.ko 2024-05-27T00:11:10.142 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/macvlan.ko 2024-05-27T00:11:10.142 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/macvtap.ko 2024-05-27T00:11:10.142 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/mdio 2024-05-27T00:11:10.142 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/mdio.ko 2024-05-27T00:11:10.142 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-05-27T00:11:10.143 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-05-27T00:11:10.143 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/mdio/mdio-regmap.ko 2024-05-27T00:11:10.143 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/mii.ko 2024-05-27T00:11:10.143 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/net_failover.ko 2024-05-27T00:11:10.143 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/netconsole.ko 2024-05-27T00:11:10.143 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/nlmon.ko 2024-05-27T00:11:10.143 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/pcs 2024-05-27T00:11:10.143 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/pcs/pcs-lynx.ko 2024-05-27T00:11:10.143 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-05-27T00:11:10.143 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy 2024-05-27T00:11:10.143 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy/amd.ko 2024-05-27T00:11:10.144 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-05-27T00:11:10.144 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-05-27T00:11:10.144 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy/bcm7xxx.ko 2024-05-27T00:11:10.144 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy/bcm87xx.ko 2024-05-27T00:11:10.144 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy/broadcom.ko 2024-05-27T00:11:10.144 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy/cicada.ko 2024-05-27T00:11:10.144 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy/davicom.ko 2024-05-27T00:11:10.144 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy/dp83640.ko 2024-05-27T00:11:10.144 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy/et1011c.ko 2024-05-27T00:11:10.144 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy/icplus.ko 2024-05-27T00:11:10.144 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy/lxt.ko 2024-05-27T00:11:10.144 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy/marvell.ko 2024-05-27T00:11:10.144 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy/micrel.ko 2024-05-27T00:11:10.145 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy/national.ko 2024-05-27T00:11:10.145 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy/phylink.ko 2024-05-27T00:11:10.145 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy/qsemi.ko 2024-05-27T00:11:10.145 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy/realtek.ko 2024-05-27T00:11:10.145 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy/smsc.ko 2024-05-27T00:11:10.145 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy/ste10Xp.ko 2024-05-27T00:11:10.145 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/phy/vitesse.ko 2024-05-27T00:11:10.145 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ppp 2024-05-27T00:11:10.145 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ppp/bsd_comp.ko 2024-05-27T00:11:10.145 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ppp/ppp_async.ko 2024-05-27T00:11:10.145 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ppp/ppp_deflate.ko 2024-05-27T00:11:10.145 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ppp/ppp_generic.ko 2024-05-27T00:11:10.146 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ppp/ppp_mppe.ko 2024-05-27T00:11:10.146 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ppp/ppp_synctty.ko 2024-05-27T00:11:10.146 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ppp/pppoe.ko 2024-05-27T00:11:10.146 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ppp/pppox.ko 2024-05-27T00:11:10.146 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/ppp/pptp.ko 2024-05-27T00:11:10.146 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/slip 2024-05-27T00:11:10.146 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/slip/slhc.ko 2024-05-27T00:11:10.146 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/slip/slip.ko 2024-05-27T00:11:10.146 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/sungem_phy.ko 2024-05-27T00:11:10.146 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/tap.ko 2024-05-27T00:11:10.146 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/team 2024-05-27T00:11:10.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/team/team.ko 2024-05-27T00:11:10.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/team/team_mode_activebackup.ko 2024-05-27T00:11:10.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/team/team_mode_broadcast.ko 2024-05-27T00:11:10.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-05-27T00:11:10.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/team/team_mode_random.ko 2024-05-27T00:11:10.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-05-27T00:11:10.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/tun.ko 2024-05-27T00:11:10.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/veth.ko 2024-05-27T00:11:10.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/virtio_net.ko 2024-05-27T00:11:10.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/vmxnet3 2024-05-27T00:11:10.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-05-27T00:11:10.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/vxlan 2024-05-27T00:11:10.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/vxlan/vxlan.ko 2024-05-27T00:11:10.147 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/xen-netback 2024-05-27T00:11:10.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/xen-netback/xen-netback.ko 2024-05-27T00:11:10.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/net/xen-netfront.ko 2024-05-27T00:11:10.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ntb 2024-05-27T00:11:10.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ntb/ntb.ko 2024-05-27T00:11:10.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/nvme 2024-05-27T00:11:10.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/nvme/host 2024-05-27T00:11:10.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/nvme/host/nvme-core.ko 2024-05-27T00:11:10.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/nvme/host/nvme.ko 2024-05-27T00:11:10.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/parport 2024-05-27T00:11:10.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/parport/parport.ko 2024-05-27T00:11:10.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/parport/parport_cs.ko 2024-05-27T00:11:10.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/parport/parport_pc.ko 2024-05-27T00:11:10.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/parport/parport_serial.ko 2024-05-27T00:11:10.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/pci 2024-05-27T00:11:10.148 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/pci/hotplug 2024-05-27T00:11:10.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-05-27T00:11:10.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/pci/pcie 2024-05-27T00:11:10.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/pci/pcie/aer_inject.ko 2024-05-27T00:11:10.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/pci/xen-pcifront.ko 2024-05-27T00:11:10.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/pcmcia 2024-05-27T00:11:10.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/pcmcia/i82092.ko 2024-05-27T00:11:10.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/pcmcia/pd6729.ko 2024-05-27T00:11:10.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/pcmcia/yenta_socket.ko 2024-05-27T00:11:10.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/pinctrl 2024-05-27T00:11:10.149 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/pinctrl/intel 2024-05-27T00:11:10.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-05-27T00:11:10.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform 2024-05-27T00:11:10.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86 2024-05-27T00:11:10.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/acer-wmi.ko 2024-05-27T00:11:10.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/acerhdf.ko 2024-05-27T00:11:10.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/apple-gmux.ko 2024-05-27T00:11:10.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/asus-laptop.ko 2024-05-27T00:11:10.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-05-27T00:11:10.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/asus-wmi.ko 2024-05-27T00:11:10.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/classmate-laptop.ko 2024-05-27T00:11:10.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-05-27T00:11:10.150 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-05-27T00:11:10.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-05-27T00:11:10.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-05-27T00:11:10.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/hdaps.ko 2024-05-27T00:11:10.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/intel 2024-05-27T00:11:10.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-05-27T00:11:10.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/intel_ips.ko 2024-05-27T00:11:10.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/msi-wmi.ko 2024-05-27T00:11:10.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/mxm-wmi.ko 2024-05-27T00:11:10.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-05-27T00:11:10.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/samsung-laptop.ko 2024-05-27T00:11:10.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/samsung-q10.ko 2024-05-27T00:11:10.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/topstar-laptop.ko 2024-05-27T00:11:10.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-05-27T00:11:10.151 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/toshiba_haps.ko 2024-05-27T00:11:10.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/wmi-bmof.ko 2024-05-27T00:11:10.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/platform/x86/wmi.ko 2024-05-27T00:11:10.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/powercap 2024-05-27T00:11:10.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/powercap/intel_rapl_common.ko 2024-05-27T00:11:10.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/powercap/intel_rapl_msr.ko 2024-05-27T00:11:10.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/pps 2024-05-27T00:11:10.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/pps/clients 2024-05-27T00:11:10.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/pps/clients/pps-gpio.ko 2024-05-27T00:11:10.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/pps/clients/pps-ldisc.ko 2024-05-27T00:11:10.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/pps/clients/pps_parport.ko 2024-05-27T00:11:10.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/pps/pps_core.ko 2024-05-27T00:11:10.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ptp 2024-05-27T00:11:10.152 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ptp/ptp.ko 2024-05-27T00:11:10.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ptp/ptp_kvm.ko 2024-05-27T00:11:10.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ras 2024-05-27T00:11:10.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ras/amd 2024-05-27T00:11:10.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ras/amd/atl 2024-05-27T00:11:10.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-05-27T00:11:10.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ras/amd/fmpm.ko 2024-05-27T00:11:10.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc 2024-05-27T00:11:10.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-bq32k.ko 2024-05-27T00:11:10.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-ds1286.ko 2024-05-27T00:11:10.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-ds1307.ko 2024-05-27T00:11:10.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-ds1374.ko 2024-05-27T00:11:10.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-ds1511.ko 2024-05-27T00:11:10.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-ds1553.ko 2024-05-27T00:11:10.153 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-ds1672.ko 2024-05-27T00:11:10.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-ds1742.ko 2024-05-27T00:11:10.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-ds2404.ko 2024-05-27T00:11:10.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-ds3232.ko 2024-05-27T00:11:10.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-em3027.ko 2024-05-27T00:11:10.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-fm3130.ko 2024-05-27T00:11:10.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-isl12022.ko 2024-05-27T00:11:10.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-isl1208.ko 2024-05-27T00:11:10.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-m41t80.ko 2024-05-27T00:11:10.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-m48t35.ko 2024-05-27T00:11:10.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-m48t59.ko 2024-05-27T00:11:10.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-max6900.ko 2024-05-27T00:11:10.154 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-msm6242.ko 2024-05-27T00:11:10.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-pcf2127.ko 2024-05-27T00:11:10.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-pcf85063.ko 2024-05-27T00:11:10.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-pcf8523.ko 2024-05-27T00:11:10.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-pcf8563.ko 2024-05-27T00:11:10.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-pcf8583.ko 2024-05-27T00:11:10.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-rp5c01.ko 2024-05-27T00:11:10.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-rs5c372.ko 2024-05-27T00:11:10.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-05-27T00:11:10.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-rx8025.ko 2024-05-27T00:11:10.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-rx8581.ko 2024-05-27T00:11:10.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-05-27T00:11:10.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/rtc/rtc-x1205.ko 2024-05-27T00:11:10.155 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi 2024-05-27T00:11:10.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/3w-9xxx.ko 2024-05-27T00:11:10.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/3w-sas.ko 2024-05-27T00:11:10.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/3w-xxxx.ko 2024-05-27T00:11:10.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/BusLogic.ko 2024-05-27T00:11:10.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/a100u2w.ko 2024-05-27T00:11:10.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/aacraid 2024-05-27T00:11:10.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/aacraid/aacraid.ko 2024-05-27T00:11:10.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/advansys.ko 2024-05-27T00:11:10.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/aic7xxx 2024-05-27T00:11:10.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-05-27T00:11:10.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-05-27T00:11:10.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/am53c974.ko 2024-05-27T00:11:10.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/arcmsr 2024-05-27T00:11:10.156 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-05-27T00:11:10.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/atp870u.ko 2024-05-27T00:11:10.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/be2iscsi 2024-05-27T00:11:10.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-05-27T00:11:10.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/bfa 2024-05-27T00:11:10.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/bfa/bfa.ko 2024-05-27T00:11:10.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/bnx2fc 2024-05-27T00:11:10.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-05-27T00:11:10.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/bnx2i 2024-05-27T00:11:10.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-05-27T00:11:10.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/ch.ko 2024-05-27T00:11:10.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/csiostor 2024-05-27T00:11:10.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/csiostor/csiostor.ko 2024-05-27T00:11:10.157 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/cxgbi 2024-05-27T00:11:10.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/cxgbi/cxgb3i 2024-05-27T00:11:10.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-05-27T00:11:10.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/cxgbi/cxgb4i 2024-05-27T00:11:10.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-05-27T00:11:10.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-05-27T00:11:10.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/dc395x.ko 2024-05-27T00:11:10.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/device_handler 2024-05-27T00:11:10.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-05-27T00:11:10.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-05-27T00:11:10.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-05-27T00:11:10.158 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-05-27T00:11:10.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/dmx3191d.ko 2024-05-27T00:11:10.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/esas2r 2024-05-27T00:11:10.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/esas2r/esas2r.ko 2024-05-27T00:11:10.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/esp_scsi.ko 2024-05-27T00:11:10.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/fcoe 2024-05-27T00:11:10.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/fcoe/fcoe.ko 2024-05-27T00:11:10.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-05-27T00:11:10.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/fnic 2024-05-27T00:11:10.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/fnic/fnic.ko 2024-05-27T00:11:10.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/hpsa.ko 2024-05-27T00:11:10.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/hptiop.ko 2024-05-27T00:11:10.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/hv_storvsc.ko 2024-05-27T00:11:10.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/initio.ko 2024-05-27T00:11:10.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/ipr.ko 2024-05-27T00:11:10.159 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/ips.ko 2024-05-27T00:11:10.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/isci 2024-05-27T00:11:10.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/isci/isci.ko 2024-05-27T00:11:10.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-05-27T00:11:10.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/iscsi_tcp.ko 2024-05-27T00:11:10.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/libfc 2024-05-27T00:11:10.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/libfc/libfc.ko 2024-05-27T00:11:10.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/libiscsi.ko 2024-05-27T00:11:10.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/libiscsi_tcp.ko 2024-05-27T00:11:10.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/libsas 2024-05-27T00:11:10.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/libsas/libsas.ko 2024-05-27T00:11:10.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/lpfc 2024-05-27T00:11:10.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/lpfc/lpfc.ko 2024-05-27T00:11:10.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/megaraid 2024-05-27T00:11:10.160 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/megaraid.ko 2024-05-27T00:11:10.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-05-27T00:11:10.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-05-27T00:11:10.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-05-27T00:11:10.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/mpt3sas 2024-05-27T00:11:10.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-05-27T00:11:10.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/mvsas 2024-05-27T00:11:10.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/mvsas/mvsas.ko 2024-05-27T00:11:10.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/mvumi.ko 2024-05-27T00:11:10.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/pm8001 2024-05-27T00:11:10.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-05-27T00:11:10.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/pmcraid.ko 2024-05-27T00:11:10.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/qla1280.ko 2024-05-27T00:11:10.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/qla2xxx 2024-05-27T00:11:10.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-05-27T00:11:10.161 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-05-27T00:11:10.162 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/qla4xxx 2024-05-27T00:11:10.162 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-05-27T00:11:10.162 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/raid_class.ko 2024-05-27T00:11:10.162 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/scsi_debug.ko 2024-05-27T00:11:10.162 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/scsi_transport_fc.ko 2024-05-27T00:11:10.162 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-05-27T00:11:10.162 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/scsi_transport_sas.ko 2024-05-27T00:11:10.162 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/scsi_transport_spi.ko 2024-05-27T00:11:10.162 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/scsi_transport_srp.ko 2024-05-27T00:11:10.162 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/ses.ko 2024-05-27T00:11:10.162 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/st.ko 2024-05-27T00:11:10.163 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/stex.ko 2024-05-27T00:11:10.163 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/sym53c8xx_2 2024-05-27T00:11:10.163 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-05-27T00:11:10.163 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/virtio_scsi.ko 2024-05-27T00:11:10.163 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/vmw_pvscsi.ko 2024-05-27T00:11:10.163 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/scsi/wd719x.ko 2024-05-27T00:11:10.163 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ssb 2024-05-27T00:11:10.163 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ssb/ssb.ko 2024-05-27T00:11:10.163 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/target 2024-05-27T00:11:10.163 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/target/iscsi 2024-05-27T00:11:10.163 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-05-27T00:11:10.163 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/target/loopback 2024-05-27T00:11:10.163 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/target/loopback/tcm_loop.ko 2024-05-27T00:11:10.163 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/target/target_core_file.ko 2024-05-27T00:11:10.164 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/target/target_core_iblock.ko 2024-05-27T00:11:10.164 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/target/target_core_mod.ko 2024-05-27T00:11:10.164 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/target/target_core_pscsi.ko 2024-05-27T00:11:10.164 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/target/target_core_user.ko 2024-05-27T00:11:10.164 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/target/tcm_fc 2024-05-27T00:11:10.164 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-05-27T00:11:10.164 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/thermal 2024-05-27T00:11:10.164 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/thermal/intel 2024-05-27T00:11:10.164 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/thermal/intel/int340x_thermal 2024-05-27T00:11:10.164 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-05-27T00:11:10.164 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-05-27T00:11:10.165 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-05-27T00:11:10.165 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-05-27T00:11:10.165 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-05-27T00:11:10.165 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-05-27T00:11:10.165 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-05-27T00:11:10.165 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-05-27T00:11:10.165 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-05-27T00:11:10.165 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-05-27T00:11:10.165 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-05-27T00:11:10.165 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-05-27T00:11:10.165 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-05-27T00:11:10.165 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-05-27T00:11:10.166 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-05-27T00:11:10.166 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-05-27T00:11:10.166 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-05-27T00:11:10.166 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-05-27T00:11:10.166 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/tty 2024-05-27T00:11:10.166 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/tty/ipwireless 2024-05-27T00:11:10.166 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-05-27T00:11:10.166 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/tty/n_gsm.ko 2024-05-27T00:11:10.166 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/tty/n_hdlc.ko 2024-05-27T00:11:10.166 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/tty/nozomi.ko 2024-05-27T00:11:10.166 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/tty/serial 2024-05-27T00:11:10.166 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/tty/serial/8250 2024-05-27T00:11:10.167 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-05-27T00:11:10.167 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/tty/serial/arc_uart.ko 2024-05-27T00:11:10.167 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/tty/serial/jsm 2024-05-27T00:11:10.167 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/tty/serial/jsm/jsm.ko 2024-05-27T00:11:10.167 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ufs 2024-05-27T00:11:10.167 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ufs/core 2024-05-27T00:11:10.167 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ufs/core/ufshcd-core.ko 2024-05-27T00:11:10.167 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ufs/host 2024-05-27T00:11:10.167 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-05-27T00:11:10.167 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/uio 2024-05-27T00:11:10.167 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/uio/uio.ko 2024-05-27T00:11:10.168 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/uio/uio_aec.ko 2024-05-27T00:11:10.168 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/uio/uio_cif.ko 2024-05-27T00:11:10.168 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/uio/uio_pci_generic.ko 2024-05-27T00:11:10.168 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/uio/uio_sercos3.ko 2024-05-27T00:11:10.168 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb 2024-05-27T00:11:10.168 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/class 2024-05-27T00:11:10.168 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/class/cdc-acm.ko 2024-05-27T00:11:10.168 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/class/cdc-wdm.ko 2024-05-27T00:11:10.168 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/class/usblp.ko 2024-05-27T00:11:10.168 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/class/usbtmc.ko 2024-05-27T00:11:10.168 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/host 2024-05-27T00:11:10.168 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/host/sl811-hcd.ko 2024-05-27T00:11:10.169 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/image 2024-05-27T00:11:10.169 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/image/mdc800.ko 2024-05-27T00:11:10.169 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/image/microtek.ko 2024-05-27T00:11:10.169 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/misc 2024-05-27T00:11:10.169 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/misc/adutux.ko 2024-05-27T00:11:10.169 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/misc/appledisplay.ko 2024-05-27T00:11:10.169 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/misc/emi26.ko 2024-05-27T00:11:10.169 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/misc/emi62.ko 2024-05-27T00:11:10.169 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/misc/ezusb.ko 2024-05-27T00:11:10.169 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/misc/idmouse.ko 2024-05-27T00:11:10.169 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/misc/iowarrior.ko 2024-05-27T00:11:10.169 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/misc/isight_firmware.ko 2024-05-27T00:11:10.169 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/misc/ldusb.ko 2024-05-27T00:11:10.169 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/misc/legousbtower.ko 2024-05-27T00:11:10.170 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/misc/sisusbvga 2024-05-27T00:11:10.170 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-05-27T00:11:10.170 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/misc/trancevibrator.ko 2024-05-27T00:11:10.170 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/misc/usb3503.ko 2024-05-27T00:11:10.170 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/misc/usblcd.ko 2024-05-27T00:11:10.170 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/misc/usbsevseg.ko 2024-05-27T00:11:10.170 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/misc/uss720.ko 2024-05-27T00:11:10.170 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/misc/yurex.ko 2024-05-27T00:11:10.170 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/phy 2024-05-27T00:11:10.170 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/phy/phy-generic.ko 2024-05-27T00:11:10.170 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial 2024-05-27T00:11:10.170 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/aircable.ko 2024-05-27T00:11:10.171 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/ark3116.ko 2024-05-27T00:11:10.171 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/belkin_sa.ko 2024-05-27T00:11:10.171 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/ch341.ko 2024-05-27T00:11:10.171 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/cp210x.ko 2024-05-27T00:11:10.171 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/cyberjack.ko 2024-05-27T00:11:10.171 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/cypress_m8.ko 2024-05-27T00:11:10.171 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/digi_acceleport.ko 2024-05-27T00:11:10.171 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/empeg.ko 2024-05-27T00:11:10.171 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/ftdi_sio.ko 2024-05-27T00:11:10.171 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/garmin_gps.ko 2024-05-27T00:11:10.171 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/io_edgeport.ko 2024-05-27T00:11:10.171 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/io_ti.ko 2024-05-27T00:11:10.172 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/ipaq.ko 2024-05-27T00:11:10.172 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/ipw.ko 2024-05-27T00:11:10.172 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/ir-usb.ko 2024-05-27T00:11:10.172 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-05-27T00:11:10.172 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/keyspan.ko 2024-05-27T00:11:10.172 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/keyspan_pda.ko 2024-05-27T00:11:10.172 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/kl5kusb105.ko 2024-05-27T00:11:10.172 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/kobil_sct.ko 2024-05-27T00:11:10.172 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/mct_u232.ko 2024-05-27T00:11:10.172 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/mos7720.ko 2024-05-27T00:11:10.172 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/mos7840.ko 2024-05-27T00:11:10.172 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/navman.ko 2024-05-27T00:11:10.172 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/omninet.ko 2024-05-27T00:11:10.172 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/opticon.ko 2024-05-27T00:11:10.173 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/option.ko 2024-05-27T00:11:10.173 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/oti6858.ko 2024-05-27T00:11:10.173 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/pl2303.ko 2024-05-27T00:11:10.173 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/qcaux.ko 2024-05-27T00:11:10.173 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/qcserial.ko 2024-05-27T00:11:10.173 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/quatech2.ko 2024-05-27T00:11:10.173 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/safe_serial.ko 2024-05-27T00:11:10.173 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/sierra.ko 2024-05-27T00:11:10.173 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/spcp8x5.ko 2024-05-27T00:11:10.173 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/ssu100.ko 2024-05-27T00:11:10.173 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/symbolserial.ko 2024-05-27T00:11:10.173 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-05-27T00:11:10.173 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-05-27T00:11:10.174 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/usb_debug.ko 2024-05-27T00:11:10.174 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/usb_wwan.ko 2024-05-27T00:11:10.174 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/visor.ko 2024-05-27T00:11:10.174 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/whiteheat.ko 2024-05-27T00:11:10.174 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/serial/xsens_mt.ko 2024-05-27T00:11:10.174 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/storage 2024-05-27T00:11:10.174 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/storage/uas.ko 2024-05-27T00:11:10.174 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/storage/ums-alauda.ko 2024-05-27T00:11:10.174 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/storage/ums-cypress.ko 2024-05-27T00:11:10.174 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/storage/ums-datafab.ko 2024-05-27T00:11:10.174 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-05-27T00:11:10.174 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/storage/ums-freecom.ko 2024-05-27T00:11:10.175 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/storage/ums-isd200.ko 2024-05-27T00:11:10.175 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-05-27T00:11:10.175 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/storage/ums-karma.ko 2024-05-27T00:11:10.175 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/storage/ums-onetouch.ko 2024-05-27T00:11:10.175 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/storage/ums-realtek.ko 2024-05-27T00:11:10.175 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/storage/ums-sddr09.ko 2024-05-27T00:11:10.175 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/storage/ums-sddr55.ko 2024-05-27T00:11:10.175 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/storage/ums-usbat.ko 2024-05-27T00:11:10.175 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/storage/usb-storage.ko 2024-05-27T00:11:10.175 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/usbip 2024-05-27T00:11:10.175 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/usbip/usbip-core.ko 2024-05-27T00:11:10.175 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/usbip/usbip-host.ko 2024-05-27T00:11:10.176 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-05-27T00:11:10.176 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/vfio 2024-05-27T00:11:10.176 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/vfio/pci 2024-05-27T00:11:10.176 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-05-27T00:11:10.176 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/vfio/pci/vfio-pci.ko 2024-05-27T00:11:10.176 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/vfio/vfio.ko 2024-05-27T00:11:10.176 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-05-27T00:11:10.176 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/vhost 2024-05-27T00:11:10.176 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/vhost/vhost.ko 2024-05-27T00:11:10.176 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/vhost/vhost_iotlb.ko 2024-05-27T00:11:10.176 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/vhost/vhost_net.ko 2024-05-27T00:11:10.176 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/vhost/vhost_scsi.ko 2024-05-27T00:11:10.176 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/video 2024-05-27T00:11:10.177 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/video/backlight 2024-05-27T00:11:10.177 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/video/backlight/apple_bl.ko 2024-05-27T00:11:10.177 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/video/backlight/lcd.ko 2024-05-27T00:11:10.177 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/video/backlight/platform_lcd.ko 2024-05-27T00:11:10.177 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/virtio 2024-05-27T00:11:10.177 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/virtio/virtio.ko 2024-05-27T00:11:10.177 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/virtio/virtio_balloon.ko 2024-05-27T00:11:10.177 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/virtio/virtio_mmio.ko 2024-05-27T00:11:10.177 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/virtio/virtio_pci.ko 2024-05-27T00:11:10.177 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-05-27T00:11:10.177 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-05-27T00:11:10.177 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/virtio/virtio_ring.ko 2024-05-27T00:11:10.177 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/w1 2024-05-27T00:11:10.178 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/w1/masters 2024-05-27T00:11:10.178 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/w1/masters/ds2482.ko 2024-05-27T00:11:10.178 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/w1/masters/ds2490.ko 2024-05-27T00:11:10.178 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/w1/slaves 2024-05-27T00:11:10.178 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-05-27T00:11:10.178 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-05-27T00:11:10.178 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-05-27T00:11:10.178 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-05-27T00:11:10.178 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-05-27T00:11:10.178 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-05-27T00:11:10.178 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-05-27T00:11:10.178 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-05-27T00:11:10.179 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-05-27T00:11:10.179 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/w1/slaves/w1_smem.ko 2024-05-27T00:11:10.179 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/w1/slaves/w1_therm.ko 2024-05-27T00:11:10.179 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/w1/wire.ko 2024-05-27T00:11:10.179 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog 2024-05-27T00:11:10.179 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/alim1535_wdt.ko 2024-05-27T00:11:10.179 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/alim7101_wdt.ko 2024-05-27T00:11:10.179 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/f71808e_wdt.ko 2024-05-27T00:11:10.179 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/hpwdt.ko 2024-05-27T00:11:10.179 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/i6300esb.ko 2024-05-27T00:11:10.179 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-05-27T00:11:10.179 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/iTCO_wdt.ko 2024-05-27T00:11:10.179 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/ib700wdt.ko 2024-05-27T00:11:10.180 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/ibmasr.ko 2024-05-27T00:11:10.180 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-05-27T00:11:10.180 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/it8712f_wdt.ko 2024-05-27T00:11:10.180 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/it87_wdt.ko 2024-05-27T00:11:10.180 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/machzwd.ko 2024-05-27T00:11:10.180 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/nv_tco.ko 2024-05-27T00:11:10.180 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/pcwd_pci.ko 2024-05-27T00:11:10.180 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/pcwd_usb.ko 2024-05-27T00:11:10.180 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-05-27T00:11:10.180 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/sch311x_wdt.ko 2024-05-27T00:11:10.180 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/softdog.ko 2024-05-27T00:11:10.180 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/sp5100_tco.ko 2024-05-27T00:11:10.180 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/via_wdt.ko 2024-05-27T00:11:10.180 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-05-27T00:11:10.181 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/w83877f_wdt.ko 2024-05-27T00:11:10.181 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/w83977f_wdt.ko 2024-05-27T00:11:10.181 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/wdt_pci.ko 2024-05-27T00:11:10.181 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/watchdog/xen_wdt.ko 2024-05-27T00:11:10.181 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/xen 2024-05-27T00:11:10.181 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/xen/xen-acpi-processor.ko 2024-05-27T00:11:10.181 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/xen/xen-evtchn.ko 2024-05-27T00:11:10.181 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/xen/xen-gntalloc.ko 2024-05-27T00:11:10.181 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/xen/xen-gntdev.ko 2024-05-27T00:11:10.181 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/xen/xen-pciback 2024-05-27T00:11:10.181 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-05-27T00:11:10.181 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/xen/xen-privcmd.ko 2024-05-27T00:11:10.181 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/xen/xenfs 2024-05-27T00:11:10.182 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/drivers/xen/xenfs/xenfs.ko 2024-05-27T00:11:10.182 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs 2024-05-27T00:11:10.182 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/9p 2024-05-27T00:11:10.182 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/9p/9p.ko 2024-05-27T00:11:10.182 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/affs 2024-05-27T00:11:10.182 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/affs/affs.ko 2024-05-27T00:11:10.182 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/befs 2024-05-27T00:11:10.182 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/befs/befs.ko 2024-05-27T00:11:10.182 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/binfmt_misc.ko 2024-05-27T00:11:10.182 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/btrfs 2024-05-27T00:11:10.182 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/btrfs/btrfs.ko 2024-05-27T00:11:10.182 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/cachefiles 2024-05-27T00:11:10.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/cachefiles/cachefiles.ko 2024-05-27T00:11:10.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/ceph 2024-05-27T00:11:10.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/ceph/ceph.ko 2024-05-27T00:11:10.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/coda 2024-05-27T00:11:10.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/coda/coda.ko 2024-05-27T00:11:10.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/cramfs 2024-05-27T00:11:10.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/cramfs/cramfs.ko 2024-05-27T00:11:10.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/dlm 2024-05-27T00:11:10.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/dlm/dlm.ko 2024-05-27T00:11:10.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/ecryptfs 2024-05-27T00:11:10.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/ecryptfs/ecryptfs.ko 2024-05-27T00:11:10.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/f2fs 2024-05-27T00:11:10.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/f2fs/f2fs.ko 2024-05-27T00:11:10.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/fat 2024-05-27T00:11:10.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/fat/fat.ko 2024-05-27T00:11:10.183 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/fat/msdos.ko 2024-05-27T00:11:10.184 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/fat/vfat.ko 2024-05-27T00:11:10.184 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/fuse 2024-05-27T00:11:10.184 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/fuse/cuse.ko 2024-05-27T00:11:10.184 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/fuse/fuse.ko 2024-05-27T00:11:10.184 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/gfs2 2024-05-27T00:11:10.184 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/gfs2/gfs2.ko 2024-05-27T00:11:10.184 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/hfs 2024-05-27T00:11:10.184 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/hfs/hfs.ko 2024-05-27T00:11:10.184 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/hfsplus 2024-05-27T00:11:10.184 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/hfsplus/hfsplus.ko 2024-05-27T00:11:10.184 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/isofs 2024-05-27T00:11:10.184 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/isofs/isofs.ko 2024-05-27T00:11:10.184 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/jfs 2024-05-27T00:11:10.185 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/jfs/jfs.ko 2024-05-27T00:11:10.185 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/lockd 2024-05-27T00:11:10.185 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/lockd/lockd.ko 2024-05-27T00:11:10.185 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/minix 2024-05-27T00:11:10.185 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/minix/minix.ko 2024-05-27T00:11:10.185 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/netfs 2024-05-27T00:11:10.185 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/netfs/netfs.ko 2024-05-27T00:11:10.185 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nfs 2024-05-27T00:11:10.185 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nfs/blocklayout 2024-05-27T00:11:10.185 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-05-27T00:11:10.185 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nfs/filelayout 2024-05-27T00:11:10.185 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-05-27T00:11:10.185 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nfs/flexfilelayout 2024-05-27T00:11:10.186 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-05-27T00:11:10.186 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nfs/nfs.ko 2024-05-27T00:11:10.186 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nfs/nfsv3.ko 2024-05-27T00:11:10.186 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nfs/nfsv4.ko 2024-05-27T00:11:10.186 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nfs_common 2024-05-27T00:11:10.186 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nfs_common/grace.ko 2024-05-27T00:11:10.186 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nfs_common/nfs_acl.ko 2024-05-27T00:11:10.186 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nfsd 2024-05-27T00:11:10.186 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nfsd/nfsd.ko 2024-05-27T00:11:10.186 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nilfs2 2024-05-27T00:11:10.186 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nilfs2/nilfs2.ko 2024-05-27T00:11:10.186 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls 2024-05-27T00:11:10.186 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/mac-celtic.ko 2024-05-27T00:11:10.186 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/mac-centeuro.ko 2024-05-27T00:11:10.187 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/mac-croatian.ko 2024-05-27T00:11:10.187 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/mac-cyrillic.ko 2024-05-27T00:11:10.187 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/mac-gaelic.ko 2024-05-27T00:11:10.187 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/mac-greek.ko 2024-05-27T00:11:10.187 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/mac-iceland.ko 2024-05-27T00:11:10.187 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/mac-inuit.ko 2024-05-27T00:11:10.187 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/mac-roman.ko 2024-05-27T00:11:10.187 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/mac-romanian.ko 2024-05-27T00:11:10.187 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/mac-turkish.ko 2024-05-27T00:11:10.187 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp1250.ko 2024-05-27T00:11:10.187 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp1251.ko 2024-05-27T00:11:10.187 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp1255.ko 2024-05-27T00:11:10.187 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp737.ko 2024-05-27T00:11:10.187 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp775.ko 2024-05-27T00:11:10.188 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp850.ko 2024-05-27T00:11:10.188 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp852.ko 2024-05-27T00:11:10.188 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp855.ko 2024-05-27T00:11:10.188 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp857.ko 2024-05-27T00:11:10.188 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp860.ko 2024-05-27T00:11:10.188 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp861.ko 2024-05-27T00:11:10.188 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp862.ko 2024-05-27T00:11:10.188 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp863.ko 2024-05-27T00:11:10.188 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp864.ko 2024-05-27T00:11:10.188 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp865.ko 2024-05-27T00:11:10.188 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp866.ko 2024-05-27T00:11:10.188 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp869.ko 2024-05-27T00:11:10.189 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp874.ko 2024-05-27T00:11:10.189 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp932.ko 2024-05-27T00:11:10.189 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp936.ko 2024-05-27T00:11:10.189 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp949.ko 2024-05-27T00:11:10.189 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_cp950.ko 2024-05-27T00:11:10.189 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_euc-jp.ko 2024-05-27T00:11:10.189 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_iso8859-1.ko 2024-05-27T00:11:10.189 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_iso8859-13.ko 2024-05-27T00:11:10.189 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_iso8859-14.ko 2024-05-27T00:11:10.189 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_iso8859-15.ko 2024-05-27T00:11:10.189 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_iso8859-2.ko 2024-05-27T00:11:10.189 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_iso8859-3.ko 2024-05-27T00:11:10.189 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_iso8859-4.ko 2024-05-27T00:11:10.190 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_iso8859-5.ko 2024-05-27T00:11:10.190 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_iso8859-6.ko 2024-05-27T00:11:10.190 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_iso8859-7.ko 2024-05-27T00:11:10.190 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_iso8859-9.ko 2024-05-27T00:11:10.190 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_koi8-r.ko 2024-05-27T00:11:10.190 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_koi8-ru.ko 2024-05-27T00:11:10.190 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_koi8-u.ko 2024-05-27T00:11:10.190 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_ucs2_utils.ko 2024-05-27T00:11:10.190 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/nls/nls_utf8.ko 2024-05-27T00:11:10.190 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/ocfs2 2024-05-27T00:11:10.190 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/ocfs2/cluster 2024-05-27T00:11:10.190 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-05-27T00:11:10.190 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/ocfs2/dlm 2024-05-27T00:11:10.191 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-05-27T00:11:10.191 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/ocfs2/dlmfs 2024-05-27T00:11:10.191 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-05-27T00:11:10.191 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/ocfs2/ocfs2.ko 2024-05-27T00:11:10.191 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-05-27T00:11:10.191 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-05-27T00:11:10.191 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-05-27T00:11:10.191 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/overlayfs 2024-05-27T00:11:10.191 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/overlayfs/overlay.ko 2024-05-27T00:11:10.191 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/pstore 2024-05-27T00:11:10.191 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/pstore/ramoops.ko 2024-05-27T00:11:10.192 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/reiserfs 2024-05-27T00:11:10.192 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/reiserfs/reiserfs.ko 2024-05-27T00:11:10.192 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/romfs 2024-05-27T00:11:10.192 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/romfs/romfs.ko 2024-05-27T00:11:10.192 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/smb 2024-05-27T00:11:10.192 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/smb/client 2024-05-27T00:11:10.192 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/smb/client/cifs.ko 2024-05-27T00:11:10.192 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/smb/common 2024-05-27T00:11:10.192 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/smb/common/cifs_arc4.ko 2024-05-27T00:11:10.192 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/smb/common/cifs_md4.ko 2024-05-27T00:11:10.192 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/squashfs 2024-05-27T00:11:10.192 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/squashfs/squashfs.ko 2024-05-27T00:11:10.193 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/sysv 2024-05-27T00:11:10.193 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/sysv/sysv.ko 2024-05-27T00:11:10.193 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/udf 2024-05-27T00:11:10.193 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/udf/udf.ko 2024-05-27T00:11:10.193 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/ufs 2024-05-27T00:11:10.193 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/ufs/ufs.ko 2024-05-27T00:11:10.193 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/xfs 2024-05-27T00:11:10.193 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/fs/xfs/xfs.ko 2024-05-27T00:11:10.194 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/kernel 2024-05-27T00:11:10.194 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/kernel/rcu 2024-05-27T00:11:10.194 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/kernel/rcu/rcutorture.ko 2024-05-27T00:11:10.194 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/kernel/torture.ko 2024-05-27T00:11:10.194 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/kernel/trace 2024-05-27T00:11:10.194 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-05-27T00:11:10.195 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib 2024-05-27T00:11:10.195 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/asn1_encoder.ko 2024-05-27T00:11:10.195 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/crc-itu-t.ko 2024-05-27T00:11:10.195 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/crc8.ko 2024-05-27T00:11:10.195 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/crypto 2024-05-27T00:11:10.195 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/crypto/libarc4.ko 2024-05-27T00:11:10.195 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/crypto/libdes.ko 2024-05-27T00:11:10.195 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/libcrc32c.ko 2024-05-27T00:11:10.195 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/lru_cache.ko 2024-05-27T00:11:10.195 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/lz4 2024-05-27T00:11:10.195 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/lz4/lz4_compress.ko 2024-05-27T00:11:10.196 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/lz4/lz4hc_compress.ko 2024-05-27T00:11:10.196 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/math 2024-05-27T00:11:10.196 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/math/cordic.ko 2024-05-27T00:11:10.196 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/raid6 2024-05-27T00:11:10.196 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/raid6/raid6_pq.ko 2024-05-27T00:11:10.196 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/reed_solomon 2024-05-27T00:11:10.196 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/reed_solomon/reed_solomon.ko 2024-05-27T00:11:10.196 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/ts_bm.ko 2024-05-27T00:11:10.196 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/ts_fsm.ko 2024-05-27T00:11:10.196 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/ts_kmp.ko 2024-05-27T00:11:10.196 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/zstd 2024-05-27T00:11:10.196 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/lib/zstd/zstd_compress.ko 2024-05-27T00:11:10.197 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/mm 2024-05-27T00:11:10.197 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/mm/hwpoison-inject.ko 2024-05-27T00:11:10.197 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net 2024-05-27T00:11:10.197 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/6lowpan 2024-05-27T00:11:10.197 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/6lowpan/6lowpan.ko 2024-05-27T00:11:10.197 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/6lowpan/nhc_dest.ko 2024-05-27T00:11:10.197 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/6lowpan/nhc_fragment.ko 2024-05-27T00:11:10.197 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/6lowpan/nhc_hop.ko 2024-05-27T00:11:10.197 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/6lowpan/nhc_ipv6.ko 2024-05-27T00:11:10.197 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/6lowpan/nhc_mobility.ko 2024-05-27T00:11:10.197 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/6lowpan/nhc_routing.ko 2024-05-27T00:11:10.197 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/6lowpan/nhc_udp.ko 2024-05-27T00:11:10.198 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/802 2024-05-27T00:11:10.198 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/802/garp.ko 2024-05-27T00:11:10.198 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/802/mrp.ko 2024-05-27T00:11:10.198 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/802/p8022.ko 2024-05-27T00:11:10.198 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/802/psnap.ko 2024-05-27T00:11:10.198 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/802/stp.ko 2024-05-27T00:11:10.198 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/8021q 2024-05-27T00:11:10.198 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/8021q/8021q.ko 2024-05-27T00:11:10.198 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/9p 2024-05-27T00:11:10.198 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/9p/9pnet.ko 2024-05-27T00:11:10.198 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/9p/9pnet_fd.ko 2024-05-27T00:11:10.198 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/9p/9pnet_rdma.ko 2024-05-27T00:11:10.199 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/9p/9pnet_virtio.ko 2024-05-27T00:11:10.199 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/batman-adv 2024-05-27T00:11:10.199 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/batman-adv/batman-adv.ko 2024-05-27T00:11:10.199 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge 2024-05-27T00:11:10.199 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/br_netfilter.ko 2024-05-27T00:11:10.199 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/bridge.ko 2024-05-27T00:11:10.199 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter 2024-05-27T00:11:10.199 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-05-27T00:11:10.199 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/ebt_among.ko 2024-05-27T00:11:10.199 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/ebt_arp.ko 2024-05-27T00:11:10.199 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-05-27T00:11:10.199 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-05-27T00:11:10.199 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/ebt_ip.ko 2024-05-27T00:11:10.199 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-05-27T00:11:10.200 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/ebt_limit.ko 2024-05-27T00:11:10.200 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/ebt_log.ko 2024-05-27T00:11:10.200 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/ebt_mark.ko 2024-05-27T00:11:10.200 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-05-27T00:11:10.200 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-05-27T00:11:10.200 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-05-27T00:11:10.200 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-05-27T00:11:10.200 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/ebt_snat.ko 2024-05-27T00:11:10.200 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/ebt_stp.ko 2024-05-27T00:11:10.200 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-05-27T00:11:10.200 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-05-27T00:11:10.200 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-05-27T00:11:10.200 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-05-27T00:11:10.201 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/ebtables.ko 2024-05-27T00:11:10.201 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-05-27T00:11:10.201 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-05-27T00:11:10.201 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-05-27T00:11:10.201 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ceph 2024-05-27T00:11:10.201 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ceph/libceph.ko 2024-05-27T00:11:10.201 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/core 2024-05-27T00:11:10.201 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/core/failover.ko 2024-05-27T00:11:10.201 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/core/pktgen.ko 2024-05-27T00:11:10.201 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/dccp 2024-05-27T00:11:10.201 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/dccp/dccp.ko 2024-05-27T00:11:10.201 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/dccp/dccp_diag.ko 2024-05-27T00:11:10.201 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/dccp/dccp_ipv4.ko 2024-05-27T00:11:10.202 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/dccp/dccp_ipv6.ko 2024-05-27T00:11:10.202 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/dns_resolver 2024-05-27T00:11:10.202 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/dns_resolver/dns_resolver.ko 2024-05-27T00:11:10.202 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/dsa 2024-05-27T00:11:10.202 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/dsa/dsa_core.ko 2024-05-27T00:11:10.202 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/dsa/tag_brcm.ko 2024-05-27T00:11:10.202 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/dsa/tag_dsa.ko 2024-05-27T00:11:10.202 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/dsa/tag_none.ko 2024-05-27T00:11:10.202 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/dsa/tag_trailer.ko 2024-05-27T00:11:10.203 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ieee802154 2024-05-27T00:11:10.203 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ieee802154/6lowpan 2024-05-27T00:11:10.203 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-05-27T00:11:10.203 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ieee802154/ieee802154.ko 2024-05-27T00:11:10.203 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ieee802154/ieee802154_socket.ko 2024-05-27T00:11:10.203 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4 2024-05-27T00:11:10.203 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/ah4.ko 2024-05-27T00:11:10.203 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/esp4.ko 2024-05-27T00:11:10.203 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/fou.ko 2024-05-27T00:11:10.203 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/gre.ko 2024-05-27T00:11:10.203 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/inet_diag.ko 2024-05-27T00:11:10.203 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/ip_gre.ko 2024-05-27T00:11:10.204 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/ip_tunnel.ko 2024-05-27T00:11:10.204 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/ip_vti.ko 2024-05-27T00:11:10.204 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/ipcomp.ko 2024-05-27T00:11:10.204 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/ipip.ko 2024-05-27T00:11:10.204 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter 2024-05-27T00:11:10.204 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter/arp_tables.ko 2024-05-27T00:11:10.204 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-05-27T00:11:10.204 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-05-27T00:11:10.204 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-05-27T00:11:10.204 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-05-27T00:11:10.204 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-05-27T00:11:10.204 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-05-27T00:11:10.204 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-05-27T00:11:10.204 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-05-27T00:11:10.205 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-05-27T00:11:10.205 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter/iptable_security.ko 2024-05-27T00:11:10.205 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-05-27T00:11:10.205 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-05-27T00:11:10.205 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-05-27T00:11:10.205 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-05-27T00:11:10.205 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-05-27T00:11:10.205 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-05-27T00:11:10.205 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-05-27T00:11:10.205 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-05-27T00:11:10.205 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-05-27T00:11:10.206 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-05-27T00:11:10.206 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/tcp_bic.ko 2024-05-27T00:11:10.206 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/tcp_dctcp.ko 2024-05-27T00:11:10.206 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/tcp_diag.ko 2024-05-27T00:11:10.206 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/tcp_highspeed.ko 2024-05-27T00:11:10.206 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/tcp_htcp.ko 2024-05-27T00:11:10.206 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/tcp_hybla.ko 2024-05-27T00:11:10.206 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/tcp_illinois.ko 2024-05-27T00:11:10.206 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/tcp_lp.ko 2024-05-27T00:11:10.206 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/tcp_scalable.ko 2024-05-27T00:11:10.206 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/tcp_vegas.ko 2024-05-27T00:11:10.206 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/tcp_veno.ko 2024-05-27T00:11:10.207 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/tcp_westwood.ko 2024-05-27T00:11:10.207 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/tcp_yeah.ko 2024-05-27T00:11:10.207 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/tunnel4.ko 2024-05-27T00:11:10.207 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/udp_diag.ko 2024-05-27T00:11:10.207 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/udp_tunnel.ko 2024-05-27T00:11:10.207 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv4/xfrm4_tunnel.ko 2024-05-27T00:11:10.207 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6 2024-05-27T00:11:10.207 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/ah6.ko 2024-05-27T00:11:10.207 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/esp6.ko 2024-05-27T00:11:10.207 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/fou6.ko 2024-05-27T00:11:10.207 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/ip6_tunnel.ko 2024-05-27T00:11:10.207 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-05-27T00:11:10.207 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/ip6_vti.ko 2024-05-27T00:11:10.208 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/ipcomp6.ko 2024-05-27T00:11:10.208 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter 2024-05-27T00:11:10.208 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-05-27T00:11:10.208 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-05-27T00:11:10.208 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-05-27T00:11:10.208 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-05-27T00:11:10.208 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-05-27T00:11:10.208 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-05-27T00:11:10.208 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-05-27T00:11:10.208 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-05-27T00:11:10.208 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-05-27T00:11:10.208 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-05-27T00:11:10.208 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-05-27T00:11:10.208 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-05-27T00:11:10.209 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-05-27T00:11:10.209 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-05-27T00:11:10.209 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-05-27T00:11:10.209 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-05-27T00:11:10.209 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-05-27T00:11:10.209 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-05-27T00:11:10.209 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-05-27T00:11:10.209 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-05-27T00:11:10.209 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-05-27T00:11:10.209 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-05-27T00:11:10.209 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-05-27T00:11:10.209 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-05-27T00:11:10.210 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/sit.ko 2024-05-27T00:11:10.210 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/tunnel6.ko 2024-05-27T00:11:10.210 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/ipv6/xfrm6_tunnel.ko 2024-05-27T00:11:10.210 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/key 2024-05-27T00:11:10.210 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/key/af_key.ko 2024-05-27T00:11:10.210 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/l2tp 2024-05-27T00:11:10.210 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/l2tp/l2tp_core.ko 2024-05-27T00:11:10.210 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/l2tp/l2tp_debugfs.ko 2024-05-27T00:11:10.210 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/l2tp/l2tp_eth.ko 2024-05-27T00:11:10.210 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/l2tp/l2tp_ip.ko 2024-05-27T00:11:10.210 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/l2tp/l2tp_ip6.ko 2024-05-27T00:11:10.210 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/l2tp/l2tp_netlink.ko 2024-05-27T00:11:10.211 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/l2tp/l2tp_ppp.ko 2024-05-27T00:11:10.211 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/llc 2024-05-27T00:11:10.211 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/llc/llc.ko 2024-05-27T00:11:10.211 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/mac802154 2024-05-27T00:11:10.211 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/mac802154/mac802154.ko 2024-05-27T00:11:10.211 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/mpls 2024-05-27T00:11:10.211 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/mpls/mpls_gso.ko 2024-05-27T00:11:10.211 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter 2024-05-27T00:11:10.211 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipset 2024-05-27T00:11:10.211 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipset/ip_set.ko 2024-05-27T00:11:10.211 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-05-27T00:11:10.212 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-05-27T00:11:10.212 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-05-27T00:11:10.212 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-05-27T00:11:10.212 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-05-27T00:11:10.212 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-05-27T00:11:10.212 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-05-27T00:11:10.212 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-05-27T00:11:10.212 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-05-27T00:11:10.212 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-05-27T00:11:10.212 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-05-27T00:11:10.212 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-05-27T00:11:10.212 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-05-27T00:11:10.212 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-05-27T00:11:10.212 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-05-27T00:11:10.213 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipvs 2024-05-27T00:11:10.213 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipvs/ip_vs.ko 2024-05-27T00:11:10.213 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-05-27T00:11:10.213 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-05-27T00:11:10.213 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-05-27T00:11:10.213 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-05-27T00:11:10.213 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-05-27T00:11:10.213 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-05-27T00:11:10.213 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-05-27T00:11:10.213 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-05-27T00:11:10.213 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-05-27T00:11:10.213 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-05-27T00:11:10.213 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-05-27T00:11:10.213 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-05-27T00:11:10.213 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-05-27T00:11:10.214 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_conncount.ko 2024-05-27T00:11:10.214 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_conntrack.ko 2024-05-27T00:11:10.214 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-05-27T00:11:10.214 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-05-27T00:11:10.214 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-05-27T00:11:10.214 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_conntrack_h323.ko 2024-05-27T00:11:10.214 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_conntrack_irc.ko 2024-05-27T00:11:10.214 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-05-27T00:11:10.214 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-05-27T00:11:10.214 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-05-27T00:11:10.214 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_conntrack_sane.ko 2024-05-27T00:11:10.214 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_conntrack_sip.ko 2024-05-27T00:11:10.214 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-05-27T00:11:10.215 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-05-27T00:11:10.215 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_dup_netdev.ko 2024-05-27T00:11:10.215 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_flow_table.ko 2024-05-27T00:11:10.215 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_flow_table_inet.ko 2024-05-27T00:11:10.215 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_log_syslog.ko 2024-05-27T00:11:10.215 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_nat.ko 2024-05-27T00:11:10.215 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_nat_amanda.ko 2024-05-27T00:11:10.215 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_nat_ftp.ko 2024-05-27T00:11:10.215 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_nat_irc.ko 2024-05-27T00:11:10.215 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_nat_sip.ko 2024-05-27T00:11:10.215 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_nat_tftp.ko 2024-05-27T00:11:10.215 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_synproxy_core.ko 2024-05-27T00:11:10.215 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nf_tables.ko 2024-05-27T00:11:10.215 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nfnetlink.ko 2024-05-27T00:11:10.215 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nfnetlink_acct.ko 2024-05-27T00:11:10.216 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nfnetlink_log.ko 2024-05-27T00:11:10.216 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nfnetlink_osf.ko 2024-05-27T00:11:10.216 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nfnetlink_queue.ko 2024-05-27T00:11:10.216 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nft_chain_nat.ko 2024-05-27T00:11:10.216 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nft_compat.ko 2024-05-27T00:11:10.216 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nft_ct.ko 2024-05-27T00:11:10.216 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nft_dup_netdev.ko 2024-05-27T00:11:10.216 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nft_fib.ko 2024-05-27T00:11:10.216 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nft_fwd_netdev.ko 2024-05-27T00:11:10.216 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nft_hash.ko 2024-05-27T00:11:10.216 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nft_limit.ko 2024-05-27T00:11:10.216 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nft_log.ko 2024-05-27T00:11:10.216 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nft_masq.ko 2024-05-27T00:11:10.216 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nft_nat.ko 2024-05-27T00:11:10.216 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nft_numgen.ko 2024-05-27T00:11:10.217 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nft_queue.ko 2024-05-27T00:11:10.217 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nft_quota.ko 2024-05-27T00:11:10.217 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nft_redir.ko 2024-05-27T00:11:10.217 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nft_reject.ko 2024-05-27T00:11:10.217 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nft_reject_inet.ko 2024-05-27T00:11:10.217 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nft_socket.ko 2024-05-27T00:11:10.217 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/nft_tunnel.ko 2024-05-27T00:11:10.217 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_AUDIT.ko 2024-05-27T00:11:10.217 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_CHECKSUM.ko 2024-05-27T00:11:10.217 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_CLASSIFY.ko 2024-05-27T00:11:10.217 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-05-27T00:11:10.217 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_CT.ko 2024-05-27T00:11:10.218 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_DSCP.ko 2024-05-27T00:11:10.218 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_HL.ko 2024-05-27T00:11:10.218 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_HMARK.ko 2024-05-27T00:11:10.218 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_IDLETIMER.ko 2024-05-27T00:11:10.218 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_LED.ko 2024-05-27T00:11:10.218 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_LOG.ko 2024-05-27T00:11:10.218 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_MASQUERADE.ko 2024-05-27T00:11:10.218 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_NETMAP.ko 2024-05-27T00:11:10.218 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_NFLOG.ko 2024-05-27T00:11:10.218 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_NFQUEUE.ko 2024-05-27T00:11:10.218 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_RATEEST.ko 2024-05-27T00:11:10.218 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_REDIRECT.ko 2024-05-27T00:11:10.219 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_SECMARK.ko 2024-05-27T00:11:10.219 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_TCPMSS.ko 2024-05-27T00:11:10.219 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-05-27T00:11:10.219 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_TEE.ko 2024-05-27T00:11:10.219 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_TPROXY.ko 2024-05-27T00:11:10.219 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_TRACE.ko 2024-05-27T00:11:10.219 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_addrtype.ko 2024-05-27T00:11:10.219 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_bpf.ko 2024-05-27T00:11:10.219 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_cgroup.ko 2024-05-27T00:11:10.219 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_cluster.ko 2024-05-27T00:11:10.219 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_comment.ko 2024-05-27T00:11:10.219 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_connbytes.ko 2024-05-27T00:11:10.219 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_connlabel.ko 2024-05-27T00:11:10.219 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_connlimit.ko 2024-05-27T00:11:10.220 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_connmark.ko 2024-05-27T00:11:10.220 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_conntrack.ko 2024-05-27T00:11:10.220 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_cpu.ko 2024-05-27T00:11:10.220 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_dccp.ko 2024-05-27T00:11:10.220 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_devgroup.ko 2024-05-27T00:11:10.220 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_dscp.ko 2024-05-27T00:11:10.220 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_ecn.ko 2024-05-27T00:11:10.220 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_esp.ko 2024-05-27T00:11:10.220 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_hashlimit.ko 2024-05-27T00:11:10.220 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_helper.ko 2024-05-27T00:11:10.220 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_hl.ko 2024-05-27T00:11:10.220 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_ipcomp.ko 2024-05-27T00:11:10.220 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_iprange.ko 2024-05-27T00:11:10.220 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_ipvs.ko 2024-05-27T00:11:10.220 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_l2tp.ko 2024-05-27T00:11:10.221 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_length.ko 2024-05-27T00:11:10.221 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_limit.ko 2024-05-27T00:11:10.221 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_mac.ko 2024-05-27T00:11:10.221 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_mark.ko 2024-05-27T00:11:10.221 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_multiport.ko 2024-05-27T00:11:10.221 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_nat.ko 2024-05-27T00:11:10.221 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_nfacct.ko 2024-05-27T00:11:10.221 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_osf.ko 2024-05-27T00:11:10.221 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_owner.ko 2024-05-27T00:11:10.221 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_physdev.ko 2024-05-27T00:11:10.221 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_pkttype.ko 2024-05-27T00:11:10.221 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_policy.ko 2024-05-27T00:11:10.221 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_quota.ko 2024-05-27T00:11:10.222 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_rateest.ko 2024-05-27T00:11:10.222 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_realm.ko 2024-05-27T00:11:10.222 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_recent.ko 2024-05-27T00:11:10.222 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_sctp.ko 2024-05-27T00:11:10.222 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_set.ko 2024-05-27T00:11:10.222 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_socket.ko 2024-05-27T00:11:10.222 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_state.ko 2024-05-27T00:11:10.222 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_statistic.ko 2024-05-27T00:11:10.222 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_string.ko 2024-05-27T00:11:10.222 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_tcpmss.ko 2024-05-27T00:11:10.222 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_time.ko 2024-05-27T00:11:10.222 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netfilter/xt_u32.ko 2024-05-27T00:11:10.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netlink 2024-05-27T00:11:10.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/netlink/netlink_diag.ko 2024-05-27T00:11:10.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/nsh 2024-05-27T00:11:10.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/nsh/nsh.ko 2024-05-27T00:11:10.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/openvswitch 2024-05-27T00:11:10.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/openvswitch/openvswitch.ko 2024-05-27T00:11:10.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/openvswitch/vport-geneve.ko 2024-05-27T00:11:10.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/openvswitch/vport-gre.ko 2024-05-27T00:11:10.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/openvswitch/vport-vxlan.ko 2024-05-27T00:11:10.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/packet 2024-05-27T00:11:10.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/packet/af_packet_diag.ko 2024-05-27T00:11:10.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/rds 2024-05-27T00:11:10.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/rds/rds.ko 2024-05-27T00:11:10.223 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/rds/rds_rdma.ko 2024-05-27T00:11:10.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/rds/rds_tcp.ko 2024-05-27T00:11:10.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched 2024-05-27T00:11:10.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/act_csum.ko 2024-05-27T00:11:10.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/act_gact.ko 2024-05-27T00:11:10.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/act_mirred.ko 2024-05-27T00:11:10.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/act_nat.ko 2024-05-27T00:11:10.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/act_pedit.ko 2024-05-27T00:11:10.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/act_police.ko 2024-05-27T00:11:10.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/act_simple.ko 2024-05-27T00:11:10.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/act_skbedit.ko 2024-05-27T00:11:10.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/act_vlan.ko 2024-05-27T00:11:10.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/cls_basic.ko 2024-05-27T00:11:10.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/cls_bpf.ko 2024-05-27T00:11:10.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/cls_flow.ko 2024-05-27T00:11:10.224 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/cls_fw.ko 2024-05-27T00:11:10.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/cls_route.ko 2024-05-27T00:11:10.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/cls_u32.ko 2024-05-27T00:11:10.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/em_cmp.ko 2024-05-27T00:11:10.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/em_ipset.ko 2024-05-27T00:11:10.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/em_meta.ko 2024-05-27T00:11:10.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/em_nbyte.ko 2024-05-27T00:11:10.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/em_text.ko 2024-05-27T00:11:10.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/em_u32.ko 2024-05-27T00:11:10.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_choke.ko 2024-05-27T00:11:10.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_codel.ko 2024-05-27T00:11:10.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_drr.ko 2024-05-27T00:11:10.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_fq.ko 2024-05-27T00:11:10.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_gred.ko 2024-05-27T00:11:10.225 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_hfsc.ko 2024-05-27T00:11:10.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_hhf.ko 2024-05-27T00:11:10.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_htb.ko 2024-05-27T00:11:10.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_ingress.ko 2024-05-27T00:11:10.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_mqprio.ko 2024-05-27T00:11:10.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_mqprio_lib.ko 2024-05-27T00:11:10.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_multiq.ko 2024-05-27T00:11:10.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_netem.ko 2024-05-27T00:11:10.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_pie.ko 2024-05-27T00:11:10.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_plug.ko 2024-05-27T00:11:10.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_prio.ko 2024-05-27T00:11:10.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_qfq.ko 2024-05-27T00:11:10.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_red.ko 2024-05-27T00:11:10.226 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_sfb.ko 2024-05-27T00:11:10.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_sfq.ko 2024-05-27T00:11:10.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_tbf.ko 2024-05-27T00:11:10.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sched/sch_teql.ko 2024-05-27T00:11:10.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sctp 2024-05-27T00:11:10.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sctp/sctp.ko 2024-05-27T00:11:10.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sctp/sctp_diag.ko 2024-05-27T00:11:10.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sunrpc 2024-05-27T00:11:10.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sunrpc/auth_gss 2024-05-27T00:11:10.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-05-27T00:11:10.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-05-27T00:11:10.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sunrpc/sunrpc.ko 2024-05-27T00:11:10.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sunrpc/xprtrdma 2024-05-27T00:11:10.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-05-27T00:11:10.227 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/tipc 2024-05-27T00:11:10.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/tipc/tipc.ko 2024-05-27T00:11:10.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/tipc/tipc_diag.ko 2024-05-27T00:11:10.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/unix 2024-05-27T00:11:10.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/unix/unix_diag.ko 2024-05-27T00:11:10.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/vmw_vsock 2024-05-27T00:11:10.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-05-27T00:11:10.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-05-27T00:11:10.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/vmw_vsock/vsock.ko 2024-05-27T00:11:10.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/vmw_vsock/vsock_diag.ko 2024-05-27T00:11:10.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/vmw_vsock/vsock_loopback.ko 2024-05-27T00:11:10.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/xfrm 2024-05-27T00:11:10.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/net/xfrm/xfrm_ipcomp.ko 2024-05-27T00:11:10.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/security 2024-05-27T00:11:10.228 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/security/keys 2024-05-27T00:11:10.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/security/keys/encrypted-keys 2024-05-27T00:11:10.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-05-27T00:11:10.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/security/keys/trusted-keys 2024-05-27T00:11:10.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/kernel/security/keys/trusted-keys/trusted.ko 2024-05-27T00:11:10.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/modules.alias 2024-05-27T00:11:10.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/modules.alias.bin 2024-05-27T00:11:10.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/modules.builtin 2024-05-27T00:11:10.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/modules.builtin.alias.bin 2024-05-27T00:11:10.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/modules.builtin.bin 2024-05-27T00:11:10.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/modules.builtin.modinfo 2024-05-27T00:11:10.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/modules.dep 2024-05-27T00:11:10.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/modules.dep.bin 2024-05-27T00:11:10.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/modules.devname 2024-05-27T00:11:10.229 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/modules.order 2024-05-27T00:11:10.230 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/modules.softdep 2024-05-27T00:11:10.230 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/modules.symbols 2024-05-27T00:11:10.230 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/modules.symbols.bin 2024-05-27T00:11:10.230 INFO:teuthology.orchestra.run.smithi044.stdout:/lib/modules/6.9.0-gb9459a26b088/vmlinuz 2024-05-27T00:11:10.234 DEBUG:teuthology.task.kernel:get_image_version: 6.9.0-gb9459a26b088 2024-05-27T00:11:10.234 DEBUG:teuthology.orchestra.run.smithi044:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-05-27T00:11:10.258 INFO:teuthology.orchestra.run.smithi044.stdout:postinstall scriptlet (using /bin/sh): 2024-05-27T00:11:10.258 INFO:teuthology.orchestra.run.smithi044.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-05-27T00:11:10.259 INFO:teuthology.orchestra.run.smithi044.stdout: /usr/bin/kernel-install add 6.9.0-gb9459a26b088 /lib/modules/6.9.0-gb9459a26b088/vmlinuz 2024-05-27T00:11:10.259 INFO:teuthology.orchestra.run.smithi044.stdout:fi 2024-05-27T00:11:10.259 INFO:teuthology.orchestra.run.smithi044.stdout:for file in vmlinuz System.map config; do 2024-05-27T00:11:10.259 INFO:teuthology.orchestra.run.smithi044.stdout: if ! cmp --silent "/lib/modules/6.9.0-gb9459a26b088/${file}" "/boot/${file}-6.9.0-gb9459a26b088"; then 2024-05-27T00:11:10.259 INFO:teuthology.orchestra.run.smithi044.stdout: cp "/lib/modules/6.9.0-gb9459a26b088/${file}" "/boot/${file}-6.9.0-gb9459a26b088" 2024-05-27T00:11:10.259 INFO:teuthology.orchestra.run.smithi044.stdout: fi 2024-05-27T00:11:10.259 INFO:teuthology.orchestra.run.smithi044.stdout:done 2024-05-27T00:11:10.259 INFO:teuthology.orchestra.run.smithi044.stdout:if [ -d "/lib/modules/6.9.0-gb9459a26b088/dtb" ] && \ 2024-05-27T00:11:10.259 INFO:teuthology.orchestra.run.smithi044.stdout: ! diff -rq "/lib/modules/6.9.0-gb9459a26b088/dtb" "/boot/dtb-6.9.0-gb9459a26b088" >/dev/null 2>&1; then 2024-05-27T00:11:10.259 INFO:teuthology.orchestra.run.smithi044.stdout: rm -rf "/boot/dtb-6.9.0-gb9459a26b088" 2024-05-27T00:11:10.259 INFO:teuthology.orchestra.run.smithi044.stdout: cp -r "/lib/modules/6.9.0-gb9459a26b088/dtb" "/boot/dtb-6.9.0-gb9459a26b088" 2024-05-27T00:11:10.259 INFO:teuthology.orchestra.run.smithi044.stdout:fi 2024-05-27T00:11:10.259 INFO:teuthology.orchestra.run.smithi044.stdout:if [ ! -e "/lib/modules/6.9.0-gb9459a26b088/modules.dep" ]; then 2024-05-27T00:11:10.259 INFO:teuthology.orchestra.run.smithi044.stdout: /usr/sbin/depmod 6.9.0-gb9459a26b088 2024-05-27T00:11:10.260 INFO:teuthology.orchestra.run.smithi044.stdout:fi 2024-05-27T00:11:10.260 INFO:teuthology.orchestra.run.smithi044.stdout:preuninstall scriptlet (using /bin/sh): 2024-05-27T00:11:10.260 INFO:teuthology.orchestra.run.smithi044.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-05-27T00:11:10.260 INFO:teuthology.orchestra.run.smithi044.stdout:kernel-install remove 6.9.0-gb9459a26b088 2024-05-27T00:11:10.260 INFO:teuthology.orchestra.run.smithi044.stdout:fi 2024-05-27T00:11:10.261 DEBUG:teuthology.orchestra.run.smithi044:> sudo rpm -qi grub2-tools 2024-05-27T00:11:10.334 INFO:teuthology.orchestra.run.smithi044.stdout:Name : grub2-tools 2024-05-27T00:11:10.335 INFO:teuthology.orchestra.run.smithi044.stdout:Epoch : 1 2024-05-27T00:11:10.335 INFO:teuthology.orchestra.run.smithi044.stdout:Version : 2.06 2024-05-27T00:11:10.335 INFO:teuthology.orchestra.run.smithi044.stdout:Release : 68.el9 2024-05-27T00:11:10.335 INFO:teuthology.orchestra.run.smithi044.stdout:Architecture: x86_64 2024-05-27T00:11:10.335 INFO:teuthology.orchestra.run.smithi044.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-05-27T00:11:10.335 INFO:teuthology.orchestra.run.smithi044.stdout:Group : Unspecified 2024-05-27T00:11:10.335 INFO:teuthology.orchestra.run.smithi044.stdout:Size : 8264254 2024-05-27T00:11:10.335 INFO:teuthology.orchestra.run.smithi044.stdout:License : GPLv3+ 2024-05-27T00:11:10.335 INFO:teuthology.orchestra.run.smithi044.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-05-27T00:11:10.335 INFO:teuthology.orchestra.run.smithi044.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-05-27T00:11:10.336 INFO:teuthology.orchestra.run.smithi044.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-05-27T00:11:10.336 INFO:teuthology.orchestra.run.smithi044.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-05-27T00:11:10.336 INFO:teuthology.orchestra.run.smithi044.stdout:Packager : builder@centos.org 2024-05-27T00:11:10.336 INFO:teuthology.orchestra.run.smithi044.stdout:Vendor : CentOS 2024-05-27T00:11:10.336 INFO:teuthology.orchestra.run.smithi044.stdout:URL : http://www.gnu.org/software/grub/ 2024-05-27T00:11:10.336 INFO:teuthology.orchestra.run.smithi044.stdout:Summary : Support tools for GRUB. 2024-05-27T00:11:10.336 INFO:teuthology.orchestra.run.smithi044.stdout:Description : 2024-05-27T00:11:10.336 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:11:10.336 INFO:teuthology.orchestra.run.smithi044.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-05-27T00:11:10.336 INFO:teuthology.orchestra.run.smithi044.stdout:customizable bootloader with modular architecture. It supports a rich 2024-05-27T00:11:10.336 INFO:teuthology.orchestra.run.smithi044.stdout:variety of kernel formats, file systems, computer architectures and 2024-05-27T00:11:10.336 INFO:teuthology.orchestra.run.smithi044.stdout:hardware devices. 2024-05-27T00:11:10.336 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:11:10.337 INFO:teuthology.orchestra.run.smithi044.stdout:This subpackage provides tools for support of all platforms. 2024-05-27T00:11:10.338 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-05-27T00:11:10.338 INFO:teuthology.task.kernel:Updating grub on smithi044 to boot 6.9.0-gb9459a26b088 2024-05-27T00:11:10.338 DEBUG:teuthology.orchestra.run.smithi044:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-05-27T00:11:10.939 INFO:teuthology.orchestra.run.smithi044.stderr:Generating grub configuration file ... 2024-05-27T00:11:12.350 INFO:teuthology.orchestra.run.smithi044.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-05-27T00:11:12.385 INFO:teuthology.orchestra.run.smithi044.stderr:done 2024-05-27T00:11:12.387 DEBUG:teuthology.orchestra.run.smithi044:> mktemp 2024-05-27T00:11:12.403 INFO:teuthology.orchestra.run.smithi044.stdout:/tmp/tmp.1tS45cZ6fR 2024-05-27T00:11:12.403 DEBUG:teuthology.orchestra.run.smithi044:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.1tS45cZ6fR 2024-05-27T00:11:12.470 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod 0666 /tmp/tmp.1tS45cZ6fR 2024-05-27T00:11:12.612 DEBUG:teuthology.orchestra.remote:smithi044:/tmp/tmp.1tS45cZ6fR is 6KB 2024-05-27T00:11:12.663 DEBUG:teuthology.orchestra.run.smithi044:> rm -fr /tmp/tmp.1tS45cZ6fR 2024-05-27T00:11:12.678 DEBUG:teuthology.orchestra.run.smithi044:> sudo /bin/ls /boot/loader/entries || true 2024-05-27T00:11:12.741 INFO:teuthology.orchestra.run.smithi044.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-05-27T00:11:12.741 INFO:teuthology.orchestra.run.smithi044.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-05-27T00:11:12.741 INFO:teuthology.orchestra.run.smithi044.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-05-27T00:11:12.741 INFO:teuthology.orchestra.run.smithi044.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.9.0-gb9459a26b088.conf 2024-05-27T00:11:12.742 DEBUG:teuthology.orchestra.run.smithi044:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.9.0-gb9459a26b088 2024-05-27T00:11:12.912 DEBUG:teuthology.orchestra.run.smithi044:> sudo shutdown -r now 2024-05-27T00:11:42.915 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-05-27T00:11:42.916 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-05-27T00:11:42.916 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-27T00:12:01.438 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.44 2024-05-27T00:12:10.439 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-05-27T00:12:10.441 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-27T00:13:10.443 DEBUG:teuthology.orchestra.remote:timed out 2024-05-27T00:13:22.445 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-05-27T00:13:22.446 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-27T00:13:22.786 DEBUG:teuthology.orchestra.run.smithi044:> true 2024-05-27T00:13:23.424 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-05-27T00:13:23.424 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.9.0-gb9459a26b088"... 2024-05-27T00:13:23.424 DEBUG:teuthology.orchestra.run.smithi044:> uname -r 2024-05-27T00:13:23.479 INFO:teuthology.orchestra.run.smithi044.stdout:6.9.0-gb9459a26b088 2024-05-27T00:13:23.480 DEBUG:teuthology.task.kernel:current kernel version is 6.9.0-gb9459a26b088 vs 6.9.0-gb9459a26b088 2024-05-27T00:13:23.480 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-27T00:13:23.480 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-05-27T00:13:24.481 DEBUG:teuthology.parallel:result is None 2024-05-27T00:13:24.482 INFO:teuthology.run_tasks:Running task internal.base... 2024-05-27T00:13:24.520 INFO:teuthology.task.internal:Creating test directory... 2024-05-27T00:13:24.520 DEBUG:teuthology.orchestra.run.smithi044:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-27T00:13:24.527 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-27T00:13:24.530 DEBUG:teuthology.orchestra.run.smithi137:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-27T00:13:24.581 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-05-27T00:13:24.596 INFO:teuthology.run_tasks:Running task internal.archive... 2024-05-27T00:13:24.603 INFO:teuthology.task.internal:Creating archive directory... 2024-05-27T00:13:24.603 DEBUG:teuthology.orchestra.run.smithi044:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-27T00:13:24.610 DEBUG:teuthology.orchestra.run.smithi050:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-27T00:13:24.613 DEBUG:teuthology.orchestra.run.smithi137:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-27T00:13:24.709 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-05-27T00:13:24.717 INFO:teuthology.task.internal:Enabling coredump saving... 2024-05-27T00:13:24.717 DEBUG:teuthology.orchestra.run.smithi050:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-27T00:13:24.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-27T00:13:24.734 DEBUG:teuthology.orchestra.run.smithi137:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-27T00:13:24.750 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-27T00:13:24.751 DEBUG:teuthology.orchestra.run.smithi044:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-27T00:13:24.758 DEBUG:teuthology.orchestra.run.smithi050:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-27T00:13:24.777 DEBUG:teuthology.orchestra.run.smithi137:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-27T00:13:24.826 INFO:teuthology.orchestra.run.smithi137.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-27T00:13:24.827 INFO:teuthology.orchestra.run.smithi050.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-27T00:13:24.852 INFO:teuthology.orchestra.run.smithi137.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-27T00:13:24.884 INFO:teuthology.orchestra.run.smithi044.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-27T00:13:24.936 INFO:teuthology.orchestra.run.smithi044.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-27T00:13:24.954 INFO:teuthology.orchestra.run.smithi050.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-27T00:13:24.956 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-05-27T00:13:24.966 INFO:teuthology.task.internal:Configuring sudo... 2024-05-27T00:13:24.966 DEBUG:teuthology.orchestra.run.smithi044:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-27T00:13:24.973 DEBUG:teuthology.orchestra.run.smithi050:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-27T00:13:24.976 DEBUG:teuthology.orchestra.run.smithi137:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-27T00:13:25.061 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-05-27T00:13:25.079 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-05-27T00:13:25.080 DEBUG:teuthology.orchestra.run.smithi044:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-27T00:13:25.087 DEBUG:teuthology.orchestra.run.smithi050:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-27T00:13:25.089 DEBUG:teuthology.orchestra.run.smithi137:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-27T00:13:25.140 DEBUG:teuthology.orchestra.run.smithi044:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-27T00:13:25.229 DEBUG:teuthology.orchestra.run.smithi044:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-27T00:13:25.330 DEBUG:teuthology.orchestra.run.smithi044:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-27T00:13:25.420 DEBUG:teuthology.orchestra.run.smithi044:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-27T00:13:25.508 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:13:25.508 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-27T00:13:25.598 DEBUG:teuthology.orchestra.run.smithi050:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-27T00:13:25.648 DEBUG:teuthology.orchestra.run.smithi050:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-27T00:13:25.697 DEBUG:teuthology.orchestra.run.smithi050:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-27T00:13:25.785 DEBUG:teuthology.orchestra.run.smithi050:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-27T00:13:25.826 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-27T00:13:25.827 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-27T00:13:25.894 DEBUG:teuthology.orchestra.run.smithi137:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-27T00:13:25.941 DEBUG:teuthology.orchestra.run.smithi137:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-27T00:13:25.991 DEBUG:teuthology.orchestra.run.smithi137:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-27T00:13:26.075 DEBUG:teuthology.orchestra.run.smithi137:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-27T00:13:26.117 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-05-27T00:13:26.117 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-27T00:13:26.182 DEBUG:teuthology.orchestra.run.smithi044:> sudo service rsyslog restart 2024-05-27T00:13:26.190 DEBUG:teuthology.orchestra.run.smithi050:> sudo service rsyslog restart 2024-05-27T00:13:26.192 DEBUG:teuthology.orchestra.run.smithi137:> sudo service rsyslog restart 2024-05-27T00:13:26.231 INFO:teuthology.orchestra.run.smithi050.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-27T00:13:26.266 INFO:teuthology.orchestra.run.smithi137.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-27T00:13:26.301 INFO:teuthology.orchestra.run.smithi044.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-27T00:13:26.743 INFO:teuthology.run_tasks:Running task internal.timer... 2024-05-27T00:13:26.759 INFO:teuthology.task.internal:Starting timer... 2024-05-27T00:13:26.759 INFO:teuthology.run_tasks:Running task pcp... 2024-05-27T00:13:26.774 INFO:teuthology.run_tasks:Running task selinux... 2024-05-27T00:13:26.786 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-05-27T00:13:26.787 DEBUG:teuthology.orchestra.run.smithi044:> sudo service auditd rotate 2024-05-27T00:13:26.913 INFO:teuthology.orchestra.run.smithi044.stdout:Rotating logs: 2024-05-27T00:13:26.918 DEBUG:teuthology.orchestra.run.smithi050:> sudo service auditd rotate 2024-05-27T00:13:26.999 INFO:teuthology.orchestra.run.smithi050.stdout:Rotating logs: 2024-05-27T00:13:27.001 DEBUG:teuthology.orchestra.run.smithi137:> sudo service auditd rotate 2024-05-27T00:13:27.060 INFO:teuthology.orchestra.run.smithi137.stdout:Rotating logs: 2024-05-27T00:13:27.063 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-05-27T00:13:27.063 DEBUG:teuthology.orchestra.run.smithi044:> /usr/sbin/getenforce 2024-05-27T00:13:27.124 INFO:teuthology.orchestra.run.smithi044.stdout:Permissive 2024-05-27T00:13:27.125 DEBUG:teuthology.orchestra.run.smithi050:> /usr/sbin/getenforce 2024-05-27T00:13:27.149 INFO:teuthology.orchestra.run.smithi050.stdout:Permissive 2024-05-27T00:13:27.149 DEBUG:teuthology.orchestra.run.smithi137:> /usr/sbin/getenforce 2024-05-27T00:13:27.168 INFO:teuthology.orchestra.run.smithi137.stdout:Permissive 2024-05-27T00:13:27.169 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi044.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi050.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi137.front.sepia.ceph.com': 'permissive'} 2024-05-27T00:13:27.169 DEBUG:teuthology.orchestra.run.smithi044:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-27T00:13:27.240 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-27T00:13:27.241 DEBUG:teuthology.orchestra.run.smithi050:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-27T00:13:27.269 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-27T00:13:27.270 DEBUG:teuthology.orchestra.run.smithi137:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-27T00:13:27.294 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-27T00:13:27.295 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-05-27T00:13:27.295 DEBUG:teuthology.orchestra.run.smithi044:> sudo /usr/sbin/setenforce permissive 2024-05-27T00:13:27.377 DEBUG:teuthology.orchestra.run.smithi050:> sudo /usr/sbin/setenforce permissive 2024-05-27T00:13:27.418 DEBUG:teuthology.orchestra.run.smithi137:> sudo /usr/sbin/setenforce permissive 2024-05-27T00:13:27.442 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-05-27T00:13:27.557 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-05-27T00:13:27.568 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-05-27T00:13:27.569 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi044.front.sepia.ceph.com,smithi050.front.sepia.ceph.com,smithi137.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-05-27T00:19:42.558 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi044.front.sepia.ceph.com'), Remote(name='ubuntu@smithi050.front.sepia.ceph.com'), Remote(name='ubuntu@smithi137.front.sepia.ceph.com')] 2024-05-27T00:19:42.559 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-05-27T00:19:42.560 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi044.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-27T00:19:42.669 DEBUG:teuthology.orchestra.run.smithi044:> true 2024-05-27T00:19:42.827 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi044.front.sepia.ceph.com' 2024-05-27T00:19:42.827 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi050.front.sepia.ceph.com' 2024-05-27T00:19:42.828 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-27T00:19:42.902 DEBUG:teuthology.orchestra.run.smithi050:> true 2024-05-27T00:19:42.984 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi050.front.sepia.ceph.com' 2024-05-27T00:19:42.985 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi137.front.sepia.ceph.com' 2024-05-27T00:19:42.985 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi137.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-27T00:19:43.060 DEBUG:teuthology.orchestra.run.smithi137:> true 2024-05-27T00:19:43.145 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi137.front.sepia.ceph.com' 2024-05-27T00:19:43.146 INFO:teuthology.run_tasks:Running task clock... 2024-05-27T00:19:43.169 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-05-27T00:19:43.169 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-27T00:19:43.169 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-27T00:19:43.177 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-27T00:19:43.177 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-27T00:19:43.180 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-27T00:19:43.180 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-27T00:19:43.211 INFO:teuthology.orchestra.run.smithi050.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-27T00:19:43.215 INFO:teuthology.orchestra.run.smithi137.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-27T00:19:43.227 INFO:teuthology.orchestra.run.smithi050.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-27T00:19:43.229 INFO:teuthology.orchestra.run.smithi137.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-27T00:19:43.252 INFO:teuthology.orchestra.run.smithi137.stderr:sudo: ntpd: command not found 2024-05-27T00:19:43.253 INFO:teuthology.orchestra.run.smithi050.stderr:sudo: ntpd: command not found 2024-05-27T00:19:43.263 INFO:teuthology.orchestra.run.smithi137.stdout:506 Cannot talk to daemon 2024-05-27T00:19:43.264 INFO:teuthology.orchestra.run.smithi050.stdout:506 Cannot talk to daemon 2024-05-27T00:19:43.269 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-27T00:19:43.276 INFO:teuthology.orchestra.run.smithi137.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-27T00:19:43.279 INFO:teuthology.orchestra.run.smithi050.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-27T00:19:43.289 INFO:teuthology.orchestra.run.smithi137.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-27T00:19:43.293 INFO:teuthology.orchestra.run.smithi050.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-27T00:19:43.315 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-27T00:19:43.344 INFO:teuthology.orchestra.run.smithi137.stderr:bash: line 1: ntpq: command not found 2024-05-27T00:19:43.347 INFO:teuthology.orchestra.run.smithi137.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-27T00:19:43.347 INFO:teuthology.orchestra.run.smithi137.stdout:=============================================================================== 2024-05-27T00:19:43.347 INFO:teuthology.orchestra.run.smithi137.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-27T00:19:43.347 INFO:teuthology.orchestra.run.smithi137.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-27T00:19:43.347 INFO:teuthology.orchestra.run.smithi137.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-27T00:19:43.348 INFO:teuthology.orchestra.run.smithi137.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-27T00:19:43.351 INFO:teuthology.orchestra.run.smithi050.stderr:bash: line 1: ntpq: command not found 2024-05-27T00:19:43.355 INFO:teuthology.orchestra.run.smithi050.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-27T00:19:43.355 INFO:teuthology.orchestra.run.smithi050.stdout:=============================================================================== 2024-05-27T00:19:43.355 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-27T00:19:43.355 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-27T00:19:43.355 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-27T00:19:43.355 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-27T00:19:43.391 INFO:teuthology.orchestra.run.smithi044.stderr:sudo: ntpd: command not found 2024-05-27T00:19:43.426 INFO:teuthology.orchestra.run.smithi044.stdout:506 Cannot talk to daemon 2024-05-27T00:19:43.471 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-27T00:19:43.513 INFO:teuthology.orchestra.run.smithi044.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-27T00:19:43.668 INFO:teuthology.orchestra.run.smithi044.stderr:bash: line 1: ntpq: command not found 2024-05-27T00:19:43.677 INFO:teuthology.orchestra.run.smithi044.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-27T00:19:43.677 INFO:teuthology.orchestra.run.smithi044.stdout:=============================================================================== 2024-05-27T00:19:43.677 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-27T00:19:43.677 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-27T00:19:43.677 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-27T00:19:43.677 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-27T00:19:43.679 INFO:teuthology.run_tasks:Running task install... 2024-05-27T00:19:43.687 DEBUG:teuthology.task.install:project ceph 2024-05-27T00:19:43.688 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '0ef46a246e1118e5adafa1857b4189e7d780c816'}} 2024-05-27T00:19:43.688 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '0ef46a246e1118e5adafa1857b4189e7d780c816'} 2024-05-27T00:19:43.688 INFO:teuthology.task.install:Using flavor: default 2024-05-27T00:19:43.693 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-05-27T00:19:43.693 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-05-27T00:19:43.694 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '0ef46a246e1118e5adafa1857b4189e7d780c816', 'tag': None, 'wait_for_package': False} 2024-05-27T00:19:43.694 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0ef46a246e1118e5adafa1857b4189e7d780c816 2024-05-27T00:19:43.696 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '0ef46a246e1118e5adafa1857b4189e7d780c816', 'tag': None, 'wait_for_package': False} 2024-05-27T00:19:43.696 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0ef46a246e1118e5adafa1857b4189e7d780c816 2024-05-27T00:19:43.697 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '0ef46a246e1118e5adafa1857b4189e7d780c816', 'tag': None, 'wait_for_package': False} 2024-05-27T00:19:43.697 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0ef46a246e1118e5adafa1857b4189e7d780c816 2024-05-27T00:19:43.842 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/squid/0ef46a246e1118e5adafa1857b4189e7d780c816/centos/9/flavors/default/ 2024-05-27T00:19:43.842 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2857.g0ef46a24 2024-05-27T00:19:43.856 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/squid/0ef46a246e1118e5adafa1857b4189e7d780c816/centos/9/flavors/default/ 2024-05-27T00:19:43.856 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2857.g0ef46a24 2024-05-27T00:19:43.917 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/squid/0ef46a246e1118e5adafa1857b4189e7d780c816/centos/9/flavors/default/ 2024-05-27T00:19:43.917 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2857.g0ef46a24 2024-05-27T00:19:43.960 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/squid/0ef46a246e1118e5adafa1857b4189e7d780c816/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/0ef46a246e1118e5adafa1857b4189e7d780c816/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/0ef46a246e1118e5adafa1857b4189e7d780c816/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-27T00:19:43.960 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-27T00:19:43.960 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-27T00:19:43.991 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-27T00:19:43.992 DEBUG:teuthology.orchestra.run.smithi050:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/0ef46a246e1118e5adafa1857b4189e7d780c816/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-27T00:19:44.025 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/squid/0ef46a246e1118e5adafa1857b4189e7d780c816/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/0ef46a246e1118e5adafa1857b4189e7d780c816/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/0ef46a246e1118e5adafa1857b4189e7d780c816/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-27T00:19:44.025 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:19:44.025 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-27T00:19:44.028 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/squid/0ef46a246e1118e5adafa1857b4189e7d780c816/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/0ef46a246e1118e5adafa1857b4189e7d780c816/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/0ef46a246e1118e5adafa1857b4189e7d780c816/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-27T00:19:44.028 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-05-27T00:19:44.028 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-27T00:19:44.053 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-27T00:19:44.053 DEBUG:teuthology.orchestra.run.smithi137:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/0ef46a246e1118e5adafa1857b4189e7d780c816/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-27T00:19:44.061 DEBUG:teuthology.orchestra.run.smithi050:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-27T00:19:44.118 DEBUG:teuthology.orchestra.run.smithi137:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-27T00:19:44.123 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-27T00:19:44.123 DEBUG:teuthology.orchestra.run.smithi044:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/0ef46a246e1118e5adafa1857b4189e7d780c816/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-27T00:19:44.141 DEBUG:teuthology.orchestra.run.smithi050:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-27T00:19:44.192 DEBUG:teuthology.orchestra.run.smithi137:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-27T00:19:44.208 INFO:teuthology.orchestra.run.smithi050.stdout:check_obsoletes = 1 2024-05-27T00:19:44.210 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum clean all 2024-05-27T00:19:44.255 INFO:teuthology.orchestra.run.smithi137.stdout:check_obsoletes = 1 2024-05-27T00:19:44.256 DEBUG:teuthology.orchestra.run.smithi044:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-27T00:19:44.257 DEBUG:teuthology.orchestra.run.smithi137:> sudo yum clean all 2024-05-27T00:19:44.369 DEBUG:teuthology.orchestra.run.smithi044:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-27T00:19:44.453 INFO:teuthology.orchestra.run.smithi050.stdout:45 files removed 2024-05-27T00:19:44.454 INFO:teuthology.orchestra.run.smithi044.stdout:check_obsoletes = 1 2024-05-27T00:19:44.458 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum clean all 2024-05-27T00:19:44.478 INFO:teuthology.orchestra.run.smithi137.stdout:45 files removed 2024-05-27T00:19:44.481 DEBUG:teuthology.orchestra.run.smithi050:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-27T00:19:44.505 DEBUG:teuthology.orchestra.run.smithi137:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-27T00:19:44.783 INFO:teuthology.orchestra.run.smithi044.stdout:45 files removed 2024-05-27T00:19:44.822 DEBUG:teuthology.orchestra.run.smithi044:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-27T00:19:45.118 INFO:teuthology.orchestra.run.smithi137.stdout:ceph packages for x86_64 235 kB/s | 83 kB 00:00 2024-05-27T00:19:45.233 INFO:teuthology.orchestra.run.smithi050.stdout:ceph packages for x86_64 174 kB/s | 83 kB 00:00 2024-05-27T00:19:45.535 INFO:teuthology.orchestra.run.smithi137.stdout:ceph noarch packages 31 kB/s | 11 kB 00:00 2024-05-27T00:19:45.600 INFO:teuthology.orchestra.run.smithi050.stdout:ceph noarch packages 36 kB/s | 11 kB 00:00 2024-05-27T00:19:45.781 INFO:teuthology.orchestra.run.smithi044.stdout:ceph packages for x86_64 164 kB/s | 83 kB 00:00 2024-05-27T00:19:45.911 INFO:teuthology.orchestra.run.smithi137.stdout:ceph source packages 5.5 kB/s | 1.9 kB 00:00 2024-05-27T00:19:46.034 INFO:teuthology.orchestra.run.smithi050.stdout:ceph source packages 4.8 kB/s | 1.9 kB 00:00 2024-05-27T00:19:46.398 INFO:teuthology.orchestra.run.smithi044.stdout:ceph noarch packages 22 kB/s | 11 kB 00:00 2024-05-27T00:19:46.620 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.1 MB 00:00 2024-05-27T00:19:46.638 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.1 MB 00:00 2024-05-27T00:19:46.915 INFO:teuthology.orchestra.run.smithi044.stdout:ceph source packages 4.4 kB/s | 1.9 kB 00:00 2024-05-27T00:19:49.080 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - BaseOS 3.9 MB/s | 8.1 MB 00:02 2024-05-27T00:19:50.577 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - AppStream 6.7 MB/s | 19 MB 00:02 2024-05-27T00:19:51.649 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS Stream 9 - AppStream 4.8 MB/s | 19 MB 00:03 2024-05-27T00:19:53.056 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - AppStream 6.9 MB/s | 19 MB 00:02 2024-05-27T00:19:56.295 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - CRB 3.0 MB/s | 6.2 MB 00:02 2024-05-27T00:19:57.166 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS Stream 9 - CRB 3.1 MB/s | 6.2 MB 00:01 2024-05-27T00:19:57.865 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - CRB 7.7 MB/s | 6.2 MB 00:00 2024-05-27T00:19:58.828 INFO:teuthology.orchestra.run.smithi050.stdout:CentOS Stream 9 - Extras packages 13 kB/s | 17 kB 00:01 2024-05-27T00:19:59.025 INFO:teuthology.orchestra.run.smithi137.stdout:CentOS Stream 9 - Extras packages 23 kB/s | 17 kB 00:00 2024-05-27T00:19:59.457 INFO:teuthology.orchestra.run.smithi044.stdout:CentOS Stream 9 - Extras packages 70 kB/s | 17 kB 00:00 2024-05-27T00:19:59.859 INFO:teuthology.orchestra.run.smithi137.stdout:Extra Packages for Enterprise Linux 30 MB/s | 21 MB 00:00 2024-05-27T00:20:00.241 INFO:teuthology.orchestra.run.smithi050.stdout:Extra Packages for Enterprise Linux 17 MB/s | 21 MB 00:01 2024-05-27T00:20:01.515 INFO:teuthology.orchestra.run.smithi044.stdout:Extra Packages for Enterprise Linux 11 MB/s | 21 MB 00:01 2024-05-27T00:20:04.985 INFO:teuthology.orchestra.run.smithi137.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-05-27T00:20:05.639 INFO:teuthology.orchestra.run.smithi050.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-05-27T00:20:07.136 INFO:teuthology.orchestra.run.smithi137.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-27T00:20:07.136 INFO:teuthology.orchestra.run.smithi137.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-27T00:20:07.147 INFO:teuthology.orchestra.run.smithi137.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-27T00:20:07.148 INFO:teuthology.orchestra.run.smithi137.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-27T00:20:07.149 INFO:teuthology.orchestra.run.smithi137.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-27T00:20:07.149 INFO:teuthology.orchestra.run.smithi137.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-27T00:20:07.151 INFO:teuthology.orchestra.run.smithi137.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-27T00:20:07.153 INFO:teuthology.orchestra.run.smithi137.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-27T00:20:07.154 INFO:teuthology.orchestra.run.smithi137.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-27T00:20:07.216 INFO:teuthology.orchestra.run.smithi137.stdout:Dependencies resolved. 2024-05-27T00:20:07.238 INFO:teuthology.orchestra.run.smithi137.stdout:======================================================================================= 2024-05-27T00:20:07.238 INFO:teuthology.orchestra.run.smithi137.stdout: Package Arch Version Repository Size 2024-05-27T00:20:07.238 INFO:teuthology.orchestra.run.smithi137.stdout:======================================================================================= 2024-05-27T00:20:07.238 INFO:teuthology.orchestra.run.smithi137.stdout:Installing: 2024-05-27T00:20:07.238 INFO:teuthology.orchestra.run.smithi137.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-27T00:20:07.238 INFO:teuthology.orchestra.run.smithi137.stdout: ceph x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 6.6 k 2024-05-27T00:20:07.239 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-base x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 5.4 M 2024-05-27T00:20:07.239 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-fuse x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 890 k 2024-05-27T00:20:07.239 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 145 k 2024-05-27T00:20:07.239 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 1.5 M 2024-05-27T00:20:07.239 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 142 k 2024-05-27T00:20:07.239 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 3.5 M 2024-05-27T00:20:07.239 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 7.4 M 2024-05-27T00:20:07.239 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-rook noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 49 k 2024-05-27T00:20:07.239 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-radosgw x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 10 M 2024-05-27T00:20:07.239 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-test x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 48 M 2024-05-27T00:20:07.239 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-volume noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 264 k 2024-05-27T00:20:07.239 INFO:teuthology.orchestra.run.smithi137.stdout: cephadm noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 762 k 2024-05-27T00:20:07.239 INFO:teuthology.orchestra.run.smithi137.stdout: cephfs-mirror x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 221 k 2024-05-27T00:20:07.240 INFO:teuthology.orchestra.run.smithi137.stdout: cephfs-shell x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 27 k 2024-05-27T00:20:07.240 INFO:teuthology.orchestra.run.smithi137.stdout: cephfs-top noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 18 k 2024-05-27T00:20:07.240 INFO:teuthology.orchestra.run.smithi137.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-05-27T00:20:07.240 INFO:teuthology.orchestra.run.smithi137.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-27T00:20:07.240 INFO:teuthology.orchestra.run.smithi137.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-27T00:20:07.240 INFO:teuthology.orchestra.run.smithi137.stdout: libcephfs-devel x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 32 k 2024-05-27T00:20:07.240 INFO:teuthology.orchestra.run.smithi137.stdout: libcephfs2 x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 746 k 2024-05-27T00:20:07.240 INFO:teuthology.orchestra.run.smithi137.stdout: librados-devel x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 127 k 2024-05-27T00:20:07.240 INFO:teuthology.orchestra.run.smithi137.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-27T00:20:07.240 INFO:teuthology.orchestra.run.smithi137.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-27T00:20:07.240 INFO:teuthology.orchestra.run.smithi137.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-27T00:20:07.240 INFO:teuthology.orchestra.run.smithi137.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-27T00:20:07.241 INFO:teuthology.orchestra.run.smithi137.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-27T00:20:07.241 INFO:teuthology.orchestra.run.smithi137.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-27T00:20:07.241 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cephfs x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 162 k 2024-05-27T00:20:07.241 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rados x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 321 k 2024-05-27T00:20:07.241 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rbd x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 300 k 2024-05-27T00:20:07.241 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rgw x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 99 k 2024-05-27T00:20:07.241 INFO:teuthology.orchestra.run.smithi137.stdout: rbd-fuse x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 85 k 2024-05-27T00:20:07.241 INFO:teuthology.orchestra.run.smithi137.stdout: rbd-mirror x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 3.1 M 2024-05-27T00:20:07.241 INFO:teuthology.orchestra.run.smithi137.stdout: rbd-nbd x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 170 k 2024-05-27T00:20:07.241 INFO:teuthology.orchestra.run.smithi137.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-27T00:20:07.241 INFO:teuthology.orchestra.run.smithi137.stdout:Upgrading: 2024-05-27T00:20:07.241 INFO:teuthology.orchestra.run.smithi137.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-27T00:20:07.242 INFO:teuthology.orchestra.run.smithi137.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-27T00:20:07.242 INFO:teuthology.orchestra.run.smithi137.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-27T00:20:07.242 INFO:teuthology.orchestra.run.smithi137.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-27T00:20:07.242 INFO:teuthology.orchestra.run.smithi137.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-05-27T00:20:07.242 INFO:teuthology.orchestra.run.smithi137.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-05-27T00:20:07.242 INFO:teuthology.orchestra.run.smithi137.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-05-27T00:20:07.242 INFO:teuthology.orchestra.run.smithi137.stdout: librados2 x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 3.4 M 2024-05-27T00:20:07.242 INFO:teuthology.orchestra.run.smithi137.stdout: librbd1 x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 3.1 M 2024-05-27T00:20:07.242 INFO:teuthology.orchestra.run.smithi137.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-27T00:20:07.242 INFO:teuthology.orchestra.run.smithi137.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-27T00:20:07.242 INFO:teuthology.orchestra.run.smithi137.stdout:Installing dependencies: 2024-05-27T00:20:07.242 INFO:teuthology.orchestra.run.smithi137.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-27T00:20:07.243 INFO:teuthology.orchestra.run.smithi137.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-27T00:20:07.243 INFO:teuthology.orchestra.run.smithi137.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-27T00:20:07.243 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-common x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 21 M 2024-05-27T00:20:07.243 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 32 k 2024-05-27T00:20:07.243 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mds x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 2.4 M 2024-05-27T00:20:07.243 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 249 k 2024-05-27T00:20:07.243 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mon x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 4.7 M 2024-05-27T00:20:07.243 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-osd x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 17 M 2024-05-27T00:20:07.243 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 16 k 2024-05-27T00:20:07.243 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-selinux x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 25 k 2024-05-27T00:20:07.243 INFO:teuthology.orchestra.run.smithi137.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-27T00:20:07.243 INFO:teuthology.orchestra.run.smithi137.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-27T00:20:07.243 INFO:teuthology.orchestra.run.smithi137.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-27T00:20:07.244 INFO:teuthology.orchestra.run.smithi137.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-27T00:20:07.244 INFO:teuthology.orchestra.run.smithi137.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-27T00:20:07.244 INFO:teuthology.orchestra.run.smithi137.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-27T00:20:07.244 INFO:teuthology.orchestra.run.smithi137.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-27T00:20:07.244 INFO:teuthology.orchestra.run.smithi137.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-27T00:20:07.244 INFO:teuthology.orchestra.run.smithi137.stdout: libcephsqlite x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 163 k 2024-05-27T00:20:07.244 INFO:teuthology.orchestra.run.smithi137.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-27T00:20:07.244 INFO:teuthology.orchestra.run.smithi137.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-27T00:20:07.244 INFO:teuthology.orchestra.run.smithi137.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-27T00:20:07.244 INFO:teuthology.orchestra.run.smithi137.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-27T00:20:07.244 INFO:teuthology.orchestra.run.smithi137.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-27T00:20:07.244 INFO:teuthology.orchestra.run.smithi137.stdout: libradosstriper1 x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 501 k 2024-05-27T00:20:07.244 INFO:teuthology.orchestra.run.smithi137.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-27T00:20:07.245 INFO:teuthology.orchestra.run.smithi137.stdout: librgw2 x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 5.3 M 2024-05-27T00:20:07.245 INFO:teuthology.orchestra.run.smithi137.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-27T00:20:07.245 INFO:teuthology.orchestra.run.smithi137.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-27T00:20:07.245 INFO:teuthology.orchestra.run.smithi137.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-27T00:20:07.245 INFO:teuthology.orchestra.run.smithi137.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-27T00:20:07.245 INFO:teuthology.orchestra.run.smithi137.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-27T00:20:07.245 INFO:teuthology.orchestra.run.smithi137.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-27T00:20:07.245 INFO:teuthology.orchestra.run.smithi137.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-27T00:20:07.245 INFO:teuthology.orchestra.run.smithi137.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-27T00:20:07.245 INFO:teuthology.orchestra.run.smithi137.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-27T00:20:07.245 INFO:teuthology.orchestra.run.smithi137.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-27T00:20:07.246 INFO:teuthology.orchestra.run.smithi137.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-27T00:20:07.246 INFO:teuthology.orchestra.run.smithi137.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-27T00:20:07.246 INFO:teuthology.orchestra.run.smithi137.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-27T00:20:07.246 INFO:teuthology.orchestra.run.smithi137.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-27T00:20:07.246 INFO:teuthology.orchestra.run.smithi137.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-27T00:20:07.246 INFO:teuthology.orchestra.run.smithi137.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-27T00:20:07.246 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-27T00:20:07.246 INFO:teuthology.orchestra.run.smithi137.stdout: python3-ceph-argparse x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 45 k 2024-05-27T00:20:07.246 INFO:teuthology.orchestra.run.smithi137.stdout: python3-ceph-common x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 135 k 2024-05-27T00:20:07.246 INFO:teuthology.orchestra.run.smithi137.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-27T00:20:07.246 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-27T00:20:07.247 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-27T00:20:07.247 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-27T00:20:07.247 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-27T00:20:07.247 INFO:teuthology.orchestra.run.smithi137.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-05-27T00:20:07.247 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-27T00:20:07.247 INFO:teuthology.orchestra.run.smithi137.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-27T00:20:07.247 INFO:teuthology.orchestra.run.smithi137.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-27T00:20:07.247 INFO:teuthology.orchestra.run.smithi137.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-27T00:20:07.247 INFO:teuthology.orchestra.run.smithi137.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-27T00:20:07.247 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-27T00:20:07.247 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-27T00:20:07.247 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-27T00:20:07.247 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-27T00:20:07.248 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-27T00:20:07.248 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-05-27T00:20:07.248 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-27T00:20:07.248 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-27T00:20:07.248 INFO:teuthology.orchestra.run.smithi137.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-27T00:20:07.248 INFO:teuthology.orchestra.run.smithi137.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-27T00:20:07.248 INFO:teuthology.orchestra.run.smithi137.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-27T00:20:07.248 INFO:teuthology.orchestra.run.smithi137.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-27T00:20:07.248 INFO:teuthology.orchestra.run.smithi137.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-27T00:20:07.248 INFO:teuthology.orchestra.run.smithi137.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-27T00:20:07.248 INFO:teuthology.orchestra.run.smithi137.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-27T00:20:07.248 INFO:teuthology.orchestra.run.smithi137.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-27T00:20:07.248 INFO:teuthology.orchestra.run.smithi137.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-27T00:20:07.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-27T00:20:07.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-27T00:20:07.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-27T00:20:07.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-27T00:20:07.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-27T00:20:07.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-27T00:20:07.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-27T00:20:07.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-27T00:20:07.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-27T00:20:07.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-27T00:20:07.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-27T00:20:07.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-27T00:20:07.249 INFO:teuthology.orchestra.run.smithi137.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-27T00:20:07.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-27T00:20:07.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-27T00:20:07.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-27T00:20:07.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-27T00:20:07.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-27T00:20:07.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-27T00:20:07.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-27T00:20:07.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-27T00:20:07.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-27T00:20:07.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-27T00:20:07.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-27T00:20:07.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-27T00:20:07.250 INFO:teuthology.orchestra.run.smithi137.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-27T00:20:07.251 INFO:teuthology.orchestra.run.smithi137.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-27T00:20:07.251 INFO:teuthology.orchestra.run.smithi137.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-27T00:20:07.251 INFO:teuthology.orchestra.run.smithi137.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-27T00:20:07.251 INFO:teuthology.orchestra.run.smithi137.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-27T00:20:07.251 INFO:teuthology.orchestra.run.smithi137.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-27T00:20:07.251 INFO:teuthology.orchestra.run.smithi137.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-27T00:20:07.251 INFO:teuthology.orchestra.run.smithi137.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-27T00:20:07.251 INFO:teuthology.orchestra.run.smithi137.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-27T00:20:07.251 INFO:teuthology.orchestra.run.smithi137.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-27T00:20:07.251 INFO:teuthology.orchestra.run.smithi137.stdout:Installing weak dependencies: 2024-05-27T00:20:07.251 INFO:teuthology.orchestra.run.smithi137.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-27T00:20:07.251 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-05-27T00:20:07.251 INFO:teuthology.orchestra.run.smithi137.stdout:Transaction Summary 2024-05-27T00:20:07.251 INFO:teuthology.orchestra.run.smithi137.stdout:======================================================================================= 2024-05-27T00:20:07.252 INFO:teuthology.orchestra.run.smithi137.stdout:Install 148 Packages 2024-05-27T00:20:07.252 INFO:teuthology.orchestra.run.smithi137.stdout:Upgrade 11 Packages 2024-05-27T00:20:07.252 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-05-27T00:20:07.252 INFO:teuthology.orchestra.run.smithi137.stdout:Total download size: 225 M 2024-05-27T00:20:07.252 INFO:teuthology.orchestra.run.smithi137.stdout:Downloading Packages: 2024-05-27T00:20:07.868 INFO:teuthology.orchestra.run.smithi044.stdout:lab-extras 16 kB/s | 1.7 kB 00:00 2024-05-27T00:20:07.933 INFO:teuthology.orchestra.run.smithi050.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-27T00:20:07.933 INFO:teuthology.orchestra.run.smithi050.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-27T00:20:07.945 INFO:teuthology.orchestra.run.smithi050.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-27T00:20:07.946 INFO:teuthology.orchestra.run.smithi050.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-27T00:20:07.947 INFO:teuthology.orchestra.run.smithi050.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-27T00:20:07.948 INFO:teuthology.orchestra.run.smithi050.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-27T00:20:07.950 INFO:teuthology.orchestra.run.smithi050.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-27T00:20:07.952 INFO:teuthology.orchestra.run.smithi050.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-27T00:20:07.953 INFO:teuthology.orchestra.run.smithi050.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-27T00:20:08.020 INFO:teuthology.orchestra.run.smithi050.stdout:Dependencies resolved. 2024-05-27T00:20:08.045 INFO:teuthology.orchestra.run.smithi050.stdout:======================================================================================= 2024-05-27T00:20:08.045 INFO:teuthology.orchestra.run.smithi050.stdout: Package Arch Version Repository Size 2024-05-27T00:20:08.045 INFO:teuthology.orchestra.run.smithi050.stdout:======================================================================================= 2024-05-27T00:20:08.045 INFO:teuthology.orchestra.run.smithi050.stdout:Installing: 2024-05-27T00:20:08.045 INFO:teuthology.orchestra.run.smithi050.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-27T00:20:08.046 INFO:teuthology.orchestra.run.smithi050.stdout: ceph x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 6.6 k 2024-05-27T00:20:08.046 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-base x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 5.4 M 2024-05-27T00:20:08.046 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-fuse x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 890 k 2024-05-27T00:20:08.046 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 145 k 2024-05-27T00:20:08.046 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 1.5 M 2024-05-27T00:20:08.046 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 142 k 2024-05-27T00:20:08.046 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 3.5 M 2024-05-27T00:20:08.046 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 7.4 M 2024-05-27T00:20:08.046 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-rook noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 49 k 2024-05-27T00:20:08.046 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-radosgw x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 10 M 2024-05-27T00:20:08.046 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-test x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 48 M 2024-05-27T00:20:08.047 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-volume noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 264 k 2024-05-27T00:20:08.047 INFO:teuthology.orchestra.run.smithi050.stdout: cephadm noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 762 k 2024-05-27T00:20:08.047 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-mirror x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 221 k 2024-05-27T00:20:08.047 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-shell x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 27 k 2024-05-27T00:20:08.047 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-top noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 18 k 2024-05-27T00:20:08.047 INFO:teuthology.orchestra.run.smithi050.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-05-27T00:20:08.047 INFO:teuthology.orchestra.run.smithi050.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-27T00:20:08.047 INFO:teuthology.orchestra.run.smithi050.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-27T00:20:08.047 INFO:teuthology.orchestra.run.smithi050.stdout: libcephfs-devel x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 32 k 2024-05-27T00:20:08.047 INFO:teuthology.orchestra.run.smithi050.stdout: libcephfs2 x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 746 k 2024-05-27T00:20:08.047 INFO:teuthology.orchestra.run.smithi050.stdout: librados-devel x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 127 k 2024-05-27T00:20:08.048 INFO:teuthology.orchestra.run.smithi050.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-27T00:20:08.048 INFO:teuthology.orchestra.run.smithi050.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-27T00:20:08.048 INFO:teuthology.orchestra.run.smithi050.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-27T00:20:08.048 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-27T00:20:08.048 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-27T00:20:08.048 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-27T00:20:08.048 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cephfs x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 162 k 2024-05-27T00:20:08.048 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rados x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 321 k 2024-05-27T00:20:08.048 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rbd x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 300 k 2024-05-27T00:20:08.048 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rgw x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 99 k 2024-05-27T00:20:08.049 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-fuse x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 85 k 2024-05-27T00:20:08.049 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-mirror x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 3.1 M 2024-05-27T00:20:08.049 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-nbd x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 170 k 2024-05-27T00:20:08.049 INFO:teuthology.orchestra.run.smithi050.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-27T00:20:08.049 INFO:teuthology.orchestra.run.smithi050.stdout:Upgrading: 2024-05-27T00:20:08.049 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-27T00:20:08.049 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-27T00:20:08.049 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-27T00:20:08.049 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-27T00:20:08.049 INFO:teuthology.orchestra.run.smithi050.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-05-27T00:20:08.049 INFO:teuthology.orchestra.run.smithi050.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-05-27T00:20:08.049 INFO:teuthology.orchestra.run.smithi050.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-05-27T00:20:08.050 INFO:teuthology.orchestra.run.smithi050.stdout: librados2 x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 3.4 M 2024-05-27T00:20:08.050 INFO:teuthology.orchestra.run.smithi050.stdout: librbd1 x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 3.1 M 2024-05-27T00:20:08.050 INFO:teuthology.orchestra.run.smithi050.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-27T00:20:08.050 INFO:teuthology.orchestra.run.smithi050.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-27T00:20:08.050 INFO:teuthology.orchestra.run.smithi050.stdout:Installing dependencies: 2024-05-27T00:20:08.050 INFO:teuthology.orchestra.run.smithi050.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-27T00:20:08.050 INFO:teuthology.orchestra.run.smithi050.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-27T00:20:08.050 INFO:teuthology.orchestra.run.smithi050.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-27T00:20:08.050 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-common x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 21 M 2024-05-27T00:20:08.051 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 32 k 2024-05-27T00:20:08.051 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mds x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 2.4 M 2024-05-27T00:20:08.051 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 249 k 2024-05-27T00:20:08.051 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mon x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 4.7 M 2024-05-27T00:20:08.051 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-osd x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 17 M 2024-05-27T00:20:08.051 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 16 k 2024-05-27T00:20:08.051 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-selinux x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 25 k 2024-05-27T00:20:08.051 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-27T00:20:08.051 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-27T00:20:08.051 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-27T00:20:08.051 INFO:teuthology.orchestra.run.smithi050.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-27T00:20:08.052 INFO:teuthology.orchestra.run.smithi050.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-27T00:20:08.052 INFO:teuthology.orchestra.run.smithi050.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-27T00:20:08.052 INFO:teuthology.orchestra.run.smithi050.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-27T00:20:08.052 INFO:teuthology.orchestra.run.smithi050.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-27T00:20:08.052 INFO:teuthology.orchestra.run.smithi050.stdout: libcephsqlite x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 163 k 2024-05-27T00:20:08.052 INFO:teuthology.orchestra.run.smithi050.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-27T00:20:08.052 INFO:teuthology.orchestra.run.smithi050.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-27T00:20:08.052 INFO:teuthology.orchestra.run.smithi050.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-27T00:20:08.052 INFO:teuthology.orchestra.run.smithi050.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-27T00:20:08.052 INFO:teuthology.orchestra.run.smithi050.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-27T00:20:08.053 INFO:teuthology.orchestra.run.smithi050.stdout: libradosstriper1 x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 501 k 2024-05-27T00:20:08.053 INFO:teuthology.orchestra.run.smithi050.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-27T00:20:08.053 INFO:teuthology.orchestra.run.smithi050.stdout: librgw2 x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 5.3 M 2024-05-27T00:20:08.053 INFO:teuthology.orchestra.run.smithi050.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-27T00:20:08.053 INFO:teuthology.orchestra.run.smithi050.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-27T00:20:08.053 INFO:teuthology.orchestra.run.smithi050.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-27T00:20:08.053 INFO:teuthology.orchestra.run.smithi050.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-27T00:20:08.053 INFO:teuthology.orchestra.run.smithi050.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-27T00:20:08.053 INFO:teuthology.orchestra.run.smithi050.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-27T00:20:08.054 INFO:teuthology.orchestra.run.smithi050.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-27T00:20:08.054 INFO:teuthology.orchestra.run.smithi050.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-27T00:20:08.054 INFO:teuthology.orchestra.run.smithi050.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-27T00:20:08.054 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-27T00:20:08.054 INFO:teuthology.orchestra.run.smithi050.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-27T00:20:08.054 INFO:teuthology.orchestra.run.smithi050.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-27T00:20:08.054 INFO:teuthology.orchestra.run.smithi050.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-27T00:20:08.054 INFO:teuthology.orchestra.run.smithi050.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-27T00:20:08.054 INFO:teuthology.orchestra.run.smithi050.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-27T00:20:08.054 INFO:teuthology.orchestra.run.smithi050.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-27T00:20:08.054 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-27T00:20:08.055 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ceph-argparse x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 45 k 2024-05-27T00:20:08.055 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ceph-common x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 135 k 2024-05-27T00:20:08.055 INFO:teuthology.orchestra.run.smithi050.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-27T00:20:08.055 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-27T00:20:08.055 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-27T00:20:08.055 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-27T00:20:08.055 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-27T00:20:08.055 INFO:teuthology.orchestra.run.smithi050.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-05-27T00:20:08.055 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-27T00:20:08.055 INFO:teuthology.orchestra.run.smithi050.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-27T00:20:08.055 INFO:teuthology.orchestra.run.smithi050.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-27T00:20:08.056 INFO:teuthology.orchestra.run.smithi050.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-27T00:20:08.056 INFO:teuthology.orchestra.run.smithi050.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-27T00:20:08.056 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-27T00:20:08.056 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-27T00:20:08.056 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-27T00:20:08.056 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-27T00:20:08.056 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-27T00:20:08.056 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-05-27T00:20:08.056 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-27T00:20:08.056 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-27T00:20:08.056 INFO:teuthology.orchestra.run.smithi050.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-27T00:20:08.057 INFO:teuthology.orchestra.run.smithi050.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-27T00:20:08.057 INFO:teuthology.orchestra.run.smithi050.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-27T00:20:08.057 INFO:teuthology.orchestra.run.smithi050.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-27T00:20:08.057 INFO:teuthology.orchestra.run.smithi050.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-27T00:20:08.057 INFO:teuthology.orchestra.run.smithi050.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-27T00:20:08.057 INFO:teuthology.orchestra.run.smithi050.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-27T00:20:08.057 INFO:teuthology.orchestra.run.smithi050.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-27T00:20:08.057 INFO:teuthology.orchestra.run.smithi050.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-27T00:20:08.057 INFO:teuthology.orchestra.run.smithi050.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-27T00:20:08.057 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-27T00:20:08.057 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-27T00:20:08.057 INFO:teuthology.orchestra.run.smithi050.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-27T00:20:08.058 INFO:teuthology.orchestra.run.smithi050.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-27T00:20:08.058 INFO:teuthology.orchestra.run.smithi050.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-27T00:20:08.058 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-27T00:20:08.058 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-27T00:20:08.058 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-27T00:20:08.058 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-27T00:20:08.058 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-27T00:20:08.058 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-27T00:20:08.058 INFO:teuthology.orchestra.run.smithi050.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-27T00:20:08.058 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-27T00:20:08.059 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-27T00:20:08.059 INFO:teuthology.orchestra.run.smithi050.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-27T00:20:08.059 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-27T00:20:08.059 INFO:teuthology.orchestra.run.smithi050.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-27T00:20:08.059 INFO:teuthology.orchestra.run.smithi050.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-27T00:20:08.059 INFO:teuthology.orchestra.run.smithi050.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-27T00:20:08.059 INFO:teuthology.orchestra.run.smithi050.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-27T00:20:08.059 INFO:teuthology.orchestra.run.smithi050.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-27T00:20:08.059 INFO:teuthology.orchestra.run.smithi050.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-27T00:20:08.059 INFO:teuthology.orchestra.run.smithi050.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-27T00:20:08.059 INFO:teuthology.orchestra.run.smithi050.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-27T00:20:08.060 INFO:teuthology.orchestra.run.smithi050.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-27T00:20:08.060 INFO:teuthology.orchestra.run.smithi050.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-27T00:20:08.060 INFO:teuthology.orchestra.run.smithi050.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-27T00:20:08.060 INFO:teuthology.orchestra.run.smithi050.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-27T00:20:08.060 INFO:teuthology.orchestra.run.smithi050.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-27T00:20:08.060 INFO:teuthology.orchestra.run.smithi050.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-27T00:20:08.060 INFO:teuthology.orchestra.run.smithi050.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-27T00:20:08.060 INFO:teuthology.orchestra.run.smithi050.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-27T00:20:08.060 INFO:teuthology.orchestra.run.smithi050.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-27T00:20:08.060 INFO:teuthology.orchestra.run.smithi050.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-27T00:20:08.060 INFO:teuthology.orchestra.run.smithi050.stdout:Installing weak dependencies: 2024-05-27T00:20:08.060 INFO:teuthology.orchestra.run.smithi050.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-27T00:20:08.061 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-27T00:20:08.061 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction Summary 2024-05-27T00:20:08.061 INFO:teuthology.orchestra.run.smithi050.stdout:======================================================================================= 2024-05-27T00:20:08.061 INFO:teuthology.orchestra.run.smithi050.stdout:Install 148 Packages 2024-05-27T00:20:08.061 INFO:teuthology.orchestra.run.smithi050.stdout:Upgrade 11 Packages 2024-05-27T00:20:08.061 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-27T00:20:08.062 INFO:teuthology.orchestra.run.smithi050.stdout:Total download size: 225 M 2024-05-27T00:20:08.062 INFO:teuthology.orchestra.run.smithi050.stdout:Downloading Packages: 2024-05-27T00:20:08.665 INFO:teuthology.orchestra.run.smithi050.stdout:(1/159): ceph-19.0.0-2857.g0ef46a24.el9.x86_64. 28 kB/s | 6.6 kB 00:00 2024-05-27T00:20:09.320 INFO:teuthology.orchestra.run.smithi137.stdout:(1/159): ceph-19.0.0-2857.g0ef46a24.el9.x86_64. 16 kB/s | 6.6 kB 00:00 2024-05-27T00:20:09.649 INFO:teuthology.orchestra.run.smithi050.stdout:(2/159): ceph-fuse-19.0.0-2857.g0ef46a24.el9.x8 905 kB/s | 890 kB 00:00 2024-05-27T00:20:09.899 INFO:teuthology.orchestra.run.smithi050.stdout:(3/159): ceph-immutable-object-cache-19.0.0-285 580 kB/s | 145 kB 00:00 2024-05-27T00:20:10.028 INFO:teuthology.orchestra.run.smithi137.stdout:(2/159): ceph-fuse-19.0.0-2857.g0ef46a24.el9.x8 1.2 MB/s | 890 kB 00:00 2024-05-27T00:20:10.130 INFO:teuthology.orchestra.run.smithi137.stdout:(3/159): ceph-immutable-object-cache-19.0.0-285 1.4 MB/s | 145 kB 00:00 2024-05-27T00:20:10.340 INFO:teuthology.orchestra.run.smithi044.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-27T00:20:10.341 INFO:teuthology.orchestra.run.smithi044.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-27T00:20:10.359 INFO:teuthology.orchestra.run.smithi044.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-27T00:20:10.360 INFO:teuthology.orchestra.run.smithi044.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-27T00:20:10.362 INFO:teuthology.orchestra.run.smithi044.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-27T00:20:10.363 INFO:teuthology.orchestra.run.smithi044.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-27T00:20:10.365 INFO:teuthology.orchestra.run.smithi044.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-27T00:20:10.369 INFO:teuthology.orchestra.run.smithi044.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-27T00:20:10.370 INFO:teuthology.orchestra.run.smithi044.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-27T00:20:10.445 INFO:teuthology.orchestra.run.smithi044.stdout:Dependencies resolved. 2024-05-27T00:20:10.468 INFO:teuthology.orchestra.run.smithi044.stdout:======================================================================================= 2024-05-27T00:20:10.468 INFO:teuthology.orchestra.run.smithi044.stdout: Package Arch Version Repository Size 2024-05-27T00:20:10.468 INFO:teuthology.orchestra.run.smithi044.stdout:======================================================================================= 2024-05-27T00:20:10.468 INFO:teuthology.orchestra.run.smithi044.stdout:Installing: 2024-05-27T00:20:10.469 INFO:teuthology.orchestra.run.smithi044.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-27T00:20:10.469 INFO:teuthology.orchestra.run.smithi044.stdout: ceph x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 6.6 k 2024-05-27T00:20:10.469 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-base x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 5.4 M 2024-05-27T00:20:10.469 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-fuse x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 890 k 2024-05-27T00:20:10.469 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 145 k 2024-05-27T00:20:10.469 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 1.5 M 2024-05-27T00:20:10.469 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 142 k 2024-05-27T00:20:10.469 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 3.5 M 2024-05-27T00:20:10.469 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 7.4 M 2024-05-27T00:20:10.469 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-rook noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 49 k 2024-05-27T00:20:10.469 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-radosgw x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 10 M 2024-05-27T00:20:10.469 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-test x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 48 M 2024-05-27T00:20:10.470 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-volume noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 264 k 2024-05-27T00:20:10.470 INFO:teuthology.orchestra.run.smithi044.stdout: cephadm noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 762 k 2024-05-27T00:20:10.470 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-mirror x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 221 k 2024-05-27T00:20:10.470 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-shell x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 27 k 2024-05-27T00:20:10.470 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-top noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 18 k 2024-05-27T00:20:10.470 INFO:teuthology.orchestra.run.smithi044.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-05-27T00:20:10.470 INFO:teuthology.orchestra.run.smithi044.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-27T00:20:10.470 INFO:teuthology.orchestra.run.smithi044.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-27T00:20:10.470 INFO:teuthology.orchestra.run.smithi044.stdout: libcephfs-devel x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 32 k 2024-05-27T00:20:10.470 INFO:teuthology.orchestra.run.smithi044.stdout: libcephfs2 x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 746 k 2024-05-27T00:20:10.470 INFO:teuthology.orchestra.run.smithi044.stdout: librados-devel x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 127 k 2024-05-27T00:20:10.470 INFO:teuthology.orchestra.run.smithi044.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-27T00:20:10.470 INFO:teuthology.orchestra.run.smithi044.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-27T00:20:10.471 INFO:teuthology.orchestra.run.smithi044.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-27T00:20:10.471 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-27T00:20:10.471 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-27T00:20:10.471 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-27T00:20:10.471 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cephfs x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 162 k 2024-05-27T00:20:10.471 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rados x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 321 k 2024-05-27T00:20:10.471 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rbd x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 300 k 2024-05-27T00:20:10.471 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rgw x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 99 k 2024-05-27T00:20:10.471 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-fuse x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 85 k 2024-05-27T00:20:10.471 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-mirror x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 3.1 M 2024-05-27T00:20:10.471 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-nbd x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 170 k 2024-05-27T00:20:10.471 INFO:teuthology.orchestra.run.smithi044.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-27T00:20:10.472 INFO:teuthology.orchestra.run.smithi044.stdout:Upgrading: 2024-05-27T00:20:10.472 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-27T00:20:10.472 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-27T00:20:10.472 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-27T00:20:10.472 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-27T00:20:10.472 INFO:teuthology.orchestra.run.smithi044.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-05-27T00:20:10.472 INFO:teuthology.orchestra.run.smithi044.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-05-27T00:20:10.472 INFO:teuthology.orchestra.run.smithi044.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-05-27T00:20:10.472 INFO:teuthology.orchestra.run.smithi044.stdout: librados2 x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 3.4 M 2024-05-27T00:20:10.472 INFO:teuthology.orchestra.run.smithi044.stdout: librbd1 x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 3.1 M 2024-05-27T00:20:10.472 INFO:teuthology.orchestra.run.smithi044.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-27T00:20:10.473 INFO:teuthology.orchestra.run.smithi044.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-27T00:20:10.473 INFO:teuthology.orchestra.run.smithi044.stdout:Installing dependencies: 2024-05-27T00:20:10.473 INFO:teuthology.orchestra.run.smithi044.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-27T00:20:10.473 INFO:teuthology.orchestra.run.smithi044.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-27T00:20:10.473 INFO:teuthology.orchestra.run.smithi044.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-27T00:20:10.473 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-common x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 21 M 2024-05-27T00:20:10.473 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 32 k 2024-05-27T00:20:10.473 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mds x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 2.4 M 2024-05-27T00:20:10.473 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 249 k 2024-05-27T00:20:10.473 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mon x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 4.7 M 2024-05-27T00:20:10.473 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-osd x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 17 M 2024-05-27T00:20:10.473 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2857.g0ef46a24.el9 ceph-noarch 16 k 2024-05-27T00:20:10.473 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-selinux x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 25 k 2024-05-27T00:20:10.474 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-27T00:20:10.474 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-27T00:20:10.474 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-27T00:20:10.474 INFO:teuthology.orchestra.run.smithi044.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-27T00:20:10.474 INFO:teuthology.orchestra.run.smithi044.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-27T00:20:10.474 INFO:teuthology.orchestra.run.smithi044.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-27T00:20:10.474 INFO:teuthology.orchestra.run.smithi044.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-27T00:20:10.474 INFO:teuthology.orchestra.run.smithi044.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-27T00:20:10.474 INFO:teuthology.orchestra.run.smithi044.stdout: libcephsqlite x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 163 k 2024-05-27T00:20:10.474 INFO:teuthology.orchestra.run.smithi044.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-27T00:20:10.474 INFO:teuthology.orchestra.run.smithi044.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-27T00:20:10.474 INFO:teuthology.orchestra.run.smithi044.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-27T00:20:10.474 INFO:teuthology.orchestra.run.smithi044.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-27T00:20:10.475 INFO:teuthology.orchestra.run.smithi044.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-27T00:20:10.475 INFO:teuthology.orchestra.run.smithi044.stdout: libradosstriper1 x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 501 k 2024-05-27T00:20:10.475 INFO:teuthology.orchestra.run.smithi044.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-27T00:20:10.475 INFO:teuthology.orchestra.run.smithi044.stdout: librgw2 x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 5.3 M 2024-05-27T00:20:10.475 INFO:teuthology.orchestra.run.smithi044.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-27T00:20:10.475 INFO:teuthology.orchestra.run.smithi044.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-27T00:20:10.475 INFO:teuthology.orchestra.run.smithi044.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-27T00:20:10.475 INFO:teuthology.orchestra.run.smithi044.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-27T00:20:10.475 INFO:teuthology.orchestra.run.smithi044.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-27T00:20:10.475 INFO:teuthology.orchestra.run.smithi044.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-27T00:20:10.475 INFO:teuthology.orchestra.run.smithi044.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-27T00:20:10.475 INFO:teuthology.orchestra.run.smithi044.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-27T00:20:10.476 INFO:teuthology.orchestra.run.smithi044.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-27T00:20:10.476 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-27T00:20:10.476 INFO:teuthology.orchestra.run.smithi044.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-27T00:20:10.476 INFO:teuthology.orchestra.run.smithi044.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-27T00:20:10.476 INFO:teuthology.orchestra.run.smithi044.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-27T00:20:10.476 INFO:teuthology.orchestra.run.smithi044.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-27T00:20:10.476 INFO:teuthology.orchestra.run.smithi044.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-27T00:20:10.476 INFO:teuthology.orchestra.run.smithi044.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-27T00:20:10.476 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-27T00:20:10.476 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ceph-argparse x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 45 k 2024-05-27T00:20:10.476 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ceph-common x86_64 2:19.0.0-2857.g0ef46a24.el9 ceph 135 k 2024-05-27T00:20:10.476 INFO:teuthology.orchestra.run.smithi044.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-27T00:20:10.476 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-27T00:20:10.477 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-27T00:20:10.477 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-27T00:20:10.477 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-27T00:20:10.477 INFO:teuthology.orchestra.run.smithi044.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-05-27T00:20:10.477 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-27T00:20:10.477 INFO:teuthology.orchestra.run.smithi044.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-27T00:20:10.477 INFO:teuthology.orchestra.run.smithi044.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-27T00:20:10.477 INFO:teuthology.orchestra.run.smithi044.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-27T00:20:10.477 INFO:teuthology.orchestra.run.smithi044.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-27T00:20:10.477 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-27T00:20:10.477 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-27T00:20:10.477 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-27T00:20:10.477 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-27T00:20:10.478 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-27T00:20:10.478 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-05-27T00:20:10.478 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-27T00:20:10.478 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-27T00:20:10.478 INFO:teuthology.orchestra.run.smithi044.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-27T00:20:10.478 INFO:teuthology.orchestra.run.smithi044.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-27T00:20:10.478 INFO:teuthology.orchestra.run.smithi044.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-27T00:20:10.478 INFO:teuthology.orchestra.run.smithi044.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-27T00:20:10.478 INFO:teuthology.orchestra.run.smithi044.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-27T00:20:10.478 INFO:teuthology.orchestra.run.smithi044.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-27T00:20:10.478 INFO:teuthology.orchestra.run.smithi044.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-27T00:20:10.478 INFO:teuthology.orchestra.run.smithi044.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-27T00:20:10.479 INFO:teuthology.orchestra.run.smithi044.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-27T00:20:10.479 INFO:teuthology.orchestra.run.smithi044.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-27T00:20:10.479 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-27T00:20:10.479 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-27T00:20:10.479 INFO:teuthology.orchestra.run.smithi044.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-27T00:20:10.479 INFO:teuthology.orchestra.run.smithi044.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-27T00:20:10.479 INFO:teuthology.orchestra.run.smithi044.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-27T00:20:10.479 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-27T00:20:10.479 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-27T00:20:10.479 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-27T00:20:10.479 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-27T00:20:10.479 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-27T00:20:10.479 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-27T00:20:10.480 INFO:teuthology.orchestra.run.smithi044.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-27T00:20:10.480 INFO:teuthology.orchestra.run.smithi044.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-27T00:20:10.480 INFO:teuthology.orchestra.run.smithi044.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-27T00:20:10.480 INFO:teuthology.orchestra.run.smithi044.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-27T00:20:10.480 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-27T00:20:10.480 INFO:teuthology.orchestra.run.smithi044.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-27T00:20:10.480 INFO:teuthology.orchestra.run.smithi044.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-27T00:20:10.480 INFO:teuthology.orchestra.run.smithi044.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-27T00:20:10.480 INFO:teuthology.orchestra.run.smithi044.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-27T00:20:10.480 INFO:teuthology.orchestra.run.smithi044.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-27T00:20:10.480 INFO:teuthology.orchestra.run.smithi044.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-27T00:20:10.480 INFO:teuthology.orchestra.run.smithi044.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-27T00:20:10.480 INFO:teuthology.orchestra.run.smithi044.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-27T00:20:10.481 INFO:teuthology.orchestra.run.smithi044.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-27T00:20:10.481 INFO:teuthology.orchestra.run.smithi044.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-27T00:20:10.481 INFO:teuthology.orchestra.run.smithi044.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-27T00:20:10.481 INFO:teuthology.orchestra.run.smithi044.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-27T00:20:10.481 INFO:teuthology.orchestra.run.smithi044.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-27T00:20:10.481 INFO:teuthology.orchestra.run.smithi044.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-27T00:20:10.481 INFO:teuthology.orchestra.run.smithi044.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-27T00:20:10.481 INFO:teuthology.orchestra.run.smithi044.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-27T00:20:10.481 INFO:teuthology.orchestra.run.smithi044.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-27T00:20:10.481 INFO:teuthology.orchestra.run.smithi044.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-27T00:20:10.481 INFO:teuthology.orchestra.run.smithi044.stdout:Installing weak dependencies: 2024-05-27T00:20:10.481 INFO:teuthology.orchestra.run.smithi044.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-27T00:20:10.481 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:20:10.482 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction Summary 2024-05-27T00:20:10.482 INFO:teuthology.orchestra.run.smithi044.stdout:======================================================================================= 2024-05-27T00:20:10.482 INFO:teuthology.orchestra.run.smithi044.stdout:Install 148 Packages 2024-05-27T00:20:10.482 INFO:teuthology.orchestra.run.smithi044.stdout:Upgrade 11 Packages 2024-05-27T00:20:10.482 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:20:10.482 INFO:teuthology.orchestra.run.smithi044.stdout:Total download size: 225 M 2024-05-27T00:20:10.482 INFO:teuthology.orchestra.run.smithi044.stdout:Downloading Packages: 2024-05-27T00:20:11.619 INFO:teuthology.orchestra.run.smithi044.stdout:(1/159): ceph-19.0.0-2857.g0ef46a24.el9.x86_64. 14 kB/s | 6.6 kB 00:00 2024-05-27T00:20:11.816 INFO:teuthology.orchestra.run.smithi050.stdout:(4/159): ceph-base-19.0.0-2857.g0ef46a24.el9.x8 1.6 MB/s | 5.4 MB 00:03 2024-05-27T00:20:12.729 INFO:teuthology.orchestra.run.smithi137.stdout:(4/159): ceph-mds-19.0.0-2857.g0ef46a24.el9.x86 931 kB/s | 2.4 MB 00:02 2024-05-27T00:20:12.936 INFO:teuthology.orchestra.run.smithi044.stdout:(2/159): ceph-fuse-19.0.0-2857.g0ef46a24.el9.x8 676 kB/s | 890 kB 00:01 2024-05-27T00:20:13.149 INFO:teuthology.orchestra.run.smithi050.stdout:(5/159): ceph-mgr-19.0.0-2857.g0ef46a24.el9.x86 1.1 MB/s | 1.5 MB 00:01 2024-05-27T00:20:13.153 INFO:teuthology.orchestra.run.smithi044.stdout:(3/159): ceph-immutable-object-cache-19.0.0-285 672 kB/s | 145 kB 00:00 2024-05-27T00:20:13.233 INFO:teuthology.orchestra.run.smithi050.stdout:(6/159): ceph-mds-19.0.0-2857.g0ef46a24.el9.x86 726 kB/s | 2.4 MB 00:03 2024-05-27T00:20:13.770 INFO:teuthology.orchestra.run.smithi044.stdout:(4/159): ceph-base-19.0.0-2857.g0ef46a24.el9.x8 2.1 MB/s | 5.4 MB 00:02 2024-05-27T00:20:14.179 INFO:teuthology.orchestra.run.smithi137.stdout:(5/159): ceph-mgr-19.0.0-2857.g0ef46a24.el9.x86 1.0 MB/s | 1.5 MB 00:01 2024-05-27T00:20:14.301 INFO:teuthology.orchestra.run.smithi044.stdout:(5/159): ceph-mgr-19.0.0-2857.g0ef46a24.el9.x86 2.8 MB/s | 1.5 MB 00:00 2024-05-27T00:20:15.121 INFO:teuthology.orchestra.run.smithi137.stdout:(6/159): ceph-common-19.0.0-2857.g0ef46a24.el9. 3.4 MB/s | 21 MB 00:06 2024-05-27T00:20:15.495 INFO:teuthology.orchestra.run.smithi044.stdout:(6/159): ceph-mds-19.0.0-2857.g0ef46a24.el9.x86 1.0 MB/s | 2.4 MB 00:02 2024-05-27T00:20:15.712 INFO:teuthology.orchestra.run.smithi044.stdout:(7/159): ceph-mon-19.0.0-2857.g0ef46a24.el9.x86 3.3 MB/s | 4.7 MB 00:01 2024-05-27T00:20:16.158 INFO:teuthology.orchestra.run.smithi050.stdout:(7/159): ceph-common-19.0.0-2857.g0ef46a24.el9. 2.7 MB/s | 21 MB 00:07 2024-05-27T00:20:16.567 INFO:teuthology.orchestra.run.smithi050.stdout:(8/159): ceph-mon-19.0.0-2857.g0ef46a24.el9.x86 1.4 MB/s | 4.7 MB 00:03 2024-05-27T00:20:16.675 INFO:teuthology.orchestra.run.smithi050.stdout:(9/159): ceph-selinux-19.0.0-2857.g0ef46a24.el9 233 kB/s | 25 kB 00:00 2024-05-27T00:20:16.779 INFO:teuthology.orchestra.run.smithi137.stdout:(7/159): ceph-base-19.0.0-2857.g0ef46a24.el9.x8 696 kB/s | 5.4 MB 00:07 2024-05-27T00:20:17.604 INFO:teuthology.orchestra.run.smithi137.stdout:(8/159): ceph-mon-19.0.0-2857.g0ef46a24.el9.x86 1.4 MB/s | 4.7 MB 00:03 2024-05-27T00:20:17.704 INFO:teuthology.orchestra.run.smithi137.stdout:(9/159): ceph-selinux-19.0.0-2857.g0ef46a24.el9 253 kB/s | 25 kB 00:00 2024-05-27T00:20:18.613 INFO:teuthology.orchestra.run.smithi044.stdout:(8/159): ceph-radosgw-19.0.0-2857.g0ef46a24.el9 3.5 MB/s | 10 MB 00:02 2024-05-27T00:20:18.713 INFO:teuthology.orchestra.run.smithi044.stdout:(9/159): ceph-selinux-19.0.0-2857.g0ef46a24.el9 255 kB/s | 25 kB 00:00 2024-05-27T00:20:20.563 INFO:teuthology.orchestra.run.smithi137.stdout:(10/159): ceph-osd-19.0.0-2857.g0ef46a24.el9.x8 3.1 MB/s | 17 MB 00:05 2024-05-27T00:20:20.667 INFO:teuthology.orchestra.run.smithi050.stdout:(10/159): ceph-radosgw-19.0.0-2857.g0ef46a24.el 2.3 MB/s | 10 MB 00:04 2024-05-27T00:20:20.730 INFO:teuthology.orchestra.run.smithi137.stdout:(11/159): cephfs-mirror-19.0.0-2857.g0ef46a24.e 1.3 MB/s | 221 kB 00:00 2024-05-27T00:20:20.830 INFO:teuthology.orchestra.run.smithi137.stdout:(12/159): cephfs-shell-19.0.0-2857.g0ef46a24.el 271 kB/s | 27 kB 00:00 2024-05-27T00:20:20.858 INFO:teuthology.orchestra.run.smithi050.stdout:(11/159): cephfs-mirror-19.0.0-2857.g0ef46a24.e 1.1 MB/s | 221 kB 00:00 2024-05-27T00:20:20.922 INFO:teuthology.orchestra.run.smithi137.stdout:(13/159): libcephfs-devel-19.0.0-2857.g0ef46a24 346 kB/s | 32 kB 00:00 2024-05-27T00:20:20.959 INFO:teuthology.orchestra.run.smithi050.stdout:(12/159): cephfs-shell-19.0.0-2857.g0ef46a24.el 271 kB/s | 27 kB 00:00 2024-05-27T00:20:21.076 INFO:teuthology.orchestra.run.smithi050.stdout:(13/159): libcephfs-devel-19.0.0-2857.g0ef46a24 272 kB/s | 32 kB 00:00 2024-05-27T00:20:21.255 INFO:teuthology.orchestra.run.smithi137.stdout:(14/159): libcephfs2-19.0.0-2857.g0ef46a24.el9. 2.2 MB/s | 746 kB 00:00 2024-05-27T00:20:21.406 INFO:teuthology.orchestra.run.smithi137.stdout:(15/159): libcephsqlite-19.0.0-2857.g0ef46a24.e 1.1 MB/s | 163 kB 00:00 2024-05-27T00:20:21.489 INFO:teuthology.orchestra.run.smithi137.stdout:(16/159): librados-devel-19.0.0-2857.g0ef46a24. 1.5 MB/s | 127 kB 00:00 2024-05-27T00:20:21.509 INFO:teuthology.orchestra.run.smithi050.stdout:(14/159): libcephfs2-19.0.0-2857.g0ef46a24.el9. 1.7 MB/s | 746 kB 00:00 2024-05-27T00:20:21.685 INFO:teuthology.orchestra.run.smithi050.stdout:(15/159): libcephsqlite-19.0.0-2857.g0ef46a24.e 933 kB/s | 163 kB 00:00 2024-05-27T00:20:21.739 INFO:teuthology.orchestra.run.smithi137.stdout:(17/159): libradosstriper1-19.0.0-2857.g0ef46a2 2.0 MB/s | 501 kB 00:00 2024-05-27T00:20:21.793 INFO:teuthology.orchestra.run.smithi050.stdout:(16/159): librados-devel-19.0.0-2857.g0ef46a24. 1.1 MB/s | 127 kB 00:00 2024-05-27T00:20:22.144 INFO:teuthology.orchestra.run.smithi050.stdout:(17/159): libradosstriper1-19.0.0-2857.g0ef46a2 1.4 MB/s | 501 kB 00:00 2024-05-27T00:20:23.519 INFO:teuthology.orchestra.run.smithi050.stdout:(18/159): ceph-osd-19.0.0-2857.g0ef46a24.el9.x8 1.6 MB/s | 17 MB 00:10 2024-05-27T00:20:23.619 INFO:teuthology.orchestra.run.smithi050.stdout:(19/159): python3-ceph-argparse-19.0.0-2857.g0e 453 kB/s | 45 kB 00:00 2024-05-27T00:20:23.736 INFO:teuthology.orchestra.run.smithi050.stdout:(20/159): python3-ceph-common-19.0.0-2857.g0ef4 1.1 MB/s | 135 kB 00:00 2024-05-27T00:20:23.823 INFO:teuthology.orchestra.run.smithi137.stdout:(18/159): librgw2-19.0.0-2857.g0ef46a24.el9.x86 2.6 MB/s | 5.3 MB 00:02 2024-05-27T00:20:23.853 INFO:teuthology.orchestra.run.smithi050.stdout:(21/159): python3-cephfs-19.0.0-2857.g0ef46a24. 1.4 MB/s | 162 kB 00:00 2024-05-27T00:20:23.898 INFO:teuthology.orchestra.run.smithi137.stdout:(19/159): python3-ceph-argparse-19.0.0-2857.g0e 606 kB/s | 45 kB 00:00 2024-05-27T00:20:23.998 INFO:teuthology.orchestra.run.smithi137.stdout:(20/159): python3-ceph-common-19.0.0-2857.g0ef4 1.3 MB/s | 135 kB 00:00 2024-05-27T00:20:24.053 INFO:teuthology.orchestra.run.smithi050.stdout:(22/159): python3-rados-19.0.0-2857.g0ef46a24.e 1.6 MB/s | 321 kB 00:00 2024-05-27T00:20:24.081 INFO:teuthology.orchestra.run.smithi137.stdout:(21/159): python3-cephfs-19.0.0-2857.g0ef46a24. 1.9 MB/s | 162 kB 00:00 2024-05-27T00:20:24.228 INFO:teuthology.orchestra.run.smithi050.stdout:(23/159): python3-rbd-19.0.0-2857.g0ef46a24.el9 1.7 MB/s | 300 kB 00:00 2024-05-27T00:20:24.234 INFO:teuthology.orchestra.run.smithi137.stdout:(22/159): python3-rados-19.0.0-2857.g0ef46a24.e 2.1 MB/s | 321 kB 00:00 2024-05-27T00:20:24.329 INFO:teuthology.orchestra.run.smithi050.stdout:(24/159): python3-rgw-19.0.0-2857.g0ef46a24.el9 992 kB/s | 99 kB 00:00 2024-05-27T00:20:24.399 INFO:teuthology.orchestra.run.smithi137.stdout:(23/159): python3-rbd-19.0.0-2857.g0ef46a24.el9 1.8 MB/s | 300 kB 00:00 2024-05-27T00:20:24.438 INFO:teuthology.orchestra.run.smithi050.stdout:(25/159): rbd-fuse-19.0.0-2857.g0ef46a24.el9.x8 789 kB/s | 85 kB 00:00 2024-05-27T00:20:24.483 INFO:teuthology.orchestra.run.smithi137.stdout:(24/159): python3-rgw-19.0.0-2857.g0ef46a24.el9 1.2 MB/s | 99 kB 00:00 2024-05-27T00:20:24.566 INFO:teuthology.orchestra.run.smithi137.stdout:(25/159): rbd-fuse-19.0.0-2857.g0ef46a24.el9.x8 1.0 MB/s | 85 kB 00:00 2024-05-27T00:20:24.621 INFO:teuthology.orchestra.run.smithi044.stdout:(10/159): ceph-osd-19.0.0-2857.g0ef46a24.el9.x8 1.8 MB/s | 17 MB 00:09 2024-05-27T00:20:24.796 INFO:teuthology.orchestra.run.smithi044.stdout:(11/159): cephfs-mirror-19.0.0-2857.g0ef46a24.e 1.2 MB/s | 221 kB 00:00 2024-05-27T00:20:24.858 INFO:teuthology.orchestra.run.smithi137.stdout:(26/159): ceph-radosgw-19.0.0-2857.g0ef46a24.el 1.3 MB/s | 10 MB 00:08 2024-05-27T00:20:24.871 INFO:teuthology.orchestra.run.smithi050.stdout:(26/159): librgw2-19.0.0-2857.g0ef46a24.el9.x86 1.9 MB/s | 5.3 MB 00:02 2024-05-27T00:20:24.913 INFO:teuthology.orchestra.run.smithi044.stdout:(12/159): cephfs-shell-19.0.0-2857.g0ef46a24.el 233 kB/s | 27 kB 00:00 2024-05-27T00:20:24.972 INFO:teuthology.orchestra.run.smithi050.stdout:(27/159): rbd-nbd-19.0.0-2857.g0ef46a24.el9.x86 1.7 MB/s | 170 kB 00:00 2024-05-27T00:20:24.992 INFO:teuthology.orchestra.run.smithi137.stdout:(27/159): rbd-nbd-19.0.0-2857.g0ef46a24.el9.x86 1.2 MB/s | 170 kB 00:00 2024-05-27T00:20:25.039 INFO:teuthology.orchestra.run.smithi044.stdout:(13/159): libcephfs-devel-19.0.0-2857.g0ef46a24 256 kB/s | 32 kB 00:00 2024-05-27T00:20:25.047 INFO:teuthology.orchestra.run.smithi050.stdout:(28/159): ceph-grafana-dashboards-19.0.0-2857.g 423 kB/s | 32 kB 00:00 2024-05-27T00:20:25.059 INFO:teuthology.orchestra.run.smithi137.stdout:(28/159): ceph-grafana-dashboards-19.0.0-2857.g 474 kB/s | 32 kB 00:00 2024-05-27T00:20:25.139 INFO:teuthology.orchestra.run.smithi050.stdout:(29/159): ceph-mgr-cephadm-19.0.0-2857.g0ef46a2 1.5 MB/s | 142 kB 00:00 2024-05-27T00:20:25.201 INFO:teuthology.orchestra.run.smithi137.stdout:(29/159): ceph-mgr-cephadm-19.0.0-2857.g0ef46a2 1.0 MB/s | 142 kB 00:00 2024-05-27T00:20:25.297 INFO:teuthology.orchestra.run.smithi044.stdout:(14/159): libcephfs2-19.0.0-2857.g0ef46a24.el9. 2.8 MB/s | 746 kB 00:00 2024-05-27T00:20:25.398 INFO:teuthology.orchestra.run.smithi044.stdout:(15/159): libcephsqlite-19.0.0-2857.g0ef46a24.e 1.6 MB/s | 163 kB 00:00 2024-05-27T00:20:25.399 INFO:teuthology.orchestra.run.smithi050.stdout:(30/159): rbd-mirror-19.0.0-2857.g0ef46a24.el9. 3.2 MB/s | 3.1 MB 00:00 2024-05-27T00:20:25.490 INFO:teuthology.orchestra.run.smithi044.stdout:(16/159): librados-devel-19.0.0-2857.g0ef46a24. 1.4 MB/s | 127 kB 00:00 2024-05-27T00:20:25.560 INFO:teuthology.orchestra.run.smithi137.stdout:(30/159): rbd-mirror-19.0.0-2857.g0ef46a24.el9. 3.1 MB/s | 3.1 MB 00:00 2024-05-27T00:20:25.690 INFO:teuthology.orchestra.run.smithi044.stdout:(17/159): libradosstriper1-19.0.0-2857.g0ef46a2 2.5 MB/s | 501 kB 00:00 2024-05-27T00:20:26.915 INFO:teuthology.orchestra.run.smithi044.stdout:(18/159): librgw2-19.0.0-2857.g0ef46a24.el9.x86 4.3 MB/s | 5.3 MB 00:01 2024-05-27T00:20:26.968 INFO:teuthology.orchestra.run.smithi050.stdout:(31/159): ceph-mgr-dashboard-19.0.0-2857.g0ef46 1.9 MB/s | 3.5 MB 00:01 2024-05-27T00:20:27.015 INFO:teuthology.orchestra.run.smithi044.stdout:(19/159): python3-ceph-argparse-19.0.0-2857.g0e 456 kB/s | 45 kB 00:00 2024-05-27T00:20:27.116 INFO:teuthology.orchestra.run.smithi044.stdout:(20/159): python3-ceph-common-19.0.0-2857.g0ef4 1.3 MB/s | 135 kB 00:00 2024-05-27T00:20:27.143 INFO:teuthology.orchestra.run.smithi050.stdout:(32/159): ceph-mgr-modules-core-19.0.0-2857.g0e 1.4 MB/s | 249 kB 00:00 2024-05-27T00:20:27.216 INFO:teuthology.orchestra.run.smithi044.stdout:(21/159): python3-cephfs-19.0.0-2857.g0ef46a24. 1.6 MB/s | 162 kB 00:00 2024-05-27T00:20:27.235 INFO:teuthology.orchestra.run.smithi050.stdout:(33/159): ceph-mgr-rook-19.0.0-2857.g0ef46a24.e 538 kB/s | 49 kB 00:00 2024-05-27T00:20:27.268 INFO:teuthology.orchestra.run.smithi137.stdout:(31/159): ceph-mgr-dashboard-19.0.0-2857.g0ef46 1.7 MB/s | 3.5 MB 00:02 2024-05-27T00:20:27.300 INFO:teuthology.orchestra.run.smithi044.stdout:(22/159): python3-rados-19.0.0-2857.g0ef46a24.e 3.8 MB/s | 321 kB 00:00 2024-05-27T00:20:27.335 INFO:teuthology.orchestra.run.smithi050.stdout:(34/159): ceph-prometheus-alerts-19.0.0-2857.g0 164 kB/s | 16 kB 00:00 2024-05-27T00:20:27.400 INFO:teuthology.orchestra.run.smithi044.stdout:(23/159): python3-rbd-19.0.0-2857.g0ef46a24.el9 3.0 MB/s | 300 kB 00:00 2024-05-27T00:20:27.410 INFO:teuthology.orchestra.run.smithi137.stdout:(32/159): ceph-mgr-modules-core-19.0.0-2857.g0e 1.7 MB/s | 249 kB 00:00 2024-05-27T00:20:27.485 INFO:teuthology.orchestra.run.smithi137.stdout:(33/159): ceph-mgr-rook-19.0.0-2857.g0ef46a24.e 659 kB/s | 49 kB 00:00 2024-05-27T00:20:27.492 INFO:teuthology.orchestra.run.smithi044.stdout:(24/159): python3-rgw-19.0.0-2857.g0ef46a24.el9 1.1 MB/s | 99 kB 00:00 2024-05-27T00:20:27.510 INFO:teuthology.orchestra.run.smithi050.stdout:(35/159): ceph-volume-19.0.0-2857.g0ef46a24.el9 1.5 MB/s | 264 kB 00:00 2024-05-27T00:20:27.561 INFO:teuthology.orchestra.run.smithi137.stdout:(34/159): ceph-prometheus-alerts-19.0.0-2857.g0 220 kB/s | 16 kB 00:00 2024-05-27T00:20:27.576 INFO:teuthology.orchestra.run.smithi044.stdout:(25/159): rbd-fuse-19.0.0-2857.g0ef46a24.el9.x8 1.0 MB/s | 85 kB 00:00 2024-05-27T00:20:27.761 INFO:teuthology.orchestra.run.smithi137.stdout:(35/159): ceph-volume-19.0.0-2857.g0ef46a24.el9 1.3 MB/s | 264 kB 00:00 2024-05-27T00:20:27.918 INFO:teuthology.orchestra.run.smithi044.stdout:(26/159): ceph-common-19.0.0-2857.g0ef46a24.el9 1.3 MB/s | 21 MB 00:16 2024-05-27T00:20:27.944 INFO:teuthology.orchestra.run.smithi050.stdout:(36/159): cephadm-19.0.0-2857.g0ef46a24.el9.noa 1.7 MB/s | 762 kB 00:00 2024-05-27T00:20:27.961 INFO:teuthology.orchestra.run.smithi137.stdout:(36/159): ceph-mgr-diskprediction-local-19.0.0- 3.1 MB/s | 7.4 MB 00:02 2024-05-27T00:20:28.036 INFO:teuthology.orchestra.run.smithi050.stdout:(37/159): cephfs-top-19.0.0-2857.g0ef46a24.el9. 199 kB/s | 18 kB 00:00 2024-05-27T00:20:28.036 INFO:teuthology.orchestra.run.smithi137.stdout:(37/159): cephfs-top-19.0.0-2857.g0ef46a24.el9. 244 kB/s | 18 kB 00:00 2024-05-27T00:20:28.076 INFO:teuthology.orchestra.run.smithi044.stdout:(27/159): rbd-nbd-19.0.0-2857.g0ef46a24.el9.x86 1.1 MB/s | 170 kB 00:00 2024-05-27T00:20:28.120 INFO:teuthology.orchestra.run.smithi137.stdout:(38/159): cephadm-19.0.0-2857.g0ef46a24.el9.noa 2.1 MB/s | 762 kB 00:00 2024-05-27T00:20:28.169 INFO:teuthology.orchestra.run.smithi044.stdout:(28/159): rbd-mirror-19.0.0-2857.g0ef46a24.el9. 5.2 MB/s | 3.1 MB 00:00 2024-05-27T00:20:28.178 INFO:teuthology.orchestra.run.smithi137.stdout:(39/159): fuse-2.9.9-15.el9.x86_64.rpm 567 kB/s | 80 kB 00:00 2024-05-27T00:20:28.186 INFO:teuthology.orchestra.run.smithi050.stdout:(38/159): ceph-mgr-diskprediction-local-19.0.0- 2.7 MB/s | 7.4 MB 00:02 2024-05-27T00:20:28.194 INFO:teuthology.orchestra.run.smithi044.stdout:(29/159): ceph-grafana-dashboards-19.0.0-2857.g 272 kB/s | 32 kB 00:00 2024-05-27T00:20:28.228 INFO:teuthology.orchestra.run.smithi050.stdout:(39/159): fuse-2.9.9-15.el9.x86_64.rpm 418 kB/s | 80 kB 00:00 2024-05-27T00:20:28.252 INFO:teuthology.orchestra.run.smithi044.stdout:(30/159): ceph-mgr-cephadm-19.0.0-2857.g0ef46a2 1.7 MB/s | 142 kB 00:00 2024-05-27T00:20:28.287 INFO:teuthology.orchestra.run.smithi050.stdout:(40/159): libgfortran-11.4.1-3.el9.x86_64.rpm 7.8 MB/s | 803 kB 00:00 2024-05-27T00:20:28.329 INFO:teuthology.orchestra.run.smithi050.stdout:(41/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 5.9 MB/s | 253 kB 00:00 2024-05-27T00:20:28.337 INFO:teuthology.orchestra.run.smithi137.stdout:(40/159): libquadmath-11.4.1-3.el9.x86_64.rpm 1.2 MB/s | 195 kB 00:00 2024-05-27T00:20:28.354 INFO:teuthology.orchestra.run.smithi050.stdout:(42/159): libquadmath-11.4.1-3.el9.x86_64.rpm 1.5 MB/s | 195 kB 00:00 2024-05-27T00:20:28.396 INFO:teuthology.orchestra.run.smithi050.stdout:(43/159): python3-cryptography-36.0.1-4.el9.x86 18 MB/s | 1.2 MB 00:00 2024-05-27T00:20:28.421 INFO:teuthology.orchestra.run.smithi137.stdout:(41/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.0 MB/s | 253 kB 00:00 2024-05-27T00:20:28.422 INFO:teuthology.orchestra.run.smithi050.stdout:(44/159): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-05-27T00:20:28.447 INFO:teuthology.orchestra.run.smithi050.stdout:(45/159): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-05-27T00:20:28.472 INFO:teuthology.orchestra.run.smithi050.stdout:(46/159): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-05-27T00:20:28.480 INFO:teuthology.orchestra.run.smithi137.stdout:(42/159): libgfortran-11.4.1-3.el9.x86_64.rpm 2.2 MB/s | 803 kB 00:00 2024-05-27T00:20:28.497 INFO:teuthology.orchestra.run.smithi050.stdout:(47/159): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-05-27T00:20:28.539 INFO:teuthology.orchestra.run.smithi137.stdout:(43/159): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-05-27T00:20:28.605 INFO:teuthology.orchestra.run.smithi137.stdout:(44/159): python3-pycparser-2.20-6.el9.noarch.r 2.0 MB/s | 135 kB 00:00 2024-05-27T00:20:28.731 INFO:teuthology.orchestra.run.smithi137.stdout:(45/159): python3-requests-2.25.1-8.el9.noarch. 999 kB/s | 125 kB 00:00 2024-05-27T00:20:28.772 INFO:teuthology.orchestra.run.smithi137.stdout:(46/159): python3-cryptography-36.0.1-4.el9.x86 3.5 MB/s | 1.2 MB 00:00 2024-05-27T00:20:28.815 INFO:teuthology.orchestra.run.smithi137.stdout:(47/159): python3-urllib3-1.26.5-5.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-05-27T00:20:28.915 INFO:teuthology.orchestra.run.smithi137.stdout:(48/159): automake-1.16.2-8.el9.noarch.rpm 4.7 MB/s | 689 kB 00:00 2024-05-27T00:20:28.948 INFO:teuthology.orchestra.run.smithi137.stdout:(49/159): boost-program-options-1.75.0-8.el9.x8 3.1 MB/s | 107 kB 00:00 2024-05-27T00:20:28.982 INFO:teuthology.orchestra.run.smithi137.stdout:(50/159): bison-3.7.4-5.el9.x86_64.rpm 5.5 MB/s | 943 kB 00:00 2024-05-27T00:20:29.008 INFO:teuthology.orchestra.run.smithi137.stdout:(51/159): elfutils-libelf-devel-0.191-4.el9.x86 371 kB/s | 22 kB 00:00 2024-05-27T00:20:29.033 INFO:teuthology.orchestra.run.smithi137.stdout:(52/159): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-05-27T00:20:29.058 INFO:teuthology.orchestra.run.smithi137.stdout:(53/159): flexiblas-3.0.4-8.el9.x86_64.rpm 653 kB/s | 33 kB 00:00 2024-05-27T00:20:29.108 INFO:teuthology.orchestra.run.smithi137.stdout:(54/159): flexiblas-openblas-openmp-3.0.4-8.el9 364 kB/s | 18 kB 00:00 2024-05-27T00:20:29.161 INFO:teuthology.orchestra.run.smithi044.stdout:(31/159): ceph-mgr-diskprediction-local-19.0.0- 8.1 MB/s | 7.4 MB 00:00 2024-05-27T00:20:29.175 INFO:teuthology.orchestra.run.smithi137.stdout:(55/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 21 MB/s | 3.0 MB 00:00 2024-05-27T00:20:29.201 INFO:teuthology.orchestra.run.smithi137.stdout:(56/159): libaio-devel-0.3.111-13.el9.x86_64.rp 121 kB/s | 11 kB 00:00 2024-05-27T00:20:29.226 INFO:teuthology.orchestra.run.smithi137.stdout:(57/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-05-27T00:20:29.251 INFO:teuthology.orchestra.run.smithi137.stdout:(58/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 901 kB/s | 45 kB 00:00 2024-05-27T00:20:29.270 INFO:teuthology.orchestra.run.smithi044.stdout:(32/159): ceph-mgr-modules-core-19.0.0-2857.g0e 2.3 MB/s | 249 kB 00:00 2024-05-27T00:20:29.285 INFO:teuthology.orchestra.run.smithi137.stdout:(59/159): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 662 kB 00:00 2024-05-27T00:20:29.310 INFO:teuthology.orchestra.run.smithi137.stdout:(60/159): libtool-2.4.6-45.el9.x86_64.rpm 9.7 MB/s | 582 kB 00:00 2024-05-27T00:20:29.335 INFO:teuthology.orchestra.run.smithi137.stdout:(61/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 507 kB/s | 25 kB 00:00 2024-05-27T00:20:29.337 INFO:teuthology.orchestra.run.smithi044.stdout:(33/159): ceph-mgr-rook-19.0.0-2857.g0ef46a24.e 752 kB/s | 49 kB 00:00 2024-05-27T00:20:29.361 INFO:teuthology.orchestra.run.smithi137.stdout:(62/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 946 kB/s | 47 kB 00:00 2024-05-27T00:20:29.394 INFO:teuthology.orchestra.run.smithi137.stdout:(63/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.9 MB/s | 292 kB 00:00 2024-05-27T00:20:29.404 INFO:teuthology.orchestra.run.smithi044.stdout:(34/159): ceph-prometheus-alerts-19.0.0-2857.g0 250 kB/s | 16 kB 00:00 2024-05-27T00:20:29.411 INFO:teuthology.orchestra.run.smithi137.stdout:(64/159): lua-5.4.4-4.el9.x86_64.rpm 3.6 MB/s | 188 kB 00:00 2024-05-27T00:20:29.437 INFO:teuthology.orchestra.run.smithi137.stdout:(65/159): openblas-0.3.21-2.el9.x86_64.rpm 839 kB/s | 35 kB 00:00 2024-05-27T00:20:29.464 INFO:teuthology.orchestra.run.smithi050.stdout:(48/159): automake-1.16.2-8.el9.noarch.rpm 694 kB/s | 689 kB 00:00 2024-05-27T00:20:29.479 INFO:teuthology.orchestra.run.smithi044.stdout:(35/159): ceph-volume-19.0.0-2857.g0ef46a24.el9 3.5 MB/s | 264 kB 00:00 2024-05-27T00:20:29.506 INFO:teuthology.orchestra.run.smithi050.stdout:(49/159): bison-3.7.4-5.el9.x86_64.rpm 935 kB/s | 943 kB 00:01 2024-05-27T00:20:29.529 INFO:teuthology.orchestra.run.smithi137.stdout:(66/159): openblas-openmp-0.3.21-2.el9.x86_64.r 41 MB/s | 4.7 MB 00:00 2024-05-27T00:20:29.604 INFO:teuthology.orchestra.run.smithi137.stdout:(67/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 27 MB/s | 4.4 MB 00:00 2024-05-27T00:20:29.654 INFO:teuthology.orchestra.run.smithi137.stdout:(68/159): postgresql-13.14-1.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-05-27T00:20:29.680 INFO:teuthology.orchestra.run.smithi044.stdout:(36/159): ceph-mgr-dashboard-19.0.0-2857.g0ef46 2.4 MB/s | 3.5 MB 00:01 2024-05-27T00:20:29.696 INFO:teuthology.orchestra.run.smithi137.stdout:(69/159): postgresql-contrib-13.14-1.el9.x86_64 9.7 MB/s | 911 kB 00:00 2024-05-27T00:20:29.721 INFO:teuthology.orchestra.run.smithi137.stdout:(70/159): postgresql-private-libs-13.14-1.el9.x 1.9 MB/s | 133 kB 00:00 2024-05-27T00:20:29.722 INFO:teuthology.orchestra.run.smithi044.stdout:(37/159): cephadm-19.0.0-2857.g0ef46a24.el9.noa 3.1 MB/s | 762 kB 00:00 2024-05-27T00:20:29.747 INFO:teuthology.orchestra.run.smithi044.stdout:(38/159): cephfs-top-19.0.0-2857.g0ef46a24.el9. 277 kB/s | 18 kB 00:00 2024-05-27T00:20:29.772 INFO:teuthology.orchestra.run.smithi137.stdout:(71/159): protobuf-3.14.0-13.el9.x86_64.rpm 20 MB/s | 1.0 MB 00:00 2024-05-27T00:20:29.847 INFO:teuthology.orchestra.run.smithi137.stdout:(72/159): postgresql-server-13.14-1.el9.x86_64. 38 MB/s | 5.8 MB 00:00 2024-05-27T00:20:29.872 INFO:teuthology.orchestra.run.smithi137.stdout:(73/159): python3-attrs-20.3.0-7.el9.noarch.rpm 875 kB/s | 87 kB 00:00 2024-05-27T00:20:29.889 INFO:teuthology.orchestra.run.smithi044.stdout:(39/159): fuse-2.9.9-15.el9.x86_64.rpm 487 kB/s | 80 kB 00:00 2024-05-27T00:20:29.914 INFO:teuthology.orchestra.run.smithi137.stdout:(74/159): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-05-27T00:20:29.972 INFO:teuthology.orchestra.run.smithi044.stdout:(40/159): libquadmath-11.4.1-3.el9.x86_64.rpm 2.3 MB/s | 195 kB 00:00 2024-05-27T00:20:29.998 INFO:teuthology.orchestra.run.smithi137.stdout:(75/159): python3-babel-2.9.1-2.el9.noarch.rpm 40 MB/s | 6.0 MB 00:00 2024-05-27T00:20:30.014 INFO:teuthology.orchestra.run.smithi044.stdout:(41/159): libgfortran-11.4.1-3.el9.x86_64.rpm 2.9 MB/s | 803 kB 00:00 2024-05-27T00:20:30.023 INFO:teuthology.orchestra.run.smithi137.stdout:(76/159): python3-devel-3.9.18-3.el9.x86_64.rpm 2.2 MB/s | 244 kB 00:00 2024-05-27T00:20:30.048 INFO:teuthology.orchestra.run.smithi137.stdout:(77/159): python3-jinja2-2.11.3-6.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-05-27T00:20:30.056 INFO:teuthology.orchestra.run.smithi044.stdout:(42/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.0 MB/s | 253 kB 00:00 2024-05-27T00:20:30.065 INFO:teuthology.orchestra.run.smithi137.stdout:(78/159): python3-jsonpatch-1.21-16.el9.noarch. 610 kB/s | 26 kB 00:00 2024-05-27T00:20:30.082 INFO:teuthology.orchestra.run.smithi137.stdout:(79/159): python3-jsonpointer-2.0-4.el9.noarch. 571 kB/s | 19 kB 00:00 2024-05-27T00:20:30.098 INFO:teuthology.orchestra.run.smithi050.stdout:(50/159): elfutils-libelf-devel-0.191-4.el9.x86 37 kB/s | 22 kB 00:00 2024-05-27T00:20:30.107 INFO:teuthology.orchestra.run.smithi137.stdout:(80/159): python3-mako-1.1.4-6.el9.noarch.rpm 4.0 MB/s | 172 kB 00:00 2024-05-27T00:20:30.115 INFO:teuthology.orchestra.run.smithi044.stdout:(43/159): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-05-27T00:20:30.125 INFO:teuthology.orchestra.run.smithi137.stdout:(81/159): python3-markupsafe-1.1.1-12.el9.x86_6 828 kB/s | 35 kB 00:00 2024-05-27T00:20:30.167 INFO:teuthology.orchestra.run.smithi137.stdout:(82/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 5.9 MB/s | 250 kB 00:00 2024-05-27T00:20:30.173 INFO:teuthology.orchestra.run.smithi044.stdout:(44/159): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-05-27T00:20:30.190 INFO:teuthology.orchestra.run.smithi050.stdout:(51/159): boost-program-options-1.75.0-8.el9.x8 147 kB/s | 107 kB 00:00 2024-05-27T00:20:30.234 INFO:teuthology.orchestra.run.smithi137.stdout:(83/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 41 MB/s | 5.1 MB 00:00 2024-05-27T00:20:30.259 INFO:teuthology.orchestra.run.smithi137.stdout:(84/159): python3-oauthlib-3.1.1-5.el9.noarch.r 2.4 MB/s | 222 kB 00:00 2024-05-27T00:20:30.265 INFO:teuthology.orchestra.run.smithi044.stdout:(45/159): python3-cryptography-36.0.1-4.el9.x86 4.9 MB/s | 1.2 MB 00:00 2024-05-27T00:20:30.284 INFO:teuthology.orchestra.run.smithi137.stdout:(85/159): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-05-27T00:20:30.291 INFO:teuthology.orchestra.run.smithi044.stdout:(46/159): python3-requests-2.25.1-8.el9.noarch. 1.0 MB/s | 125 kB 00:00 2024-05-27T00:20:30.309 INFO:teuthology.orchestra.run.smithi137.stdout:(86/159): python3-prettytable-0.7.2-27.el9.noar 842 kB/s | 42 kB 00:00 2024-05-27T00:20:30.335 INFO:teuthology.orchestra.run.smithi137.stdout:(87/159): python3-protobuf-3.14.0-13.el9.noarch 5.3 MB/s | 269 kB 00:00 2024-05-27T00:20:30.419 INFO:teuthology.orchestra.run.smithi137.stdout:(88/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-05-27T00:20:30.452 INFO:teuthology.orchestra.run.smithi137.stdout:(89/159): python3-pyasn1-modules-0.4.8-6.el9.no 2.3 MB/s | 279 kB 00:00 2024-05-27T00:20:30.477 INFO:teuthology.orchestra.run.smithi137.stdout:(90/159): python3-pytz-2021.1-5.el9.noarch.rpm 869 kB/s | 51 kB 00:00 2024-05-27T00:20:30.503 INFO:teuthology.orchestra.run.smithi137.stdout:(91/159): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-05-27T00:20:30.540 INFO:teuthology.orchestra.run.smithi044.stdout:(47/159): python3-urllib3-1.26.5-5.el9.noarch.r 785 kB/s | 215 kB 00:00 2024-05-27T00:20:30.545 INFO:teuthology.orchestra.run.smithi137.stdout:(92/159): python3-toml-0.10.2-6.el9.noarch.rpm 1.0 MB/s | 42 kB 00:00 2024-05-27T00:20:30.595 INFO:teuthology.orchestra.run.smithi137.stdout:(93/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 882 kB/s | 44 kB 00:00 2024-05-27T00:20:30.637 INFO:teuthology.orchestra.run.smithi137.stdout:(94/159): qatlib-24.02.0-1.el9.x86_64.rpm 5.2 MB/s | 221 kB 00:00 2024-05-27T00:20:30.679 INFO:teuthology.orchestra.run.smithi137.stdout:(95/159): qatlib-service-24.02.0-1.el9.x86_64.r 867 kB/s | 36 kB 00:00 2024-05-27T00:20:30.750 INFO:teuthology.orchestra.run.smithi044.stdout:(48/159): automake-1.16.2-8.el9.noarch.rpm 1.5 MB/s | 689 kB 00:00 2024-05-27T00:20:30.800 INFO:teuthology.orchestra.run.smithi044.stdout:(49/159): bison-3.7.4-5.el9.x86_64.rpm 3.6 MB/s | 943 kB 00:00 2024-05-27T00:20:30.807 INFO:teuthology.orchestra.run.smithi050.stdout:(52/159): flexiblas-3.0.4-8.el9.x86_64.rpm 53 kB/s | 33 kB 00:00 2024-05-27T00:20:30.826 INFO:teuthology.orchestra.run.smithi044.stdout:(50/159): boost-program-options-1.75.0-8.el9.x8 1.4 MB/s | 107 kB 00:00 2024-05-27T00:20:30.842 INFO:teuthology.orchestra.run.smithi044.stdout:(51/159): elfutils-libelf-devel-0.191-4.el9.x86 528 kB/s | 22 kB 00:00 2024-05-27T00:20:30.854 INFO:teuthology.orchestra.run.smithi137.stdout:(96/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 43 MB/s | 16 MB 00:00 2024-05-27T00:20:30.880 INFO:teuthology.orchestra.run.smithi137.stdout:(97/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 237 kB/s | 47 kB 00:00 2024-05-27T00:20:30.885 INFO:teuthology.orchestra.run.smithi044.stdout:(52/159): flex-2.6.4-9.el9.x86_64.rpm 5.3 MB/s | 313 kB 00:00 2024-05-27T00:20:30.905 INFO:teuthology.orchestra.run.smithi137.stdout:(98/159): socat-1.7.4.1-5.el9.x86_64.rpm 6.0 MB/s | 305 kB 00:00 2024-05-27T00:20:30.910 INFO:teuthology.orchestra.run.smithi044.stdout:(53/159): flexiblas-3.0.4-8.el9.x86_64.rpm 494 kB/s | 33 kB 00:00 2024-05-27T00:20:30.930 INFO:teuthology.orchestra.run.smithi137.stdout:(99/159): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-05-27T00:20:30.947 INFO:teuthology.orchestra.run.smithi137.stdout:(100/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 2.2 MB/s | 94 kB 00:00 2024-05-27T00:20:30.960 INFO:teuthology.orchestra.run.smithi044.stdout:(54/159): flexiblas-openblas-openmp-3.0.4-8.el9 371 kB/s | 18 kB 00:00 2024-05-27T00:20:30.973 INFO:teuthology.orchestra.run.smithi137.stdout:(101/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 64 kB 00:00 2024-05-27T00:20:30.983 INFO:teuthology.orchestra.run.smithi050.stdout:(53/159): flex-2.6.4-9.el9.x86_64.rpm 355 kB/s | 313 kB 00:00 2024-05-27T00:20:30.998 INFO:teuthology.orchestra.run.smithi137.stdout:(102/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 893 kB/s | 45 kB 00:00 2024-05-27T00:20:31.010 INFO:teuthology.orchestra.run.smithi044.stdout:(55/159): libaio-devel-0.3.111-13.el9.x86_64.rp 226 kB/s | 11 kB 00:00 2024-05-27T00:20:31.081 INFO:teuthology.orchestra.run.smithi137.stdout:(103/159): lua-devel-5.4.4-4.el9.x86_64.rpm 205 kB/s | 22 kB 00:00 2024-05-27T00:20:31.111 INFO:teuthology.orchestra.run.smithi044.stdout:(56/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 13 MB/s | 3.0 MB 00:00 2024-05-27T00:20:31.144 INFO:teuthology.orchestra.run.smithi044.stdout:(57/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.2 MB/s | 160 kB 00:00 2024-05-27T00:20:31.170 INFO:teuthology.orchestra.run.smithi044.stdout:(58/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 777 kB/s | 45 kB 00:00 2024-05-27T00:20:31.228 INFO:teuthology.orchestra.run.smithi044.stdout:(59/159): librdkafka-1.6.1-102.el9.x86_64.rpm 7.8 MB/s | 662 kB 00:00 2024-05-27T00:20:31.232 INFO:teuthology.orchestra.run.smithi137.stdout:(104/159): protobuf-compiler-3.14.0-13.el9.x86_ 3.6 MB/s | 863 kB 00:00 2024-05-27T00:20:31.279 INFO:teuthology.orchestra.run.smithi044.stdout:(60/159): libtool-2.4.6-45.el9.x86_64.rpm 5.3 MB/s | 582 kB 00:00 2024-05-27T00:20:31.304 INFO:teuthology.orchestra.run.smithi044.stdout:(61/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 342 kB/s | 25 kB 00:00 2024-05-27T00:20:31.329 INFO:teuthology.orchestra.run.smithi044.stdout:(62/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 961 kB/s | 47 kB 00:00 2024-05-27T00:20:31.363 INFO:teuthology.orchestra.run.smithi044.stdout:(63/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.0 MB/s | 292 kB 00:00 2024-05-27T00:20:31.396 INFO:teuthology.orchestra.run.smithi044.stdout:(64/159): lua-5.4.4-4.el9.x86_64.rpm 2.8 MB/s | 188 kB 00:00 2024-05-27T00:20:31.422 INFO:teuthology.orchestra.run.smithi044.stdout:(65/159): openblas-0.3.21-2.el9.x86_64.rpm 612 kB/s | 35 kB 00:00 2024-05-27T00:20:31.525 INFO:teuthology.orchestra.run.smithi050.stdout:(54/159): flexiblas-openblas-openmp-3.0.4-8.el9 34 kB/s | 18 kB 00:00 2024-05-27T00:20:31.580 INFO:teuthology.orchestra.run.smithi044.stdout:(66/159): openblas-openmp-0.3.21-2.el9.x86_64.r 26 MB/s | 4.7 MB 00:00 2024-05-27T00:20:31.632 INFO:teuthology.orchestra.run.smithi137.stdout:(105/159): abseil-cpp-20211102.0-3.el9.x86_64.r 996 kB/s | 548 kB 00:00 2024-05-27T00:20:31.689 INFO:teuthology.orchestra.run.smithi044.stdout:(67/159): postgresql-13.14-1.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-05-27T00:20:31.707 INFO:teuthology.orchestra.run.smithi137.stdout:(106/159): gperftools-libs-2.9.1-2.el9.x86_64.r 652 kB/s | 309 kB 00:00 2024-05-27T00:20:31.724 INFO:teuthology.orchestra.run.smithi137.stdout:(107/159): grpc-data-1.46.7-10.el9.noarch.rpm 212 kB/s | 19 kB 00:00 2024-05-27T00:20:31.781 INFO:teuthology.orchestra.run.smithi044.stdout:(68/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 12 MB/s | 4.4 MB 00:00 2024-05-27T00:20:31.791 INFO:teuthology.orchestra.run.smithi137.stdout:(108/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 389 kB/s | 26 kB 00:00 2024-05-27T00:20:31.848 INFO:teuthology.orchestra.run.smithi044.stdout:(69/159): postgresql-contrib-13.14-1.el9.x86_64 5.6 MB/s | 911 kB 00:00 2024-05-27T00:20:31.873 INFO:teuthology.orchestra.run.smithi044.stdout:(70/159): postgresql-private-libs-13.14-1.el9.x 1.4 MB/s | 133 kB 00:00 2024-05-27T00:20:31.891 INFO:teuthology.orchestra.run.smithi137.stdout:(109/159): liboath-2.6.7-2.el9.x86_64.rpm 486 kB/s | 49 kB 00:00 2024-05-27T00:20:31.982 INFO:teuthology.orchestra.run.smithi044.stdout:(71/159): protobuf-3.14.0-13.el9.x86_64.rpm 9.4 MB/s | 1.0 MB 00:00 2024-05-27T00:20:32.033 INFO:teuthology.orchestra.run.smithi137.stdout:(110/159): libunwind-1.6.2-1.el9.x86_64.rpm 475 kB/s | 67 kB 00:00 2024-05-27T00:20:32.098 INFO:teuthology.orchestra.run.smithi044.stdout:(72/159): postgresql-server-13.14-1.el9.x86_64. 23 MB/s | 5.8 MB 00:00 2024-05-27T00:20:32.109 INFO:teuthology.orchestra.run.smithi137.stdout:(111/159): libarrow-9.0.0-11.el9.x86_64.rpm 11 MB/s | 4.4 MB 00:00 2024-05-27T00:20:32.133 INFO:teuthology.orchestra.run.smithi044.stdout:(73/159): python3-attrs-20.3.0-7.el9.noarch.rpm 583 kB/s | 87 kB 00:00 2024-05-27T00:20:32.134 INFO:teuthology.orchestra.run.smithi137.stdout:(112/159): luarocks-3.9.2-5.el9.noarch.rpm 1.5 MB/s | 151 kB 00:00 2024-05-27T00:20:32.158 INFO:teuthology.orchestra.run.smithi050.stdout:(55/159): ceph-test-19.0.0-2857.g0ef46a24.el9.x 3.1 MB/s | 48 MB 00:15 2024-05-27T00:20:32.200 INFO:teuthology.orchestra.run.smithi044.stdout:(74/159): python3-colorama-0.4.6-3.el9.noarch.r 942 kB/s | 61 kB 00:00 2024-05-27T00:20:32.235 INFO:teuthology.orchestra.run.smithi137.stdout:(113/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 6.6 MB/s | 839 kB 00:00 2024-05-27T00:20:32.258 INFO:teuthology.orchestra.run.smithi044.stdout:(75/159): python3-devel-3.9.18-3.el9.x86_64.rpm 4.1 MB/s | 244 kB 00:00 2024-05-27T00:20:32.317 INFO:teuthology.orchestra.run.smithi044.stdout:(76/159): python3-jinja2-2.11.3-6.el9.noarch.rp 4.2 MB/s | 248 kB 00:00 2024-05-27T00:20:32.318 INFO:teuthology.orchestra.run.smithi137.stdout:(114/159): python3-asyncssh-2.13.2-5.el9.noarch 2.9 MB/s | 548 kB 00:00 2024-05-27T00:20:32.343 INFO:teuthology.orchestra.run.smithi137.stdout:(115/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 401 kB/s | 43 kB 00:00 2024-05-27T00:20:32.418 INFO:teuthology.orchestra.run.smithi137.stdout:(116/159): python3-cachetools-4.2.4-1.el9.noarc 321 kB/s | 32 kB 00:00 2024-05-27T00:20:32.442 INFO:teuthology.orchestra.run.smithi044.stdout:(77/159): python3-babel-2.9.1-2.el9.noarch.rpm 17 MB/s | 6.0 MB 00:00 2024-05-27T00:20:32.444 INFO:teuthology.orchestra.run.smithi137.stdout:(117/159): python3-certifi-2021.10.8-2.el9.noar 149 kB/s | 15 kB 00:00 2024-05-27T00:20:32.468 INFO:teuthology.orchestra.run.smithi044.stdout:(78/159): python3-jsonpatch-1.21-16.el9.noarch. 171 kB/s | 26 kB 00:00 2024-05-27T00:20:32.483 INFO:teuthology.orchestra.run.smithi050.stdout:(56/159): libaio-devel-0.3.111-13.el9.x86_64.rp 12 kB/s | 11 kB 00:00 2024-05-27T00:20:32.493 INFO:teuthology.orchestra.run.smithi044.stdout:(79/159): python3-jsonpointer-2.0-4.el9.noarch. 386 kB/s | 19 kB 00:00 2024-05-27T00:20:32.519 INFO:teuthology.orchestra.run.smithi137.stdout:(118/159): python3-cheroot-8.6.0-4.el9.noarch.r 1.7 MB/s | 172 kB 00:00 2024-05-27T00:20:32.526 INFO:teuthology.orchestra.run.smithi044.stdout:(80/159): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-05-27T00:20:32.544 INFO:teuthology.orchestra.run.smithi137.stdout:(119/159): python3-cherrypy-18.6.1-2.el9.noarch 3.5 MB/s | 358 kB 00:00 2024-05-27T00:20:32.551 INFO:teuthology.orchestra.run.smithi044.stdout:(81/159): python3-markupsafe-1.1.1-12.el9.x86_6 603 kB/s | 35 kB 00:00 2024-05-27T00:20:32.618 INFO:teuthology.orchestra.run.smithi044.stdout:(82/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.7 MB/s | 250 kB 00:00 2024-05-27T00:20:32.625 INFO:teuthology.orchestra.run.smithi050.stdout:(57/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 1.6 MB/s | 3.0 MB 00:01 2024-05-27T00:20:32.661 INFO:teuthology.orchestra.run.smithi137.stdout:(120/159): python3-google-auth-2.29.0-1.el9.noa 1.7 MB/s | 206 kB 00:00 2024-05-27T00:20:32.694 INFO:teuthology.orchestra.run.smithi044.stdout:(83/159): python3-oauthlib-3.1.1-5.el9.noarch.r 2.9 MB/s | 222 kB 00:00 2024-05-27T00:20:32.695 INFO:teuthology.orchestra.run.smithi137.stdout:(121/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 1.7 MB/s | 303 kB 00:00 2024-05-27T00:20:32.803 INFO:teuthology.orchestra.run.smithi044.stdout:(84/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 19 MB/s | 5.1 MB 00:00 2024-05-27T00:20:32.812 INFO:teuthology.orchestra.run.smithi137.stdout:(122/159): python3-grpcio-1.46.7-10.el9.x86_64. 14 MB/s | 2.0 MB 00:00 2024-05-27T00:20:32.828 INFO:teuthology.orchestra.run.smithi044.stdout:(85/159): python3-packaging-20.9-5.el9.noarch.r 581 kB/s | 77 kB 00:00 2024-05-27T00:20:32.837 INFO:teuthology.orchestra.run.smithi137.stdout:(123/159): python3-grpcio-tools-1.46.7-10.el9.x 1.0 MB/s | 144 kB 00:00 2024-05-27T00:20:32.862 INFO:teuthology.orchestra.run.smithi044.stdout:(86/159): python3-prettytable-0.7.2-27.el9.noar 733 kB/s | 42 kB 00:00 2024-05-27T00:20:32.895 INFO:teuthology.orchestra.run.smithi044.stdout:(87/159): python3-protobuf-3.14.0-13.el9.noarch 4.0 MB/s | 269 kB 00:00 2024-05-27T00:20:32.904 INFO:teuthology.orchestra.run.smithi137.stdout:(124/159): python3-jaraco-8.2.1-3.el9.noarch.rp 116 kB/s | 11 kB 00:00 2024-05-27T00:20:32.929 INFO:teuthology.orchestra.run.smithi044.stdout:(88/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.4 MB/s | 159 kB 00:00 2024-05-27T00:20:32.929 INFO:teuthology.orchestra.run.smithi137.stdout:(125/159): python3-jaraco-classes-3.2.1-5.el9.n 192 kB/s | 18 kB 00:00 2024-05-27T00:20:32.962 INFO:teuthology.orchestra.run.smithi044.stdout:(89/159): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 279 kB 00:00 2024-05-27T00:20:32.971 INFO:teuthology.orchestra.run.smithi137.stdout:(126/159): python3-jaraco-collections-3.0.0-8.e 346 kB/s | 23 kB 00:00 2024-05-27T00:20:32.988 INFO:teuthology.orchestra.run.smithi044.stdout:(90/159): python3-pytz-2021.1-5.el9.noarch.rpm 884 kB/s | 51 kB 00:00 2024-05-27T00:20:32.997 INFO:teuthology.orchestra.run.smithi137.stdout:(127/159): python3-jaraco-functools-3.5.0-2.el9 291 kB/s | 19 kB 00:00 2024-05-27T00:20:33.013 INFO:teuthology.orchestra.run.smithi044.stdout:(91/159): python3-requests-oauthlib-1.3.0-12.el 1.1 MB/s | 54 kB 00:00 2024-05-27T00:20:33.017 INFO:teuthology.orchestra.run.smithi050.stdout:(58/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 193 kB/s | 160 kB 00:00 2024-05-27T00:20:33.055 INFO:teuthology.orchestra.run.smithi137.stdout:(128/159): python3-jaraco-text-3.2.0-6.el9.noar 235 kB/s | 20 kB 00:00 2024-05-27T00:20:33.122 INFO:teuthology.orchestra.run.smithi137.stdout:(129/159): python3-kubernetes-26.1.0-2.el9.noar 8.1 MB/s | 1.0 MB 00:00 2024-05-27T00:20:33.147 INFO:teuthology.orchestra.run.smithi137.stdout:(130/159): python3-logutils-0.3.5-21.el9.noarch 505 kB/s | 46 kB 00:00 2024-05-27T00:20:33.198 INFO:teuthology.orchestra.run.smithi137.stdout:(131/159): python3-more-itertools-8.12.0-2.el9. 1.0 MB/s | 79 kB 00:00 2024-05-27T00:20:33.209 INFO:teuthology.orchestra.run.smithi050.stdout:(59/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 62 kB/s | 45 kB 00:00 2024-05-27T00:20:33.223 INFO:teuthology.orchestra.run.smithi137.stdout:(132/159): python3-natsort-7.1.1-5.el9.noarch.r 765 kB/s | 58 kB 00:00 2024-05-27T00:20:33.282 INFO:teuthology.orchestra.run.smithi137.stdout:(133/159): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-05-27T00:20:33.307 INFO:teuthology.orchestra.run.smithi137.stdout:(134/159): python3-portend-3.1.0-2.el9.noarch.r 196 kB/s | 16 kB 00:00 2024-05-27T00:20:33.382 INFO:teuthology.orchestra.run.smithi137.stdout:(135/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 897 kB/s | 90 kB 00:00 2024-05-27T00:20:33.408 INFO:teuthology.orchestra.run.smithi137.stdout:(136/159): python3-pyperclip-1.8.2-2.el9.noarch 281 kB/s | 28 kB 00:00 2024-05-27T00:20:33.475 INFO:teuthology.orchestra.run.smithi137.stdout:(137/159): python3-repoze-lru-0.7-16.el9.noarch 334 kB/s | 31 kB 00:00 2024-05-27T00:20:33.500 INFO:teuthology.orchestra.run.smithi137.stdout:(138/159): python3-routes-2.5.1-5.el9.noarch.rp 2.0 MB/s | 188 kB 00:00 2024-05-27T00:20:33.538 INFO:teuthology.orchestra.run.smithi044.stdout:(92/159): ceph-test-19.0.0-2857.g0ef46a24.el9.x 3.3 MB/s | 48 MB 00:14 2024-05-27T00:20:33.559 INFO:teuthology.orchestra.run.smithi137.stdout:(139/159): python3-rsa-4.9-2.el9.noarch.rpm 708 kB/s | 59 kB 00:00 2024-05-27T00:20:33.563 INFO:teuthology.orchestra.run.smithi044.stdout:(93/159): python3-toml-0.10.2-6.el9.noarch.rpm 76 kB/s | 42 kB 00:00 2024-05-27T00:20:33.584 INFO:teuthology.orchestra.run.smithi137.stdout:(140/159): python3-tempora-5.0.0-2.el9.noarch.r 428 kB/s | 36 kB 00:00 2024-05-27T00:20:33.610 INFO:teuthology.orchestra.run.smithi050.stdout:(60/159): librdkafka-1.6.1-102.el9.x86_64.rpm 674 kB/s | 662 kB 00:00 2024-05-27T00:20:33.622 INFO:teuthology.orchestra.run.smithi044.stdout:(94/159): qatlib-24.02.0-1.el9.x86_64.rpm 3.8 MB/s | 221 kB 00:00 2024-05-27T00:20:33.643 INFO:teuthology.orchestra.run.smithi137.stdout:(141/159): python3-typing-extensions-4.4.0-2.el 610 kB/s | 51 kB 00:00 2024-05-27T00:20:33.668 INFO:teuthology.orchestra.run.smithi137.stdout:(142/159): python3-webob-1.8.7-6.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-05-27T00:20:33.681 INFO:teuthology.orchestra.run.smithi044.stdout:(95/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 313 kB/s | 44 kB 00:00 2024-05-27T00:20:33.706 INFO:teuthology.orchestra.run.smithi044.stdout:(96/159): qatlib-service-24.02.0-1.el9.x86_64.r 434 kB/s | 36 kB 00:00 2024-05-27T00:20:33.748 INFO:teuthology.orchestra.run.smithi044.stdout:(97/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 718 kB/s | 47 kB 00:00 2024-05-27T00:20:33.782 INFO:teuthology.orchestra.run.smithi044.stdout:(98/159): socat-1.7.4.1-5.el9.x86_64.rpm 4.0 MB/s | 305 kB 00:00 2024-05-27T00:20:33.807 INFO:teuthology.orchestra.run.smithi044.stdout:(99/159): uuid-1.6.2-55.el9.x86_64.rpm 1.0 MB/s | 58 kB 00:00 2024-05-27T00:20:33.832 INFO:teuthology.orchestra.run.smithi044.stdout:(100/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.8 MB/s | 94 kB 00:00 2024-05-27T00:20:33.858 INFO:teuthology.orchestra.run.smithi044.stdout:(101/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.3 MB/s | 64 kB 00:00 2024-05-27T00:20:33.883 INFO:teuthology.orchestra.run.smithi044.stdout:(102/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 907 kB/s | 45 kB 00:00 2024-05-27T00:20:33.893 INFO:teuthology.orchestra.run.smithi050.stdout:(61/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 37 kB/s | 25 kB 00:00 2024-05-27T00:20:34.019 INFO:teuthology.orchestra.run.smithi050.stdout:(62/159): libtool-2.4.6-45.el9.x86_64.rpm 582 kB/s | 582 kB 00:00 2024-05-27T00:20:34.058 INFO:teuthology.orchestra.run.smithi044.stdout:(103/159): lua-devel-5.4.4-4.el9.x86_64.rpm 112 kB/s | 22 kB 00:00 2024-05-27T00:20:34.110 INFO:teuthology.orchestra.run.smithi137.stdout:(143/159): ceph-test-19.0.0-2857.g0ef46a24.el9. 2.9 MB/s | 48 MB 00:16 2024-05-27T00:20:34.135 INFO:teuthology.orchestra.run.smithi137.stdout:(144/159): python3-websocket-client-1.2.3-2.el9 182 kB/s | 90 kB 00:00 2024-05-27T00:20:34.160 INFO:teuthology.orchestra.run.smithi137.stdout:(145/159): python3-werkzeug-2.0.3-3.el9.1.noarc 868 kB/s | 427 kB 00:00 2024-05-27T00:20:34.175 INFO:teuthology.orchestra.run.smithi044.stdout:(104/159): protobuf-compiler-3.14.0-13.el9.x86_ 2.9 MB/s | 863 kB 00:00 2024-05-27T00:20:34.227 INFO:teuthology.orchestra.run.smithi137.stdout:(146/159): re2-20211101-3.el9.x86_64.rpm 2.0 MB/s | 192 kB 00:00 2024-05-27T00:20:34.311 INFO:teuthology.orchestra.run.smithi137.stdout:(147/159): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-05-27T00:20:34.344 INFO:teuthology.orchestra.run.smithi050.stdout:(63/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 65 kB/s | 47 kB 00:00 2024-05-27T00:20:34.344 INFO:teuthology.orchestra.run.smithi137.stdout:(148/159): python3-zc-lockfile-2.0-10.el9.noarc 85 kB/s | 20 kB 00:00 2024-05-27T00:20:34.367 INFO:teuthology.orchestra.run.smithi044.stdout:(105/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 12 MB/s | 16 MB 00:01 2024-05-27T00:20:34.459 INFO:teuthology.orchestra.run.smithi044.stdout:(106/159): abseil-cpp-20211102.0-3.el9.x86_64.r 1.3 MB/s | 548 kB 00:00 2024-05-27T00:20:34.484 INFO:teuthology.orchestra.run.smithi044.stdout:(107/159): grpc-data-1.46.7-10.el9.noarch.rpm 168 kB/s | 19 kB 00:00 2024-05-27T00:20:34.551 INFO:teuthology.orchestra.run.smithi044.stdout:(108/159): gperftools-libs-2.9.1-2.el9.x86_64.r 823 kB/s | 309 kB 00:00 2024-05-27T00:20:34.577 INFO:teuthology.orchestra.run.smithi044.stdout:(109/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 285 kB/s | 26 kB 00:00 2024-05-27T00:20:34.602 INFO:teuthology.orchestra.run.smithi044.stdout:(110/159): liboath-2.6.7-2.el9.x86_64.rpm 982 kB/s | 49 kB 00:00 2024-05-27T00:20:34.637 INFO:teuthology.orchestra.run.smithi137.stdout:(149/159): librados2-19.0.0-2857.g0ef46a24.el9. 8.3 MB/s | 3.4 MB 00:00 2024-05-27T00:20:34.652 INFO:teuthology.orchestra.run.smithi044.stdout:(111/159): libunwind-1.6.2-1.el9.x86_64.rpm 908 kB/s | 67 kB 00:00 2024-05-27T00:20:34.686 INFO:teuthology.orchestra.run.smithi044.stdout:(112/159): luarocks-3.9.2-5.el9.noarch.rpm 1.8 MB/s | 151 kB 00:00 2024-05-27T00:20:34.712 INFO:teuthology.orchestra.run.smithi137.stdout:(150/159): NetworkManager-1.47.90-1.el9.x86_64. 6.3 MB/s | 2.3 MB 00:00 2024-05-27T00:20:34.769 INFO:teuthology.orchestra.run.smithi044.stdout:(113/159): python3-asyncssh-2.13.2-5.el9.noarch 6.5 MB/s | 548 kB 00:00 2024-05-27T00:20:34.770 INFO:teuthology.orchestra.run.smithi137.stdout:(151/159): NetworkManager-team-1.47.90-1.el9.x8 713 kB/s | 41 kB 00:00 2024-05-27T00:20:34.812 INFO:teuthology.orchestra.run.smithi044.stdout:(114/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 5.2 MB/s | 839 kB 00:00 2024-05-27T00:20:34.836 INFO:teuthology.orchestra.run.smithi050.stdout:(64/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 320 kB/s | 292 kB 00:00 2024-05-27T00:20:34.836 INFO:teuthology.orchestra.run.smithi044.stdout:(115/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 658 kB/s | 43 kB 00:00 2024-05-27T00:20:34.846 INFO:teuthology.orchestra.run.smithi137.stdout:(152/159): NetworkManager-tui-1.47.90-1.el9.x86 3.2 MB/s | 248 kB 00:00 2024-05-27T00:20:34.862 INFO:teuthology.orchestra.run.smithi044.stdout:(116/159): python3-cachetools-4.2.4-1.el9.noarc 654 kB/s | 32 kB 00:00 2024-05-27T00:20:34.878 INFO:teuthology.orchestra.run.smithi050.stdout:(65/159): lua-5.4.4-4.el9.x86_64.rpm 220 kB/s | 188 kB 00:00 2024-05-27T00:20:34.887 INFO:teuthology.orchestra.run.smithi044.stdout:(117/159): python3-certifi-2021.10.8-2.el9.noar 303 kB/s | 15 kB 00:00 2024-05-27T00:20:34.913 INFO:teuthology.orchestra.run.smithi044.stdout:(118/159): python3-cheroot-8.6.0-4.el9.noarch.r 3.4 MB/s | 172 kB 00:00 2024-05-27T00:20:34.921 INFO:teuthology.orchestra.run.smithi137.stdout:(153/159): elfutils-debuginfod-client-0.191-4.e 488 kB/s | 37 kB 00:00 2024-05-27T00:20:34.963 INFO:teuthology.orchestra.run.smithi044.stdout:(119/159): python3-cherrypy-18.6.1-2.el9.noarch 4.7 MB/s | 358 kB 00:00 2024-05-27T00:20:34.996 INFO:teuthology.orchestra.run.smithi137.stdout:(154/159): librbd1-19.0.0-2857.g0ef46a24.el9.x8 4.6 MB/s | 3.1 MB 00:00 2024-05-27T00:20:34.997 INFO:teuthology.orchestra.run.smithi044.stdout:(120/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.6 MB/s | 303 kB 00:00 2024-05-27T00:20:35.011 INFO:teuthology.orchestra.run.smithi050.stdout:(66/159): openblas-0.3.21-2.el9.x86_64.rpm 53 kB/s | 35 kB 00:00 2024-05-27T00:20:35.021 INFO:teuthology.orchestra.run.smithi137.stdout:(155/159): elfutils-libelf-0.191-4.el9.x86_64.r 2.0 MB/s | 207 kB 00:00 2024-05-27T00:20:35.030 INFO:teuthology.orchestra.run.smithi044.stdout:(121/159): python3-google-auth-2.29.0-1.el9.noa 3.0 MB/s | 206 kB 00:00 2024-05-27T00:20:35.139 INFO:teuthology.orchestra.run.smithi044.stdout:(122/159): libarrow-9.0.0-11.el9.x86_64.rpm 6.5 MB/s | 4.4 MB 00:00 2024-05-27T00:20:35.155 INFO:teuthology.orchestra.run.smithi137.stdout:(156/159): openssl-3.2.1-1.el9.x86_64.rpm 10 MB/s | 1.3 MB 00:00 2024-05-27T00:20:35.173 INFO:teuthology.orchestra.run.smithi044.stdout:(123/159): python3-grpcio-tools-1.46.7-10.el9.x 1.0 MB/s | 144 kB 00:00 2024-05-27T00:20:35.189 INFO:teuthology.orchestra.run.smithi044.stdout:(124/159): python3-jaraco-8.2.1-3.el9.noarch.rp 217 kB/s | 11 kB 00:00 2024-05-27T00:20:35.197 INFO:teuthology.orchestra.run.smithi137.stdout:(157/159): NetworkManager-libnm-1.47.90-1.el9.x 3.2 MB/s | 1.8 MB 00:00 2024-05-27T00:20:35.206 INFO:teuthology.orchestra.run.smithi044.stdout:(125/159): python3-jaraco-classes-3.2.1-5.el9.n 540 kB/s | 18 kB 00:00 2024-05-27T00:20:35.222 INFO:teuthology.orchestra.run.smithi137.stdout:(158/159): elfutils-libs-0.191-4.el9.x86_64.rpm 1.1 MB/s | 260 kB 00:00 2024-05-27T00:20:35.231 INFO:teuthology.orchestra.run.smithi044.stdout:(126/159): python3-jaraco-collections-3.0.0-8.e 561 kB/s | 23 kB 00:00 2024-05-27T00:20:35.257 INFO:teuthology.orchestra.run.smithi044.stdout:(127/159): python3-jaraco-functools-3.5.0-2.el9 392 kB/s | 19 kB 00:00 2024-05-27T00:20:35.291 INFO:teuthology.orchestra.run.smithi044.stdout:(128/159): python3-jaraco-text-3.2.0-6.el9.noar 339 kB/s | 20 kB 00:00 2024-05-27T00:20:35.366 INFO:teuthology.orchestra.run.smithi044.stdout:(129/159): python3-grpcio-1.46.7-10.el9.x86_64. 5.5 MB/s | 2.0 MB 00:00 2024-05-27T00:20:35.391 INFO:teuthology.orchestra.run.smithi044.stdout:(130/159): python3-logutils-0.3.5-21.el9.noarch 466 kB/s | 46 kB 00:00 2024-05-27T00:20:35.416 INFO:teuthology.orchestra.run.smithi044.stdout:(131/159): python3-more-itertools-8.12.0-2.el9. 1.6 MB/s | 79 kB 00:00 2024-05-27T00:20:35.532 INFO:teuthology.orchestra.run.smithi044.stdout:(132/159): python3-natsort-7.1.1-5.el9.noarch.r 417 kB/s | 58 kB 00:00 2024-05-27T00:20:35.659 INFO:teuthology.orchestra.run.smithi044.stdout:(133/159): python3-pecan-1.4.2-3.el9.noarch.rpm 1.1 MB/s | 272 kB 00:00 2024-05-27T00:20:35.684 INFO:teuthology.orchestra.run.smithi044.stdout:(134/159): python3-portend-3.1.0-2.el9.noarch.r 108 kB/s | 16 kB 00:00 2024-05-27T00:20:35.726 INFO:teuthology.orchestra.run.smithi044.stdout:(135/159): python3-kubernetes-26.1.0-2.el9.noar 2.2 MB/s | 1.0 MB 00:00 2024-05-27T00:20:35.748 INFO:teuthology.orchestra.run.smithi137.stdout:(159/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 4.0 MB/s | 2.4 MB 00:00 2024-05-27T00:20:35.751 INFO:teuthology.orchestra.run.smithi044.stdout:(136/159): python3-pyperclip-1.8.2-2.el9.noarch 427 kB/s | 28 kB 00:00 2024-05-27T00:20:35.754 INFO:teuthology.orchestra.run.smithi137.stdout:-------------------------------------------------------------------------------- 2024-05-27T00:20:35.754 INFO:teuthology.orchestra.run.smithi137.stdout:Total 7.9 MB/s | 225 MB 00:28 2024-05-27T00:20:35.777 INFO:teuthology.orchestra.run.smithi044.stdout:(137/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 769 kB/s | 90 kB 00:00 2024-05-27T00:20:35.802 INFO:teuthology.orchestra.run.smithi044.stdout:(138/159): python3-repoze-lru-0.7-16.el9.noarch 411 kB/s | 31 kB 00:00 2024-05-27T00:20:35.836 INFO:teuthology.orchestra.run.smithi044.stdout:(139/159): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-05-27T00:20:35.877 INFO:teuthology.orchestra.run.smithi044.stdout:(140/159): python3-tempora-5.0.0-2.el9.noarch.r 483 kB/s | 36 kB 00:00 2024-05-27T00:20:35.903 INFO:teuthology.orchestra.run.smithi044.stdout:(141/159): python3-rsa-4.9-2.el9.noarch.rpm 595 kB/s | 59 kB 00:00 2024-05-27T00:20:35.928 INFO:teuthology.orchestra.run.smithi044.stdout:(142/159): python3-typing-extensions-4.4.0-2.el 556 kB/s | 51 kB 00:00 2024-05-27T00:20:35.953 INFO:teuthology.orchestra.run.smithi044.stdout:(143/159): python3-websocket-client-1.2.3-2.el9 1.8 MB/s | 90 kB 00:00 2024-05-27T00:20:35.987 INFO:teuthology.orchestra.run.smithi044.stdout:(144/159): python3-webob-1.8.7-6.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-05-27T00:20:36.012 INFO:teuthology.orchestra.run.smithi044.stdout:(145/159): python3-zc-lockfile-2.0-10.el9.noarc 346 kB/s | 20 kB 00:00 2024-05-27T00:20:36.046 INFO:teuthology.orchestra.run.smithi044.stdout:(146/159): re2-20211101-3.el9.x86_64.rpm 3.2 MB/s | 192 kB 00:00 2024-05-27T00:20:36.062 INFO:teuthology.orchestra.run.smithi050.stdout:(67/159): openblas-openmp-0.3.21-2.el9.x86_64.r 3.9 MB/s | 4.7 MB 00:01 2024-05-27T00:20:36.079 INFO:teuthology.orchestra.run.smithi044.stdout:(147/159): python3-werkzeug-2.0.3-3.el9.1.noarc 2.8 MB/s | 427 kB 00:00 2024-05-27T00:20:36.137 INFO:teuthology.orchestra.run.smithi050.stdout:(68/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 3.5 MB/s | 4.4 MB 00:01 2024-05-27T00:20:36.179 INFO:teuthology.orchestra.run.smithi050.stdout:(69/159): postgresql-13.14-1.el9.x86_64.rpm 1.4 MB/s | 1.6 MB 00:01 2024-05-27T00:20:36.180 INFO:teuthology.orchestra.run.smithi044.stdout:(148/159): thrift-0.15.0-2.el9.x86_64.rpm 9.5 MB/s | 1.6 MB 00:00 2024-05-27T00:20:36.556 INFO:teuthology.orchestra.run.smithi044.stdout:(149/159): NetworkManager-1.47.90-1.el9.x86_64. 6.2 MB/s | 2.3 MB 00:00 2024-05-27T00:20:36.647 INFO:teuthology.orchestra.run.smithi044.stdout:(150/159): librados2-19.0.0-2857.g0ef46a24.el9. 5.6 MB/s | 3.4 MB 00:00 2024-05-27T00:20:36.706 INFO:teuthology.orchestra.run.smithi044.stdout:(151/159): NetworkManager-team-1.47.90-1.el9.x8 724 kB/s | 41 kB 00:00 2024-05-27T00:20:36.848 INFO:teuthology.orchestra.run.smithi044.stdout:(152/159): librbd1-19.0.0-2857.g0ef46a24.el9.x8 4.1 MB/s | 3.1 MB 00:00 2024-05-27T00:20:36.872 INFO:teuthology.orchestra.run.smithi044.stdout:(153/159): NetworkManager-tui-1.47.90-1.el9.x86 1.5 MB/s | 248 kB 00:00 2024-05-27T00:20:36.879 INFO:teuthology.orchestra.run.smithi050.stdout:(70/159): postgresql-private-libs-13.14-1.el9.x 179 kB/s | 133 kB 00:00 2024-05-27T00:20:36.931 INFO:teuthology.orchestra.run.smithi044.stdout:(154/159): NetworkManager-libnm-1.47.90-1.el9.x 4.8 MB/s | 1.8 MB 00:00 2024-05-27T00:20:36.957 INFO:teuthology.orchestra.run.smithi044.stdout:(155/159): elfutils-debuginfod-client-0.191-4.e 445 kB/s | 37 kB 00:00 2024-05-27T00:20:36.966 INFO:teuthology.orchestra.run.smithi137.stdout:Running transaction check 2024-05-27T00:20:36.990 INFO:teuthology.orchestra.run.smithi044.stdout:(156/159): elfutils-libs-0.191-4.el9.x86_64.rpm 4.4 MB/s | 260 kB 00:00 2024-05-27T00:20:37.013 INFO:teuthology.orchestra.run.smithi050.stdout:(71/159): postgresql-contrib-13.14-1.el9.x86_64 958 kB/s | 911 kB 00:00 2024-05-27T00:20:37.125 INFO:teuthology.orchestra.run.smithi137.stdout:Transaction check succeeded. 2024-05-27T00:20:37.126 INFO:teuthology.orchestra.run.smithi137.stdout:Running transaction test 2024-05-27T00:20:37.157 INFO:teuthology.orchestra.run.smithi044.stdout:(157/159): elfutils-libelf-0.191-4.el9.x86_64.r 731 kB/s | 207 kB 00:00 2024-05-27T00:20:37.208 INFO:teuthology.orchestra.run.smithi044.stdout:(158/159): openssl-3.2.1-1.el9.x86_64.rpm 5.4 MB/s | 1.3 MB 00:00 2024-05-27T00:20:37.291 INFO:teuthology.orchestra.run.smithi044.stdout:(159/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 8.0 MB/s | 2.4 MB 00:00 2024-05-27T00:20:37.300 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2024-05-27T00:20:37.301 INFO:teuthology.orchestra.run.smithi044.stdout:Total 8.4 MB/s | 225 MB 00:26 2024-05-27T00:20:37.446 INFO:teuthology.orchestra.run.smithi050.stdout:(72/159): postgresql-server-13.14-1.el9.x86_64. 4.6 MB/s | 5.8 MB 00:01 2024-05-27T00:20:37.738 INFO:teuthology.orchestra.run.smithi050.stdout:(73/159): python3-attrs-20.3.0-7.el9.noarch.rpm 121 kB/s | 87 kB 00:00 2024-05-27T00:20:37.955 INFO:teuthology.orchestra.run.smithi050.stdout:(74/159): protobuf-3.14.0-13.el9.x86_64.rpm 961 kB/s | 1.0 MB 00:01 2024-05-27T00:20:38.463 INFO:teuthology.orchestra.run.smithi050.stdout:(75/159): python3-colorama-0.4.6-3.el9.noarch.r 84 kB/s | 61 kB 00:00 2024-05-27T00:20:38.822 INFO:teuthology.orchestra.run.smithi050.stdout:(76/159): python3-babel-2.9.1-2.el9.noarch.rpm 4.3 MB/s | 6.0 MB 00:01 2024-05-27T00:20:38.881 INFO:teuthology.orchestra.run.smithi050.stdout:(77/159): python3-devel-3.9.18-3.el9.x86_64.rpm 264 kB/s | 244 kB 00:00 2024-05-27T00:20:38.932 INFO:teuthology.orchestra.run.smithi137.stdout:Transaction test succeeded. 2024-05-27T00:20:38.933 INFO:teuthology.orchestra.run.smithi137.stdout:Running transaction 2024-05-27T00:20:39.406 INFO:teuthology.orchestra.run.smithi050.stdout:(78/159): python3-jsonpointer-2.0-4.el9.noarch. 36 kB/s | 19 kB 00:00 2024-05-27T00:20:39.423 INFO:teuthology.orchestra.run.smithi050.stdout:(79/159): python3-jsonpatch-1.21-16.el9.noarch. 45 kB/s | 26 kB 00:00 2024-05-27T00:20:39.457 INFO:teuthology.orchestra.run.smithi050.stdout:(80/159): python3-jinja2-2.11.3-6.el9.noarch.rp 250 kB/s | 248 kB 00:00 2024-05-27T00:20:40.032 INFO:teuthology.orchestra.run.smithi050.stdout:(81/159): python3-markupsafe-1.1.1-12.el9.x86_6 57 kB/s | 35 kB 00:00 2024-05-27T00:20:40.174 INFO:teuthology.orchestra.run.smithi050.stdout:(82/159): python3-mako-1.1.4-6.el9.noarch.rpm 225 kB/s | 172 kB 00:00 2024-05-27T00:20:40.672 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction check 2024-05-27T00:20:40.677 INFO:teuthology.orchestra.run.smithi050.stdout:(83/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.2 MB/s | 5.1 MB 00:01 2024-05-27T00:20:40.833 INFO:teuthology.orchestra.run.smithi050.stdout:(84/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 313 kB/s | 250 kB 00:00 2024-05-27T00:20:40.941 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction check succeeded. 2024-05-27T00:20:40.941 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction test 2024-05-27T00:20:40.986 INFO:teuthology.orchestra.run.smithi050.stdout:(85/159): python3-oauthlib-3.1.1-5.el9.noarch.r 275 kB/s | 222 kB 00:00 2024-05-27T00:20:41.367 INFO:teuthology.orchestra.run.smithi050.stdout:(86/159): python3-packaging-20.9-5.el9.noarch.r 112 kB/s | 77 kB 00:00 2024-05-27T00:20:41.476 INFO:teuthology.orchestra.run.smithi050.stdout:(87/159): python3-prettytable-0.7.2-27.el9.noar 66 kB/s | 42 kB 00:00 2024-05-27T00:20:41.792 INFO:teuthology.orchestra.run.smithi050.stdout:(88/159): python3-protobuf-3.14.0-13.el9.noarch 333 kB/s | 269 kB 00:00 2024-05-27T00:20:42.159 INFO:teuthology.orchestra.run.smithi050.stdout:(89/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 200 kB/s | 159 kB 00:00 2024-05-27T00:20:42.301 INFO:teuthology.orchestra.run.smithi050.stdout:(90/159): python3-pyasn1-modules-0.4.8-6.el9.no 338 kB/s | 279 kB 00:00 2024-05-27T00:20:42.451 INFO:teuthology.orchestra.run.smithi050.stdout:(91/159): python3-pytz-2021.1-5.el9.noarch.rpm 77 kB/s | 51 kB 00:00 2024-05-27T00:20:42.819 INFO:teuthology.orchestra.run.smithi050.stdout:(92/159): python3-requests-oauthlib-1.3.0-12.el 81 kB/s | 54 kB 00:00 2024-05-27T00:20:43.094 INFO:teuthology.orchestra.run.smithi050.stdout:(93/159): python3-toml-0.10.2-6.el9.noarch.rpm 65 kB/s | 42 kB 00:00 2024-05-27T00:20:43.436 INFO:teuthology.orchestra.run.smithi050.stdout:(94/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 72 kB/s | 44 kB 00:00 2024-05-27T00:20:43.690 INFO:teuthology.orchestra.run.smithi044.stdout:Transaction test succeeded. 2024-05-27T00:20:43.690 INFO:teuthology.orchestra.run.smithi044.stdout:Running transaction 2024-05-27T00:20:43.844 INFO:teuthology.orchestra.run.smithi050.stdout:(95/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 11 MB/s | 16 MB 00:01 2024-05-27T00:20:43.961 INFO:teuthology.orchestra.run.smithi050.stdout:(96/159): qatlib-24.02.0-1.el9.x86_64.rpm 254 kB/s | 221 kB 00:00 2024-05-27T00:20:44.128 INFO:teuthology.orchestra.run.smithi050.stdout:(97/159): qatlib-service-24.02.0-1.el9.x86_64.r 52 kB/s | 36 kB 00:00 2024-05-27T00:20:44.470 INFO:teuthology.orchestra.run.smithi050.stdout:(98/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 76 kB/s | 47 kB 00:00 2024-05-27T00:20:44.821 INFO:teuthology.orchestra.run.smithi050.stdout:(99/159): uuid-1.6.2-55.el9.x86_64.rpm 84 kB/s | 58 kB 00:00 2024-05-27T00:20:44.846 INFO:teuthology.orchestra.run.smithi050.stdout:(100/159): socat-1.7.4.1-5.el9.x86_64.rpm 345 kB/s | 305 kB 00:00 2024-05-27T00:20:45.153 INFO:teuthology.orchestra.run.smithi137.stdout: Preparing : 1/1 2024-05-27T00:20:45.218 INFO:teuthology.orchestra.run.smithi137.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-05-27T00:20:45.230 INFO:teuthology.orchestra.run.smithi050.stdout:(101/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 123 kB/s | 94 kB 00:00 2024-05-27T00:20:45.257 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-05-27T00:20:45.313 INFO:teuthology.orchestra.run.smithi050.stdout:(102/159): lua-devel-5.4.4-4.el9.x86_64.rpm 269 kB/s | 22 kB 00:00 2024-05-27T00:20:45.318 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-05-27T00:20:45.353 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-05-27T00:20:45.378 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-05-27T00:20:45.421 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-05-27T00:20:45.446 INFO:teuthology.orchestra.run.smithi050.stdout:(103/159): protobuf-compiler-3.14.0-13.el9.x86_ 6.3 MB/s | 863 kB 00:00 2024-05-27T00:20:45.497 INFO:teuthology.orchestra.run.smithi050.stdout:(104/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 69 kB/s | 45 kB 00:00 2024-05-27T00:20:45.547 INFO:teuthology.orchestra.run.smithi050.stdout:(105/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 88 kB/s | 64 kB 00:00 2024-05-27T00:20:45.752 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-05-27T00:20:45.781 INFO:teuthology.orchestra.run.smithi050.stdout:(106/159): grpc-data-1.46.7-10.el9.noarch.rpm 83 kB/s | 19 kB 00:00 2024-05-27T00:20:45.871 INFO:teuthology.orchestra.run.smithi137.stdout: Upgrading : librados2-2:19.0.0-2857.g0ef46a24.el9.x86_64 8/170 2024-05-27T00:20:45.898 INFO:teuthology.orchestra.run.smithi050.stdout:(107/159): abseil-cpp-20211102.0-3.el9.x86_64.r 1.2 MB/s | 548 kB 00:00 2024-05-27T00:20:45.931 INFO:teuthology.orchestra.run.smithi050.stdout:(108/159): gperftools-libs-2.9.1-2.el9.x86_64.r 764 kB/s | 309 kB 00:00 2024-05-27T00:20:45.993 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: librados2-2:19.0.0-2857.g0ef46a24.el9.x86_64 8/170 2024-05-27T00:20:46.054 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libcephfs2-2:19.0.0-2857.g0ef46a24.el9.x86_64 9/170 2024-05-27T00:20:46.057 INFO:teuthology.orchestra.run.smithi050.stdout:(109/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 165 kB/s | 26 kB 00:00 2024-05-27T00:20:46.113 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: libcephfs2-2:19.0.0-2857.g0ef46a24.el9.x86_64 9/170 2024-05-27T00:20:46.140 INFO:teuthology.orchestra.run.smithi050.stdout:(110/159): libarrow-9.0.0-11.el9.x86_64.rpm 12 MB/s | 4.4 MB 00:00 2024-05-27T00:20:46.142 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-rados-2:19.0.0-2857.g0ef46a24.el9.x86_64 10/170 2024-05-27T00:20:46.157 INFO:teuthology.orchestra.run.smithi050.stdout:(111/159): liboath-2.6.7-2.el9.x86_64.rpm 216 kB/s | 49 kB 00:00 2024-05-27T00:20:46.175 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-05-27T00:20:46.182 INFO:teuthology.orchestra.run.smithi050.stdout:(112/159): libunwind-1.6.2-1.el9.x86_64.rpm 544 kB/s | 67 kB 00:00 2024-05-27T00:20:46.216 INFO:teuthology.orchestra.run.smithi050.stdout:(113/159): luarocks-3.9.2-5.el9.noarch.rpm 2.0 MB/s | 151 kB 00:00 2024-05-27T00:20:46.267 INFO:teuthology.orchestra.run.smithi050.stdout:(114/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 9.8 MB/s | 839 kB 00:00 2024-05-27T00:20:46.300 INFO:teuthology.orchestra.run.smithi050.stdout:(115/159): python3-asyncssh-2.13.2-5.el9.noarch 4.6 MB/s | 548 kB 00:00 2024-05-27T00:20:46.317 INFO:teuthology.orchestra.run.smithi050.stdout:(116/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 432 kB/s | 43 kB 00:00 2024-05-27T00:20:46.334 INFO:teuthology.orchestra.run.smithi050.stdout:(117/159): python3-cachetools-4.2.4-1.el9.noarc 489 kB/s | 32 kB 00:00 2024-05-27T00:20:46.358 INFO:teuthology.orchestra.run.smithi137.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-05-27T00:20:46.376 INFO:teuthology.orchestra.run.smithi050.stdout:(118/159): python3-certifi-2021.10.8-2.el9.noar 256 kB/s | 15 kB 00:00 2024-05-27T00:20:46.401 INFO:teuthology.orchestra.run.smithi050.stdout:(119/159): python3-cheroot-8.6.0-4.el9.noarch.r 2.0 MB/s | 172 kB 00:00 2024-05-27T00:20:46.425 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-05-27T00:20:46.426 INFO:teuthology.orchestra.run.smithi050.stdout:(120/159): python3-cherrypy-18.6.1-2.el9.noarch 3.8 MB/s | 358 kB 00:00 2024-05-27T00:20:46.452 INFO:teuthology.orchestra.run.smithi050.stdout:(121/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.9 MB/s | 303 kB 00:00 2024-05-27T00:20:46.452 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libcephsqlite-2:19.0.0-2857.g0ef46a24.el9.x86_64 14/170 2024-05-27T00:20:46.477 INFO:teuthology.orchestra.run.smithi050.stdout:(122/159): python3-google-auth-2.29.0-1.el9.noa 2.7 MB/s | 206 kB 00:00 2024-05-27T00:20:46.536 INFO:teuthology.orchestra.run.smithi050.stdout:(123/159): python3-grpcio-1.46.7-10.el9.x86_64. 19 MB/s | 2.0 MB 00:00 2024-05-27T00:20:46.556 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2857.g0ef46a24.el9.x86_64 14/170 2024-05-27T00:20:46.560 INFO:teuthology.orchestra.run.smithi050.stdout:(124/159): python3-grpcio-tools-1.46.7-10.el9.x 1.3 MB/s | 144 kB 00:00 2024-05-27T00:20:46.577 INFO:teuthology.orchestra.run.smithi050.stdout:(125/159): python3-jaraco-8.2.1-3.el9.noarch.rp 108 kB/s | 11 kB 00:00 2024-05-27T00:20:46.578 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libradosstriper1-2:19.0.0-2857.g0ef46a24.el9.x86 15/170 2024-05-27T00:20:46.603 INFO:teuthology.orchestra.run.smithi050.stdout:(126/159): python3-jaraco-classes-3.2.1-5.el9.n 265 kB/s | 18 kB 00:00 2024-05-27T00:20:46.641 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2857.g0ef46a24.el9.x86 15/170 2024-05-27T00:20:46.653 INFO:teuthology.orchestra.run.smithi050.stdout:(127/159): python3-jaraco-collections-3.0.0-8.e 308 kB/s | 23 kB 00:00 2024-05-27T00:20:46.663 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-27T00:20:46.678 INFO:teuthology.orchestra.run.smithi050.stdout:(128/159): python3-jaraco-functools-3.5.0-2.el9 194 kB/s | 19 kB 00:00 2024-05-27T00:20:46.681 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-27T00:20:46.704 INFO:teuthology.orchestra.run.smithi050.stdout:(129/159): python3-jaraco-text-3.2.0-6.el9.noar 196 kB/s | 20 kB 00:00 2024-05-27T00:20:46.762 INFO:teuthology.orchestra.run.smithi050.stdout:(130/159): python3-kubernetes-26.1.0-2.el9.noar 12 MB/s | 1.0 MB 00:00 2024-05-27T00:20:46.788 INFO:teuthology.orchestra.run.smithi050.stdout:(131/159): python3-logutils-0.3.5-21.el9.noarch 427 kB/s | 46 kB 00:00 2024-05-27T00:20:46.813 INFO:teuthology.orchestra.run.smithi050.stdout:(132/159): python3-more-itertools-8.12.0-2.el9. 724 kB/s | 79 kB 00:00 2024-05-27T00:20:46.838 INFO:teuthology.orchestra.run.smithi050.stdout:(133/159): python3-natsort-7.1.1-5.el9.noarch.r 771 kB/s | 58 kB 00:00 2024-05-27T00:20:46.846 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-27T00:20:46.888 INFO:teuthology.orchestra.run.smithi050.stdout:(134/159): python3-pecan-1.4.2-3.el9.noarch.rpm 3.6 MB/s | 272 kB 00:00 2024-05-27T00:20:46.922 INFO:teuthology.orchestra.run.smithi050.stdout:(135/159): python3-portend-3.1.0-2.el9.noarch.r 151 kB/s | 16 kB 00:00 2024-05-27T00:20:46.947 INFO:teuthology.orchestra.run.smithi050.stdout:(136/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 824 kB/s | 90 kB 00:00 2024-05-27T00:20:46.973 INFO:teuthology.orchestra.run.smithi050.stdout:(137/159): python3-pyperclip-1.8.2-2.el9.noarch 337 kB/s | 28 kB 00:00 2024-05-27T00:20:46.977 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-27T00:20:47.014 INFO:teuthology.orchestra.run.smithi050.stdout:(138/159): python3-repoze-lru-0.7-16.el9.noarch 462 kB/s | 31 kB 00:00 2024-05-27T00:20:47.065 INFO:teuthology.orchestra.run.smithi050.stdout:(139/159): python3-routes-2.5.1-5.el9.noarch.rp 1.6 MB/s | 188 kB 00:00 2024-05-27T00:20:47.090 INFO:teuthology.orchestra.run.smithi050.stdout:(140/159): python3-rsa-4.9-2.el9.noarch.rpm 505 kB/s | 59 kB 00:00 2024-05-27T00:20:47.118 INFO:teuthology.orchestra.run.smithi050.stdout:(141/159): python3-tempora-5.0.0-2.el9.noarch.r 357 kB/s | 36 kB 00:00 2024-05-27T00:20:47.141 INFO:teuthology.orchestra.run.smithi050.stdout:(142/159): python3-typing-extensions-4.4.0-2.el 680 kB/s | 51 kB 00:00 2024-05-27T00:20:47.143 INFO:teuthology.orchestra.run.smithi137.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-27T00:20:47.187 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-27T00:20:47.191 INFO:teuthology.orchestra.run.smithi050.stdout:(143/159): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-05-27T00:20:47.208 INFO:teuthology.orchestra.run.smithi050.stdout:(144/159): python3-websocket-client-1.2.3-2.el9 978 kB/s | 90 kB 00:00 2024-05-27T00:20:47.233 INFO:teuthology.orchestra.run.smithi050.stdout:(145/159): python3-werkzeug-2.0.3-3.el9.1.noarc 4.5 MB/s | 427 kB 00:00 2024-05-27T00:20:47.258 INFO:teuthology.orchestra.run.smithi050.stdout:(146/159): python3-zc-lockfile-2.0-10.el9.noarc 303 kB/s | 20 kB 00:00 2024-05-27T00:20:47.279 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-27T00:20:47.308 INFO:teuthology.orchestra.run.smithi050.stdout:(147/159): re2-20211101-3.el9.x86_64.rpm 2.5 MB/s | 192 kB 00:00 2024-05-27T00:20:47.346 INFO:teuthology.orchestra.run.smithi137.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-27T00:20:47.350 INFO:teuthology.orchestra.run.smithi050.stdout:(148/159): thrift-0.15.0-2.el9.x86_64.rpm 14 MB/s | 1.6 MB 00:00 2024-05-27T00:20:47.509 INFO:teuthology.orchestra.run.smithi050.stdout:(149/159): NetworkManager-1.47.90-1.el9.x86_64. 15 MB/s | 2.3 MB 00:00 2024-05-27T00:20:47.542 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-27T00:20:47.576 INFO:teuthology.orchestra.run.smithi050.stdout:(150/159): NetworkManager-libnm-1.47.90-1.el9.x 27 MB/s | 1.8 MB 00:00 2024-05-27T00:20:47.626 INFO:teuthology.orchestra.run.smithi050.stdout:(151/159): NetworkManager-team-1.47.90-1.el9.x8 833 kB/s | 41 kB 00:00 2024-05-27T00:20:47.660 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-05-27T00:20:47.668 INFO:teuthology.orchestra.run.smithi050.stdout:(152/159): NetworkManager-tui-1.47.90-1.el9.x86 5.8 MB/s | 248 kB 00:00 2024-05-27T00:20:47.710 INFO:teuthology.orchestra.run.smithi050.stdout:(153/159): elfutils-debuginfod-client-0.191-4.e 885 kB/s | 37 kB 00:00 2024-05-27T00:20:47.752 INFO:teuthology.orchestra.run.smithi050.stdout:(154/159): elfutils-libelf-0.191-4.el9.x86_64.r 4.9 MB/s | 207 kB 00:00 2024-05-27T00:20:47.754 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-05-27T00:20:47.794 INFO:teuthology.orchestra.run.smithi050.stdout:(155/159): elfutils-libs-0.191-4.el9.x86_64.rpm 6.1 MB/s | 260 kB 00:00 2024-05-27T00:20:47.811 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 22/170 2024-05-27T00:20:47.845 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : liboath-2.6.7-2.el9.x86_64 23/170 2024-05-27T00:20:47.853 INFO:teuthology.orchestra.run.smithi050.stdout:(156/159): openssl-3.2.1-1.el9.x86_64.rpm 23 MB/s | 1.3 MB 00:00 2024-05-27T00:20:47.909 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 24/170 2024-05-27T00:20:47.928 INFO:teuthology.orchestra.run.smithi050.stdout:(157/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 32 MB/s | 2.4 MB 00:00 2024-05-27T00:20:47.944 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 25/170 2024-05-27T00:20:47.988 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/170 2024-05-27T00:20:48.020 INFO:teuthology.orchestra.run.smithi050.stdout:(158/159): librbd1-19.0.0-2857.g0ef46a24.el9.x8 4.4 MB/s | 3.1 MB 00:00 2024-05-27T00:20:48.020 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/170 2024-05-27T00:20:48.048 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/170 2024-05-27T00:20:48.116 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/170 2024-05-27T00:20:48.170 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 30/170 2024-05-27T00:20:48.201 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/170 2024-05-27T00:20:48.203 INFO:teuthology.orchestra.run.smithi050.stdout:(159/159): librados2-19.0.0-2857.g0ef46a24.el9. 3.6 MB/s | 3.4 MB 00:00 2024-05-27T00:20:48.210 INFO:teuthology.orchestra.run.smithi050.stdout:-------------------------------------------------------------------------------- 2024-05-27T00:20:48.210 INFO:teuthology.orchestra.run.smithi050.stdout:Total 5.6 MB/s | 225 MB 00:40 2024-05-27T00:20:48.246 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 32/170 2024-05-27T00:20:48.321 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 33/170 2024-05-27T00:20:48.356 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-ceph-common-2:19.0.0-2857.g0ef46a24.el9. 34/170 2024-05-27T00:20:48.399 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-ceph-argparse-2:19.0.0-2857.g0ef46a24.el 35/170 2024-05-27T00:20:48.428 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-cephfs-2:19.0.0-2857.g0ef46a24.el9.x86_6 36/170 2024-05-27T00:20:48.498 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/170 2024-05-27T00:20:48.543 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/170 2024-05-27T00:20:48.616 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/170 2024-05-27T00:20:48.749 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/170 2024-05-27T00:20:48.803 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/170 2024-05-27T00:20:49.319 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/170 2024-05-27T00:20:49.398 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/170 2024-05-27T00:20:49.417 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction check 2024-05-27T00:20:49.428 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/170 2024-05-27T00:20:49.464 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/170 2024-05-27T00:20:49.505 INFO:teuthology.orchestra.run.smithi137.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 46/170 2024-05-27T00:20:49.543 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : librados-devel-2:19.0.0-2857.g0ef46a24.el9.x86_6 47/170 2024-05-27T00:20:49.585 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 48/170 2024-05-27T00:20:49.595 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction check succeeded. 2024-05-27T00:20:49.595 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction test 2024-05-27T00:20:49.732 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 49/170 2024-05-27T00:20:49.787 INFO:teuthology.orchestra.run.smithi137.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 50/170 2024-05-27T00:20:49.841 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 51/170 2024-05-27T00:20:49.906 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-05-27T00:20:49.946 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-05-27T00:20:49.982 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-05-27T00:20:50.029 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-05-27T00:20:50.065 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-05-27T00:20:50.108 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-05-27T00:20:50.151 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-05-27T00:20:50.278 INFO:teuthology.orchestra.run.smithi044.stdout: Preparing : 1/1 2024-05-27T00:20:50.286 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-05-27T00:20:50.328 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-05-27T00:20:50.369 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-05-27T00:20:50.441 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-05-27T00:20:50.462 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-05-27T00:20:50.502 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-05-27T00:20:50.529 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-05-27T00:20:50.542 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-05-27T00:20:50.568 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-05-27T00:20:50.595 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-05-27T00:20:50.651 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-05-27T00:20:50.668 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-05-27T00:20:50.714 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-05-27T00:20:50.750 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-05-27T00:20:50.797 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-05-27T00:20:50.835 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-05-27T00:20:50.847 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-05-27T00:20:50.863 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-05-27T00:20:50.898 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-05-27T00:20:50.937 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-05-27T00:20:50.968 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-05-27T00:20:50.998 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-05-27T00:20:51.033 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-05-27T00:20:51.083 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-05-27T00:20:51.124 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-05-27T00:20:51.159 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-05-27T00:20:51.244 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-05-27T00:20:51.277 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-05-27T00:20:51.289 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-05-27T00:20:51.320 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-05-27T00:20:51.367 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-05-27T00:20:51.381 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : librados2-2:19.0.0-2857.g0ef46a24.el9.x86_64 8/170 2024-05-27T00:20:51.465 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-05-27T00:20:51.513 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-05-27T00:20:51.515 INFO:teuthology.orchestra.run.smithi050.stdout:Transaction test succeeded. 2024-05-27T00:20:51.516 INFO:teuthology.orchestra.run.smithi050.stdout:Running transaction 2024-05-27T00:20:51.565 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librados2-2:19.0.0-2857.g0ef46a24.el9.x86_64 8/170 2024-05-27T00:20:51.607 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libcephfs2-2:19.0.0-2857.g0ef46a24.el9.x86_64 9/170 2024-05-27T00:20:51.732 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: libcephfs2-2:19.0.0-2857.g0ef46a24.el9.x86_64 9/170 2024-05-27T00:20:51.773 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-rados-2:19.0.0-2857.g0ef46a24.el9.x86_64 10/170 2024-05-27T00:20:51.868 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-05-27T00:20:52.229 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-05-27T00:20:52.277 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-05-27T00:20:52.291 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-05-27T00:20:52.310 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-05-27T00:20:52.346 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-05-27T00:20:52.371 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libcephsqlite-2:19.0.0-2857.g0ef46a24.el9.x86_64 14/170 2024-05-27T00:20:52.408 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-05-27T00:20:52.457 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-05-27T00:20:52.502 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-05-27T00:20:52.532 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2857.g0ef46a24.el9.x86_64 14/170 2024-05-27T00:20:52.564 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libradosstriper1-2:19.0.0-2857.g0ef46a24.el9.x86 15/170 2024-05-27T00:20:52.589 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-05-27T00:20:52.621 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-05-27T00:20:52.658 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2857.g0ef46a24.el9.x86 15/170 2024-05-27T00:20:52.690 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-27T00:20:52.762 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-27T00:20:52.798 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-05-27T00:20:52.827 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-05-27T00:20:52.905 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-05-27T00:20:53.087 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-27T00:20:53.444 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-27T00:20:53.545 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-05-27T00:20:53.646 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-27T00:20:53.658 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-05-27T00:20:53.735 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-27T00:20:54.017 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-27T00:20:54.323 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-27T00:20:54.667 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-27T00:20:54.876 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-05-27T00:20:54.879 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-05-27T00:20:54.965 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-05-27T00:20:54.993 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-05-27T00:20:55.004 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-05-27T00:20:55.025 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-05-27T00:20:55.056 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 22/170 2024-05-27T00:20:55.107 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : liboath-2.6.7-2.el9.x86_64 23/170 2024-05-27T00:20:55.217 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 24/170 2024-05-27T00:20:55.261 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 25/170 2024-05-27T00:20:55.324 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/170 2024-05-27T00:20:55.336 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-05-27T00:20:55.372 INFO:teuthology.orchestra.run.smithi137.stdout: Upgrading : librbd1-2:19.0.0-2857.g0ef46a24.el9.x86_64 103/170 2024-05-27T00:20:55.374 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/170 2024-05-27T00:20:55.413 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/170 2024-05-27T00:20:55.462 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: librbd1-2:19.0.0-2857.g0ef46a24.el9.x86_64 103/170 2024-05-27T00:20:55.493 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-rbd-2:19.0.0-2857.g0ef46a24.el9.x86_64 104/170 2024-05-27T00:20:55.529 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-05-27T00:20:55.535 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/170 2024-05-27T00:20:55.615 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 30/170 2024-05-27T00:20:55.657 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/170 2024-05-27T00:20:55.718 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 32/170 2024-05-27T00:20:55.827 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 33/170 2024-05-27T00:20:55.869 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-ceph-common-2:19.0.0-2857.g0ef46a24.el9. 34/170 2024-05-27T00:20:55.926 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-ceph-argparse-2:19.0.0-2857.g0ef46a24.el 35/170 2024-05-27T00:20:55.960 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cephfs-2:19.0.0-2857.g0ef46a24.el9.x86_6 36/170 2024-05-27T00:20:56.001 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-05-27T00:20:56.033 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : librgw2-2:19.0.0-2857.g0ef46a24.el9.x86_64 107/170 2024-05-27T00:20:56.085 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/170 2024-05-27T00:20:56.104 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: librgw2-2:19.0.0-2857.g0ef46a24.el9.x86_64 107/170 2024-05-27T00:20:56.134 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-rgw-2:19.0.0-2857.g0ef46a24.el9.x86_64 108/170 2024-05-27T00:20:56.158 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/170 2024-05-27T00:20:56.272 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/170 2024-05-27T00:20:56.468 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/170 2024-05-27T00:20:56.534 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/170 2024-05-27T00:20:57.280 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/170 2024-05-27T00:20:57.401 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/170 2024-05-27T00:20:57.440 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/170 2024-05-27T00:20:57.479 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/170 2024-05-27T00:20:57.562 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 46/170 2024-05-27T00:20:57.619 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : librados-devel-2:19.0.0-2857.g0ef46a24.el9.x86_6 47/170 2024-05-27T00:20:57.698 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 48/170 2024-05-27T00:20:57.822 INFO:teuthology.orchestra.run.smithi050.stdout: Preparing : 1/1 2024-05-27T00:20:57.917 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-05-27T00:20:57.940 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 49/170 2024-05-27T00:20:57.955 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-05-27T00:20:58.009 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-05-27T00:20:58.040 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 50/170 2024-05-27T00:20:58.043 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-05-27T00:20:58.068 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-05-27T00:20:58.111 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-05-27T00:20:58.138 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 51/170 2024-05-27T00:20:58.276 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-05-27T00:20:58.323 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-05-27T00:20:58.373 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-05-27T00:20:58.391 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-common-2:19.0.0-2857.g0ef46a24.el9.x86_64 109/170 2024-05-27T00:20:58.424 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-common-2:19.0.0-2857.g0ef46a24.el9.x86_64 109/170 2024-05-27T00:20:58.456 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-05-27T00:20:58.457 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-05-27T00:20:58.521 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-05-27T00:20:58.577 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : librados2-2:19.0.0-2857.g0ef46a24.el9.x86_64 8/170 2024-05-27T00:20:58.586 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-05-27T00:20:58.652 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-05-27T00:20:58.701 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librados2-2:19.0.0-2857.g0ef46a24.el9.x86_64 8/170 2024-05-27T00:20:58.728 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libcephfs2-2:19.0.0-2857.g0ef46a24.el9.x86_64 9/170 2024-05-27T00:20:58.820 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: libcephfs2-2:19.0.0-2857.g0ef46a24.el9.x86_64 9/170 2024-05-27T00:20:58.851 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-rados-2:19.0.0-2857.g0ef46a24.el9.x86_64 10/170 2024-05-27T00:20:58.865 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-05-27T00:20:58.884 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-05-27T00:20:58.929 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-05-27T00:20:58.967 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-common-2:19.0.0-2857.g0ef46a24.el9.x86_64 109/170 2024-05-27T00:20:58.987 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-05-27T00:20:59.002 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-base-2:19.0.0-2857.g0ef46a24.el9.x86_64 110/170 2024-05-27T00:20:59.083 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-05-27T00:20:59.101 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-base-2:19.0.0-2857.g0ef46a24.el9.x86_64 110/170 2024-05-27T00:20:59.101 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-27T00:20:59.102 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-27T00:20:59.102 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-05-27T00:20:59.128 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-selinux-2:19.0.0-2857.g0ef46a24.el9.x86_64 111/170 2024-05-27T00:20:59.133 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-05-27T00:20:59.135 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-05-27T00:20:59.161 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libcephsqlite-2:19.0.0-2857.g0ef46a24.el9.x86_64 14/170 2024-05-27T00:20:59.178 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-05-27T00:20:59.226 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-05-27T00:20:59.261 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-05-27T00:20:59.266 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2857.g0ef46a24.el9.x86_64 14/170 2024-05-27T00:20:59.293 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-05-27T00:20:59.295 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libradosstriper1-2:19.0.0-2857.g0ef46a24.el9.x86 15/170 2024-05-27T00:20:59.358 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2857.g0ef46a24.el9.x86 15/170 2024-05-27T00:20:59.380 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-27T00:20:59.404 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-27T00:20:59.499 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-05-27T00:20:59.606 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-27T00:20:59.689 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-05-27T00:20:59.734 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-05-27T00:20:59.734 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-27T00:20:59.773 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-05-27T00:20:59.822 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-05-27T00:20:59.886 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-05-27T00:20:59.894 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-27T00:20:59.940 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-05-27T00:20:59.954 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-27T00:20:59.989 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-05-27T00:21:00.033 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-05-27T00:21:00.052 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-27T00:21:00.085 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-05-27T00:21:00.131 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-27T00:21:00.161 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-05-27T00:21:00.215 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-05-27T00:21:00.328 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-27T00:21:00.364 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-05-27T00:21:00.428 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-05-27T00:21:00.439 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-05-27T00:21:00.481 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-05-27T00:21:00.547 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-05-27T00:21:00.554 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-05-27T00:21:00.579 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 22/170 2024-05-27T00:21:00.614 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : liboath-2.6.7-2.el9.x86_64 23/170 2024-05-27T00:21:00.690 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 24/170 2024-05-27T00:21:00.715 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-05-27T00:21:00.729 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 25/170 2024-05-27T00:21:00.773 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/170 2024-05-27T00:21:00.787 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-05-27T00:21:00.806 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/170 2024-05-27T00:21:00.833 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/170 2024-05-27T00:21:00.906 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/170 2024-05-27T00:21:00.957 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 30/170 2024-05-27T00:21:00.995 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/170 2024-05-27T00:21:01.031 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 32/170 2024-05-27T00:21:01.109 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 33/170 2024-05-27T00:21:01.149 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-ceph-common-2:19.0.0-2857.g0ef46a24.el9. 34/170 2024-05-27T00:21:01.193 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-ceph-argparse-2:19.0.0-2857.g0ef46a24.el 35/170 2024-05-27T00:21:01.221 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cephfs-2:19.0.0-2857.g0ef46a24.el9.x86_6 36/170 2024-05-27T00:21:01.296 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/170 2024-05-27T00:21:01.345 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/170 2024-05-27T00:21:01.448 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/170 2024-05-27T00:21:01.601 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/170 2024-05-27T00:21:01.657 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/170 2024-05-27T00:21:01.810 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-05-27T00:21:01.868 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-05-27T00:21:01.902 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-05-27T00:21:02.036 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-05-27T00:21:02.103 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-05-27T00:21:02.157 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-05-27T00:21:02.215 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/170 2024-05-27T00:21:02.271 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-05-27T00:21:02.312 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/170 2024-05-27T00:21:02.313 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-05-27T00:21:02.347 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/170 2024-05-27T00:21:02.383 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/170 2024-05-27T00:21:02.433 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 46/170 2024-05-27T00:21:02.471 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : librados-devel-2:19.0.0-2857.g0ef46a24.el9.x86_6 47/170 2024-05-27T00:21:02.513 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 48/170 2024-05-27T00:21:02.557 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-05-27T00:21:02.592 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-05-27T00:21:02.681 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 49/170 2024-05-27T00:21:02.701 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-05-27T00:21:02.741 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 50/170 2024-05-27T00:21:02.797 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 51/170 2024-05-27T00:21:02.880 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-05-27T00:21:02.916 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-05-27T00:21:02.953 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-05-27T00:21:03.001 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-05-27T00:21:03.036 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-05-27T00:21:03.079 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-05-27T00:21:03.121 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-05-27T00:21:03.265 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-05-27T00:21:03.307 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-05-27T00:21:03.348 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-05-27T00:21:03.446 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-05-27T00:21:03.481 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-05-27T00:21:03.521 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-05-27T00:21:03.546 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-05-27T00:21:03.571 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-05-27T00:21:03.580 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-05-27T00:21:03.650 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-05-27T00:21:03.739 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-05-27T00:21:03.787 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-05-27T00:21:03.829 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-05-27T00:21:03.849 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-05-27T00:21:03.886 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-05-27T00:21:03.923 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-05-27T00:21:03.963 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-05-27T00:21:03.992 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-05-27T00:21:04.027 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-05-27T00:21:04.060 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-05-27T00:21:04.102 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-05-27T00:21:04.136 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-05-27T00:21:04.226 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-05-27T00:21:04.276 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-05-27T00:21:04.307 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-05-27T00:21:04.354 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-05-27T00:21:04.466 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-05-27T00:21:04.518 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-05-27T00:21:05.291 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-05-27T00:21:05.338 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-05-27T00:21:05.372 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-05-27T00:21:05.472 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-05-27T00:21:05.475 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-05-27T00:21:05.529 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-05-27T00:21:05.573 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-05-27T00:21:05.575 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-05-27T00:21:05.612 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-05-27T00:21:05.649 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-05-27T00:21:05.664 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-05-27T00:21:05.708 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-05-27T00:21:05.892 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-05-27T00:21:05.931 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-05-27T00:21:06.010 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-05-27T00:21:06.042 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-05-27T00:21:06.096 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : librbd1-2:19.0.0-2857.g0ef46a24.el9.x86_64 103/170 2024-05-27T00:21:06.223 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librbd1-2:19.0.0-2857.g0ef46a24.el9.x86_64 103/170 2024-05-27T00:21:06.254 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-rbd-2:19.0.0-2857.g0ef46a24.el9.x86_64 104/170 2024-05-27T00:21:06.315 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-05-27T00:21:06.698 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-05-27T00:21:06.824 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-05-27T00:21:06.902 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-05-27T00:21:06.932 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : librgw2-2:19.0.0-2857.g0ef46a24.el9.x86_64 107/170 2024-05-27T00:21:07.035 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librgw2-2:19.0.0-2857.g0ef46a24.el9.x86_64 107/170 2024-05-27T00:21:07.060 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-rgw-2:19.0.0-2857.g0ef46a24.el9.x86_64 108/170 2024-05-27T00:21:08.126 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-05-27T00:21:08.219 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-05-27T00:21:08.247 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-05-27T00:21:08.280 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-05-27T00:21:08.608 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-05-27T00:21:08.660 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : librbd1-2:19.0.0-2857.g0ef46a24.el9.x86_64 103/170 2024-05-27T00:21:08.735 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librbd1-2:19.0.0-2857.g0ef46a24.el9.x86_64 103/170 2024-05-27T00:21:08.765 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-rbd-2:19.0.0-2857.g0ef46a24.el9.x86_64 104/170 2024-05-27T00:21:08.802 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-05-27T00:21:09.297 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-05-27T00:21:09.330 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : librgw2-2:19.0.0-2857.g0ef46a24.el9.x86_64 107/170 2024-05-27T00:21:09.401 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librgw2-2:19.0.0-2857.g0ef46a24.el9.x86_64 107/170 2024-05-27T00:21:09.432 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-rgw-2:19.0.0-2857.g0ef46a24.el9.x86_64 108/170 2024-05-27T00:21:09.921 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-common-2:19.0.0-2857.g0ef46a24.el9.x86_64 109/170 2024-05-27T00:21:09.964 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-common-2:19.0.0-2857.g0ef46a24.el9.x86_64 109/170 2024-05-27T00:21:10.564 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2857.g0ef46a24.el9.x86_64 111/170 2024-05-27T00:21:10.564 INFO:teuthology.orchestra.run.smithi137.stdout:skipping the directory /sys 2024-05-27T00:21:10.564 INFO:teuthology.orchestra.run.smithi137.stdout:skipping the directory /proc 2024-05-27T00:21:10.564 INFO:teuthology.orchestra.run.smithi137.stdout:skipping the directory /mnt 2024-05-27T00:21:10.564 INFO:teuthology.orchestra.run.smithi137.stdout:skipping the directory /var/tmp 2024-05-27T00:21:10.564 INFO:teuthology.orchestra.run.smithi137.stdout:skipping the directory /home 2024-05-27T00:21:10.564 INFO:teuthology.orchestra.run.smithi137.stdout:skipping the directory /root 2024-05-27T00:21:10.564 INFO:teuthology.orchestra.run.smithi137.stdout:skipping the directory /tmp 2024-05-27T00:21:10.564 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-05-27T00:21:10.651 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-common-2:19.0.0-2857.g0ef46a24.el9.x86_64 109/170 2024-05-27T00:21:10.693 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-base-2:19.0.0-2857.g0ef46a24.el9.x86_64 110/170 2024-05-27T00:21:10.740 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-volume-2:19.0.0-2857.g0ef46a24.el9.noarch 112/170 2024-05-27T00:21:10.755 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-volume-2:19.0.0-2857.g0ef46a24.el9.noarch 112/170 2024-05-27T00:21:10.755 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:10.755 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-27T00:21:10.755 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-05-27T00:21:10.887 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-base-2:19.0.0-2857.g0ef46a24.el9.x86_64 110/170 2024-05-27T00:21:10.887 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-27T00:21:10.887 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-27T00:21:10.887 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:21:10.919 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-selinux-2:19.0.0-2857.g0ef46a24.el9.x86_64 111/170 2024-05-27T00:21:11.809 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-common-2:19.0.0-2857.g0ef46a24.el9.x86_64 109/170 2024-05-27T00:21:11.845 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-common-2:19.0.0-2857.g0ef46a24.el9.x86_64 109/170 2024-05-27T00:21:12.224 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-osd-2:19.0.0-2857.g0ef46a24.el9.x86_64 113/170 2024-05-27T00:21:12.250 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-osd-2:19.0.0-2857.g0ef46a24.el9.x86_64 113/170 2024-05-27T00:21:12.250 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:12.250 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-27T00:21:12.250 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-27T00:21:12.250 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-27T00:21:12.250 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-05-27T00:21:12.412 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-common-2:19.0.0-2857.g0ef46a24.el9.x86_64 109/170 2024-05-27T00:21:12.448 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-base-2:19.0.0-2857.g0ef46a24.el9.x86_64 110/170 2024-05-27T00:21:12.485 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mds-2:19.0.0-2857.g0ef46a24.el9.x86_64 114/170 2024-05-27T00:21:12.508 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-mds-2:19.0.0-2857.g0ef46a24.el9.x86_64 114/170 2024-05-27T00:21:12.508 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:12.508 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-27T00:21:12.508 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-27T00:21:12.508 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-27T00:21:12.508 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-05-27T00:21:12.531 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-base-2:19.0.0-2857.g0ef46a24.el9.x86_64 110/170 2024-05-27T00:21:12.531 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-27T00:21:12.531 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-27T00:21:12.532 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-27T00:21:12.558 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-selinux-2:19.0.0-2857.g0ef46a24.el9.x86_64 111/170 2024-05-27T00:21:12.969 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mon-2:19.0.0-2857.g0ef46a24.el9.x86_64 115/170 2024-05-27T00:21:12.992 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-mon-2:19.0.0-2857.g0ef46a24.el9.x86_64 115/170 2024-05-27T00:21:12.992 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:12.993 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-27T00:21:12.993 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-27T00:21:12.993 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-27T00:21:12.993 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-05-27T00:21:13.100 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-05-27T00:21:13.156 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-05-27T00:21:13.211 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-05-27T00:21:13.397 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-05-27T00:21:13.445 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-05-27T00:21:13.522 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-05-27T00:21:13.611 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-05-27T00:21:13.750 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-05-27T00:21:13.787 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-05-27T00:21:13.819 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-05-27T00:21:13.846 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-05-27T00:21:14.266 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: cephadm-2:19.0.0-2857.g0ef46a24.el9.noarch 127/170 2024-05-27T00:21:14.295 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : cephadm-2:19.0.0-2857.g0ef46a24.el9.noarch 127/170 2024-05-27T00:21:14.327 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2857.g0ef46a24.e 128/170 2024-05-27T00:21:14.389 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2857.g0ef46a24. 129/170 2024-05-27T00:21:14.418 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2857.g0ef46a24.el9.noa 130/170 2024-05-27T00:21:15.450 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2857.g0ef46a24.el9.noa 130/170 2024-05-27T00:21:15.487 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2857.g0ef46a24.el9.n 131/170 2024-05-27T00:21:16.452 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2857.g0ef46a24.el9.n 131/170 2024-05-27T00:21:16.478 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2857.g0ef 132/170 2024-05-27T00:21:16.581 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2857.g0ef 132/170 2024-05-27T00:21:16.750 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2857.g0ef46a24.el 133/170 2024-05-27T00:21:16.780 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mgr-2:19.0.0-2857.g0ef46a24.el9.x86_64 134/170 2024-05-27T00:21:16.803 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2857.g0ef46a24.el9.x86_64 134/170 2024-05-27T00:21:16.804 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:16.804 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-27T00:21:16.804 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-27T00:21:16.804 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-27T00:21:16.804 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-05-27T00:21:16.848 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-mgr-rook-2:19.0.0-2857.g0ef46a24.el9.noarch 135/170 2024-05-27T00:21:16.859 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2857.g0ef46a24.el9.noarch 135/170 2024-05-27T00:21:16.956 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-2:19.0.0-2857.g0ef46a24.el9.x86_64 136/170 2024-05-27T00:21:17.012 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-fuse-2:19.0.0-2857.g0ef46a24.el9.x86_64 137/170 2024-05-27T00:21:17.910 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-05-27T00:21:17.942 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-radosgw-2:19.0.0-2857.g0ef46a24.el9.x86_64 139/170 2024-05-27T00:21:17.964 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2857.g0ef46a24.el9.x86_64 139/170 2024-05-27T00:21:17.964 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:17.964 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-27T00:21:17.964 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-27T00:21:17.964 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-27T00:21:17.964 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-05-27T00:21:18.009 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2857.g0ef46 140/170 2024-05-27T00:21:18.032 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2857.g0ef46 140/170 2024-05-27T00:21:18.032 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:18.032 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-27T00:21:18.032 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-05-27T00:21:18.076 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : cephfs-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 141/170 2024-05-27T00:21:18.099 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 141/170 2024-05-27T00:21:18.099 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:18.099 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-27T00:21:18.099 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-27T00:21:18.099 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-27T00:21:18.099 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-05-27T00:21:18.411 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : rbd-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 142/170 2024-05-27T00:21:18.434 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 142/170 2024-05-27T00:21:18.434 INFO:teuthology.orchestra.run.smithi137.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:18.434 INFO:teuthology.orchestra.run.smithi137.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-27T00:21:18.434 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-27T00:21:18.434 INFO:teuthology.orchestra.run.smithi137.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-27T00:21:18.434 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-05-27T00:21:22.938 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : ceph-test-2:19.0.0-2857.g0ef46a24.el9.x86_64 143/170 2024-05-27T00:21:22.980 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : rbd-fuse-2:19.0.0-2857.g0ef46a24.el9.x86_64 144/170 2024-05-27T00:21:23.020 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : rbd-nbd-2:19.0.0-2857.g0ef46a24.el9.x86_64 145/170 2024-05-27T00:21:23.053 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-05-27T00:21:23.080 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-05-27T00:21:23.263 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : cephfs-shell-2:19.0.0-2857.g0ef46a24.el9.x86_64 148/170 2024-05-27T00:21:23.318 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-05-27T00:21:23.350 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libcephfs-devel-2:19.0.0-2857.g0ef46a24.el9.x86_ 150/170 2024-05-27T00:21:23.390 INFO:teuthology.orchestra.run.smithi137.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-05-27T00:21:23.420 INFO:teuthology.orchestra.run.smithi137.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 152/170 2024-05-27T00:21:23.458 INFO:teuthology.orchestra.run.smithi137.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 153/170 2024-05-27T00:21:24.045 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-27T00:21:24.089 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-27T00:21:24.110 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-27T00:21:24.386 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2857.g0ef46a24.el9.x86_64 111/170 2024-05-27T00:21:24.386 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /sys 2024-05-27T00:21:24.386 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /proc 2024-05-27T00:21:24.386 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /mnt 2024-05-27T00:21:24.386 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /var/tmp 2024-05-27T00:21:24.386 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /home 2024-05-27T00:21:24.386 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /root 2024-05-27T00:21:24.386 INFO:teuthology.orchestra.run.smithi044.stdout:skipping the directory /tmp 2024-05-27T00:21:24.386 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:21:24.493 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2857.g0ef46a24.el9.x86_64 111/170 2024-05-27T00:21:24.493 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /sys 2024-05-27T00:21:24.493 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /proc 2024-05-27T00:21:24.493 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /mnt 2024-05-27T00:21:24.493 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /var/tmp 2024-05-27T00:21:24.493 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /home 2024-05-27T00:21:24.493 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /root 2024-05-27T00:21:24.493 INFO:teuthology.orchestra.run.smithi050.stdout:skipping the directory /tmp 2024-05-27T00:21:24.493 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-27T00:21:24.638 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-volume-2:19.0.0-2857.g0ef46a24.el9.noarch 112/170 2024-05-27T00:21:24.659 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-volume-2:19.0.0-2857.g0ef46a24.el9.noarch 112/170 2024-05-27T00:21:24.676 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-volume-2:19.0.0-2857.g0ef46a24.el9.noarch 112/170 2024-05-27T00:21:24.676 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:24.676 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-27T00:21:24.676 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-27T00:21:24.691 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-volume-2:19.0.0-2857.g0ef46a24.el9.noarch 112/170 2024-05-27T00:21:24.691 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:24.691 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-27T00:21:24.691 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:21:24.947 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : cephfs-top-2:19.0.0-2857.g0ef46a24.el9.noarch 155/170 2024-05-27T00:21:25.061 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-05-27T00:21:25.102 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-05-27T00:21:25.182 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-05-27T00:21:25.231 INFO:teuthology.orchestra.run.smithi137.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-05-27T00:21:25.255 INFO:teuthology.orchestra.run.smithi137.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-27T00:21:25.281 INFO:teuthology.orchestra.run.smithi137.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-05-27T00:21:25.307 INFO:teuthology.orchestra.run.smithi137.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-05-27T00:21:25.308 INFO:teuthology.orchestra.run.smithi137.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-27T00:21:25.400 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-27T00:21:25.424 INFO:teuthology.orchestra.run.smithi137.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-05-27T00:21:25.425 INFO:teuthology.orchestra.run.smithi137.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-27T00:21:25.509 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-27T00:21:25.534 INFO:teuthology.orchestra.run.smithi137.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-05-27T00:21:25.539 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-27T00:21:25.539 INFO:teuthology.orchestra.run.smithi137.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-27T00:21:25.719 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-27T00:21:25.719 INFO:teuthology.orchestra.run.smithi137.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-27T00:21:25.803 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-27T00:21:25.828 INFO:teuthology.orchestra.run.smithi137.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-05-27T00:21:25.892 INFO:teuthology.orchestra.run.smithi137.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-27T00:21:26.203 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-osd-2:19.0.0-2857.g0ef46a24.el9.x86_64 113/170 2024-05-27T00:21:26.230 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-osd-2:19.0.0-2857.g0ef46a24.el9.x86_64 113/170 2024-05-27T00:21:26.230 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:26.230 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-27T00:21:26.230 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-27T00:21:26.230 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-27T00:21:26.230 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-27T00:21:26.414 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-osd-2:19.0.0-2857.g0ef46a24.el9.x86_64 113/170 2024-05-27T00:21:26.462 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mds-2:19.0.0-2857.g0ef46a24.el9.x86_64 114/170 2024-05-27T00:21:26.486 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mds-2:19.0.0-2857.g0ef46a24.el9.x86_64 114/170 2024-05-27T00:21:26.486 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:26.486 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-27T00:21:26.486 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-27T00:21:26.486 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-27T00:21:26.486 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-27T00:21:26.497 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-osd-2:19.0.0-2857.g0ef46a24.el9.x86_64 113/170 2024-05-27T00:21:26.497 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:26.497 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-27T00:21:26.497 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-27T00:21:26.497 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-27T00:21:26.497 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:21:26.765 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mds-2:19.0.0-2857.g0ef46a24.el9.x86_64 114/170 2024-05-27T00:21:26.836 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mds-2:19.0.0-2857.g0ef46a24.el9.x86_64 114/170 2024-05-27T00:21:26.837 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:26.837 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-27T00:21:26.837 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-27T00:21:26.837 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-27T00:21:26.837 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:21:26.954 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mon-2:19.0.0-2857.g0ef46a24.el9.x86_64 115/170 2024-05-27T00:21:26.978 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mon-2:19.0.0-2857.g0ef46a24.el9.x86_64 115/170 2024-05-27T00:21:26.978 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:26.979 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-27T00:21:26.979 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-27T00:21:26.979 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-27T00:21:26.979 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-27T00:21:27.086 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-05-27T00:21:27.144 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-05-27T00:21:27.207 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-05-27T00:21:27.340 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mon-2:19.0.0-2857.g0ef46a24.el9.x86_64 115/170 2024-05-27T00:21:27.410 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-05-27T00:21:27.413 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mon-2:19.0.0-2857.g0ef46a24.el9.x86_64 115/170 2024-05-27T00:21:27.414 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:27.414 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-27T00:21:27.414 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-27T00:21:27.414 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-27T00:21:27.414 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:21:27.465 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-05-27T00:21:27.546 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-05-27T00:21:27.551 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-05-27T00:21:27.613 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-05-27T00:21:27.635 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-05-27T00:21:27.698 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-05-27T00:21:27.786 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-05-27T00:21:27.831 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-05-27T00:21:27.863 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-05-27T00:21:27.890 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-05-27T00:21:27.975 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-05-27T00:21:28.038 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-05-27T00:21:28.128 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-05-27T00:21:28.237 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-05-27T00:21:28.319 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: cephadm-2:19.0.0-2857.g0ef46a24.el9.noarch 127/170 2024-05-27T00:21:28.347 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : cephadm-2:19.0.0-2857.g0ef46a24.el9.noarch 127/170 2024-05-27T00:21:28.379 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2857.g0ef46a24.e 128/170 2024-05-27T00:21:28.418 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-05-27T00:21:28.443 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2857.g0ef46a24. 129/170 2024-05-27T00:21:28.470 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2857.g0ef46a24.el9.noa 130/170 2024-05-27T00:21:28.475 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-05-27T00:21:28.516 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-05-27T00:21:28.542 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-05-27T00:21:29.242 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: cephadm-2:19.0.0-2857.g0ef46a24.el9.noarch 127/170 2024-05-27T00:21:29.280 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : cephadm-2:19.0.0-2857.g0ef46a24.el9.noarch 127/170 2024-05-27T00:21:29.337 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2857.g0ef46a24.e 128/170 2024-05-27T00:21:29.454 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2857.g0ef46a24. 129/170 2024-05-27T00:21:29.489 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2857.g0ef46a24.el9.noa 130/170 2024-05-27T00:21:29.555 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2857.g0ef46a24.el9.noa 130/170 2024-05-27T00:21:29.588 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2857.g0ef46a24.el9.n 131/170 2024-05-27T00:21:30.600 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2857.g0ef46a24.el9.n 131/170 2024-05-27T00:21:30.630 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2857.g0ef 132/170 2024-05-27T00:21:30.740 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2857.g0ef 132/170 2024-05-27T00:21:30.866 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2857.g0ef46a24.el9.noa 130/170 2024-05-27T00:21:30.907 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2857.g0ef46a24.el9.n 131/170 2024-05-27T00:21:30.909 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2857.g0ef46a24.el 133/170 2024-05-27T00:21:30.940 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-2:19.0.0-2857.g0ef46a24.el9.x86_64 134/170 2024-05-27T00:21:30.965 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2857.g0ef46a24.el9.x86_64 134/170 2024-05-27T00:21:30.965 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:30.965 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-27T00:21:30.965 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-27T00:21:30.965 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-27T00:21:30.965 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-27T00:21:31.025 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-mgr-rook-2:19.0.0-2857.g0ef46a24.el9.noarch 135/170 2024-05-27T00:21:31.036 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2857.g0ef46a24.el9.noarch 135/170 2024-05-27T00:21:31.138 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-2:19.0.0-2857.g0ef46a24.el9.x86_64 136/170 2024-05-27T00:21:31.194 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-fuse-2:19.0.0-2857.g0ef46a24.el9.x86_64 137/170 2024-05-27T00:21:31.403 INFO:teuthology.orchestra.run.smithi137.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-27T00:21:31.403 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-2:19.0.0-2857.g0ef46a24.el9.x86_64 1/170 2024-05-27T00:21:31.403 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-base-2:19.0.0-2857.g0ef46a24.el9.x86_64 2/170 2024-05-27T00:21:31.403 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-common-2:19.0.0-2857.g0ef46a24.el9.x86_64 3/170 2024-05-27T00:21:31.403 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-fuse-2:19.0.0-2857.g0ef46a24.el9.x86_64 4/170 2024-05-27T00:21:31.403 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2857.g0ef46 5/170 2024-05-27T00:21:31.404 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mds-2:19.0.0-2857.g0ef46a24.el9.x86_64 6/170 2024-05-27T00:21:31.404 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mgr-2:19.0.0-2857.g0ef46a24.el9.x86_64 7/170 2024-05-27T00:21:31.404 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mon-2:19.0.0-2857.g0ef46a24.el9.x86_64 8/170 2024-05-27T00:21:31.404 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-osd-2:19.0.0-2857.g0ef46a24.el9.x86_64 9/170 2024-05-27T00:21:31.404 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-radosgw-2:19.0.0-2857.g0ef46a24.el9.x86_64 10/170 2024-05-27T00:21:31.404 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-selinux-2:19.0.0-2857.g0ef46a24.el9.x86_64 11/170 2024-05-27T00:21:31.404 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-test-2:19.0.0-2857.g0ef46a24.el9.x86_64 12/170 2024-05-27T00:21:31.404 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : cephfs-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 13/170 2024-05-27T00:21:31.404 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : cephfs-shell-2:19.0.0-2857.g0ef46a24.el9.x86_64 14/170 2024-05-27T00:21:31.404 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libcephfs-devel-2:19.0.0-2857.g0ef46a24.el9.x86_ 15/170 2024-05-27T00:21:31.405 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libcephfs2-2:19.0.0-2857.g0ef46a24.el9.x86_64 16/170 2024-05-27T00:21:31.405 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libcephsqlite-2:19.0.0-2857.g0ef46a24.el9.x86_64 17/170 2024-05-27T00:21:31.405 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librados-devel-2:19.0.0-2857.g0ef46a24.el9.x86_6 18/170 2024-05-27T00:21:31.405 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libradosstriper1-2:19.0.0-2857.g0ef46a24.el9.x86 19/170 2024-05-27T00:21:31.405 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librgw2-2:19.0.0-2857.g0ef46a24.el9.x86_64 20/170 2024-05-27T00:21:31.405 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2857.g0ef46a24.el 21/170 2024-05-27T00:21:31.405 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-ceph-common-2:19.0.0-2857.g0ef46a24.el9. 22/170 2024-05-27T00:21:31.405 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-cephfs-2:19.0.0-2857.g0ef46a24.el9.x86_6 23/170 2024-05-27T00:21:31.405 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-rados-2:19.0.0-2857.g0ef46a24.el9.x86_64 24/170 2024-05-27T00:21:31.405 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-rbd-2:19.0.0-2857.g0ef46a24.el9.x86_64 25/170 2024-05-27T00:21:31.406 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-rgw-2:19.0.0-2857.g0ef46a24.el9.x86_64 26/170 2024-05-27T00:21:31.406 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : rbd-fuse-2:19.0.0-2857.g0ef46a24.el9.x86_64 27/170 2024-05-27T00:21:31.406 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : rbd-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 28/170 2024-05-27T00:21:31.406 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : rbd-nbd-2:19.0.0-2857.g0ef46a24.el9.x86_64 29/170 2024-05-27T00:21:31.422 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2857.g0ef46a24. 30/170 2024-05-27T00:21:31.422 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2857.g0ef46a24.el9.noa 31/170 2024-05-27T00:21:31.422 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2857.g0ef46a24.el9.n 32/170 2024-05-27T00:21:31.422 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2857.g0ef 33/170 2024-05-27T00:21:31.422 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2857.g0ef46a24.el 34/170 2024-05-27T00:21:31.422 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2857.g0ef46a24.el9.noarch 35/170 2024-05-27T00:21:31.422 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2857.g0ef46a24.e 36/170 2024-05-27T00:21:31.422 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : ceph-volume-2:19.0.0-2857.g0ef46a24.el9.noarch 37/170 2024-05-27T00:21:31.422 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : cephadm-2:19.0.0-2857.g0ef46a24.el9.noarch 38/170 2024-05-27T00:21:31.423 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : cephfs-top-2:19.0.0-2857.g0ef46a24.el9.noarch 39/170 2024-05-27T00:21:31.423 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-05-27T00:21:31.423 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-05-27T00:21:31.423 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-05-27T00:21:31.423 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-05-27T00:21:31.423 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-05-27T00:21:31.423 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-05-27T00:21:31.423 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-05-27T00:21:31.423 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-05-27T00:21:31.423 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-05-27T00:21:31.424 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-05-27T00:21:31.424 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-05-27T00:21:31.424 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-05-27T00:21:31.424 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-05-27T00:21:31.424 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-05-27T00:21:31.424 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-05-27T00:21:31.424 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-05-27T00:21:31.424 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-05-27T00:21:31.424 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-05-27T00:21:31.424 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-05-27T00:21:31.425 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-05-27T00:21:31.425 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-05-27T00:21:31.425 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-05-27T00:21:31.425 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-05-27T00:21:31.425 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-05-27T00:21:31.425 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-05-27T00:21:31.425 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-05-27T00:21:31.425 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-05-27T00:21:31.425 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-05-27T00:21:31.425 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-05-27T00:21:31.425 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-05-27T00:21:31.425 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-05-27T00:21:31.426 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-05-27T00:21:31.426 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-05-27T00:21:31.426 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-05-27T00:21:31.426 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-05-27T00:21:31.426 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-05-27T00:21:31.426 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-05-27T00:21:31.426 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-05-27T00:21:31.426 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-05-27T00:21:31.426 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-05-27T00:21:31.426 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-05-27T00:21:31.427 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-05-27T00:21:31.427 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-05-27T00:21:31.427 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-05-27T00:21:31.427 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-05-27T00:21:31.427 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-05-27T00:21:31.427 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-05-27T00:21:31.427 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-05-27T00:21:31.427 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-05-27T00:21:31.427 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-05-27T00:21:31.427 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-05-27T00:21:31.427 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-05-27T00:21:31.427 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-05-27T00:21:31.428 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-05-27T00:21:31.428 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-05-27T00:21:31.428 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-05-27T00:21:31.428 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-05-27T00:21:31.428 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-05-27T00:21:31.428 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-05-27T00:21:31.428 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-05-27T00:21:31.428 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-05-27T00:21:31.428 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-05-27T00:21:31.428 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-05-27T00:21:31.428 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-05-27T00:21:31.429 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-05-27T00:21:31.429 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-05-27T00:21:31.429 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-05-27T00:21:31.429 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-05-27T00:21:31.429 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-05-27T00:21:31.429 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-05-27T00:21:31.429 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-05-27T00:21:31.429 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-05-27T00:21:31.429 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-05-27T00:21:31.429 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-05-27T00:21:31.429 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-05-27T00:21:31.429 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-05-27T00:21:31.430 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-05-27T00:21:31.430 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-05-27T00:21:31.430 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-05-27T00:21:31.430 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-05-27T00:21:31.430 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-05-27T00:21:31.430 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-05-27T00:21:31.430 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-05-27T00:21:31.430 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-05-27T00:21:31.430 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-05-27T00:21:31.430 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-05-27T00:21:31.430 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-05-27T00:21:31.431 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-05-27T00:21:31.431 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-05-27T00:21:31.431 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-05-27T00:21:31.431 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-05-27T00:21:31.431 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-05-27T00:21:31.431 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-05-27T00:21:31.431 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-05-27T00:21:31.431 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-05-27T00:21:31.431 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-05-27T00:21:31.431 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-05-27T00:21:31.431 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-05-27T00:21:31.432 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-05-27T00:21:31.432 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-05-27T00:21:31.432 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-05-27T00:21:31.432 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-05-27T00:21:31.432 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-05-27T00:21:31.432 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-05-27T00:21:31.432 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-05-27T00:21:31.432 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-05-27T00:21:31.432 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-05-27T00:21:31.432 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-05-27T00:21:31.432 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-05-27T00:21:31.432 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librados2-2:19.0.0-2857.g0ef46a24.el9.x86_64 149/170 2024-05-27T00:21:31.433 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-05-27T00:21:31.433 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librbd1-2:19.0.0-2857.g0ef46a24.el9.x86_64 151/170 2024-05-27T00:21:31.433 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-05-27T00:21:31.433 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/170 2024-05-27T00:21:31.433 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-05-27T00:21:31.433 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/170 2024-05-27T00:21:31.433 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-05-27T00:21:31.433 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/170 2024-05-27T00:21:31.433 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-05-27T00:21:31.433 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/170 2024-05-27T00:21:31.433 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-27T00:21:31.433 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-05-27T00:21:31.434 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-05-27T00:21:31.434 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-05-27T00:21:31.434 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-05-27T00:21:31.434 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-05-27T00:21:31.434 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-05-27T00:21:31.434 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-05-27T00:21:31.434 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-05-27T00:21:31.434 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-05-27T00:21:32.073 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2857.g0ef46a24.el9.n 131/170 2024-05-27T00:21:32.099 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2857.g0ef 132/170 2024-05-27T00:21:32.135 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-05-27T00:21:32.169 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-radosgw-2:19.0.0-2857.g0ef46a24.el9.x86_64 139/170 2024-05-27T00:21:32.193 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2857.g0ef46a24.el9.x86_64 139/170 2024-05-27T00:21:32.193 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:32.193 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-27T00:21:32.193 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-27T00:21:32.193 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-27T00:21:32.193 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-27T00:21:32.236 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2857.g0ef46 140/170 2024-05-27T00:21:32.257 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2857.g0ef 132/170 2024-05-27T00:21:32.259 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2857.g0ef46 140/170 2024-05-27T00:21:32.260 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:32.260 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-27T00:21:32.260 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-27T00:21:32.304 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : cephfs-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 141/170 2024-05-27T00:21:32.327 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 141/170 2024-05-27T00:21:32.327 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:32.327 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-27T00:21:32.327 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-27T00:21:32.327 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-27T00:21:32.327 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-27T00:21:32.445 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2857.g0ef46a24.el 133/170 2024-05-27T00:21:32.476 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-2:19.0.0-2857.g0ef46a24.el9.x86_64 134/170 2024-05-27T00:21:32.558 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2857.g0ef46a24.el9.x86_64 134/170 2024-05-27T00:21:32.558 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:32.558 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-27T00:21:32.558 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-27T00:21:32.558 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-27T00:21:32.558 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:21:32.619 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-mgr-rook-2:19.0.0-2857.g0ef46a24.el9.noarch 135/170 2024-05-27T00:21:32.646 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : rbd-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 142/170 2024-05-27T00:21:32.661 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2857.g0ef46a24.el9.noarch 135/170 2024-05-27T00:21:32.669 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 142/170 2024-05-27T00:21:32.670 INFO:teuthology.orchestra.run.smithi050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:32.670 INFO:teuthology.orchestra.run.smithi050.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-27T00:21:32.670 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-27T00:21:32.670 INFO:teuthology.orchestra.run.smithi050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-27T00:21:32.670 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-27T00:21:32.788 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-2:19.0.0-2857.g0ef46a24.el9.x86_64 136/170 2024-05-27T00:21:32.873 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-fuse-2:19.0.0-2857.g0ef46a24.el9.x86_64 137/170 2024-05-27T00:21:33.945 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-05-27T00:21:33.979 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-radosgw-2:19.0.0-2857.g0ef46a24.el9.x86_64 139/170 2024-05-27T00:21:34.054 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2857.g0ef46a24.el9.x86_64 139/170 2024-05-27T00:21:34.054 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:34.054 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-27T00:21:34.054 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-27T00:21:34.054 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-27T00:21:34.054 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:21:34.105 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2857.g0ef46 140/170 2024-05-27T00:21:34.181 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2857.g0ef46 140/170 2024-05-27T00:21:34.181 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:34.181 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-27T00:21:34.181 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:21:34.247 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : cephfs-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 141/170 2024-05-27T00:21:34.290 INFO:teuthology.orchestra.run.smithi137.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-05-27T00:21:34.290 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-05-27T00:21:34.291 INFO:teuthology.orchestra.run.smithi137.stdout:Upgraded: 2024-05-27T00:21:34.291 INFO:teuthology.orchestra.run.smithi137.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-27T00:21:34.291 INFO:teuthology.orchestra.run.smithi137.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-27T00:21:34.291 INFO:teuthology.orchestra.run.smithi137.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-27T00:21:34.291 INFO:teuthology.orchestra.run.smithi137.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-27T00:21:34.291 INFO:teuthology.orchestra.run.smithi137.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-05-27T00:21:34.291 INFO:teuthology.orchestra.run.smithi137.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-05-27T00:21:34.291 INFO:teuthology.orchestra.run.smithi137.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-05-27T00:21:34.291 INFO:teuthology.orchestra.run.smithi137.stdout: librados2-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.291 INFO:teuthology.orchestra.run.smithi137.stdout: librbd1-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.291 INFO:teuthology.orchestra.run.smithi137.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-27T00:21:34.291 INFO:teuthology.orchestra.run.smithi137.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-27T00:21:34.292 INFO:teuthology.orchestra.run.smithi137.stdout:Installed: 2024-05-27T00:21:34.292 INFO:teuthology.orchestra.run.smithi137.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-27T00:21:34.292 INFO:teuthology.orchestra.run.smithi137.stdout: automake-1.16.2-8.el9.noarch 2024-05-27T00:21:34.292 INFO:teuthology.orchestra.run.smithi137.stdout: bison-3.7.4-5.el9.x86_64 2024-05-27T00:21:34.292 INFO:teuthology.orchestra.run.smithi137.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-27T00:21:34.292 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.292 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-base-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.292 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-common-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.292 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-fuse-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.292 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-grafana-dashboards-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:34.292 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-immutable-object-cache-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.292 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mds-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.293 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.293 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-cephadm-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:34.293 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-dashboard-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:34.293 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:34.293 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-modules-core-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:34.293 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mgr-rook-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:34.293 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-mon-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.293 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-osd-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.293 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-prometheus-alerts-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:34.293 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-radosgw-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.293 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-selinux-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.293 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-test-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.293 INFO:teuthology.orchestra.run.smithi137.stdout: ceph-volume-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:34.294 INFO:teuthology.orchestra.run.smithi137.stdout: cephadm-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:34.294 INFO:teuthology.orchestra.run.smithi137.stdout: cephfs-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.294 INFO:teuthology.orchestra.run.smithi137.stdout: cephfs-shell-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.294 INFO:teuthology.orchestra.run.smithi137.stdout: cephfs-top-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:34.294 INFO:teuthology.orchestra.run.smithi137.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-05-27T00:21:34.294 INFO:teuthology.orchestra.run.smithi137.stdout: flex-2.6.4-9.el9.x86_64 2024-05-27T00:21:34.294 INFO:teuthology.orchestra.run.smithi137.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-27T00:21:34.294 INFO:teuthology.orchestra.run.smithi137.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-27T00:21:34.294 INFO:teuthology.orchestra.run.smithi137.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-27T00:21:34.294 INFO:teuthology.orchestra.run.smithi137.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-27T00:21:34.294 INFO:teuthology.orchestra.run.smithi137.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-27T00:21:34.294 INFO:teuthology.orchestra.run.smithi137.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-27T00:21:34.294 INFO:teuthology.orchestra.run.smithi137.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-27T00:21:34.295 INFO:teuthology.orchestra.run.smithi137.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-27T00:21:34.295 INFO:teuthology.orchestra.run.smithi137.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-27T00:21:34.295 INFO:teuthology.orchestra.run.smithi137.stdout: libcephfs-devel-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.295 INFO:teuthology.orchestra.run.smithi137.stdout: libcephfs2-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.295 INFO:teuthology.orchestra.run.smithi137.stdout: libcephsqlite-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.295 INFO:teuthology.orchestra.run.smithi137.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-27T00:21:34.295 INFO:teuthology.orchestra.run.smithi137.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-27T00:21:34.295 INFO:teuthology.orchestra.run.smithi137.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-27T00:21:34.295 INFO:teuthology.orchestra.run.smithi137.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-27T00:21:34.295 INFO:teuthology.orchestra.run.smithi137.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-27T00:21:34.295 INFO:teuthology.orchestra.run.smithi137.stdout: librados-devel-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.296 INFO:teuthology.orchestra.run.smithi137.stdout: libradosstriper1-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.296 INFO:teuthology.orchestra.run.smithi137.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-27T00:21:34.296 INFO:teuthology.orchestra.run.smithi137.stdout: librgw2-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.296 INFO:teuthology.orchestra.run.smithi137.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-27T00:21:34.296 INFO:teuthology.orchestra.run.smithi137.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-27T00:21:34.296 INFO:teuthology.orchestra.run.smithi137.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-27T00:21:34.296 INFO:teuthology.orchestra.run.smithi137.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-27T00:21:34.296 INFO:teuthology.orchestra.run.smithi137.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-27T00:21:34.296 INFO:teuthology.orchestra.run.smithi137.stdout: lua-5.4.4-4.el9.x86_64 2024-05-27T00:21:34.296 INFO:teuthology.orchestra.run.smithi137.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-27T00:21:34.296 INFO:teuthology.orchestra.run.smithi137.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-27T00:21:34.296 INFO:teuthology.orchestra.run.smithi137.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-27T00:21:34.296 INFO:teuthology.orchestra.run.smithi137.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-27T00:21:34.297 INFO:teuthology.orchestra.run.smithi137.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-27T00:21:34.297 INFO:teuthology.orchestra.run.smithi137.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-27T00:21:34.297 INFO:teuthology.orchestra.run.smithi137.stdout: postgresql-13.14-1.el9.x86_64 2024-05-27T00:21:34.297 INFO:teuthology.orchestra.run.smithi137.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-27T00:21:34.297 INFO:teuthology.orchestra.run.smithi137.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-27T00:21:34.297 INFO:teuthology.orchestra.run.smithi137.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-27T00:21:34.297 INFO:teuthology.orchestra.run.smithi137.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-27T00:21:34.297 INFO:teuthology.orchestra.run.smithi137.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-27T00:21:34.297 INFO:teuthology.orchestra.run.smithi137.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-27T00:21:34.297 INFO:teuthology.orchestra.run.smithi137.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-27T00:21:34.297 INFO:teuthology.orchestra.run.smithi137.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-27T00:21:34.297 INFO:teuthology.orchestra.run.smithi137.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-27T00:21:34.297 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-27T00:21:34.298 INFO:teuthology.orchestra.run.smithi137.stdout: python3-ceph-argparse-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.298 INFO:teuthology.orchestra.run.smithi137.stdout: python3-ceph-common-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.298 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cephfs-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.298 INFO:teuthology.orchestra.run.smithi137.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-27T00:21:34.298 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-27T00:21:34.298 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-27T00:21:34.298 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-27T00:21:34.298 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-27T00:21:34.298 INFO:teuthology.orchestra.run.smithi137.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-05-27T00:21:34.298 INFO:teuthology.orchestra.run.smithi137.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-27T00:21:34.298 INFO:teuthology.orchestra.run.smithi137.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-27T00:21:34.298 INFO:teuthology.orchestra.run.smithi137.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-27T00:21:34.298 INFO:teuthology.orchestra.run.smithi137.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-27T00:21:34.299 INFO:teuthology.orchestra.run.smithi137.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-27T00:21:34.299 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-27T00:21:34.299 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-27T00:21:34.299 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-27T00:21:34.299 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-27T00:21:34.299 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-27T00:21:34.299 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-05-27T00:21:34.299 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-27T00:21:34.299 INFO:teuthology.orchestra.run.smithi137.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-27T00:21:34.299 INFO:teuthology.orchestra.run.smithi137.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-27T00:21:34.299 INFO:teuthology.orchestra.run.smithi137.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-27T00:21:34.299 INFO:teuthology.orchestra.run.smithi137.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-27T00:21:34.300 INFO:teuthology.orchestra.run.smithi137.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-27T00:21:34.300 INFO:teuthology.orchestra.run.smithi137.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-27T00:21:34.300 INFO:teuthology.orchestra.run.smithi137.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-27T00:21:34.300 INFO:teuthology.orchestra.run.smithi137.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-27T00:21:34.300 INFO:teuthology.orchestra.run.smithi137.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-27T00:21:34.300 INFO:teuthology.orchestra.run.smithi137.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-27T00:21:34.300 INFO:teuthology.orchestra.run.smithi137.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-27T00:21:34.300 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-27T00:21:34.300 INFO:teuthology.orchestra.run.smithi137.stdout: python3-ply-3.11-14.el9.noarch 2024-05-27T00:21:34.300 INFO:teuthology.orchestra.run.smithi137.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-27T00:21:34.300 INFO:teuthology.orchestra.run.smithi137.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-27T00:21:34.300 INFO:teuthology.orchestra.run.smithi137.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-27T00:21:34.300 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-27T00:21:34.301 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-27T00:21:34.301 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-27T00:21:34.301 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-27T00:21:34.301 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-27T00:21:34.301 INFO:teuthology.orchestra.run.smithi137.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-27T00:21:34.301 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rados-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.301 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rbd-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.301 INFO:teuthology.orchestra.run.smithi137.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-27T00:21:34.301 INFO:teuthology.orchestra.run.smithi137.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-27T00:21:34.301 INFO:teuthology.orchestra.run.smithi137.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-27T00:21:34.301 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rgw-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.301 INFO:teuthology.orchestra.run.smithi137.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-27T00:21:34.301 INFO:teuthology.orchestra.run.smithi137.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-27T00:21:34.301 INFO:teuthology.orchestra.run.smithi137.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-27T00:21:34.302 INFO:teuthology.orchestra.run.smithi137.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-27T00:21:34.302 INFO:teuthology.orchestra.run.smithi137.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-27T00:21:34.302 INFO:teuthology.orchestra.run.smithi137.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-27T00:21:34.302 INFO:teuthology.orchestra.run.smithi137.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-27T00:21:34.302 INFO:teuthology.orchestra.run.smithi137.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-27T00:21:34.302 INFO:teuthology.orchestra.run.smithi137.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-27T00:21:34.302 INFO:teuthology.orchestra.run.smithi137.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-27T00:21:34.302 INFO:teuthology.orchestra.run.smithi137.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-27T00:21:34.302 INFO:teuthology.orchestra.run.smithi137.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-27T00:21:34.302 INFO:teuthology.orchestra.run.smithi137.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-27T00:21:34.302 INFO:teuthology.orchestra.run.smithi137.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-27T00:21:34.302 INFO:teuthology.orchestra.run.smithi137.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-27T00:21:34.302 INFO:teuthology.orchestra.run.smithi137.stdout: rbd-fuse-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.303 INFO:teuthology.orchestra.run.smithi137.stdout: rbd-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.303 INFO:teuthology.orchestra.run.smithi137.stdout: rbd-nbd-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:34.303 INFO:teuthology.orchestra.run.smithi137.stdout: re2-1:20211101-3.el9.x86_64 2024-05-27T00:21:34.303 INFO:teuthology.orchestra.run.smithi137.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-27T00:21:34.303 INFO:teuthology.orchestra.run.smithi137.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-27T00:21:34.303 INFO:teuthology.orchestra.run.smithi137.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-27T00:21:34.303 INFO:teuthology.orchestra.run.smithi137.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-27T00:21:34.303 INFO:teuthology.orchestra.run.smithi137.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-27T00:21:34.304 INFO:teuthology.orchestra.run.smithi137.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-27T00:21:34.304 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-05-27T00:21:34.304 INFO:teuthology.orchestra.run.smithi137.stdout:Complete! 2024-05-27T00:21:34.330 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 141/170 2024-05-27T00:21:34.330 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:34.330 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-27T00:21:34.331 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-27T00:21:34.331 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-27T00:21:34.331 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:21:34.731 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : rbd-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 142/170 2024-05-27T00:21:34.774 DEBUG:teuthology.parallel:result is None 2024-05-27T00:21:34.815 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 142/170 2024-05-27T00:21:34.815 INFO:teuthology.orchestra.run.smithi044.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-27T00:21:34.815 INFO:teuthology.orchestra.run.smithi044.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-27T00:21:34.815 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-27T00:21:34.815 INFO:teuthology.orchestra.run.smithi044.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-27T00:21:34.815 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:21:37.434 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : ceph-test-2:19.0.0-2857.g0ef46a24.el9.x86_64 143/170 2024-05-27T00:21:37.475 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : rbd-fuse-2:19.0.0-2857.g0ef46a24.el9.x86_64 144/170 2024-05-27T00:21:37.516 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : rbd-nbd-2:19.0.0-2857.g0ef46a24.el9.x86_64 145/170 2024-05-27T00:21:37.547 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-05-27T00:21:37.575 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-05-27T00:21:37.770 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : cephfs-shell-2:19.0.0-2857.g0ef46a24.el9.x86_64 148/170 2024-05-27T00:21:37.821 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-05-27T00:21:37.854 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libcephfs-devel-2:19.0.0-2857.g0ef46a24.el9.x86_ 150/170 2024-05-27T00:21:37.894 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-05-27T00:21:37.924 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 152/170 2024-05-27T00:21:37.978 INFO:teuthology.orchestra.run.smithi050.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 153/170 2024-05-27T00:21:38.593 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-27T00:21:38.634 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-27T00:21:38.654 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-27T00:21:39.564 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : cephfs-top-2:19.0.0-2857.g0ef46a24.el9.noarch 155/170 2024-05-27T00:21:39.647 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-05-27T00:21:39.689 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-05-27T00:21:39.773 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-05-27T00:21:39.809 INFO:teuthology.orchestra.run.smithi050.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-05-27T00:21:39.834 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-27T00:21:39.876 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-05-27T00:21:39.911 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-05-27T00:21:39.911 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-27T00:21:39.978 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-27T00:21:40.011 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-05-27T00:21:40.011 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-27T00:21:40.062 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : ceph-test-2:19.0.0-2857.g0ef46a24.el9.x86_64 143/170 2024-05-27T00:21:40.088 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-27T00:21:40.113 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-05-27T00:21:40.114 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : rbd-fuse-2:19.0.0-2857.g0ef46a24.el9.x86_64 144/170 2024-05-27T00:21:40.117 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-27T00:21:40.117 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-27T00:21:40.170 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : rbd-nbd-2:19.0.0-2857.g0ef46a24.el9.x86_64 145/170 2024-05-27T00:21:40.204 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-05-27T00:21:40.242 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-05-27T00:21:40.306 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-27T00:21:40.306 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-27T00:21:40.399 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-27T00:21:40.424 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-05-27T00:21:40.490 INFO:teuthology.orchestra.run.smithi050.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-27T00:21:40.557 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : cephfs-shell-2:19.0.0-2857.g0ef46a24.el9.x86_64 148/170 2024-05-27T00:21:40.617 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-05-27T00:21:40.658 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libcephfs-devel-2:19.0.0-2857.g0ef46a24.el9.x86_ 150/170 2024-05-27T00:21:40.699 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-05-27T00:21:40.750 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 152/170 2024-05-27T00:21:40.799 INFO:teuthology.orchestra.run.smithi044.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 153/170 2024-05-27T00:21:41.727 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-27T00:21:41.778 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-27T00:21:41.839 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-27T00:21:43.286 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : cephfs-top-2:19.0.0-2857.g0ef46a24.el9.noarch 155/170 2024-05-27T00:21:43.393 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-05-27T00:21:43.453 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-05-27T00:21:43.589 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-05-27T00:21:43.637 INFO:teuthology.orchestra.run.smithi044.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-05-27T00:21:43.669 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-27T00:21:43.704 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-05-27T00:21:43.745 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-05-27T00:21:43.746 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-27T00:21:43.887 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-27T00:21:43.941 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-05-27T00:21:43.941 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-27T00:21:44.070 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-27T00:21:44.108 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-05-27T00:21:44.142 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-27T00:21:44.143 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-27T00:21:44.463 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-27T00:21:44.463 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-27T00:21:44.650 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-27T00:21:44.703 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-05-27T00:21:44.827 INFO:teuthology.orchestra.run.smithi044.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-27T00:21:45.103 INFO:teuthology.orchestra.run.smithi044.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-27T00:21:45.103 INFO:teuthology.orchestra.run.smithi044.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-05-27T00:21:45.103 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:21:46.200 INFO:teuthology.orchestra.run.smithi050.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-27T00:21:46.200 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-2:19.0.0-2857.g0ef46a24.el9.x86_64 1/170 2024-05-27T00:21:46.200 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-base-2:19.0.0-2857.g0ef46a24.el9.x86_64 2/170 2024-05-27T00:21:46.200 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-common-2:19.0.0-2857.g0ef46a24.el9.x86_64 3/170 2024-05-27T00:21:46.201 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-fuse-2:19.0.0-2857.g0ef46a24.el9.x86_64 4/170 2024-05-27T00:21:46.201 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2857.g0ef46 5/170 2024-05-27T00:21:46.201 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mds-2:19.0.0-2857.g0ef46a24.el9.x86_64 6/170 2024-05-27T00:21:46.201 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-2:19.0.0-2857.g0ef46a24.el9.x86_64 7/170 2024-05-27T00:21:46.201 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mon-2:19.0.0-2857.g0ef46a24.el9.x86_64 8/170 2024-05-27T00:21:46.201 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-osd-2:19.0.0-2857.g0ef46a24.el9.x86_64 9/170 2024-05-27T00:21:46.201 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-radosgw-2:19.0.0-2857.g0ef46a24.el9.x86_64 10/170 2024-05-27T00:21:46.201 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-selinux-2:19.0.0-2857.g0ef46a24.el9.x86_64 11/170 2024-05-27T00:21:46.201 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-test-2:19.0.0-2857.g0ef46a24.el9.x86_64 12/170 2024-05-27T00:21:46.201 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : cephfs-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 13/170 2024-05-27T00:21:46.201 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : cephfs-shell-2:19.0.0-2857.g0ef46a24.el9.x86_64 14/170 2024-05-27T00:21:46.201 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libcephfs-devel-2:19.0.0-2857.g0ef46a24.el9.x86_ 15/170 2024-05-27T00:21:46.201 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libcephfs2-2:19.0.0-2857.g0ef46a24.el9.x86_64 16/170 2024-05-27T00:21:46.202 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libcephsqlite-2:19.0.0-2857.g0ef46a24.el9.x86_64 17/170 2024-05-27T00:21:46.202 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librados-devel-2:19.0.0-2857.g0ef46a24.el9.x86_6 18/170 2024-05-27T00:21:46.202 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libradosstriper1-2:19.0.0-2857.g0ef46a24.el9.x86 19/170 2024-05-27T00:21:46.202 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librgw2-2:19.0.0-2857.g0ef46a24.el9.x86_64 20/170 2024-05-27T00:21:46.202 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2857.g0ef46a24.el 21/170 2024-05-27T00:21:46.202 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-ceph-common-2:19.0.0-2857.g0ef46a24.el9. 22/170 2024-05-27T00:21:46.202 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cephfs-2:19.0.0-2857.g0ef46a24.el9.x86_6 23/170 2024-05-27T00:21:46.202 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-rados-2:19.0.0-2857.g0ef46a24.el9.x86_64 24/170 2024-05-27T00:21:46.203 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-rbd-2:19.0.0-2857.g0ef46a24.el9.x86_64 25/170 2024-05-27T00:21:46.203 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-rgw-2:19.0.0-2857.g0ef46a24.el9.x86_64 26/170 2024-05-27T00:21:46.203 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : rbd-fuse-2:19.0.0-2857.g0ef46a24.el9.x86_64 27/170 2024-05-27T00:21:46.203 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : rbd-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 28/170 2024-05-27T00:21:46.203 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : rbd-nbd-2:19.0.0-2857.g0ef46a24.el9.x86_64 29/170 2024-05-27T00:21:46.228 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2857.g0ef46a24. 30/170 2024-05-27T00:21:46.228 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2857.g0ef46a24.el9.noa 31/170 2024-05-27T00:21:46.228 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2857.g0ef46a24.el9.n 32/170 2024-05-27T00:21:46.228 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2857.g0ef 33/170 2024-05-27T00:21:46.228 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2857.g0ef46a24.el 34/170 2024-05-27T00:21:46.228 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2857.g0ef46a24.el9.noarch 35/170 2024-05-27T00:21:46.228 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2857.g0ef46a24.e 36/170 2024-05-27T00:21:46.228 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : ceph-volume-2:19.0.0-2857.g0ef46a24.el9.noarch 37/170 2024-05-27T00:21:46.228 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : cephadm-2:19.0.0-2857.g0ef46a24.el9.noarch 38/170 2024-05-27T00:21:46.228 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : cephfs-top-2:19.0.0-2857.g0ef46a24.el9.noarch 39/170 2024-05-27T00:21:46.229 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-05-27T00:21:46.229 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-05-27T00:21:46.229 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-05-27T00:21:46.229 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-05-27T00:21:46.229 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-05-27T00:21:46.229 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-05-27T00:21:46.229 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-05-27T00:21:46.229 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-05-27T00:21:46.229 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-05-27T00:21:46.229 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-05-27T00:21:46.229 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-05-27T00:21:46.229 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-05-27T00:21:46.229 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-05-27T00:21:46.230 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-05-27T00:21:46.230 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-05-27T00:21:46.230 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-05-27T00:21:46.230 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-05-27T00:21:46.230 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-05-27T00:21:46.230 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-05-27T00:21:46.230 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-05-27T00:21:46.230 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-05-27T00:21:46.230 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-05-27T00:21:46.230 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-05-27T00:21:46.230 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-05-27T00:21:46.230 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-05-27T00:21:46.231 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-05-27T00:21:46.231 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-05-27T00:21:46.231 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-05-27T00:21:46.231 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-05-27T00:21:46.231 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-05-27T00:21:46.231 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-05-27T00:21:46.231 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-05-27T00:21:46.231 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-05-27T00:21:46.231 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-05-27T00:21:46.231 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-05-27T00:21:46.231 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-05-27T00:21:46.231 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-05-27T00:21:46.231 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-05-27T00:21:46.232 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-05-27T00:21:46.232 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-05-27T00:21:46.232 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-05-27T00:21:46.232 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-05-27T00:21:46.232 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-05-27T00:21:46.232 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-05-27T00:21:46.232 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-05-27T00:21:46.232 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-05-27T00:21:46.232 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-05-27T00:21:46.232 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-05-27T00:21:46.232 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-05-27T00:21:46.232 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-05-27T00:21:46.232 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-05-27T00:21:46.233 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-05-27T00:21:46.233 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-05-27T00:21:46.233 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-05-27T00:21:46.233 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-05-27T00:21:46.233 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-05-27T00:21:46.233 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-05-27T00:21:46.233 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-05-27T00:21:46.233 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-05-27T00:21:46.233 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-05-27T00:21:46.233 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-05-27T00:21:46.233 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-05-27T00:21:46.233 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-05-27T00:21:46.233 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-05-27T00:21:46.234 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-05-27T00:21:46.234 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-05-27T00:21:46.234 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-05-27T00:21:46.234 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-05-27T00:21:46.234 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-05-27T00:21:46.234 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-05-27T00:21:46.234 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-05-27T00:21:46.234 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-05-27T00:21:46.234 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-05-27T00:21:46.234 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-05-27T00:21:46.235 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-05-27T00:21:46.235 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-05-27T00:21:46.235 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-05-27T00:21:46.235 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-05-27T00:21:46.235 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-05-27T00:21:46.235 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-05-27T00:21:46.235 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-05-27T00:21:46.235 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-05-27T00:21:46.235 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-05-27T00:21:46.235 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-05-27T00:21:46.235 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-05-27T00:21:46.235 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-05-27T00:21:46.235 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-05-27T00:21:46.236 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-05-27T00:21:46.236 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-05-27T00:21:46.236 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-05-27T00:21:46.236 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-05-27T00:21:46.236 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-05-27T00:21:46.236 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-05-27T00:21:46.236 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-05-27T00:21:46.236 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-05-27T00:21:46.236 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-05-27T00:21:46.236 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-05-27T00:21:46.236 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-05-27T00:21:46.236 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-05-27T00:21:46.236 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-05-27T00:21:46.237 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-05-27T00:21:46.237 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-05-27T00:21:46.237 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-05-27T00:21:46.237 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-05-27T00:21:46.237 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-05-27T00:21:46.237 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-05-27T00:21:46.237 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-05-27T00:21:46.237 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-05-27T00:21:46.237 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-05-27T00:21:46.237 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librados2-2:19.0.0-2857.g0ef46a24.el9.x86_64 149/170 2024-05-27T00:21:46.237 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-05-27T00:21:46.237 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librbd1-2:19.0.0-2857.g0ef46a24.el9.x86_64 151/170 2024-05-27T00:21:46.237 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-05-27T00:21:46.238 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/170 2024-05-27T00:21:46.238 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-05-27T00:21:46.238 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/170 2024-05-27T00:21:46.238 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-05-27T00:21:46.238 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/170 2024-05-27T00:21:46.238 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-05-27T00:21:46.238 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/170 2024-05-27T00:21:46.238 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-27T00:21:46.238 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-05-27T00:21:46.238 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-05-27T00:21:46.238 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-05-27T00:21:46.238 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-05-27T00:21:46.238 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-05-27T00:21:46.239 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-05-27T00:21:46.239 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-05-27T00:21:46.239 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-05-27T00:21:46.239 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-05-27T00:21:48.810 INFO:teuthology.orchestra.run.smithi050.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-05-27T00:21:48.810 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-27T00:21:48.810 INFO:teuthology.orchestra.run.smithi050.stdout:Upgraded: 2024-05-27T00:21:48.810 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-27T00:21:48.810 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-27T00:21:48.810 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-27T00:21:48.811 INFO:teuthology.orchestra.run.smithi050.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-27T00:21:48.811 INFO:teuthology.orchestra.run.smithi050.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-05-27T00:21:48.811 INFO:teuthology.orchestra.run.smithi050.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-05-27T00:21:48.811 INFO:teuthology.orchestra.run.smithi050.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-05-27T00:21:48.811 INFO:teuthology.orchestra.run.smithi050.stdout: librados2-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.811 INFO:teuthology.orchestra.run.smithi050.stdout: librbd1-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.811 INFO:teuthology.orchestra.run.smithi050.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-27T00:21:48.811 INFO:teuthology.orchestra.run.smithi050.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-27T00:21:48.811 INFO:teuthology.orchestra.run.smithi050.stdout:Installed: 2024-05-27T00:21:48.811 INFO:teuthology.orchestra.run.smithi050.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-27T00:21:48.811 INFO:teuthology.orchestra.run.smithi050.stdout: automake-1.16.2-8.el9.noarch 2024-05-27T00:21:48.811 INFO:teuthology.orchestra.run.smithi050.stdout: bison-3.7.4-5.el9.x86_64 2024-05-27T00:21:48.811 INFO:teuthology.orchestra.run.smithi050.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-27T00:21:48.812 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.812 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-base-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.812 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-common-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.812 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-fuse-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.812 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-grafana-dashboards-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:48.812 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-immutable-object-cache-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.812 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mds-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.812 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.812 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-cephadm-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:48.812 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-dashboard-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:48.812 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:48.813 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-modules-core-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:48.813 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mgr-rook-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:48.813 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-mon-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.813 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-osd-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.813 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-prometheus-alerts-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:48.813 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-radosgw-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.813 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-selinux-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.813 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-test-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.813 INFO:teuthology.orchestra.run.smithi050.stdout: ceph-volume-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:48.813 INFO:teuthology.orchestra.run.smithi050.stdout: cephadm-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:48.813 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.813 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-shell-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.813 INFO:teuthology.orchestra.run.smithi050.stdout: cephfs-top-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:48.814 INFO:teuthology.orchestra.run.smithi050.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-05-27T00:21:48.814 INFO:teuthology.orchestra.run.smithi050.stdout: flex-2.6.4-9.el9.x86_64 2024-05-27T00:21:48.814 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-27T00:21:48.814 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-27T00:21:48.814 INFO:teuthology.orchestra.run.smithi050.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-27T00:21:48.814 INFO:teuthology.orchestra.run.smithi050.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-27T00:21:48.814 INFO:teuthology.orchestra.run.smithi050.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-27T00:21:48.814 INFO:teuthology.orchestra.run.smithi050.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-27T00:21:48.814 INFO:teuthology.orchestra.run.smithi050.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-27T00:21:48.814 INFO:teuthology.orchestra.run.smithi050.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-27T00:21:48.814 INFO:teuthology.orchestra.run.smithi050.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-27T00:21:48.814 INFO:teuthology.orchestra.run.smithi050.stdout: libcephfs-devel-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.814 INFO:teuthology.orchestra.run.smithi050.stdout: libcephfs2-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.815 INFO:teuthology.orchestra.run.smithi050.stdout: libcephsqlite-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.815 INFO:teuthology.orchestra.run.smithi050.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-27T00:21:48.815 INFO:teuthology.orchestra.run.smithi050.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-27T00:21:48.815 INFO:teuthology.orchestra.run.smithi050.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-27T00:21:48.815 INFO:teuthology.orchestra.run.smithi050.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-27T00:21:48.815 INFO:teuthology.orchestra.run.smithi050.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-27T00:21:48.815 INFO:teuthology.orchestra.run.smithi050.stdout: librados-devel-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.815 INFO:teuthology.orchestra.run.smithi050.stdout: libradosstriper1-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.815 INFO:teuthology.orchestra.run.smithi050.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-27T00:21:48.815 INFO:teuthology.orchestra.run.smithi050.stdout: librgw2-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.816 INFO:teuthology.orchestra.run.smithi050.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-27T00:21:48.816 INFO:teuthology.orchestra.run.smithi050.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-27T00:21:48.816 INFO:teuthology.orchestra.run.smithi050.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-27T00:21:48.816 INFO:teuthology.orchestra.run.smithi050.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-27T00:21:48.816 INFO:teuthology.orchestra.run.smithi050.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-27T00:21:48.816 INFO:teuthology.orchestra.run.smithi050.stdout: lua-5.4.4-4.el9.x86_64 2024-05-27T00:21:48.816 INFO:teuthology.orchestra.run.smithi050.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-27T00:21:48.816 INFO:teuthology.orchestra.run.smithi050.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-27T00:21:48.816 INFO:teuthology.orchestra.run.smithi050.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-27T00:21:48.816 INFO:teuthology.orchestra.run.smithi050.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-27T00:21:48.816 INFO:teuthology.orchestra.run.smithi050.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-27T00:21:48.816 INFO:teuthology.orchestra.run.smithi050.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-27T00:21:48.817 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-13.14-1.el9.x86_64 2024-05-27T00:21:48.817 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-27T00:21:48.817 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-27T00:21:48.817 INFO:teuthology.orchestra.run.smithi050.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-27T00:21:48.817 INFO:teuthology.orchestra.run.smithi050.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-27T00:21:48.817 INFO:teuthology.orchestra.run.smithi050.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-27T00:21:48.817 INFO:teuthology.orchestra.run.smithi050.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-27T00:21:48.817 INFO:teuthology.orchestra.run.smithi050.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-27T00:21:48.817 INFO:teuthology.orchestra.run.smithi050.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-27T00:21:48.817 INFO:teuthology.orchestra.run.smithi050.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-27T00:21:48.817 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-27T00:21:48.817 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ceph-argparse-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.817 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ceph-common-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.817 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cephfs-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.818 INFO:teuthology.orchestra.run.smithi050.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-27T00:21:48.818 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-27T00:21:48.818 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-27T00:21:48.818 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-27T00:21:48.818 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-27T00:21:48.818 INFO:teuthology.orchestra.run.smithi050.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-05-27T00:21:48.818 INFO:teuthology.orchestra.run.smithi050.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-27T00:21:48.818 INFO:teuthology.orchestra.run.smithi050.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-27T00:21:48.818 INFO:teuthology.orchestra.run.smithi050.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-27T00:21:48.818 INFO:teuthology.orchestra.run.smithi050.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-27T00:21:48.818 INFO:teuthology.orchestra.run.smithi050.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-27T00:21:48.818 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-27T00:21:48.819 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-27T00:21:48.819 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-27T00:21:48.819 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-27T00:21:48.819 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-27T00:21:48.819 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-05-27T00:21:48.819 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-27T00:21:48.819 INFO:teuthology.orchestra.run.smithi050.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-27T00:21:48.819 INFO:teuthology.orchestra.run.smithi050.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-27T00:21:48.819 INFO:teuthology.orchestra.run.smithi050.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-27T00:21:48.819 INFO:teuthology.orchestra.run.smithi050.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-27T00:21:48.819 INFO:teuthology.orchestra.run.smithi050.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-27T00:21:48.819 INFO:teuthology.orchestra.run.smithi050.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-27T00:21:48.819 INFO:teuthology.orchestra.run.smithi050.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-27T00:21:48.820 INFO:teuthology.orchestra.run.smithi050.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-27T00:21:48.820 INFO:teuthology.orchestra.run.smithi050.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-27T00:21:48.820 INFO:teuthology.orchestra.run.smithi050.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-27T00:21:48.820 INFO:teuthology.orchestra.run.smithi050.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-27T00:21:48.820 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-27T00:21:48.820 INFO:teuthology.orchestra.run.smithi050.stdout: python3-ply-3.11-14.el9.noarch 2024-05-27T00:21:48.820 INFO:teuthology.orchestra.run.smithi050.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-27T00:21:48.820 INFO:teuthology.orchestra.run.smithi050.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-27T00:21:48.820 INFO:teuthology.orchestra.run.smithi050.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-27T00:21:48.820 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-27T00:21:48.820 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-27T00:21:48.820 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-27T00:21:48.820 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-27T00:21:48.820 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-27T00:21:48.821 INFO:teuthology.orchestra.run.smithi050.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-27T00:21:48.821 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rados-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.821 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rbd-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.821 INFO:teuthology.orchestra.run.smithi050.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-27T00:21:48.821 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-27T00:21:48.821 INFO:teuthology.orchestra.run.smithi050.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-27T00:21:48.821 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rgw-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.821 INFO:teuthology.orchestra.run.smithi050.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-27T00:21:48.821 INFO:teuthology.orchestra.run.smithi050.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-27T00:21:48.821 INFO:teuthology.orchestra.run.smithi050.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-27T00:21:48.821 INFO:teuthology.orchestra.run.smithi050.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-27T00:21:48.821 INFO:teuthology.orchestra.run.smithi050.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-27T00:21:48.821 INFO:teuthology.orchestra.run.smithi050.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-27T00:21:48.822 INFO:teuthology.orchestra.run.smithi050.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-27T00:21:48.822 INFO:teuthology.orchestra.run.smithi050.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-27T00:21:48.822 INFO:teuthology.orchestra.run.smithi050.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-27T00:21:48.822 INFO:teuthology.orchestra.run.smithi050.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-27T00:21:48.822 INFO:teuthology.orchestra.run.smithi050.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-27T00:21:48.822 INFO:teuthology.orchestra.run.smithi050.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-27T00:21:48.822 INFO:teuthology.orchestra.run.smithi050.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-27T00:21:48.822 INFO:teuthology.orchestra.run.smithi050.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-27T00:21:48.822 INFO:teuthology.orchestra.run.smithi050.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-27T00:21:48.822 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-fuse-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.822 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.822 INFO:teuthology.orchestra.run.smithi050.stdout: rbd-nbd-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:48.822 INFO:teuthology.orchestra.run.smithi050.stdout: re2-1:20211101-3.el9.x86_64 2024-05-27T00:21:48.823 INFO:teuthology.orchestra.run.smithi050.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-27T00:21:48.823 INFO:teuthology.orchestra.run.smithi050.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-27T00:21:48.823 INFO:teuthology.orchestra.run.smithi050.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-27T00:21:48.823 INFO:teuthology.orchestra.run.smithi050.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-27T00:21:48.823 INFO:teuthology.orchestra.run.smithi050.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-27T00:21:48.823 INFO:teuthology.orchestra.run.smithi050.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-27T00:21:48.823 INFO:teuthology.orchestra.run.smithi050.stdout: 2024-05-27T00:21:48.823 INFO:teuthology.orchestra.run.smithi050.stdout:Complete! 2024-05-27T00:21:49.382 DEBUG:teuthology.parallel:result is None 2024-05-27T00:21:50.973 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-2:19.0.0-2857.g0ef46a24.el9.x86_64 1/170 2024-05-27T00:21:50.973 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-base-2:19.0.0-2857.g0ef46a24.el9.x86_64 2/170 2024-05-27T00:21:50.973 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-common-2:19.0.0-2857.g0ef46a24.el9.x86_64 3/170 2024-05-27T00:21:50.974 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-fuse-2:19.0.0-2857.g0ef46a24.el9.x86_64 4/170 2024-05-27T00:21:50.974 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2857.g0ef46 5/170 2024-05-27T00:21:50.974 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mds-2:19.0.0-2857.g0ef46a24.el9.x86_64 6/170 2024-05-27T00:21:50.974 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-2:19.0.0-2857.g0ef46a24.el9.x86_64 7/170 2024-05-27T00:21:50.974 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mon-2:19.0.0-2857.g0ef46a24.el9.x86_64 8/170 2024-05-27T00:21:50.974 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-osd-2:19.0.0-2857.g0ef46a24.el9.x86_64 9/170 2024-05-27T00:21:50.974 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-radosgw-2:19.0.0-2857.g0ef46a24.el9.x86_64 10/170 2024-05-27T00:21:50.974 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-selinux-2:19.0.0-2857.g0ef46a24.el9.x86_64 11/170 2024-05-27T00:21:50.974 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-test-2:19.0.0-2857.g0ef46a24.el9.x86_64 12/170 2024-05-27T00:21:50.974 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : cephfs-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 13/170 2024-05-27T00:21:50.974 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : cephfs-shell-2:19.0.0-2857.g0ef46a24.el9.x86_64 14/170 2024-05-27T00:21:50.975 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libcephfs-devel-2:19.0.0-2857.g0ef46a24.el9.x86_ 15/170 2024-05-27T00:21:50.975 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libcephfs2-2:19.0.0-2857.g0ef46a24.el9.x86_64 16/170 2024-05-27T00:21:50.975 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libcephsqlite-2:19.0.0-2857.g0ef46a24.el9.x86_64 17/170 2024-05-27T00:21:50.975 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librados-devel-2:19.0.0-2857.g0ef46a24.el9.x86_6 18/170 2024-05-27T00:21:50.975 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libradosstriper1-2:19.0.0-2857.g0ef46a24.el9.x86 19/170 2024-05-27T00:21:50.975 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librgw2-2:19.0.0-2857.g0ef46a24.el9.x86_64 20/170 2024-05-27T00:21:50.975 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2857.g0ef46a24.el 21/170 2024-05-27T00:21:50.975 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-ceph-common-2:19.0.0-2857.g0ef46a24.el9. 22/170 2024-05-27T00:21:50.975 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cephfs-2:19.0.0-2857.g0ef46a24.el9.x86_6 23/170 2024-05-27T00:21:50.975 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-rados-2:19.0.0-2857.g0ef46a24.el9.x86_64 24/170 2024-05-27T00:21:50.975 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-rbd-2:19.0.0-2857.g0ef46a24.el9.x86_64 25/170 2024-05-27T00:21:50.975 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-rgw-2:19.0.0-2857.g0ef46a24.el9.x86_64 26/170 2024-05-27T00:21:50.975 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : rbd-fuse-2:19.0.0-2857.g0ef46a24.el9.x86_64 27/170 2024-05-27T00:21:50.976 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : rbd-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 28/170 2024-05-27T00:21:50.989 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : rbd-nbd-2:19.0.0-2857.g0ef46a24.el9.x86_64 29/170 2024-05-27T00:21:50.989 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2857.g0ef46a24. 30/170 2024-05-27T00:21:50.989 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2857.g0ef46a24.el9.noa 31/170 2024-05-27T00:21:50.989 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2857.g0ef46a24.el9.n 32/170 2024-05-27T00:21:50.990 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2857.g0ef 33/170 2024-05-27T00:21:50.990 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2857.g0ef46a24.el 34/170 2024-05-27T00:21:50.990 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2857.g0ef46a24.el9.noarch 35/170 2024-05-27T00:21:50.990 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2857.g0ef46a24.e 36/170 2024-05-27T00:21:50.990 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : ceph-volume-2:19.0.0-2857.g0ef46a24.el9.noarch 37/170 2024-05-27T00:21:50.990 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : cephadm-2:19.0.0-2857.g0ef46a24.el9.noarch 38/170 2024-05-27T00:21:50.990 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : cephfs-top-2:19.0.0-2857.g0ef46a24.el9.noarch 39/170 2024-05-27T00:21:50.990 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-05-27T00:21:50.990 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-05-27T00:21:50.990 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-05-27T00:21:50.991 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-05-27T00:21:50.991 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-05-27T00:21:50.991 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-05-27T00:21:50.991 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-05-27T00:21:50.991 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-05-27T00:21:50.991 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-05-27T00:21:50.991 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-05-27T00:21:50.991 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-05-27T00:21:50.991 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-05-27T00:21:50.991 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-05-27T00:21:50.991 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-05-27T00:21:50.991 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-05-27T00:21:50.991 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-05-27T00:21:50.992 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-05-27T00:21:50.992 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-05-27T00:21:50.992 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-05-27T00:21:50.992 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-05-27T00:21:50.992 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-05-27T00:21:50.992 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-05-27T00:21:50.992 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-05-27T00:21:50.992 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-05-27T00:21:50.992 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-05-27T00:21:50.992 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-05-27T00:21:50.992 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-05-27T00:21:50.992 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-05-27T00:21:50.992 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-05-27T00:21:50.993 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-05-27T00:21:50.993 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-05-27T00:21:50.993 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-05-27T00:21:50.993 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-05-27T00:21:50.993 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-05-27T00:21:50.993 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-05-27T00:21:50.993 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-05-27T00:21:50.993 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-05-27T00:21:50.993 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-05-27T00:21:50.993 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-05-27T00:21:50.993 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-05-27T00:21:50.993 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-05-27T00:21:50.993 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-05-27T00:21:50.994 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-05-27T00:21:50.994 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-05-27T00:21:50.994 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-05-27T00:21:50.994 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-05-27T00:21:50.994 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-05-27T00:21:50.994 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-05-27T00:21:50.994 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-05-27T00:21:50.994 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-05-27T00:21:50.994 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-05-27T00:21:50.994 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-05-27T00:21:50.994 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-05-27T00:21:50.994 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-05-27T00:21:50.995 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-05-27T00:21:50.995 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-05-27T00:21:50.995 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-05-27T00:21:50.995 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-05-27T00:21:50.995 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-05-27T00:21:50.995 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-05-27T00:21:50.995 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-05-27T00:21:50.995 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-05-27T00:21:50.995 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-05-27T00:21:50.995 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-05-27T00:21:50.995 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-05-27T00:21:50.995 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-05-27T00:21:50.995 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-05-27T00:21:50.996 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-05-27T00:21:50.996 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-05-27T00:21:50.996 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-05-27T00:21:50.996 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-05-27T00:21:50.996 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-05-27T00:21:50.996 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-05-27T00:21:50.996 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-05-27T00:21:50.996 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-05-27T00:21:50.996 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-05-27T00:21:50.996 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-05-27T00:21:50.996 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-05-27T00:21:50.996 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-05-27T00:21:50.996 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-05-27T00:21:50.996 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-05-27T00:21:50.997 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-05-27T00:21:50.997 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-05-27T00:21:50.997 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-05-27T00:21:50.997 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-05-27T00:21:50.997 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-05-27T00:21:50.997 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-05-27T00:21:50.997 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-05-27T00:21:50.997 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-05-27T00:21:50.997 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-05-27T00:21:50.997 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-05-27T00:21:50.997 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-05-27T00:21:50.997 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-05-27T00:21:50.997 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-05-27T00:21:50.998 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-05-27T00:21:50.998 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-05-27T00:21:50.998 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-05-27T00:21:50.998 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-05-27T00:21:50.998 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-05-27T00:21:50.998 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-05-27T00:21:50.998 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-05-27T00:21:50.998 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-05-27T00:21:50.998 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-05-27T00:21:50.998 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-05-27T00:21:50.998 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-05-27T00:21:50.999 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-05-27T00:21:50.999 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-05-27T00:21:50.999 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-05-27T00:21:50.999 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-05-27T00:21:50.999 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librados2-2:19.0.0-2857.g0ef46a24.el9.x86_64 149/170 2024-05-27T00:21:50.999 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-05-27T00:21:50.999 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librbd1-2:19.0.0-2857.g0ef46a24.el9.x86_64 151/170 2024-05-27T00:21:50.999 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-05-27T00:21:50.999 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/170 2024-05-27T00:21:50.999 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-05-27T00:21:50.999 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/170 2024-05-27T00:21:50.999 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-05-27T00:21:50.999 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/170 2024-05-27T00:21:51.000 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-05-27T00:21:51.000 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/170 2024-05-27T00:21:51.000 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-27T00:21:51.000 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-05-27T00:21:51.000 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-05-27T00:21:51.000 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-05-27T00:21:51.000 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-05-27T00:21:51.000 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-05-27T00:21:51.000 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-05-27T00:21:51.000 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-05-27T00:21:51.000 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-05-27T00:21:51.000 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-05-27T00:21:53.202 INFO:teuthology.orchestra.run.smithi044.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-05-27T00:21:53.202 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:21:53.202 INFO:teuthology.orchestra.run.smithi044.stdout:Upgraded: 2024-05-27T00:21:53.202 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-27T00:21:53.202 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-27T00:21:53.202 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-27T00:21:53.202 INFO:teuthology.orchestra.run.smithi044.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-27T00:21:53.202 INFO:teuthology.orchestra.run.smithi044.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-05-27T00:21:53.202 INFO:teuthology.orchestra.run.smithi044.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-05-27T00:21:53.203 INFO:teuthology.orchestra.run.smithi044.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-05-27T00:21:53.203 INFO:teuthology.orchestra.run.smithi044.stdout: librados2-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.203 INFO:teuthology.orchestra.run.smithi044.stdout: librbd1-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.203 INFO:teuthology.orchestra.run.smithi044.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-27T00:21:53.203 INFO:teuthology.orchestra.run.smithi044.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-27T00:21:53.203 INFO:teuthology.orchestra.run.smithi044.stdout:Installed: 2024-05-27T00:21:53.203 INFO:teuthology.orchestra.run.smithi044.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-27T00:21:53.203 INFO:teuthology.orchestra.run.smithi044.stdout: automake-1.16.2-8.el9.noarch 2024-05-27T00:21:53.203 INFO:teuthology.orchestra.run.smithi044.stdout: bison-3.7.4-5.el9.x86_64 2024-05-27T00:21:53.203 INFO:teuthology.orchestra.run.smithi044.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-27T00:21:53.203 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.204 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-base-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.204 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-common-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.204 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-fuse-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.204 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-grafana-dashboards-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:53.204 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-immutable-object-cache-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.204 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mds-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.204 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.204 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-cephadm-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:53.204 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-dashboard-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:53.204 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:53.204 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-modules-core-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:53.204 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mgr-rook-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:53.204 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-mon-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.204 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-osd-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.205 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-prometheus-alerts-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:53.205 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-radosgw-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.205 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-selinux-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.205 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-test-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.205 INFO:teuthology.orchestra.run.smithi044.stdout: ceph-volume-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:53.205 INFO:teuthology.orchestra.run.smithi044.stdout: cephadm-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:53.205 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.205 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-shell-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.205 INFO:teuthology.orchestra.run.smithi044.stdout: cephfs-top-2:19.0.0-2857.g0ef46a24.el9.noarch 2024-05-27T00:21:53.205 INFO:teuthology.orchestra.run.smithi044.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-05-27T00:21:53.205 INFO:teuthology.orchestra.run.smithi044.stdout: flex-2.6.4-9.el9.x86_64 2024-05-27T00:21:53.205 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-27T00:21:53.205 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-27T00:21:53.206 INFO:teuthology.orchestra.run.smithi044.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-27T00:21:53.206 INFO:teuthology.orchestra.run.smithi044.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-27T00:21:53.206 INFO:teuthology.orchestra.run.smithi044.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-27T00:21:53.206 INFO:teuthology.orchestra.run.smithi044.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-27T00:21:53.206 INFO:teuthology.orchestra.run.smithi044.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-27T00:21:53.206 INFO:teuthology.orchestra.run.smithi044.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-27T00:21:53.206 INFO:teuthology.orchestra.run.smithi044.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-27T00:21:53.206 INFO:teuthology.orchestra.run.smithi044.stdout: libcephfs-devel-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.206 INFO:teuthology.orchestra.run.smithi044.stdout: libcephfs2-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.206 INFO:teuthology.orchestra.run.smithi044.stdout: libcephsqlite-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.206 INFO:teuthology.orchestra.run.smithi044.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-27T00:21:53.206 INFO:teuthology.orchestra.run.smithi044.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-27T00:21:53.207 INFO:teuthology.orchestra.run.smithi044.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-27T00:21:53.207 INFO:teuthology.orchestra.run.smithi044.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-27T00:21:53.207 INFO:teuthology.orchestra.run.smithi044.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-27T00:21:53.207 INFO:teuthology.orchestra.run.smithi044.stdout: librados-devel-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.207 INFO:teuthology.orchestra.run.smithi044.stdout: libradosstriper1-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.207 INFO:teuthology.orchestra.run.smithi044.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-27T00:21:53.207 INFO:teuthology.orchestra.run.smithi044.stdout: librgw2-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.207 INFO:teuthology.orchestra.run.smithi044.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-27T00:21:53.207 INFO:teuthology.orchestra.run.smithi044.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-27T00:21:53.207 INFO:teuthology.orchestra.run.smithi044.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-27T00:21:53.207 INFO:teuthology.orchestra.run.smithi044.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-27T00:21:53.207 INFO:teuthology.orchestra.run.smithi044.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-27T00:21:53.207 INFO:teuthology.orchestra.run.smithi044.stdout: lua-5.4.4-4.el9.x86_64 2024-05-27T00:21:53.208 INFO:teuthology.orchestra.run.smithi044.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-27T00:21:53.208 INFO:teuthology.orchestra.run.smithi044.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-27T00:21:53.208 INFO:teuthology.orchestra.run.smithi044.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-27T00:21:53.208 INFO:teuthology.orchestra.run.smithi044.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-27T00:21:53.208 INFO:teuthology.orchestra.run.smithi044.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-27T00:21:53.208 INFO:teuthology.orchestra.run.smithi044.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-27T00:21:53.208 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-13.14-1.el9.x86_64 2024-05-27T00:21:53.208 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-27T00:21:53.208 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-27T00:21:53.208 INFO:teuthology.orchestra.run.smithi044.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-27T00:21:53.209 INFO:teuthology.orchestra.run.smithi044.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-27T00:21:53.209 INFO:teuthology.orchestra.run.smithi044.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-27T00:21:53.209 INFO:teuthology.orchestra.run.smithi044.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-27T00:21:53.209 INFO:teuthology.orchestra.run.smithi044.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-27T00:21:53.209 INFO:teuthology.orchestra.run.smithi044.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-27T00:21:53.209 INFO:teuthology.orchestra.run.smithi044.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-27T00:21:53.209 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-27T00:21:53.209 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ceph-argparse-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.209 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ceph-common-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.209 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cephfs-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.209 INFO:teuthology.orchestra.run.smithi044.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-27T00:21:53.209 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-27T00:21:53.209 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-27T00:21:53.209 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-27T00:21:53.210 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-27T00:21:53.210 INFO:teuthology.orchestra.run.smithi044.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-05-27T00:21:53.210 INFO:teuthology.orchestra.run.smithi044.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-27T00:21:53.210 INFO:teuthology.orchestra.run.smithi044.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-27T00:21:53.210 INFO:teuthology.orchestra.run.smithi044.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-27T00:21:53.210 INFO:teuthology.orchestra.run.smithi044.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-27T00:21:53.210 INFO:teuthology.orchestra.run.smithi044.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-27T00:21:53.210 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-27T00:21:53.210 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-27T00:21:53.210 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-27T00:21:53.210 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-27T00:21:53.210 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-27T00:21:53.211 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-05-27T00:21:53.211 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-27T00:21:53.211 INFO:teuthology.orchestra.run.smithi044.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-27T00:21:53.211 INFO:teuthology.orchestra.run.smithi044.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-27T00:21:53.211 INFO:teuthology.orchestra.run.smithi044.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-27T00:21:53.211 INFO:teuthology.orchestra.run.smithi044.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-27T00:21:53.211 INFO:teuthology.orchestra.run.smithi044.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-27T00:21:53.211 INFO:teuthology.orchestra.run.smithi044.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-27T00:21:53.212 INFO:teuthology.orchestra.run.smithi044.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-27T00:21:53.212 INFO:teuthology.orchestra.run.smithi044.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-27T00:21:53.212 INFO:teuthology.orchestra.run.smithi044.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-27T00:21:53.212 INFO:teuthology.orchestra.run.smithi044.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-27T00:21:53.212 INFO:teuthology.orchestra.run.smithi044.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-27T00:21:53.212 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-27T00:21:53.212 INFO:teuthology.orchestra.run.smithi044.stdout: python3-ply-3.11-14.el9.noarch 2024-05-27T00:21:53.212 INFO:teuthology.orchestra.run.smithi044.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-27T00:21:53.212 INFO:teuthology.orchestra.run.smithi044.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-27T00:21:53.213 INFO:teuthology.orchestra.run.smithi044.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-27T00:21:53.213 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-27T00:21:53.213 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-27T00:21:53.213 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-27T00:21:53.213 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-27T00:21:53.213 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-27T00:21:53.213 INFO:teuthology.orchestra.run.smithi044.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-27T00:21:53.213 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rados-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.213 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rbd-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.213 INFO:teuthology.orchestra.run.smithi044.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-27T00:21:53.213 INFO:teuthology.orchestra.run.smithi044.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-27T00:21:53.213 INFO:teuthology.orchestra.run.smithi044.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-27T00:21:53.213 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rgw-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.214 INFO:teuthology.orchestra.run.smithi044.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-27T00:21:53.214 INFO:teuthology.orchestra.run.smithi044.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-27T00:21:53.214 INFO:teuthology.orchestra.run.smithi044.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-27T00:21:53.214 INFO:teuthology.orchestra.run.smithi044.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-27T00:21:53.214 INFO:teuthology.orchestra.run.smithi044.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-27T00:21:53.214 INFO:teuthology.orchestra.run.smithi044.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-27T00:21:53.214 INFO:teuthology.orchestra.run.smithi044.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-27T00:21:53.214 INFO:teuthology.orchestra.run.smithi044.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-27T00:21:53.214 INFO:teuthology.orchestra.run.smithi044.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-27T00:21:53.214 INFO:teuthology.orchestra.run.smithi044.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-27T00:21:53.214 INFO:teuthology.orchestra.run.smithi044.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-27T00:21:53.215 INFO:teuthology.orchestra.run.smithi044.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-27T00:21:53.215 INFO:teuthology.orchestra.run.smithi044.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-27T00:21:53.215 INFO:teuthology.orchestra.run.smithi044.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-27T00:21:53.215 INFO:teuthology.orchestra.run.smithi044.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-27T00:21:53.215 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-fuse-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.215 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-mirror-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.215 INFO:teuthology.orchestra.run.smithi044.stdout: rbd-nbd-2:19.0.0-2857.g0ef46a24.el9.x86_64 2024-05-27T00:21:53.215 INFO:teuthology.orchestra.run.smithi044.stdout: re2-1:20211101-3.el9.x86_64 2024-05-27T00:21:53.215 INFO:teuthology.orchestra.run.smithi044.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-27T00:21:53.215 INFO:teuthology.orchestra.run.smithi044.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-27T00:21:53.215 INFO:teuthology.orchestra.run.smithi044.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-27T00:21:53.215 INFO:teuthology.orchestra.run.smithi044.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-27T00:21:53.215 INFO:teuthology.orchestra.run.smithi044.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-27T00:21:53.216 INFO:teuthology.orchestra.run.smithi044.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-27T00:21:53.216 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:21:53.216 INFO:teuthology.orchestra.run.smithi044.stdout:Complete! 2024-05-27T00:21:53.867 DEBUG:teuthology.parallel:result is None 2024-05-27T00:21:53.868 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0ef46a246e1118e5adafa1857b4189e7d780c816 2024-05-27T00:21:54.083 DEBUG:teuthology.orchestra.run.smithi044:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-27T00:21:54.132 INFO:teuthology.orchestra.run.smithi044.stdout:19.0.0-2857.g0ef46a24.el9 2024-05-27T00:21:54.133 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2857.g0ef46a24.el9 2024-05-27T00:21:54.133 INFO:teuthology.task.install:The correct ceph version 19.0.0-2857.g0ef46a24 is installed. 2024-05-27T00:21:54.135 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0ef46a246e1118e5adafa1857b4189e7d780c816 2024-05-27T00:21:54.350 DEBUG:teuthology.orchestra.run.smithi050:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-27T00:21:54.376 INFO:teuthology.orchestra.run.smithi050.stdout:19.0.0-2857.g0ef46a24.el9 2024-05-27T00:21:54.376 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2857.g0ef46a24.el9 2024-05-27T00:21:54.376 INFO:teuthology.task.install:The correct ceph version 19.0.0-2857.g0ef46a24 is installed. 2024-05-27T00:21:54.378 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0ef46a246e1118e5adafa1857b4189e7d780c816 2024-05-27T00:21:54.596 DEBUG:teuthology.orchestra.run.smithi137:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-27T00:21:54.623 INFO:teuthology.orchestra.run.smithi137.stdout:19.0.0-2857.g0ef46a24.el9 2024-05-27T00:21:54.623 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2857.g0ef46a24.el9 2024-05-27T00:21:54.623 INFO:teuthology.task.install:The correct ceph version 19.0.0-2857.g0ef46a24 is installed. 2024-05-27T00:21:54.625 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-05-27T00:21:54.626 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:21:54.626 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-27T00:21:54.694 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-27T00:21:54.695 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-27T00:21:54.727 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-05-27T00:21:54.727 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-27T00:21:54.757 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-05-27T00:21:54.758 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:21:54.758 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/usr/bin/daemon-helper 2024-05-27T00:21:54.823 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-27T00:21:54.927 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-27T00:21:54.927 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/usr/bin/daemon-helper 2024-05-27T00:21:54.956 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-27T00:21:55.025 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-05-27T00:21:55.025 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/usr/bin/daemon-helper 2024-05-27T00:21:55.053 DEBUG:teuthology.orchestra.run.smithi137:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-27T00:21:55.120 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-05-27T00:21:55.121 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:21:55.121 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-27T00:21:55.190 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-27T00:21:55.293 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-27T00:21:55.294 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-27T00:21:55.323 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-27T00:21:55.392 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-05-27T00:21:55.393 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-27T00:21:55.421 DEBUG:teuthology.orchestra.run.smithi137:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-27T00:21:55.487 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-05-27T00:21:55.488 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:21:55.488 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/usr/bin/stdin-killer 2024-05-27T00:21:55.563 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-27T00:21:55.668 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-27T00:21:55.669 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/usr/bin/stdin-killer 2024-05-27T00:21:55.698 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-27T00:21:55.768 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-05-27T00:21:55.768 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/usr/bin/stdin-killer 2024-05-27T00:21:55.797 DEBUG:teuthology.orchestra.run.smithi137:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-27T00:21:55.864 INFO:teuthology.run_tasks:Running task cephadm... 2024-05-27T00:21:55.958 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client dirsize rbytes': False, 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'mds_export_ephemeral_random_max': 0.1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '0ef46a246e1118e5adafa1857b4189e7d780c816', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-05-27T00:21:55.959 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 2024-05-27T00:21:55.959 INFO:tasks.cephadm:Cluster fsid is 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:21:55.959 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-05-27T00:21:55.959 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.44', 'mon.b': '172.21.15.50', 'mon.c': '172.21.15.137'} 2024-05-27T00:21:55.960 INFO:tasks.cephadm:First mon is mon.a on smithi044 2024-05-27T00:21:55.960 INFO:tasks.cephadm:First mgr is x 2024-05-27T00:21:55.960 INFO:tasks.cephadm:Normalizing hostnames... 2024-05-27T00:21:55.960 DEBUG:teuthology.orchestra.run.smithi044:> sudo hostname $(hostname -s) 2024-05-27T00:21:56.030 DEBUG:teuthology.orchestra.run.smithi050:> sudo hostname $(hostname -s) 2024-05-27T00:21:56.060 DEBUG:teuthology.orchestra.run.smithi137:> sudo hostname $(hostname -s) 2024-05-27T00:21:56.089 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-05-27T00:21:56.089 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0ef46a246e1118e5adafa1857b4189e7d780c816 2024-05-27T00:21:56.227 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '0ef46a246e1118e5adafa1857b4189e7d780c816', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/55237/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2857-g0ef46a24', 'node_name': '172.21.2.1+braggi01', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2857.g0ef46a24'}, 'url': 'https://2.chacra.ceph.com/r/ceph/squid/0ef46a246e1118e5adafa1857b4189e7d780c816/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-05-26 16:36:53.872080', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'squid', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/squid/0ef46a246e1118e5adafa1857b4189e7d780c816/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-05-27T00:21:56.368 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref squid, sha1 0ef46a246e1118e5adafa1857b4189e7d780c816 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=0ef46a246e1118e5adafa1857b4189e7d780c816 2024-05-27T00:21:56.370 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/squid/0ef46a246e1118e5adafa1857b4189e7d780c816/centos/9/x86_64/flavors/default/cephadm 2024-05-27T00:21:56.370 DEBUG:teuthology.orchestra.run.smithi044:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/squid/0ef46a246e1118e5adafa1857b4189e7d780c816/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-27T00:21:56.836 INFO:teuthology.orchestra.run.smithi044.stdout:-rw-r--r--. 1 ubuntu ubuntu 781913 May 27 00:21 /home/ubuntu/cephtest/cephadm 2024-05-27T00:21:56.836 DEBUG:teuthology.orchestra.run.smithi050:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/squid/0ef46a246e1118e5adafa1857b4189e7d780c816/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-27T00:21:57.279 INFO:teuthology.orchestra.run.smithi050.stdout:-rw-r--r--. 1 ubuntu ubuntu 781913 May 27 00:21 /home/ubuntu/cephtest/cephadm 2024-05-27T00:21:57.279 DEBUG:teuthology.orchestra.run.smithi137:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/squid/0ef46a246e1118e5adafa1857b4189e7d780c816/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-27T00:21:57.702 INFO:teuthology.orchestra.run.smithi137.stdout:-rw-r--r--. 1 ubuntu ubuntu 781913 May 27 00:21 /home/ubuntu/cephtest/cephadm 2024-05-27T00:21:57.703 DEBUG:teuthology.orchestra.run.smithi044:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-27T00:21:57.751 DEBUG:teuthology.orchestra.run.smithi050:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-27T00:21:57.770 DEBUG:teuthology.orchestra.run.smithi137:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-27T00:21:57.803 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 on all hosts... 2024-05-27T00:21:57.803 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 pull 2024-05-27T00:21:57.808 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 pull 2024-05-27T00:21:57.813 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 pull 2024-05-27T00:21:58.655 INFO:teuthology.orchestra.run.smithi050.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816... 2024-05-27T00:21:58.685 INFO:teuthology.orchestra.run.smithi137.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816... 2024-05-27T00:21:59.339 INFO:teuthology.orchestra.run.smithi044.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816... 2024-05-27T00:22:26.553 INFO:teuthology.orchestra.run.smithi137.stdout:{ 2024-05-27T00:22:26.553 INFO:teuthology.orchestra.run.smithi137.stdout: "ceph_version": "ceph version 19.0.0-2857-g0ef46a24 (0ef46a246e1118e5adafa1857b4189e7d780c816) squid (rc)", 2024-05-27T00:22:26.553 INFO:teuthology.orchestra.run.smithi137.stdout: "image_id": "064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822", 2024-05-27T00:22:26.553 INFO:teuthology.orchestra.run.smithi137.stdout: "repo_digests": [ 2024-05-27T00:22:26.553 INFO:teuthology.orchestra.run.smithi137.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e" 2024-05-27T00:22:26.554 INFO:teuthology.orchestra.run.smithi137.stdout: ] 2024-05-27T00:22:26.554 INFO:teuthology.orchestra.run.smithi137.stdout:} 2024-05-27T00:22:33.787 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-05-27T00:22:33.787 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_version": "ceph version 19.0.0-2857-g0ef46a24 (0ef46a246e1118e5adafa1857b4189e7d780c816) squid (rc)", 2024-05-27T00:22:33.787 INFO:teuthology.orchestra.run.smithi050.stdout: "image_id": "064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822", 2024-05-27T00:22:33.787 INFO:teuthology.orchestra.run.smithi050.stdout: "repo_digests": [ 2024-05-27T00:22:33.787 INFO:teuthology.orchestra.run.smithi050.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e" 2024-05-27T00:22:33.787 INFO:teuthology.orchestra.run.smithi050.stdout: ] 2024-05-27T00:22:33.787 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-05-27T00:22:48.858 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:22:48.858 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_version": "ceph version 19.0.0-2857-g0ef46a24 (0ef46a246e1118e5adafa1857b4189e7d780c816) squid (rc)", 2024-05-27T00:22:48.859 INFO:teuthology.orchestra.run.smithi044.stdout: "image_id": "064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822", 2024-05-27T00:22:48.859 INFO:teuthology.orchestra.run.smithi044.stdout: "repo_digests": [ 2024-05-27T00:22:48.859 INFO:teuthology.orchestra.run.smithi044.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e" 2024-05-27T00:22:48.859 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-27T00:22:48.859 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:22:48.916 DEBUG:teuthology.orchestra.run.smithi044:> sudo mkdir -p /etc/ceph 2024-05-27T00:22:49.009 DEBUG:teuthology.orchestra.run.smithi050:> sudo mkdir -p /etc/ceph 2024-05-27T00:22:49.043 DEBUG:teuthology.orchestra.run.smithi137:> sudo mkdir -p /etc/ceph 2024-05-27T00:22:49.075 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod 777 /etc/ceph 2024-05-27T00:22:49.169 DEBUG:teuthology.orchestra.run.smithi050:> sudo chmod 777 /etc/ceph 2024-05-27T00:22:49.199 DEBUG:teuthology.orchestra.run.smithi137:> sudo chmod 777 /etc/ceph 2024-05-27T00:22:49.227 INFO:tasks.cephadm:Writing seed config... 2024-05-27T00:22:49.228 INFO:tasks.cephadm: override: [client] client dirsize rbytes = False 2024-05-27T00:22:49.228 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-05-27T00:22:49.228 INFO:tasks.cephadm: override: [client] debug client = 20 2024-05-27T00:22:49.228 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-05-27T00:22:49.228 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-05-27T00:22:49.228 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-05-27T00:22:49.229 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-05-27T00:22:49.229 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-05-27T00:22:49.229 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-05-27T00:22:49.229 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-05-27T00:22:49.229 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-05-27T00:22:49.229 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-05-27T00:22:49.229 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-05-27T00:22:49.229 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-05-27T00:22:49.229 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-05-27T00:22:49.229 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-05-27T00:22:49.229 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-05-27T00:22:49.229 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-05-27T00:22:49.229 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-05-27T00:22:49.229 INFO:tasks.cephadm: override: [mds] mds_export_ephemeral_random_max = 0.1 2024-05-27T00:22:49.230 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-05-27T00:22:49.230 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-05-27T00:22:49.230 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-05-27T00:22:49.230 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-05-27T00:22:49.230 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-05-27T00:22:49.230 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-05-27T00:22:49.230 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-05-27T00:22:49.230 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-05-27T00:22:49.230 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-05-27T00:22:49.230 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-05-27T00:22:49.230 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-05-27T00:22:49.231 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-05-27T00:22:49.231 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-05-27T00:22:49.231 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-05-27T00:22:49.231 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-05-27T00:22:49.231 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-05-27T00:22:49.231 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-05-27T00:22:49.231 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-05-27T00:22:49.231 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-05-27T00:22:49.231 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-05-27T00:22:49.231 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-05-27T00:22:49.231 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-05-27T00:22:49.231 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-05-27T00:22:49.231 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-05-27T00:22:49.231 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-05-27T00:22:49.232 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-05-27T00:22:49.232 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-05-27T00:22:49.232 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-05-27T00:22:49.232 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:22:49.233 DEBUG:teuthology.orchestra.run.smithi044:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-05-27T00:22:49.294 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 1fe53dce-1bbf-11ef-bc9b-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client dirsize rbytes = False client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 mds_export_ephemeral_random_max = 0.1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-05-27T00:22:49.294 DEBUG:teuthology.orchestra.run.smithi044:mon.a> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mon.a.service 2024-05-27T00:22:49.342 DEBUG:teuthology.orchestra.run.smithi044:mgr.x> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mgr.x.service 2024-05-27T00:22:49.390 INFO:tasks.cephadm:Bootstrapping... 2024-05-27T00:22:49.391 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 -v bootstrap --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.44 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-05-27T00:22:49.678 INFO:teuthology.orchestra.run.smithi044.stdout:-------------------------------------------------------------------------------- 2024-05-27T00:22:49.678 INFO:teuthology.orchestra.run.smithi044.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816', '-v', 'bootstrap', '--fsid', '1fe53dce-1bbf-11ef-bc9b-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.44', '--skip-admin-label'] 2024-05-27T00:22:49.679 INFO:teuthology.orchestra.run.smithi044.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-05-27T00:22:49.679 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying podman|docker is present... 2024-05-27T00:22:49.736 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stdout 5.0.2 2024-05-27T00:22:49.737 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying lvm2 is present... 2024-05-27T00:22:49.737 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying time synchronization is in place... 2024-05-27T00:22:49.753 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-27T00:22:49.753 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-27T00:22:49.769 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-27T00:22:49.769 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout inactive 2024-05-27T00:22:49.787 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout enabled 2024-05-27T00:22:49.803 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout active 2024-05-27T00:22:49.803 INFO:teuthology.orchestra.run.smithi044.stdout:Unit chronyd.service is enabled and running 2024-05-27T00:22:49.803 INFO:teuthology.orchestra.run.smithi044.stdout:Repeating the final host check... 2024-05-27T00:22:49.858 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stdout 5.0.2 2024-05-27T00:22:49.859 INFO:teuthology.orchestra.run.smithi044.stdout:podman (/bin/podman) version 5.0.2 is present 2024-05-27T00:22:49.859 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl is present 2024-05-27T00:22:49.859 INFO:teuthology.orchestra.run.smithi044.stdout:lvcreate is present 2024-05-27T00:22:49.874 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-27T00:22:49.875 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-27T00:22:49.890 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-27T00:22:49.890 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout inactive 2024-05-27T00:22:49.906 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout enabled 2024-05-27T00:22:49.922 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout active 2024-05-27T00:22:49.922 INFO:teuthology.orchestra.run.smithi044.stdout:Unit chronyd.service is enabled and running 2024-05-27T00:22:49.922 INFO:teuthology.orchestra.run.smithi044.stdout:Host looks OK 2024-05-27T00:22:49.922 INFO:teuthology.orchestra.run.smithi044.stdout:Cluster fsid: 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:22:49.922 INFO:teuthology.orchestra.run.smithi044.stdout:Acquiring lock 140264693753216 on /run/cephadm/1fe53dce-1bbf-11ef-bc9b-c7b262605968.lock 2024-05-27T00:22:49.923 INFO:teuthology.orchestra.run.smithi044.stdout:Lock 140264693753216 acquired on /run/cephadm/1fe53dce-1bbf-11ef-bc9b-c7b262605968.lock 2024-05-27T00:22:49.923 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying IP 172.21.15.44 port 3300 ... 2024-05-27T00:22:49.923 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying IP 172.21.15.44 port 6789 ... 2024-05-27T00:22:49.924 INFO:teuthology.orchestra.run.smithi044.stdout:Base mon IP(s) is [172.21.15.44:3300, 172.21.15.44:6789], mon addrv is [v2:172.21.15.44:3300,v1:172.21.15.44:6789] 2024-05-27T00:22:49.932 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.44 metric 100 2024-05-27T00:22:49.932 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.44 metric 100 2024-05-27T00:22:49.940 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-05-27T00:22:49.940 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-05-27T00:22:49.940 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-05-27T00:22:49.947 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-05-27T00:22:49.947 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-05-27T00:22:49.947 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-27T00:22:49.947 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-05-27T00:22:49.947 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:1572/64 scope link noprefixroute 2024-05-27T00:22:49.947 INFO:teuthology.orchestra.run.smithi044.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-27T00:22:49.948 INFO:teuthology.orchestra.run.smithi044.stdout:Mon IP `172.21.15.44` is in CIDR network `172.21.0.0/20` 2024-05-27T00:22:49.948 INFO:teuthology.orchestra.run.smithi044.stdout:Mon IP `172.21.15.44` is in CIDR network `172.21.0.0/20` 2024-05-27T00:22:49.948 INFO:teuthology.orchestra.run.smithi044.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-05-27T00:22:49.949 INFO:teuthology.orchestra.run.smithi044.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-05-27T00:22:49.951 INFO:teuthology.orchestra.run.smithi044.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816... 2024-05-27T00:22:50.595 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stdout 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 2024-05-27T00:22:50.595 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816... 2024-05-27T00:22:50.595 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stderr Getting image source signatures 2024-05-27T00:22:50.596 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stderr Copying blob sha256:6ac36e7c57f227110df5cd65cfdca1cc05e0b17df6748637a6aa04c5c80f89c6 2024-05-27T00:22:50.596 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stderr Copying blob sha256:8ebe92442fb5a52ee04defd3871fc5085f36def92992f27a1193ff4ef8694307 2024-05-27T00:22:50.596 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stderr Copying config sha256:064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 2024-05-27T00:22:50.596 INFO:teuthology.orchestra.run.smithi044.stdout:/bin/podman: stderr Writing manifest to image destination 2024-05-27T00:23:01.845 INFO:teuthology.orchestra.run.smithi044.stdout:ceph: stdout ceph version 19.0.0-2857-g0ef46a24 (0ef46a246e1118e5adafa1857b4189e7d780c816) squid (rc) 2024-05-27T00:23:01.845 INFO:teuthology.orchestra.run.smithi044.stdout:Ceph version: ceph version 19.0.0-2857-g0ef46a24 (0ef46a246e1118e5adafa1857b4189e7d780c816) squid (rc) 2024-05-27T00:23:01.845 INFO:teuthology.orchestra.run.smithi044.stdout:Extracting ceph user uid/gid from container image... 2024-05-27T00:23:03.013 INFO:teuthology.orchestra.run.smithi044.stdout:stat: stdout 167 167 2024-05-27T00:23:03.014 INFO:teuthology.orchestra.run.smithi044.stdout:Creating initial keys... 2024-05-27T00:23:04.122 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph-authtool: stdout AQBn0lNm+i3LHRAAwDKIDC9zamMHW0n+b9DZuQ== 2024-05-27T00:23:05.183 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph-authtool: stdout AQBo0lNmxnoRIhAAhp21VrT9mkgZ+F5p+hxrcg== 2024-05-27T00:23:06.660 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph-authtool: stdout AQBp0lNm07oHOhAA0X4VSv9grgBOMFuUty48Mw== 2024-05-27T00:23:06.662 INFO:teuthology.orchestra.run.smithi044.stdout:Creating initial monmap... 2024-05-27T00:23:07.773 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-27T00:23:07.773 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-05-27T00:23:07.773 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:23:07.773 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-27T00:23:07.773 INFO:teuthology.orchestra.run.smithi044.stdout:monmaptool for a [v2:172.21.15.44:3300,v1:172.21.15.44:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-27T00:23:07.773 INFO:teuthology.orchestra.run.smithi044.stdout:setting min_mon_release = quincy 2024-05-27T00:23:07.773 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/monmaptool: set fsid to 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:23:07.773 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-27T00:23:07.773 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:23:07.773 INFO:teuthology.orchestra.run.smithi044.stdout:Creating mon... 2024-05-27T00:23:08.922 INFO:teuthology.orchestra.run.smithi044.stdout:create mon.a on 2024-05-27T00:23:09.330 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-05-27T00:23:09.575 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-05-27T00:23:09.905 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968.target → /etc/systemd/system/ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968.target. 2024-05-27T00:23:09.905 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968.target → /etc/systemd/system/ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968.target. 2024-05-27T00:23:10.291 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mon.a 2024-05-27T00:23:10.291 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Failed to reset failed state of unit ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mon.a.service: Unit ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mon.a.service not loaded. 2024-05-27T00:23:10.623 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968.target.wants/ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mon.a.service → /etc/systemd/system/ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@.service. 2024-05-27T00:23:11.309 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:11 smithi044 podman[31259]: 2024-05-27 00:23:10.939775653 +0000 UTC m=+0.033485796 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 2024-05-27T00:23:11.309 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:11 smithi044 podman[31259]: 2024-05-27 00:23:11.307419772 +0000 UTC m=+0.401130032 container init 83ff7ce05ec5ba4ecfe86802522112530b09faf0bcd91383208fd947216a12a3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-0ef46a2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-27T00:23:11.423 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-27T00:23:11.423 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout disabled 2024-05-27T00:23:11.438 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-27T00:23:11.438 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout inactive 2024-05-27T00:23:11.439 INFO:teuthology.orchestra.run.smithi044.stdout:firewalld.service is not enabled 2024-05-27T00:23:11.439 INFO:teuthology.orchestra.run.smithi044.stdout:Not possible to enable service . firewalld.service is not available 2024-05-27T00:23:11.439 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for mon to start... 2024-05-27T00:23:11.439 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for mon... 2024-05-27T00:23:11.590 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:11 smithi044 podman[31259]: 2024-05-27 00:23:11.318880199 +0000 UTC m=+0.412590361 container start 83ff7ce05ec5ba4ecfe86802522112530b09faf0bcd91383208fd947216a12a3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-05-27T00:23:11.591 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:11 smithi044 bash[31259]: 83ff7ce05ec5ba4ecfe86802522112530b09faf0bcd91383208fd947216a12a3 2024-05-27T00:23:11.591 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:11 smithi044 systemd[1]: Started Ceph mon.a for 1fe53dce-1bbf-11ef-bc9b-c7b262605968. 2024-05-27T00:23:11.591 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:11 smithi044 ceph-mon[31278]: mkfs 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:23:11.591 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:11 smithi044 ceph-mon[31278]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-27T00:23:12.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:12 smithi044 ceph-mon[31278]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-27T00:23:12.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:12 smithi044 ceph-mon[31278]: monmap epoch 1 2024-05-27T00:23:12.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:12 smithi044 ceph-mon[31278]: fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:23:12.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:12 smithi044 ceph-mon[31278]: last_changed 2024-05-27T00:23:07.144537+0000 2024-05-27T00:23:12.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:12 smithi044 ceph-mon[31278]: created 2024-05-27T00:23:07.144537+0000 2024-05-27T00:23:12.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:12 smithi044 ceph-mon[31278]: min_mon_release 19 (squid) 2024-05-27T00:23:12.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:12 smithi044 ceph-mon[31278]: election_strategy: 1 2024-05-27T00:23:12.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:12 smithi044 ceph-mon[31278]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-05-27T00:23:12.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:12 smithi044 ceph-mon[31278]: fsmap 2024-05-27T00:23:12.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:12 smithi044 ceph-mon[31278]: osdmap e1: 0 total, 0 up, 0 in 2024-05-27T00:23:12.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:12 smithi044 ceph-mon[31278]: mgrmap e1: no daemons active 2024-05-27T00:23:12.516 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:12 smithi044 ceph-mon[31278]: from='client.? 172.21.15.44:0/1662420946' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-27T00:23:12.787 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout cluster: 2024-05-27T00:23:12.789 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout id: 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:23:12.789 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-05-27T00:23:12.789 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-27T00:23:12.789 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout services: 2024-05-27T00:23:12.789 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.77583s) 2024-05-27T00:23:12.789 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-05-27T00:23:12.790 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-05-27T00:23:12.790 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-27T00:23:12.790 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout data: 2024-05-27T00:23:12.790 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-05-27T00:23:12.790 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-05-27T00:23:12.790 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-05-27T00:23:12.791 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout pgs: 2024-05-27T00:23:12.792 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-27T00:23:12.792 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.082+0000 7f30c8600700 1 Processor -- start 2024-05-27T00:23:12.792 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.082+0000 7f30c8600700 1 -- start start 2024-05-27T00:23:12.792 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.083+0000 7f30c8600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30c0106ff0 0x7f30c0107410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:12.792 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.083+0000 7f30c8600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f30c01079e0 con 0x7f30c0106ff0 2024-05-27T00:23:12.792 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.084+0000 7f30c5c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30c0106ff0 0x7f30c0107410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:12.792 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.084+0000 7f30c5c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30c0106ff0 0x7f30c0107410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56212/0 (socket says 172.21.15.44:56212) 2024-05-27T00:23:12.792 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.084+0000 7f30c5c00700 1 -- 172.21.15.44:0/45729804 learned_addr learned my addr 172.21.15.44:0/45729804 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:12.794 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.084+0000 7f30c5c00700 1 -- 172.21.15.44:0/45729804 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30c01081f0 con 0x7f30c0106ff0 2024-05-27T00:23:12.794 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.085+0000 7f30c5c00700 1 --2- 172.21.15.44:0/45729804 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30c0106ff0 0x7f30c0107410 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f30b400bb40 tx=0x7f30b400be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3263723e7435b88d server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:12.794 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.085+0000 7f30bfe00700 1 -- 172.21.15.44:0/45729804 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f30b400dbe0 con 0x7f30c0106ff0 2024-05-27T00:23:12.794 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.085+0000 7f30bfe00700 1 -- 172.21.15.44:0/45729804 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30b400dd80 con 0x7f30c0106ff0 2024-05-27T00:23:12.794 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.085+0000 7f30bfe00700 1 -- 172.21.15.44:0/45729804 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f30b4004180 con 0x7f30c0106ff0 2024-05-27T00:23:12.794 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.086+0000 7f30c8600700 1 -- 172.21.15.44:0/45729804 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30c0106ff0 msgr2=0x7f30c0107410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:12.794 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.086+0000 7f30c8600700 1 --2- 172.21.15.44:0/45729804 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30c0106ff0 0x7f30c0107410 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f30b400bb40 tx=0x7f30b400be50 comp rx=0 tx=0).stop 2024-05-27T00:23:12.794 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.086+0000 7f30c8600700 1 -- 172.21.15.44:0/45729804 shutdown_connections 2024-05-27T00:23:12.794 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.086+0000 7f30c8600700 1 --2- 172.21.15.44:0/45729804 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30c0106ff0 0x7f30c0107410 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:12.795 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.086+0000 7f30c8600700 1 -- 172.21.15.44:0/45729804 >> 172.21.15.44:0/45729804 conn(0x7f30c01025b0 msgr2=0x7f30c01049d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:12.795 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.086+0000 7f30c8600700 1 -- 172.21.15.44:0/45729804 shutdown_connections 2024-05-27T00:23:12.795 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.086+0000 7f30c8600700 1 -- 172.21.15.44:0/45729804 wait complete. 2024-05-27T00:23:12.795 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.087+0000 7f30c8600700 1 Processor -- start 2024-05-27T00:23:12.798 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.087+0000 7f30c8600700 1 -- start start 2024-05-27T00:23:12.798 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.087+0000 7f30c8600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30c0106ff0 0x7f30c019da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:12.798 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.088+0000 7f30c8600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f30c0108660 con 0x7f30c0106ff0 2024-05-27T00:23:12.798 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.088+0000 7f30c5c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30c0106ff0 0x7f30c019da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:12.798 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.088+0000 7f30c5c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30c0106ff0 0x7f30c019da50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56218/0 (socket says 172.21.15.44:56218) 2024-05-27T00:23:12.798 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.088+0000 7f30c5c00700 1 -- 172.21.15.44:0/1662420946 learned_addr learned my addr 172.21.15.44:0/1662420946 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:12.798 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.088+0000 7f30c5c00700 1 -- 172.21.15.44:0/1662420946 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30c019df90 con 0x7f30c0106ff0 2024-05-27T00:23:12.798 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.088+0000 7f30c5c00700 1 --2- 172.21.15.44:0/1662420946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30c0106ff0 0x7f30c019da50 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f30b400e010 tx=0x7f30b4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:12.798 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.089+0000 7f30be000700 1 -- 172.21.15.44:0/1662420946 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f30b40044e0 con 0x7f30c0106ff0 2024-05-27T00:23:12.798 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.089+0000 7f30be000700 1 -- 172.21.15.44:0/1662420946 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f30b4010470 con 0x7f30c0106ff0 2024-05-27T00:23:12.798 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.089+0000 7f30be000700 1 -- 172.21.15.44:0/1662420946 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f30b4010750 con 0x7f30c0106ff0 2024-05-27T00:23:12.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.089+0000 7f30c8600700 1 -- 172.21.15.44:0/1662420946 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30c019e220 con 0x7f30c0106ff0 2024-05-27T00:23:12.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.089+0000 7f30c8600700 1 -- 172.21.15.44:0/1662420946 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30c01a0ec0 con 0x7f30c0106ff0 2024-05-27T00:23:12.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.089+0000 7f30be000700 1 -- 172.21.15.44:0/1662420946 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f30b4010980 con 0x7f30c0106ff0 2024-05-27T00:23:12.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.089+0000 7f30be000700 1 -- 172.21.15.44:0/1662420946 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f30b4023780 con 0x7f30c0106ff0 2024-05-27T00:23:12.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.090+0000 7f30c8600700 1 -- 172.21.15.44:0/1662420946 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30c0063af0 con 0x7f30c0106ff0 2024-05-27T00:23:12.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.093+0000 7f30be000700 1 -- 172.21.15.44:0/1662420946 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f30b4015070 con 0x7f30c0106ff0 2024-05-27T00:23:12.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.173+0000 7f30c8600700 1 -- 172.21.15.44:0/1662420946 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f30c002ded0 con 0x7f30c0106ff0 2024-05-27T00:23:12.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.174+0000 7f30be000700 1 -- 172.21.15.44:0/1662420946 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+316 (secure 0 0 0) 0x7f30b4010e00 con 0x7f30c0106ff0 2024-05-27T00:23:12.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.175+0000 7f30c8600700 1 -- 172.21.15.44:0/1662420946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30c0106ff0 msgr2=0x7f30c019da50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:12.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.175+0000 7f30c8600700 1 --2- 172.21.15.44:0/1662420946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30c0106ff0 0x7f30c019da50 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f30b400e010 tx=0x7f30b4004750 comp rx=0 tx=0).stop 2024-05-27T00:23:12.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.175+0000 7f30c8600700 1 -- 172.21.15.44:0/1662420946 shutdown_connections 2024-05-27T00:23:12.799 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.175+0000 7f30c8600700 1 --2- 172.21.15.44:0/1662420946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30c0106ff0 0x7f30c019da50 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:12.800 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.175+0000 7f30c8600700 1 -- 172.21.15.44:0/1662420946 >> 172.21.15.44:0/1662420946 conn(0x7f30c01025b0 msgr2=0x7f30c0190340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:12.800 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.176+0000 7f30c8600700 1 -- 172.21.15.44:0/1662420946 shutdown_connections 2024-05-27T00:23:12.800 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:12.176+0000 7f30c8600700 1 -- 172.21.15.44:0/1662420946 wait complete. 2024-05-27T00:23:12.800 INFO:teuthology.orchestra.run.smithi044.stdout:mon is available 2024-05-27T00:23:12.800 INFO:teuthology.orchestra.run.smithi044.stdout:Assimilating anything we can from ceph.conf... 2024-05-27T00:23:13.794 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:13 smithi044 ceph-mon[31278]: from='client.? 172.21.15.44:0/4086707041' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-27T00:23:13.794 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:13 smithi044 ceph-mon[31278]: from='client.? 172.21.15.44:0/4086707041' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-05-27T00:23:14.081 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-27T00:23:14.081 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout [global] 2024-05-27T00:23:14.081 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout fsid = 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:23:14.081 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.44:3300,v1:172.21.15.44:6789] 2024-05-27T00:23:14.081 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-27T00:23:14.081 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-27T00:23:14.081 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-27T00:23:14.082 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-27T00:23:14.082 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-27T00:23:14.082 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-27T00:23:14.082 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-27T00:23:14.082 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-27T00:23:14.082 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout [osd] 2024-05-27T00:23:14.082 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-05-27T00:23:14.082 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-05-27T00:23:14.082 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-05-27T00:23:14.082 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-27T00:23:14.082 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-27T00:23:14.082 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.398+0000 7fd9afc00700 1 Processor -- start 2024-05-27T00:23:14.083 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.398+0000 7fd9afc00700 1 -- start start 2024-05-27T00:23:14.083 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.398+0000 7fd9afc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9a810a380 0x7fd9a810a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:14.083 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.398+0000 7fd9afc00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd9a810ad70 con 0x7fd9a810a380 2024-05-27T00:23:14.083 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.399+0000 7fd9ad200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9a810a380 0x7fd9a810a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:14.083 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.399+0000 7fd9ad200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9a810a380 0x7fd9a810a7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56224/0 (socket says 172.21.15.44:56224) 2024-05-27T00:23:14.083 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.399+0000 7fd9ad200700 1 -- 172.21.15.44:0/3602458563 learned_addr learned my addr 172.21.15.44:0/3602458563 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:14.083 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.400+0000 7fd9ad200700 1 -- 172.21.15.44:0/3602458563 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9a810b530 con 0x7fd9a810a380 2024-05-27T00:23:14.083 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.400+0000 7fd9ad200700 1 --2- 172.21.15.44:0/3602458563 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9a810a380 0x7fd9a810a7a0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fd99c0098a0 tx=0x7fd99c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b9bcccf94d8b6a2 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:14.083 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.400+0000 7fd9a7400700 1 -- 172.21.15.44:0/3602458563 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd99c004160 con 0x7fd9a810a380 2024-05-27T00:23:14.083 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.400+0000 7fd9a7400700 1 -- 172.21.15.44:0/3602458563 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd99c004300 con 0x7fd9a810a380 2024-05-27T00:23:14.083 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.400+0000 7fd9a7400700 1 -- 172.21.15.44:0/3602458563 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd99c0036a0 con 0x7fd9a810a380 2024-05-27T00:23:14.083 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.401+0000 7fd9afc00700 1 -- 172.21.15.44:0/3602458563 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9a810a380 msgr2=0x7fd9a810a7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:14.083 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.401+0000 7fd9afc00700 1 --2- 172.21.15.44:0/3602458563 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9a810a380 0x7fd9a810a7a0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fd99c0098a0 tx=0x7fd99c009bb0 comp rx=0 tx=0).stop 2024-05-27T00:23:14.084 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.401+0000 7fd9afc00700 1 -- 172.21.15.44:0/3602458563 shutdown_connections 2024-05-27T00:23:14.084 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.401+0000 7fd9afc00700 1 --2- 172.21.15.44:0/3602458563 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9a810a380 0x7fd9a810a7a0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:14.084 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.401+0000 7fd9afc00700 1 -- 172.21.15.44:0/3602458563 >> 172.21.15.44:0/3602458563 conn(0x7fd9a807d9b0 msgr2=0x7fd9a8108490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:14.084 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.401+0000 7fd9afc00700 1 -- 172.21.15.44:0/3602458563 shutdown_connections 2024-05-27T00:23:14.084 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.401+0000 7fd9afc00700 1 -- 172.21.15.44:0/3602458563 wait complete. 2024-05-27T00:23:14.084 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.403+0000 7fd9afc00700 1 Processor -- start 2024-05-27T00:23:14.084 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.403+0000 7fd9afc00700 1 -- start start 2024-05-27T00:23:14.084 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.404+0000 7fd9afc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9a810a380 0x7fd9a819d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:14.084 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.404+0000 7fd9afc00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd9a810ba60 con 0x7fd9a810a380 2024-05-27T00:23:14.084 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.404+0000 7fd9ad200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9a810a380 0x7fd9a819d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:14.084 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.404+0000 7fd9ad200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9a810a380 0x7fd9a819d980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56234/0 (socket says 172.21.15.44:56234) 2024-05-27T00:23:14.084 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.404+0000 7fd9ad200700 1 -- 172.21.15.44:0/4086707041 learned_addr learned my addr 172.21.15.44:0/4086707041 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:14.084 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.404+0000 7fd9ad200700 1 -- 172.21.15.44:0/4086707041 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9a819dec0 con 0x7fd9a810a380 2024-05-27T00:23:14.085 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.405+0000 7fd9ad200700 1 --2- 172.21.15.44:0/4086707041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9a810a380 0x7fd9a819d980 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fd99c000c00 tx=0x7fd99c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:14.085 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.405+0000 7fd9a5600700 1 -- 172.21.15.44:0/4086707041 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd99c003db0 con 0x7fd9a810a380 2024-05-27T00:23:14.085 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.405+0000 7fd9a5600700 1 -- 172.21.15.44:0/4086707041 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd99c011630 con 0x7fd9a810a380 2024-05-27T00:23:14.085 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.405+0000 7fd9a5600700 1 -- 172.21.15.44:0/4086707041 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd99c011950 con 0x7fd9a810a380 2024-05-27T00:23:14.085 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.405+0000 7fd9afc00700 1 -- 172.21.15.44:0/4086707041 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9a819e150 con 0x7fd9a810a380 2024-05-27T00:23:14.085 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.405+0000 7fd9afc00700 1 -- 172.21.15.44:0/4086707041 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9a81a0e40 con 0x7fd9a810a380 2024-05-27T00:23:14.085 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.406+0000 7fd9a5600700 1 -- 172.21.15.44:0/4086707041 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd99c011af0 con 0x7fd9a810a380 2024-05-27T00:23:14.085 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.406+0000 7fd9a5600700 1 -- 172.21.15.44:0/4086707041 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd99c01c450 con 0x7fd9a810a380 2024-05-27T00:23:14.085 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.406+0000 7fd9afc00700 1 -- 172.21.15.44:0/4086707041 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9a8063af0 con 0x7fd9a810a380 2024-05-27T00:23:14.085 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.410+0000 7fd9a5600700 1 -- 172.21.15.44:0/4086707041 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7fd99c032020 con 0x7fd9a810a380 2024-05-27T00:23:14.085 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.489+0000 7fd9afc00700 1 -- 172.21.15.44:0/4086707041 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fd9a819e630 con 0x7fd9a810a380 2024-05-27T00:23:14.085 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.498+0000 7fd9a5600700 1 -- 172.21.15.44:0/4086707041 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+429 (secure 0 0 0) 0x7fd9a819e630 con 0x7fd9a810a380 2024-05-27T00:23:14.085 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.499+0000 7fd9afc00700 1 -- 172.21.15.44:0/4086707041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9a810a380 msgr2=0x7fd9a819d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:14.085 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.499+0000 7fd9afc00700 1 --2- 172.21.15.44:0/4086707041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9a810a380 0x7fd9a819d980 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fd99c000c00 tx=0x7fd99c004750 comp rx=0 tx=0).stop 2024-05-27T00:23:14.086 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.499+0000 7fd9afc00700 1 -- 172.21.15.44:0/4086707041 shutdown_connections 2024-05-27T00:23:14.086 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.499+0000 7fd9afc00700 1 --2- 172.21.15.44:0/4086707041 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd9a810a380 0x7fd9a819d980 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:14.086 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.499+0000 7fd9afc00700 1 -- 172.21.15.44:0/4086707041 >> 172.21.15.44:0/4086707041 conn(0x7fd9a807d9b0 msgr2=0x7fd9a8194640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:14.086 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.500+0000 7fd9afc00700 1 -- 172.21.15.44:0/4086707041 shutdown_connections 2024-05-27T00:23:14.086 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:13.500+0000 7fd9afc00700 1 -- 172.21.15.44:0/4086707041 wait complete. 2024-05-27T00:23:14.086 INFO:teuthology.orchestra.run.smithi044.stdout:Generating new minimal ceph.conf... 2024-05-27T00:23:15.191 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:14 smithi044 ceph-mon[31278]: from='client.? 172.21.15.44:0/1800429382' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:23:15.499 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.802+0000 7f74e4600700 1 Processor -- start 2024-05-27T00:23:15.499 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.802+0000 7f74e4600700 1 -- start start 2024-05-27T00:23:15.499 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.802+0000 7f74e4600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc1063d0 0x7f74dc1067f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:15.500 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.803+0000 7f74e4600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f74dc106dc0 con 0x7f74dc1063d0 2024-05-27T00:23:15.500 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.803+0000 7f74e1c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc1063d0 0x7f74dc1067f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:15.501 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.803+0000 7f74e1c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc1063d0 0x7f74dc1067f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56250/0 (socket says 172.21.15.44:56250) 2024-05-27T00:23:15.501 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.803+0000 7f74e1c00700 1 -- 172.21.15.44:0/2150832504 learned_addr learned my addr 172.21.15.44:0/2150832504 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:15.501 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.804+0000 7f74e1c00700 1 -- 172.21.15.44:0/2150832504 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74dc1093b0 con 0x7f74dc1063d0 2024-05-27T00:23:15.501 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.804+0000 7f74e1c00700 1 --2- 172.21.15.44:0/2150832504 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc1063d0 0x7f74dc1067f0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f74d00098a0 tx=0x7f74d0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64b890e50f80c0c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:15.501 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.804+0000 7f74dbe00700 1 -- 172.21.15.44:0/2150832504 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f74d0004160 con 0x7f74dc1063d0 2024-05-27T00:23:15.502 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.804+0000 7f74dbe00700 1 -- 172.21.15.44:0/2150832504 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f74d0004300 con 0x7f74dc1063d0 2024-05-27T00:23:15.503 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.804+0000 7f74dbe00700 1 -- 172.21.15.44:0/2150832504 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f74d0011c00 con 0x7f74dc1063d0 2024-05-27T00:23:15.503 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.805+0000 7f74e4600700 1 -- 172.21.15.44:0/2150832504 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc1063d0 msgr2=0x7f74dc1067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:15.503 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.805+0000 7f74e4600700 1 --2- 172.21.15.44:0/2150832504 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc1063d0 0x7f74dc1067f0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f74d00098a0 tx=0x7f74d0009bb0 comp rx=0 tx=0).stop 2024-05-27T00:23:15.503 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.805+0000 7f74e4600700 1 -- 172.21.15.44:0/2150832504 shutdown_connections 2024-05-27T00:23:15.503 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.805+0000 7f74e4600700 1 --2- 172.21.15.44:0/2150832504 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc1063d0 0x7f74dc1067f0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:15.503 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.805+0000 7f74e4600700 1 -- 172.21.15.44:0/2150832504 >> 172.21.15.44:0/2150832504 conn(0x7f74dc101df0 msgr2=0x7f74dc104210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:15.503 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.806+0000 7f74e4600700 1 -- 172.21.15.44:0/2150832504 shutdown_connections 2024-05-27T00:23:15.503 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.806+0000 7f74e4600700 1 -- 172.21.15.44:0/2150832504 wait complete. 2024-05-27T00:23:15.503 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.807+0000 7f74e4600700 1 Processor -- start 2024-05-27T00:23:15.506 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.807+0000 7f74e4600700 1 -- start start 2024-05-27T00:23:15.506 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.807+0000 7f74e4600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc1063d0 0x7f74dc19e390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.807+0000 7f74e4600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f74dc10c760 con 0x7f74dc1063d0 2024-05-27T00:23:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.807+0000 7f74e1c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc1063d0 0x7f74dc19e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.807+0000 7f74e1c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc1063d0 0x7f74dc19e390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56262/0 (socket says 172.21.15.44:56262) 2024-05-27T00:23:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.807+0000 7f74e1c00700 1 -- 172.21.15.44:0/1800429382 learned_addr learned my addr 172.21.15.44:0/1800429382 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.808+0000 7f74e1c00700 1 -- 172.21.15.44:0/1800429382 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74dc19e8d0 con 0x7f74dc1063d0 2024-05-27T00:23:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.808+0000 7f74e1c00700 1 --2- 172.21.15.44:0/1800429382 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc1063d0 0x7f74dc19e390 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f74d0009fb0 tx=0x7f74d0011c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.808+0000 7f74da000700 1 -- 172.21.15.44:0/1800429382 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f74d00038b0 con 0x7f74dc1063d0 2024-05-27T00:23:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.808+0000 7f74da000700 1 -- 172.21.15.44:0/1800429382 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f74d001a430 con 0x7f74dc1063d0 2024-05-27T00:23:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.808+0000 7f74da000700 1 -- 172.21.15.44:0/1800429382 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f74d00195e0 con 0x7f74dc1063d0 2024-05-27T00:23:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.808+0000 7f74e4600700 1 -- 172.21.15.44:0/1800429382 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74dc19eb60 con 0x7f74dc1063d0 2024-05-27T00:23:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.808+0000 7f74e4600700 1 -- 172.21.15.44:0/1800429382 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74dc1a1850 con 0x7f74dc1063d0 2024-05-27T00:23:15.507 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.809+0000 7f74da000700 1 -- 172.21.15.44:0/1800429382 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f74d0019c20 con 0x7f74dc1063d0 2024-05-27T00:23:15.508 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.809+0000 7f74da000700 1 -- 172.21.15.44:0/1800429382 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f74d0024730 con 0x7f74dc1063d0 2024-05-27T00:23:15.508 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.810+0000 7f74e4600700 1 -- 172.21.15.44:0/1800429382 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74dc063af0 con 0x7f74dc1063d0 2024-05-27T00:23:15.508 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.813+0000 7f74da000700 1 -- 172.21.15.44:0/1800429382 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f74d0043dd0 con 0x7f74dc1063d0 2024-05-27T00:23:15.508 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.891+0000 7f74e4600700 1 -- 172.21.15.44:0/1800429382 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f74dc1a1da0 con 0x7f74dc1063d0 2024-05-27T00:23:15.508 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.892+0000 7f74da000700 1 -- 172.21.15.44:0/1800429382 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7f74d0032030 con 0x7f74dc1063d0 2024-05-27T00:23:15.508 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.894+0000 7f74e4600700 1 -- 172.21.15.44:0/1800429382 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc1063d0 msgr2=0x7f74dc19e390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:15.508 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.894+0000 7f74e4600700 1 --2- 172.21.15.44:0/1800429382 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc1063d0 0x7f74dc19e390 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f74d0009fb0 tx=0x7f74d0011c60 comp rx=0 tx=0).stop 2024-05-27T00:23:15.508 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.894+0000 7f74e4600700 1 -- 172.21.15.44:0/1800429382 shutdown_connections 2024-05-27T00:23:15.508 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.894+0000 7f74e4600700 1 --2- 172.21.15.44:0/1800429382 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74dc1063d0 0x7f74dc19e390 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:15.508 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.894+0000 7f74e4600700 1 -- 172.21.15.44:0/1800429382 >> 172.21.15.44:0/1800429382 conn(0x7f74dc101df0 msgr2=0x7f74dc1028f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:15.508 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.894+0000 7f74e4600700 1 -- 172.21.15.44:0/1800429382 shutdown_connections 2024-05-27T00:23:15.508 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:14.894+0000 7f74e4600700 1 -- 172.21.15.44:0/1800429382 wait complete. 2024-05-27T00:23:15.509 INFO:teuthology.orchestra.run.smithi044.stdout:Restarting the monitor... 2024-05-27T00:23:15.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:15 smithi044 systemd[1]: Stopping Ceph mon.a for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:23:16.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:16 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a[31274]: 2024-05-27T00:23:16.072+0000 7f2105a00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:23:16.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:16 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a[31274]: 2024-05-27T00:23:16.072+0000 7f2105a00700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-05-27T00:23:16.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:16 smithi044 podman[31521]: 2024-05-27 00:23:16.104269115 +0000 UTC m=+0.215104004 container died 83ff7ce05ec5ba4ecfe86802522112530b09faf0bcd91383208fd947216a12a3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, RELEASE=squid-0ef46a2, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.license=GPLv2) 2024-05-27T00:23:16.807 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:16 smithi044 podman[31521]: 2024-05-27 00:23:16.530252359 +0000 UTC m=+0.641087273 container cleanup 83ff7ce05ec5ba4ecfe86802522112530b09faf0bcd91383208fd947216a12a3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093) 2024-05-27T00:23:16.807 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:16 smithi044 bash[31521]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a 2024-05-27T00:23:17.082 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:16 smithi044 podman[31536]: 2024-05-27 00:23:16.806209069 +0000 UTC m=+0.684776060 container remove 83ff7ce05ec5ba4ecfe86802522112530b09faf0bcd91383208fd947216a12a3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a, GIT_BRANCH=HEAD, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, RELEASE=squid-0ef46a2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0) 2024-05-27T00:23:17.611 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:17 smithi044 systemd[1]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mon.a.service: Deactivated successfully. 2024-05-27T00:23:17.611 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:17 smithi044 systemd[1]: Stopped Ceph mon.a for 1fe53dce-1bbf-11ef-bc9b-c7b262605968. 2024-05-27T00:23:17.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:17 smithi044 systemd[1]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mon.a.service: Consumed 2.053s CPU time. 2024-05-27T00:23:17.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:17 smithi044 systemd[1]: Starting Ceph mon.a for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:23:18.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:17 smithi044 podman[31626]: 2024-05-27 00:23:17.723879898 +0000 UTC m=+0.111583447 container create df446a0be47707dd68a2d6099dba1e6fa8934a6a53b30b0913e6bb4d8f8551c6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.vendor=CentOS, RELEASE=squid-0ef46a2, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-05-27T00:23:18.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:17 smithi044 podman[31626]: 2024-05-27 00:23:17.646470215 +0000 UTC m=+0.034173710 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 2024-05-27T00:23:18.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:17 smithi044 podman[31626]: 2024-05-27 00:23:17.953262021 +0000 UTC m=+0.340965560 container init df446a0be47707dd68a2d6099dba1e6fa8934a6a53b30b0913e6bb4d8f8551c6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-0ef46a2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093) 2024-05-27T00:23:18.011 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:17 smithi044 podman[31626]: 2024-05-27 00:23:17.963597251 +0000 UTC m=+0.351300789 container start df446a0be47707dd68a2d6099dba1e6fa8934a6a53b30b0913e6bb4d8f8551c6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a, ceph=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-0ef46a2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-05-27T00:23:18.082 INFO:teuthology.orchestra.run.smithi044.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-05-27T00:23:18.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: set uid:gid to 167:167 (ceph:ceph) 2024-05-27T00:23:18.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: ceph version 19.0.0-2857-g0ef46a24 (0ef46a246e1118e5adafa1857b4189e7d780c816) squid (rc), process ceph-mon, pid 2 2024-05-27T00:23:18.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: pidfile_write: ignore empty --pid-file 2024-05-27T00:23:18.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: load: jerasure load: lrc 2024-05-27T00:23:18.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: RocksDB version: 7.9.2 2024-05-27T00:23:18.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Git sha 0 2024-05-27T00:23:18.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Compile date 2024-05-26 15:13:17 2024-05-27T00:23:18.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: DB SUMMARY 2024-05-27T00:23:18.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: DB Session ID: GA1DR1TQBBSZXNPU4LSJ 2024-05-27T00:23:18.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: CURRENT file: CURRENT 2024-05-27T00:23:18.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: IDENTITY file: IDENTITY 2024-05-27T00:23:18.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-05-27T00:23:18.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-05-27T00:23:18.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 105838 ; 2024-05-27T00:23:18.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.error_if_exists: 0 2024-05-27T00:23:18.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.create_if_missing: 0 2024-05-27T00:23:18.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.paranoid_checks: 1 2024-05-27T00:23:18.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-27T00:23:18.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-27T00:23:18.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-27T00:23:18.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.env: 0x564434b7fc60 2024-05-27T00:23:18.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.fs: PosixFileSystem 2024-05-27T00:23:18.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.info_log: 0x56443d0b7b60 2024-05-27T00:23:18.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_file_opening_threads: 16 2024-05-27T00:23:18.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.statistics: (nil) 2024-05-27T00:23:18.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.use_fsync: 0 2024-05-27T00:23:18.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_log_file_size: 0 2024-05-27T00:23:18.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-27T00:23:18.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-27T00:23:18.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.keep_log_file_num: 1000 2024-05-27T00:23:18.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.recycle_log_file_num: 0 2024-05-27T00:23:18.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.allow_fallocate: 1 2024-05-27T00:23:18.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.allow_mmap_reads: 0 2024-05-27T00:23:18.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.allow_mmap_writes: 0 2024-05-27T00:23:18.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.use_direct_reads: 0 2024-05-27T00:23:18.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-27T00:23:18.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.create_missing_column_families: 0 2024-05-27T00:23:18.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.db_log_dir: 2024-05-27T00:23:18.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.wal_dir: 2024-05-27T00:23:18.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-27T00:23:18.367 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-27T00:23:18.367 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-27T00:23:18.367 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-27T00:23:18.367 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-27T00:23:18.367 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-27T00:23:18.367 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.advise_random_on_open: 1 2024-05-27T00:23:18.368 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.db_write_buffer_size: 0 2024-05-27T00:23:18.368 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.write_buffer_manager: 0x56443d0881e0 2024-05-27T00:23:18.368 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-27T00:23:18.368 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-27T00:23:18.368 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-27T00:23:18.369 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.rate_limiter: (nil) 2024-05-27T00:23:18.369 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-27T00:23:18.369 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.wal_recovery_mode: 2 2024-05-27T00:23:18.369 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.enable_thread_tracking: 0 2024-05-27T00:23:18.369 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.enable_pipelined_write: 0 2024-05-27T00:23:18.369 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.unordered_write: 0 2024-05-27T00:23:18.369 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-27T00:23:18.369 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-27T00:23:18.369 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-27T00:23:18.369 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-27T00:23:18.369 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.row_cache: None 2024-05-27T00:23:18.369 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.wal_filter: None 2024-05-27T00:23:18.370 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-27T00:23:18.370 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.allow_ingest_behind: 0 2024-05-27T00:23:18.370 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.two_write_queues: 0 2024-05-27T00:23:18.370 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.manual_wal_flush: 0 2024-05-27T00:23:18.370 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.wal_compression: 0 2024-05-27T00:23:18.370 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.atomic_flush: 0 2024-05-27T00:23:18.370 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-27T00:23:18.370 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-27T00:23:18.370 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-27T00:23:18.370 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.log_readahead_size: 0 2024-05-27T00:23:18.370 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-27T00:23:18.370 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.best_efforts_recovery: 0 2024-05-27T00:23:18.370 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-27T00:23:18.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-27T00:23:18.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.allow_data_in_errors: 0 2024-05-27T00:23:18.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.db_host_id: __hostname__ 2024-05-27T00:23:18.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-27T00:23:18.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_background_jobs: 2 2024-05-27T00:23:18.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_background_compactions: -1 2024-05-27T00:23:18.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_subcompactions: 1 2024-05-27T00:23:18.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-27T00:23:18.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-27T00:23:18.371 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-27T00:23:18.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_total_wal_size: 0 2024-05-27T00:23:18.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-27T00:23:18.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-27T00:23:18.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-27T00:23:18.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-27T00:23:18.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_open_files: -1 2024-05-27T00:23:18.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.bytes_per_sync: 0 2024-05-27T00:23:18.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-27T00:23:18.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-27T00:23:18.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compaction_readahead_size: 0 2024-05-27T00:23:18.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_background_flushes: -1 2024-05-27T00:23:18.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Compression algorithms supported: 2024-05-27T00:23:18.372 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-27T00:23:18.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: kZSTD supported: 0 2024-05-27T00:23:18.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: kXpressCompression supported: 0 2024-05-27T00:23:18.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: kLZ4HCCompression supported: 1 2024-05-27T00:23:18.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: kZlibCompression supported: 1 2024-05-27T00:23:18.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: kSnappyCompression supported: 1 2024-05-27T00:23:18.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: kLZ4Compression supported: 1 2024-05-27T00:23:18.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: kBZip2Compression supported: 0 2024-05-27T00:23:18.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-27T00:23:18.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-27T00:23:18.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-05-27T00:23:18.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-27T00:23:18.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-27T00:23:18.373 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.merge_operator: 2024-05-27T00:23:18.374 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compaction_filter: None 2024-05-27T00:23:18.374 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compaction_filter_factory: None 2024-05-27T00:23:18.374 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.sst_partitioner_factory: None 2024-05-27T00:23:18.374 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-27T00:23:18.374 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-27T00:23:18.374 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56443d0b7c80) 2024-05-27T00:23:18.374 INFO:journalctl@ceph.mon.a.smithi044.stdout: cache_index_and_filter_blocks: 1 2024-05-27T00:23:18.374 INFO:journalctl@ceph.mon.a.smithi044.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-27T00:23:18.374 INFO:journalctl@ceph.mon.a.smithi044.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-27T00:23:18.374 INFO:journalctl@ceph.mon.a.smithi044.stdout: pin_top_level_index_and_filter: 1 2024-05-27T00:23:18.374 INFO:journalctl@ceph.mon.a.smithi044.stdout: index_type: 0 2024-05-27T00:23:18.374 INFO:journalctl@ceph.mon.a.smithi044.stdout: data_block_index_type: 0 2024-05-27T00:23:18.374 INFO:journalctl@ceph.mon.a.smithi044.stdout: index_shortening: 1 2024-05-27T00:23:18.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-27T00:23:18.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: checksum: 4 2024-05-27T00:23:18.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: no_block_cache: 0 2024-05-27T00:23:18.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_cache: 0x56443d0b9090 2024-05-27T00:23:18.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_cache_name: BinnedLRUCache 2024-05-27T00:23:18.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_cache_options: 2024-05-27T00:23:18.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: capacity : 536870912 2024-05-27T00:23:18.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: num_shard_bits : 4 2024-05-27T00:23:18.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: strict_capacity_limit : 0 2024-05-27T00:23:18.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: high_pri_pool_ratio: 0.000 2024-05-27T00:23:18.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_cache_compressed: (nil) 2024-05-27T00:23:18.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: persistent_cache: (nil) 2024-05-27T00:23:18.375 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_size: 4096 2024-05-27T00:23:18.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_size_deviation: 10 2024-05-27T00:23:18.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_restart_interval: 16 2024-05-27T00:23:18.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: index_block_restart_interval: 1 2024-05-27T00:23:18.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: metadata_block_size: 4096 2024-05-27T00:23:18.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: partition_filters: 0 2024-05-27T00:23:18.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: use_delta_encoding: 1 2024-05-27T00:23:18.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: filter_policy: bloomfilter 2024-05-27T00:23:18.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: whole_key_filtering: 1 2024-05-27T00:23:18.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: verify_compression: 0 2024-05-27T00:23:18.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: read_amp_bytes_per_bit: 0 2024-05-27T00:23:18.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: format_version: 5 2024-05-27T00:23:18.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: enable_index_compression: 1 2024-05-27T00:23:18.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: block_align: 0 2024-05-27T00:23:18.376 INFO:journalctl@ceph.mon.a.smithi044.stdout: max_auto_readahead_size: 262144 2024-05-27T00:23:18.377 INFO:journalctl@ceph.mon.a.smithi044.stdout: prepopulate_block_cache: 0 2024-05-27T00:23:18.377 INFO:journalctl@ceph.mon.a.smithi044.stdout: initial_auto_readahead_size: 8192 2024-05-27T00:23:18.377 INFO:journalctl@ceph.mon.a.smithi044.stdout: num_file_reads_for_auto_readahead: 2 2024-05-27T00:23:18.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.write_buffer_size: 33554432 2024-05-27T00:23:18.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_write_buffer_number: 2 2024-05-27T00:23:18.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compression: NoCompression 2024-05-27T00:23:18.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.bottommost_compression: Disabled 2024-05-27T00:23:18.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.prefix_extractor: nullptr 2024-05-27T00:23:18.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-27T00:23:18.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.num_levels: 7 2024-05-27T00:23:18.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-27T00:23:18.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-27T00:23:18.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-27T00:23:18.378 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-27T00:23:18.378 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-27T00:23:18.378 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-27T00:23:18.378 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-27T00:23:18.378 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-27T00:23:18.378 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-27T00:23:18.378 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-27T00:23:18.378 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-27T00:23:18.378 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-27T00:23:18.378 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-27T00:23:18.378 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compression_opts.level: 32767 2024-05-27T00:23:18.378 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compression_opts.strategy: 0 2024-05-27T00:23:18.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-27T00:23:18.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-27T00:23:18.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-27T00:23:18.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-27T00:23:18.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compression_opts.enabled: false 2024-05-27T00:23:18.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-27T00:23:18.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-27T00:23:18.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-27T00:23:18.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-27T00:23:18.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.target_file_size_base: 67108864 2024-05-27T00:23:18.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-27T00:23:18.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-27T00:23:18.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-27T00:23:18.379 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-27T00:23:18.380 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-27T00:23:18.380 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-27T00:23:18.380 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-27T00:23:18.380 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-27T00:23:18.380 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-27T00:23:18.380 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-27T00:23:18.380 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-27T00:23:18.380 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-27T00:23:18.380 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-27T00:23:18.380 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-27T00:23:18.380 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.arena_block_size: 1048576 2024-05-27T00:23:18.380 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-27T00:23:18.380 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-27T00:23:18.380 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.disable_auto_compactions: 0 2024-05-27T00:23:18.380 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-27T00:23:18.381 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-27T00:23:18.381 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-27T00:23:18.381 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-27T00:23:18.381 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-27T00:23:18.381 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-27T00:23:18.381 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-27T00:23:18.381 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-27T00:23:18.381 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-27T00:23:18.381 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-27T00:23:18.381 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.table_properties_collectors: 2024-05-27T00:23:18.381 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.inplace_update_support: 0 2024-05-27T00:23:18.381 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-27T00:23:18.381 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-27T00:23:18.382 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-27T00:23:18.382 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-27T00:23:18.382 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.bloom_locality: 0 2024-05-27T00:23:18.382 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.max_successive_merges: 0 2024-05-27T00:23:18.382 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-27T00:23:18.382 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.paranoid_file_checks: 0 2024-05-27T00:23:18.382 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.force_consistency_checks: 1 2024-05-27T00:23:18.382 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.report_bg_io_stats: 0 2024-05-27T00:23:18.382 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.ttl: 2592000 2024-05-27T00:23:18.382 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-27T00:23:18.382 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-27T00:23:18.382 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-27T00:23:18.382 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.enable_blob_files: false 2024-05-27T00:23:18.383 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.min_blob_size: 0 2024-05-27T00:23:18.383 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.blob_file_size: 268435456 2024-05-27T00:23:18.383 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-27T00:23:18.383 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-27T00:23:18.383 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-27T00:23:18.383 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-27T00:23:18.383 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-27T00:23:18.383 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.blob_file_starting_level: 0 2024-05-27T00:23:18.383 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-27T00:23:18.383 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-05-27T00:23:18.383 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-05-27T00:23:18.383 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: f8003665-d887-49e5-879d-401fc4f3d329 2024-05-27T00:23:18.383 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716769398021277, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-05-27T00:23:18.384 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-05-27T00:23:18.384 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716769398023552, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100871, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 330, "table_properties": {"data_size": 98782, "index_size": 307, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14435, "raw_average_key_size": 49, "raw_value_size": 90928, "raw_average_value_size": 314, "num_data_blocks": 12, "num_entries": 289, "num_filter_entries": 289, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1716769398, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "f8003665-d887-49e5-879d-401fc4f3d329", "db_session_id": "GA1DR1TQBBSZXNPU4LSJ", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-05-27T00:23:18.384 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716769398023733, "job": 1, "event": "recovery_finished"} 2024-05-27T00:23:18.384 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-05-27T00:23:18.384 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-27T00:23:18.384 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56443d1a8000 2024-05-27T00:23:18.384 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: DB pointer 0x56443d192000 2024-05-27T00:23:18.384 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-27T00:23:18.384 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-27T00:23:18.384 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** DB Stats ** 2024-05-27T00:23:18.384 INFO:journalctl@ceph.mon.a.smithi044.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-27T00:23:18.384 INFO:journalctl@ceph.mon.a.smithi044.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-27T00:23:18.384 INFO:journalctl@ceph.mon.a.smithi044.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-27T00:23:18.384 INFO:journalctl@ceph.mon.a.smithi044.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-27T00:23:18.384 INFO:journalctl@ceph.mon.a.smithi044.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-27T00:23:18.385 INFO:journalctl@ceph.mon.a.smithi044.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-27T00:23:18.385 INFO:journalctl@ceph.mon.a.smithi044.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-27T00:23:18.385 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-05-27T00:23:18.385 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** Compaction Stats [default] ** 2024-05-27T00:23:18.385 INFO:journalctl@ceph.mon.a.smithi044.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-27T00:23:18.385 INFO:journalctl@ceph.mon.a.smithi044.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-27T00:23:18.385 INFO:journalctl@ceph.mon.a.smithi044.stdout: L0 2/0 100.34 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 62.3 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-27T00:23:18.385 INFO:journalctl@ceph.mon.a.smithi044.stdout: Sum 2/0 100.34 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 62.3 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-27T00:23:18.385 INFO:journalctl@ceph.mon.a.smithi044.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 62.3 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-27T00:23:18.385 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-05-27T00:23:18.385 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** Compaction Stats [default] ** 2024-05-27T00:23:18.385 INFO:journalctl@ceph.mon.a.smithi044.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-27T00:23:18.385 INFO:journalctl@ceph.mon.a.smithi044.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-27T00:23:18.386 INFO:journalctl@ceph.mon.a.smithi044.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 62.3 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-27T00:23:18.386 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-05-27T00:23:18.386 INFO:journalctl@ceph.mon.a.smithi044.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-27T00:23:18.386 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-05-27T00:23:18.386 INFO:journalctl@ceph.mon.a.smithi044.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-27T00:23:18.386 INFO:journalctl@ceph.mon.a.smithi044.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-27T00:23:18.386 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-27T00:23:18.386 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-27T00:23:18.386 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-27T00:23:18.386 INFO:journalctl@ceph.mon.a.smithi044.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-27T00:23:18.386 INFO:journalctl@ceph.mon.a.smithi044.stdout: Cumulative compaction: 0.00 GB write, 13.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-27T00:23:18.386 INFO:journalctl@ceph.mon.a.smithi044.stdout: Interval compaction: 0.00 GB write, 13.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-27T00:23:18.386 INFO:journalctl@ceph.mon.a.smithi044.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-27T00:23:18.387 INFO:journalctl@ceph.mon.a.smithi044.stdout: Block cache BinnedLRUCache@0x56443d0b9090#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 2.5e-05 secs_since: 0 2024-05-27T00:23:18.387 INFO:journalctl@ceph.mon.a.smithi044.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-05-27T00:23:18.387 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-05-27T00:23:18.387 INFO:journalctl@ceph.mon.a.smithi044.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-27T00:23:18.387 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: starting mon.a rank 0 at public addrs [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] at bind addrs [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:23:18.387 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: mon.a@-1(???) e1 preinit fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:23:18.387 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: mon.a@-1(???).mds e1 new map 2024-05-27T00:23:18.387 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: mon.a@-1(???).mds e1 print_map 2024-05-27T00:23:18.387 INFO:journalctl@ceph.mon.a.smithi044.stdout: e1 2024-05-27T00:23:18.387 INFO:journalctl@ceph.mon.a.smithi044.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-27T00:23:18.387 INFO:journalctl@ceph.mon.a.smithi044.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-27T00:23:18.387 INFO:journalctl@ceph.mon.a.smithi044.stdout: legacy client fscid: -1 2024-05-27T00:23:18.387 INFO:journalctl@ceph.mon.a.smithi044.stdout: 2024-05-27T00:23:18.388 INFO:journalctl@ceph.mon.a.smithi044.stdout: No filesystems configured 2024-05-27T00:23:18.388 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-27T00:23:18.388 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-27T00:23:18.388 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-27T00:23:18.388 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-27T00:23:18.388 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-05-27T00:23:18.388 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 bash[31626]: df446a0be47707dd68a2d6099dba1e6fa8934a6a53b30b0913e6bb4d8f8551c6 2024-05-27T00:23:18.388 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 systemd[1]: Started Ceph mon.a for 1fe53dce-1bbf-11ef-bc9b-c7b262605968. 2024-05-27T00:23:18.388 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-27T00:23:18.388 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: monmap epoch 1 2024-05-27T00:23:18.388 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:23:18.388 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: last_changed 2024-05-27T00:23:07.144537+0000 2024-05-27T00:23:18.388 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: created 2024-05-27T00:23:07.144537+0000 2024-05-27T00:23:18.388 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: min_mon_release 19 (squid) 2024-05-27T00:23:18.389 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: election_strategy: 1 2024-05-27T00:23:18.389 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-05-27T00:23:18.389 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: fsmap 2024-05-27T00:23:18.389 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: osdmap e1: 0 total, 0 up, 0 in 2024-05-27T00:23:18.389 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:18 smithi044 ceph-mon[31645]: mgrmap e1: no daemons active 2024-05-27T00:23:19.482 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.686+0000 7fc8f0a00700 1 Processor -- start 2024-05-27T00:23:19.482 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.686+0000 7fc8f0a00700 1 -- start start 2024-05-27T00:23:19.482 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.686+0000 7fc8f0a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8ec107ef0 0x7fc8ec108310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:19.482 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.687+0000 7fc8f0a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc8ec108850 con 0x7fc8ec107ef0 2024-05-27T00:23:19.482 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.687+0000 7fc8eb400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8ec107ef0 0x7fc8ec108310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:19.482 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.688+0000 7fc8eb400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8ec107ef0 0x7fc8ec108310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38278/0 (socket says 172.21.15.44:38278) 2024-05-27T00:23:19.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.688+0000 7fc8eb400700 1 -- 172.21.15.44:0/429484656 learned_addr learned my addr 172.21.15.44:0/429484656 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:19.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.688+0000 7fc8eb400700 1 -- 172.21.15.44:0/429484656 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8ec109090 con 0x7fc8ec107ef0 2024-05-27T00:23:19.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.689+0000 7fc8eb400700 1 --2- 172.21.15.44:0/429484656 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8ec107ef0 0x7fc8ec108310 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fc8dc0098a0 tx=0x7fc8dc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=292bc119ca768b66 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:19.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.689+0000 7fc8ea000700 1 -- 172.21.15.44:0/429484656 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc8dc004160 con 0x7fc8ec107ef0 2024-05-27T00:23:19.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.689+0000 7fc8ea000700 1 -- 172.21.15.44:0/429484656 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fc8dc004300 con 0x7fc8ec107ef0 2024-05-27T00:23:19.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.689+0000 7fc8ea000700 1 -- 172.21.15.44:0/429484656 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc8dc011c00 con 0x7fc8ec107ef0 2024-05-27T00:23:19.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.691+0000 7fc8f0a00700 1 -- 172.21.15.44:0/429484656 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8ec107ef0 msgr2=0x7fc8ec108310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:19.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.691+0000 7fc8f0a00700 1 --2- 172.21.15.44:0/429484656 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8ec107ef0 0x7fc8ec108310 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fc8dc0098a0 tx=0x7fc8dc009bb0 comp rx=0 tx=0).stop 2024-05-27T00:23:19.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.691+0000 7fc8f0a00700 1 -- 172.21.15.44:0/429484656 shutdown_connections 2024-05-27T00:23:19.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.691+0000 7fc8f0a00700 1 --2- 172.21.15.44:0/429484656 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8ec107ef0 0x7fc8ec108310 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:19.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.691+0000 7fc8f0a00700 1 -- 172.21.15.44:0/429484656 >> 172.21.15.44:0/429484656 conn(0x7fc8ec103560 msgr2=0x7fc8ec105980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:19.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.691+0000 7fc8f0a00700 1 -- 172.21.15.44:0/429484656 shutdown_connections 2024-05-27T00:23:19.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.691+0000 7fc8f0a00700 1 -- 172.21.15.44:0/429484656 wait complete. 2024-05-27T00:23:19.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.694+0000 7fc8f0a00700 1 Processor -- start 2024-05-27T00:23:19.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.694+0000 7fc8f0a00700 1 -- start start 2024-05-27T00:23:19.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.695+0000 7fc8f0a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8ec107ef0 0x7fc8ec19bf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:19.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.695+0000 7fc8f0a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc8ec10c350 con 0x7fc8ec107ef0 2024-05-27T00:23:19.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.696+0000 7fc8eb400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8ec107ef0 0x7fc8ec19bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:19.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.696+0000 7fc8eb400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8ec107ef0 0x7fc8ec19bf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38290/0 (socket says 172.21.15.44:38290) 2024-05-27T00:23:19.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.696+0000 7fc8eb400700 1 -- 172.21.15.44:0/2306945299 learned_addr learned my addr 172.21.15.44:0/2306945299 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:19.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.696+0000 7fc8eb400700 1 -- 172.21.15.44:0/2306945299 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8ec19c4c0 con 0x7fc8ec107ef0 2024-05-27T00:23:19.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.697+0000 7fc8eb400700 1 --2- 172.21.15.44:0/2306945299 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8ec107ef0 0x7fc8ec19bf80 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fc8dc009fb0 tx=0x7fc8dc011c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:19.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.697+0000 7fc8e3e00700 1 -- 172.21.15.44:0/2306945299 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc8dc0038b0 con 0x7fc8ec107ef0 2024-05-27T00:23:19.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.697+0000 7fc8e3e00700 1 -- 172.21.15.44:0/2306945299 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fc8dc01a430 con 0x7fc8ec107ef0 2024-05-27T00:23:19.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.697+0000 7fc8f0a00700 1 -- 172.21.15.44:0/2306945299 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8ec19c750 con 0x7fc8ec107ef0 2024-05-27T00:23:19.485 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.698+0000 7fc8f0a00700 1 -- 172.21.15.44:0/2306945299 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8ec19f440 con 0x7fc8ec107ef0 2024-05-27T00:23:19.485 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.698+0000 7fc8e3e00700 1 -- 172.21.15.44:0/2306945299 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc8dc0195e0 con 0x7fc8ec107ef0 2024-05-27T00:23:19.485 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.698+0000 7fc8e3e00700 1 -- 172.21.15.44:0/2306945299 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc8dc019960 con 0x7fc8ec107ef0 2024-05-27T00:23:19.485 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.698+0000 7fc8e3e00700 1 -- 172.21.15.44:0/2306945299 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc8dc0243f0 con 0x7fc8ec107ef0 2024-05-27T00:23:19.485 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.699+0000 7fc8f0a00700 1 -- 172.21.15.44:0/2306945299 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8ec063af0 con 0x7fc8ec107ef0 2024-05-27T00:23:19.485 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.705+0000 7fc8e3e00700 1 -- 172.21.15.44:0/2306945299 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7fc8dc043dd0 con 0x7fc8ec107ef0 2024-05-27T00:23:19.485 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.787+0000 7fc8f0a00700 1 -- 172.21.15.44:0/2306945299 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7fc8ec07c0a0 con 0x7fc8ec107ef0 2024-05-27T00:23:19.485 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.790+0000 7fc8e3e00700 1 -- 172.21.15.44:0/2306945299 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7fc8dc032030 con 0x7fc8ec107ef0 2024-05-27T00:23:19.485 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.792+0000 7fc8f0a00700 1 -- 172.21.15.44:0/2306945299 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8ec107ef0 msgr2=0x7fc8ec19bf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:19.485 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.792+0000 7fc8f0a00700 1 --2- 172.21.15.44:0/2306945299 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8ec107ef0 0x7fc8ec19bf80 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fc8dc009fb0 tx=0x7fc8dc011c60 comp rx=0 tx=0).stop 2024-05-27T00:23:19.485 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.792+0000 7fc8f0a00700 1 -- 172.21.15.44:0/2306945299 shutdown_connections 2024-05-27T00:23:19.485 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.792+0000 7fc8f0a00700 1 --2- 172.21.15.44:0/2306945299 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8ec107ef0 0x7fc8ec19bf80 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:19.486 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.792+0000 7fc8f0a00700 1 -- 172.21.15.44:0/2306945299 >> 172.21.15.44:0/2306945299 conn(0x7fc8ec103560 msgr2=0x7fc8ec1040c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:19.486 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.792+0000 7fc8f0a00700 1 -- 172.21.15.44:0/2306945299 shutdown_connections 2024-05-27T00:23:19.486 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:18.792+0000 7fc8f0a00700 1 -- 172.21.15.44:0/2306945299 wait complete. 2024-05-27T00:23:19.486 INFO:teuthology.orchestra.run.smithi044.stdout:Wrote config to /etc/ceph/ceph.conf 2024-05-27T00:23:19.507 INFO:teuthology.orchestra.run.smithi044.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-05-27T00:23:19.507 INFO:teuthology.orchestra.run.smithi044.stdout:Creating mgr... 2024-05-27T00:23:19.507 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying port 0.0.0.0:9283 ... 2024-05-27T00:23:19.508 INFO:teuthology.orchestra.run.smithi044.stdout:Verifying port 0.0.0.0:8765 ... 2024-05-27T00:23:19.899 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mgr.x 2024-05-27T00:23:19.899 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Failed to reset failed state of unit ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mgr.x.service: Unit ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mgr.x.service not loaded. 2024-05-27T00:23:20.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:19 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2306945299' entity='client.admin' 2024-05-27T00:23:20.175 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968.target.wants/ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@.service. 2024-05-27T00:23:20.586 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:20 smithi044 systemd[1]: Starting Ceph mgr.x for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:23:20.856 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:20 smithi044 podman[31866]: 2024-05-27 00:23:20.491893367 +0000 UTC m=+0.034013503 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 2024-05-27T00:23:20.857 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:20 smithi044 podman[31866]: 2024-05-27 00:23:20.619325743 +0000 UTC m=+0.161445909 container create a1fd6390a826bc5f7ee3154d1c0be37155a702e5f7c8953ceaead5f2682471d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, RELEASE=squid-0ef46a2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True) 2024-05-27T00:23:20.857 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:20 smithi044 podman[31866]: 2024-05-27 00:23:20.854973955 +0000 UTC m=+0.397094168 container init a1fd6390a826bc5f7ee3154d1c0be37155a702e5f7c8953ceaead5f2682471d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-0ef46a2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521) 2024-05-27T00:23:20.958 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-27T00:23:20.958 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout disabled 2024-05-27T00:23:20.974 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-27T00:23:20.974 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout inactive 2024-05-27T00:23:20.974 INFO:teuthology.orchestra.run.smithi044.stdout:firewalld.service is not enabled 2024-05-27T00:23:20.974 INFO:teuthology.orchestra.run.smithi044.stdout:Not possible to enable service . firewalld.service is not available 2024-05-27T00:23:20.994 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-27T00:23:20.994 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout disabled 2024-05-27T00:23:21.012 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-27T00:23:21.012 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout inactive 2024-05-27T00:23:21.012 INFO:teuthology.orchestra.run.smithi044.stdout:firewalld.service is not enabled 2024-05-27T00:23:21.013 INFO:teuthology.orchestra.run.smithi044.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-05-27T00:23:21.013 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for mgr to start... 2024-05-27T00:23:21.013 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for mgr... 2024-05-27T00:23:21.111 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:20 smithi044 podman[31866]: 2024-05-27 00:23:20.865450143 +0000 UTC m=+0.407570315 container start a1fd6390a826bc5f7ee3154d1c0be37155a702e5f7c8953ceaead5f2682471d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521) 2024-05-27T00:23:21.112 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:20 smithi044 bash[31866]: a1fd6390a826bc5f7ee3154d1c0be37155a702e5f7c8953ceaead5f2682471d2 2024-05-27T00:23:21.112 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:20 smithi044 systemd[1]: Started Ceph mgr.x for 1fe53dce-1bbf-11ef-bc9b-c7b262605968. 2024-05-27T00:23:21.112 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:21 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:21.101+0000 7f08f5aa2200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-27T00:23:21.442 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:21 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:21.357+0000 7f08f5aa2200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-27T00:23:21.692 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:21 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:21.496+0000 7f08f5aa2200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-27T00:23:22.053 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:21 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1655522568' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-27T00:23:22.054 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:21 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:21.934+0000 7f08f5aa2200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-27T00:23:22.361 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:22 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:22.059+0000 7f08f5aa2200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-27T00:23:22.469 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-27T00:23:22.469 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-05-27T00:23:22.469 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsid": "1fe53dce-1bbf-11ef-bc9b-c7b262605968", 2024-05-27T00:23:22.469 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "health": { 2024-05-27T00:23:22.470 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-27T00:23:22.470 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-27T00:23:22.470 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-27T00:23:22.470 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:22.470 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-27T00:23:22.470 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-27T00:23:22.470 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 0 2024-05-27T00:23:22.470 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-27T00:23:22.470 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-27T00:23:22.470 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "a" 2024-05-27T00:23:22.470 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-27T00:23:22.470 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-05-27T00:23:22.471 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-27T00:23:22.471 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-27T00:23:22.471 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-27T00:23:22.471 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-27T00:23:22.471 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:22.471 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-27T00:23:22.471 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-27T00:23:22.471 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-27T00:23:22.471 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-27T00:23:22.471 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-27T00:23:22.471 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-27T00:23:22.471 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-27T00:23:22.471 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-27T00:23:22.472 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:22.472 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-27T00:23:22.472 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-27T00:23:22.472 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-27T00:23:22.472 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-27T00:23:22.472 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-27T00:23:22.472 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-27T00:23:22.472 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-27T00:23:22.472 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-27T00:23:22.472 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-27T00:23:22.472 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:22.472 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-27T00:23:22.472 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-27T00:23:22.472 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-27T00:23:22.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-27T00:23:22.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:22.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-27T00:23:22.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-27T00:23:22.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-27T00:23:22.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-27T00:23:22.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-27T00:23:22.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-27T00:23:22.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "restful" 2024-05-27T00:23:22.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-27T00:23:22.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-27T00:23:22.473 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:22.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-27T00:23:22.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-27T00:23:22.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modified": "2024-05-27T00:23:11.401022+0000", 2024-05-27T00:23:22.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-27T00:23:22.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:22.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-27T00:23:22.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-05-27T00:23:22.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.599+0000 7f5be5000700 1 Processor -- start 2024-05-27T00:23:22.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.599+0000 7f5be5000700 1 -- start start 2024-05-27T00:23:22.474 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.599+0000 7f5be5000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5be007dd10 0x7f5be007c280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:22.475 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.600+0000 7f5be5000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5be007e130 con 0x7f5be007dd10 2024-05-27T00:23:22.475 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.600+0000 7f5bdde00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5be007dd10 0x7f5be007c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:22.475 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.600+0000 7f5bdde00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5be007dd10 0x7f5be007c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38322/0 (socket says 172.21.15.44:38322) 2024-05-27T00:23:22.475 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.600+0000 7f5bdde00700 1 -- 172.21.15.44:0/1722943886 learned_addr learned my addr 172.21.15.44:0/1722943886 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:22.475 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.600+0000 7f5bdde00700 1 -- 172.21.15.44:0/1722943886 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5be007c7c0 con 0x7f5be007dd10 2024-05-27T00:23:22.475 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.601+0000 7f5bdde00700 1 --2- 172.21.15.44:0/1722943886 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5be007dd10 0x7f5be007c280 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f5bd00098a0 tx=0x7f5bd0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=837b37460eec742 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:22.475 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.601+0000 7f5bdca00700 1 -- 172.21.15.44:0/1722943886 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bd0004160 con 0x7f5be007dd10 2024-05-27T00:23:22.475 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.601+0000 7f5bdca00700 1 -- 172.21.15.44:0/1722943886 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f5bd0004300 con 0x7f5be007dd10 2024-05-27T00:23:22.475 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.601+0000 7f5bdca00700 1 -- 172.21.15.44:0/1722943886 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bd0011c00 con 0x7f5be007dd10 2024-05-27T00:23:22.475 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.602+0000 7f5be5000700 1 -- 172.21.15.44:0/1722943886 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5be007dd10 msgr2=0x7f5be007c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:22.475 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.602+0000 7f5be5000700 1 --2- 172.21.15.44:0/1722943886 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5be007dd10 0x7f5be007c280 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f5bd00098a0 tx=0x7f5bd0009bb0 comp rx=0 tx=0).stop 2024-05-27T00:23:22.476 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.602+0000 7f5be5000700 1 -- 172.21.15.44:0/1722943886 shutdown_connections 2024-05-27T00:23:22.476 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.602+0000 7f5be5000700 1 --2- 172.21.15.44:0/1722943886 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5be007dd10 0x7f5be007c280 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:22.476 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.602+0000 7f5be5000700 1 -- 172.21.15.44:0/1722943886 >> 172.21.15.44:0/1722943886 conn(0x7f5be0103790 msgr2=0x7f5be0105bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:22.476 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.602+0000 7f5be5000700 1 -- 172.21.15.44:0/1722943886 shutdown_connections 2024-05-27T00:23:22.476 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.602+0000 7f5be5000700 1 -- 172.21.15.44:0/1722943886 wait complete. 2024-05-27T00:23:22.476 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.603+0000 7f5be5000700 1 Processor -- start 2024-05-27T00:23:22.476 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.603+0000 7f5be5000700 1 -- start start 2024-05-27T00:23:22.476 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.604+0000 7f5be5000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5be007dd10 0x7f5be019e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:22.476 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.604+0000 7f5be5000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5be010e620 con 0x7f5be007dd10 2024-05-27T00:23:22.477 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.604+0000 7f5bdde00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5be007dd10 0x7f5be019e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:22.477 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.604+0000 7f5bdde00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5be007dd10 0x7f5be019e2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38328/0 (socket says 172.21.15.44:38328) 2024-05-27T00:23:22.477 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.604+0000 7f5bdde00700 1 -- 172.21.15.44:0/1655522568 learned_addr learned my addr 172.21.15.44:0/1655522568 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:22.477 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.604+0000 7f5bdde00700 1 -- 172.21.15.44:0/1655522568 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5be019e810 con 0x7f5be007dd10 2024-05-27T00:23:22.477 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.605+0000 7f5bdde00700 1 --2- 172.21.15.44:0/1655522568 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5be007dd10 0x7f5be019e2d0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f5bd0003fb0 tx=0x7f5bd0011bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:22.477 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.605+0000 7f5bd6a00700 1 -- 172.21.15.44:0/1655522568 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bd00039c0 con 0x7f5be007dd10 2024-05-27T00:23:22.477 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.605+0000 7f5bd6a00700 1 -- 172.21.15.44:0/1655522568 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f5bd0003b60 con 0x7f5be007dd10 2024-05-27T00:23:22.477 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.605+0000 7f5be5000700 1 -- 172.21.15.44:0/1655522568 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5be019eaa0 con 0x7f5be007dd10 2024-05-27T00:23:22.477 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.605+0000 7f5bd6a00700 1 -- 172.21.15.44:0/1655522568 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bd001a6b0 con 0x7f5be007dd10 2024-05-27T00:23:22.477 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.605+0000 7f5be5000700 1 -- 172.21.15.44:0/1655522568 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5be01a1790 con 0x7f5be007dd10 2024-05-27T00:23:22.477 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.605+0000 7f5bd6a00700 1 -- 172.21.15.44:0/1655522568 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5bd002d3f0 con 0x7f5be007dd10 2024-05-27T00:23:22.477 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.605+0000 7f5bd6a00700 1 -- 172.21.15.44:0/1655522568 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f5bd0019740 con 0x7f5be007dd10 2024-05-27T00:23:22.478 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.606+0000 7f5be5000700 1 -- 172.21.15.44:0/1655522568 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5be0063af0 con 0x7f5be007dd10 2024-05-27T00:23:22.478 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.609+0000 7f5bd6a00700 1 -- 172.21.15.44:0/1655522568 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f5bd0003d10 con 0x7f5be007dd10 2024-05-27T00:23:22.478 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.690+0000 7f5be5000700 1 -- 172.21.15.44:0/1655522568 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f5be01a1cd0 con 0x7f5be007dd10 2024-05-27T00:23:22.478 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.691+0000 7f5bd6a00700 1 -- 172.21.15.44:0/1655522568 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f5bd00249a0 con 0x7f5be007dd10 2024-05-27T00:23:22.478 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.692+0000 7f5be5000700 1 -- 172.21.15.44:0/1655522568 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5be007dd10 msgr2=0x7f5be019e2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:22.478 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.692+0000 7f5be5000700 1 --2- 172.21.15.44:0/1655522568 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5be007dd10 0x7f5be019e2d0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f5bd0003fb0 tx=0x7f5bd0011bd0 comp rx=0 tx=0).stop 2024-05-27T00:23:22.478 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.692+0000 7f5be5000700 1 -- 172.21.15.44:0/1655522568 shutdown_connections 2024-05-27T00:23:22.478 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.692+0000 7f5be5000700 1 --2- 172.21.15.44:0/1655522568 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5be007dd10 0x7f5be019e2d0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:22.478 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.692+0000 7f5be5000700 1 -- 172.21.15.44:0/1655522568 >> 172.21.15.44:0/1655522568 conn(0x7f5be0103790 msgr2=0x7f5be01042f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:22.478 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.693+0000 7f5be5000700 1 -- 172.21.15.44:0/1655522568 shutdown_connections 2024-05-27T00:23:22.478 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:21.693+0000 7f5be5000700 1 -- 172.21.15.44:0/1655522568 wait complete. 2024-05-27T00:23:22.478 INFO:teuthology.orchestra.run.smithi044.stdout:mgr not available, waiting (1/15)... 2024-05-27T00:23:24.112 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:23 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:23.696+0000 7f08f5aa2200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-27T00:23:24.112 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:23 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:23.930+0000 7f08f5aa2200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-27T00:23:24.545 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:24 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:24.149+0000 7f08f5aa2200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-27T00:23:24.545 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:24 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:24.543+0000 7f08f5aa2200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-27T00:23:24.802 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:24 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:24.673+0000 7f08f5aa2200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-27T00:23:25.067 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:24 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:24.941+0000 7f08f5aa2200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-27T00:23:25.362 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:25 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:25.213+0000 7f08f5aa2200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-27T00:23:25.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:25 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/20683527' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-27T00:23:25.843 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-27T00:23:25.844 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-05-27T00:23:25.844 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsid": "1fe53dce-1bbf-11ef-bc9b-c7b262605968", 2024-05-27T00:23:25.844 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "health": { 2024-05-27T00:23:25.844 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-27T00:23:25.844 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-27T00:23:25.844 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-27T00:23:25.844 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:25.844 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-27T00:23:25.845 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-27T00:23:25.845 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 0 2024-05-27T00:23:25.845 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-27T00:23:25.845 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-27T00:23:25.845 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "a" 2024-05-27T00:23:25.845 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-27T00:23:25.845 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-05-27T00:23:25.845 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-27T00:23:25.845 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-27T00:23:25.845 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-27T00:23:25.845 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-27T00:23:25.845 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:25.846 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-27T00:23:25.846 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-27T00:23:25.846 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-27T00:23:25.846 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-27T00:23:25.846 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-27T00:23:25.846 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-27T00:23:25.846 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-27T00:23:25.846 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-27T00:23:25.854 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:25.854 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-27T00:23:25.854 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-27T00:23:25.854 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-27T00:23:25.854 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-27T00:23:25.854 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-27T00:23:25.854 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-27T00:23:25.854 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-27T00:23:25.854 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-27T00:23:25.854 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-27T00:23:25.854 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:25.855 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-27T00:23:25.855 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-27T00:23:25.855 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-27T00:23:25.855 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-27T00:23:25.855 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:25.855 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-27T00:23:25.855 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-27T00:23:25.855 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-27T00:23:25.855 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-27T00:23:25.855 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-27T00:23:25.855 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-27T00:23:25.855 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "restful" 2024-05-27T00:23:25.855 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-27T00:23:25.856 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-27T00:23:25.856 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:25.856 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-27T00:23:25.856 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-27T00:23:25.856 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modified": "2024-05-27T00:23:11.401022+0000", 2024-05-27T00:23:25.856 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-27T00:23:25.856 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:25.856 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-27T00:23:25.856 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-05-27T00:23:25.856 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.066+0000 7fd97b200700 1 Processor -- start 2024-05-27T00:23:25.856 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.066+0000 7fd97b200700 1 -- start start 2024-05-27T00:23:25.856 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.067+0000 7fd97b200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd97c107ef0 0x7fd97c108310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:25.857 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.067+0000 7fd97b200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd97c108850 con 0x7fd97c107ef0 2024-05-27T00:23:25.857 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.067+0000 7fd979e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd97c107ef0 0x7fd97c108310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:25.857 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.067+0000 7fd979e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd97c107ef0 0x7fd97c108310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47580/0 (socket says 172.21.15.44:47580) 2024-05-27T00:23:25.857 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.067+0000 7fd979e00700 1 -- 172.21.15.44:0/2301656920 learned_addr learned my addr 172.21.15.44:0/2301656920 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:25.857 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.068+0000 7fd979e00700 1 -- 172.21.15.44:0/2301656920 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd97c109090 con 0x7fd97c107ef0 2024-05-27T00:23:25.857 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.068+0000 7fd979e00700 1 --2- 172.21.15.44:0/2301656920 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd97c107ef0 0x7fd97c108310 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd96c0098a0 tx=0x7fd96c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88142e33a97c0c83 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:25.857 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.068+0000 7fd978a00700 1 -- 172.21.15.44:0/2301656920 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd96c004160 con 0x7fd97c107ef0 2024-05-27T00:23:25.857 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.068+0000 7fd978a00700 1 -- 172.21.15.44:0/2301656920 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fd96c004300 con 0x7fd97c107ef0 2024-05-27T00:23:25.857 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.069+0000 7fd978a00700 1 -- 172.21.15.44:0/2301656920 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd96c011c00 con 0x7fd97c107ef0 2024-05-27T00:23:25.857 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.069+0000 7fd97b200700 1 -- 172.21.15.44:0/2301656920 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd97c107ef0 msgr2=0x7fd97c108310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:25.858 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.069+0000 7fd97b200700 1 --2- 172.21.15.44:0/2301656920 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd97c107ef0 0x7fd97c108310 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd96c0098a0 tx=0x7fd96c009bb0 comp rx=0 tx=0).stop 2024-05-27T00:23:25.858 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.069+0000 7fd97b200700 1 -- 172.21.15.44:0/2301656920 shutdown_connections 2024-05-27T00:23:25.858 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.069+0000 7fd97b200700 1 --2- 172.21.15.44:0/2301656920 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd97c107ef0 0x7fd97c108310 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:25.858 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.069+0000 7fd97b200700 1 -- 172.21.15.44:0/2301656920 >> 172.21.15.44:0/2301656920 conn(0x7fd97c103560 msgr2=0x7fd97c105980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:25.858 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.070+0000 7fd97b200700 1 -- 172.21.15.44:0/2301656920 shutdown_connections 2024-05-27T00:23:25.858 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.070+0000 7fd97b200700 1 -- 172.21.15.44:0/2301656920 wait complete. 2024-05-27T00:23:25.858 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.071+0000 7fd97b200700 1 Processor -- start 2024-05-27T00:23:25.858 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.071+0000 7fd97b200700 1 -- start start 2024-05-27T00:23:25.858 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.071+0000 7fd97b200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd97c107ef0 0x7fd97c07db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:25.858 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.071+0000 7fd97b200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd97c10c350 con 0x7fd97c107ef0 2024-05-27T00:23:25.858 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.072+0000 7fd979e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd97c107ef0 0x7fd97c07db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:25.859 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.072+0000 7fd979e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd97c107ef0 0x7fd97c07db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47586/0 (socket says 172.21.15.44:47586) 2024-05-27T00:23:25.859 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.072+0000 7fd979e00700 1 -- 172.21.15.44:0/20683527 learned_addr learned my addr 172.21.15.44:0/20683527 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:25.859 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.072+0000 7fd979e00700 1 -- 172.21.15.44:0/20683527 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd97c07e070 con 0x7fd97c107ef0 2024-05-27T00:23:25.859 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.072+0000 7fd979e00700 1 --2- 172.21.15.44:0/20683527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd97c107ef0 0x7fd97c07db30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fd96c009fb0 tx=0x7fd96c011c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:25.859 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.073+0000 7fd972a00700 1 -- 172.21.15.44:0/20683527 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd96c0038b0 con 0x7fd97c107ef0 2024-05-27T00:23:25.859 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.073+0000 7fd972a00700 1 -- 172.21.15.44:0/20683527 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fd96c01a430 con 0x7fd97c107ef0 2024-05-27T00:23:25.859 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.073+0000 7fd972a00700 1 -- 172.21.15.44:0/20683527 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd96c0195e0 con 0x7fd97c107ef0 2024-05-27T00:23:25.859 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.073+0000 7fd97b200700 1 -- 172.21.15.44:0/20683527 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd97c07c260 con 0x7fd97c107ef0 2024-05-27T00:23:25.859 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.073+0000 7fd97b200700 1 -- 172.21.15.44:0/20683527 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd97c07c7a0 con 0x7fd97c107ef0 2024-05-27T00:23:25.859 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.073+0000 7fd972a00700 1 -- 172.21.15.44:0/20683527 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd96c019c20 con 0x7fd97c107ef0 2024-05-27T00:23:25.859 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.073+0000 7fd972a00700 1 -- 172.21.15.44:0/20683527 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd96c024730 con 0x7fd97c107ef0 2024-05-27T00:23:25.859 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.074+0000 7fd97b200700 1 -- 172.21.15.44:0/20683527 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd97c063af0 con 0x7fd97c107ef0 2024-05-27T00:23:25.859 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.079+0000 7fd972a00700 1 -- 172.21.15.44:0/20683527 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7fd96c01aa50 con 0x7fd97c107ef0 2024-05-27T00:23:25.860 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.158+0000 7fd97b200700 1 -- 172.21.15.44:0/20683527 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fd97c07cae0 con 0x7fd97c107ef0 2024-05-27T00:23:25.860 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.159+0000 7fd972a00700 1 -- 172.21.15.44:0/20683527 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fd96c032030 con 0x7fd97c107ef0 2024-05-27T00:23:25.860 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.160+0000 7fd97b200700 1 -- 172.21.15.44:0/20683527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd97c107ef0 msgr2=0x7fd97c07db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:25.860 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.160+0000 7fd97b200700 1 --2- 172.21.15.44:0/20683527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd97c107ef0 0x7fd97c07db30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fd96c009fb0 tx=0x7fd96c011c60 comp rx=0 tx=0).stop 2024-05-27T00:23:25.860 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.160+0000 7fd97b200700 1 -- 172.21.15.44:0/20683527 shutdown_connections 2024-05-27T00:23:25.860 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.160+0000 7fd97b200700 1 --2- 172.21.15.44:0/20683527 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd97c107ef0 0x7fd97c07db30 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:25.860 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.160+0000 7fd97b200700 1 -- 172.21.15.44:0/20683527 >> 172.21.15.44:0/20683527 conn(0x7fd97c103560 msgr2=0x7fd97c1040a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:25.860 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.160+0000 7fd97b200700 1 -- 172.21.15.44:0/20683527 shutdown_connections 2024-05-27T00:23:25.860 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:25.160+0000 7fd97b200700 1 -- 172.21.15.44:0/20683527 wait complete. 2024-05-27T00:23:25.860 INFO:teuthology.orchestra.run.smithi044.stdout:mgr not available, waiting (2/15)... 2024-05-27T00:23:26.112 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:26 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:26.043+0000 7f08f5aa2200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-27T00:23:27.016 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:26 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:26.611+0000 7f08f5aa2200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-27T00:23:27.016 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:26 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:26.743+0000 7f08f5aa2200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-27T00:23:27.361 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:27 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:27.015+0000 7f08f5aa2200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-27T00:23:28.005 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:27 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:27.682+0000 7f08f5aa2200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-27T00:23:28.005 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:27 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:27.810+0000 7f08f5aa2200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-27T00:23:28.287 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:28 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:28.160+0000 7f08f5aa2200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-27T00:23:28.551 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:28 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:28.349+0000 7f08f5aa2200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-27T00:23:28.551 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:28 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:28.483+0000 7f08f5aa2200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-27T00:23:28.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:28 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1227449083' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-27T00:23:28.862 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:28 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:28.652+0000 7f08f5aa2200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-27T00:23:29.174 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:29 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:29.030+0000 7f08f5aa2200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-27T00:23:29.200 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-27T00:23:29.200 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-05-27T00:23:29.200 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsid": "1fe53dce-1bbf-11ef-bc9b-c7b262605968", 2024-05-27T00:23:29.200 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "health": { 2024-05-27T00:23:29.200 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-27T00:23:29.200 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-27T00:23:29.200 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-27T00:23:29.201 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:29.201 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-27T00:23:29.201 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-27T00:23:29.201 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 0 2024-05-27T00:23:29.201 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-27T00:23:29.201 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-27T00:23:29.201 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "a" 2024-05-27T00:23:29.201 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-27T00:23:29.201 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-05-27T00:23:29.201 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-27T00:23:29.201 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-27T00:23:29.201 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-27T00:23:29.202 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-27T00:23:29.202 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:29.202 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-27T00:23:29.202 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-27T00:23:29.202 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-27T00:23:29.202 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-27T00:23:29.202 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-27T00:23:29.202 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-27T00:23:29.202 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-27T00:23:29.202 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-27T00:23:29.202 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:29.202 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-27T00:23:29.202 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-27T00:23:29.203 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-27T00:23:29.203 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-27T00:23:29.203 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-27T00:23:29.203 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-27T00:23:29.203 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-27T00:23:29.203 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-27T00:23:29.203 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-27T00:23:29.203 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:29.203 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-27T00:23:29.203 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-27T00:23:29.203 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-27T00:23:29.203 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-27T00:23:29.203 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:29.204 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-27T00:23:29.204 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-27T00:23:29.204 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-27T00:23:29.204 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-27T00:23:29.204 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-27T00:23:29.204 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-27T00:23:29.204 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "restful" 2024-05-27T00:23:29.204 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-27T00:23:29.204 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-27T00:23:29.204 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:29.204 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-27T00:23:29.204 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-27T00:23:29.204 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modified": "2024-05-27T00:23:11.401022+0000", 2024-05-27T00:23:29.205 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-27T00:23:29.205 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:29.205 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-27T00:23:29.205 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-05-27T00:23:29.205 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.440+0000 7f55ec400700 1 Processor -- start 2024-05-27T00:23:29.205 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.440+0000 7f55ec400700 1 -- start start 2024-05-27T00:23:29.205 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.440+0000 7f55ec400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55e4108110 0x7f55e4108530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:29.205 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.440+0000 7f55ec400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f55e4108a70 con 0x7f55e4108110 2024-05-27T00:23:29.205 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.441+0000 7f55e9a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55e4108110 0x7f55e4108530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:29.205 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.441+0000 7f55e9a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55e4108110 0x7f55e4108530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47600/0 (socket says 172.21.15.44:47600) 2024-05-27T00:23:29.205 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.441+0000 7f55e9a00700 1 -- 172.21.15.44:0/3811680918 learned_addr learned my addr 172.21.15.44:0/3811680918 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:29.205 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.442+0000 7f55e9a00700 1 -- 172.21.15.44:0/3811680918 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55e4108bf0 con 0x7f55e4108110 2024-05-27T00:23:29.205 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.442+0000 7f55e9a00700 1 --2- 172.21.15.44:0/3811680918 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55e4108110 0x7f55e4108530 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f55d80098a0 tx=0x7f55d8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3a7263cf6e610b2 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:29.206 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.442+0000 7f55e3e00700 1 -- 172.21.15.44:0/3811680918 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f55d8004160 con 0x7f55e4108110 2024-05-27T00:23:29.206 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.442+0000 7f55e3e00700 1 -- 172.21.15.44:0/3811680918 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f55d8004300 con 0x7f55e4108110 2024-05-27T00:23:29.206 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.442+0000 7f55e3e00700 1 -- 172.21.15.44:0/3811680918 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f55d8011c00 con 0x7f55e4108110 2024-05-27T00:23:29.206 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.443+0000 7f55ec400700 1 -- 172.21.15.44:0/3811680918 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55e4108110 msgr2=0x7f55e4108530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:29.206 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.443+0000 7f55ec400700 1 --2- 172.21.15.44:0/3811680918 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55e4108110 0x7f55e4108530 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f55d80098a0 tx=0x7f55d8009bb0 comp rx=0 tx=0).stop 2024-05-27T00:23:29.206 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.443+0000 7f55ec400700 1 -- 172.21.15.44:0/3811680918 shutdown_connections 2024-05-27T00:23:29.206 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.443+0000 7f55ec400700 1 --2- 172.21.15.44:0/3811680918 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55e4108110 0x7f55e4108530 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:29.206 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.443+0000 7f55ec400700 1 -- 172.21.15.44:0/3811680918 >> 172.21.15.44:0/3811680918 conn(0x7f55e4103790 msgr2=0x7f55e4105bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:29.206 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.443+0000 7f55ec400700 1 -- 172.21.15.44:0/3811680918 shutdown_connections 2024-05-27T00:23:29.206 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.443+0000 7f55ec400700 1 -- 172.21.15.44:0/3811680918 wait complete. 2024-05-27T00:23:29.206 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.444+0000 7f55ec400700 1 Processor -- start 2024-05-27T00:23:29.206 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.445+0000 7f55ec400700 1 -- start start 2024-05-27T00:23:29.207 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.445+0000 7f55ec400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55e4108110 0x7f55e419e310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:29.207 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.445+0000 7f55ec400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f55e410c580 con 0x7f55e4108110 2024-05-27T00:23:29.207 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.445+0000 7f55e9a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55e4108110 0x7f55e419e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:29.207 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.445+0000 7f55e9a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55e4108110 0x7f55e419e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47606/0 (socket says 172.21.15.44:47606) 2024-05-27T00:23:29.207 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.445+0000 7f55e9a00700 1 -- 172.21.15.44:0/1227449083 learned_addr learned my addr 172.21.15.44:0/1227449083 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:29.207 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.446+0000 7f55e9a00700 1 -- 172.21.15.44:0/1227449083 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55e419e850 con 0x7f55e4108110 2024-05-27T00:23:29.207 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.446+0000 7f55e9a00700 1 --2- 172.21.15.44:0/1227449083 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55e4108110 0x7f55e419e310 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f55d8011bd0 tx=0x7f55d8011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:29.207 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.446+0000 7f55e2000700 1 -- 172.21.15.44:0/1227449083 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f55d8003b20 con 0x7f55e4108110 2024-05-27T00:23:29.207 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.446+0000 7f55e2000700 1 -- 172.21.15.44:0/1227449083 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f55d8003cc0 con 0x7f55e4108110 2024-05-27T00:23:29.207 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.446+0000 7f55ec400700 1 -- 172.21.15.44:0/1227449083 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55e419eae0 con 0x7f55e4108110 2024-05-27T00:23:29.207 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.446+0000 7f55e2000700 1 -- 172.21.15.44:0/1227449083 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f55d8024930 con 0x7f55e4108110 2024-05-27T00:23:29.207 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.447+0000 7f55ec400700 1 -- 172.21.15.44:0/1227449083 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55e41a17d0 con 0x7f55e4108110 2024-05-27T00:23:29.207 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.447+0000 7f55e2000700 1 -- 172.21.15.44:0/1227449083 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f55d8022020 con 0x7f55e4108110 2024-05-27T00:23:29.208 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.447+0000 7f55e2000700 1 -- 172.21.15.44:0/1227449083 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f55d80193c0 con 0x7f55e4108110 2024-05-27T00:23:29.208 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.448+0000 7f55ec400700 1 -- 172.21.15.44:0/1227449083 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55e410c700 con 0x7f55e4108110 2024-05-27T00:23:29.208 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.450+0000 7f55e2000700 1 -- 172.21.15.44:0/1227449083 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f55d802ddf0 con 0x7f55e4108110 2024-05-27T00:23:29.208 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.531+0000 7f55ec400700 1 -- 172.21.15.44:0/1227449083 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f55e4063af0 con 0x7f55e4108110 2024-05-27T00:23:29.208 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.532+0000 7f55e2000700 1 -- 172.21.15.44:0/1227449083 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1240 (secure 0 0 0) 0x7f55d801aca0 con 0x7f55e4108110 2024-05-27T00:23:29.208 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.534+0000 7f55ec400700 1 -- 172.21.15.44:0/1227449083 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55e4108110 msgr2=0x7f55e419e310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:29.208 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.534+0000 7f55ec400700 1 --2- 172.21.15.44:0/1227449083 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55e4108110 0x7f55e419e310 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f55d8011bd0 tx=0x7f55d8011cb0 comp rx=0 tx=0).stop 2024-05-27T00:23:29.208 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.534+0000 7f55ec400700 1 -- 172.21.15.44:0/1227449083 shutdown_connections 2024-05-27T00:23:29.208 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.534+0000 7f55ec400700 1 --2- 172.21.15.44:0/1227449083 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55e4108110 0x7f55e419e310 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:29.208 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.534+0000 7f55ec400700 1 -- 172.21.15.44:0/1227449083 >> 172.21.15.44:0/1227449083 conn(0x7f55e4103790 msgr2=0x7f55e41041e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:29.208 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.534+0000 7f55ec400700 1 -- 172.21.15.44:0/1227449083 shutdown_connections 2024-05-27T00:23:29.208 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:28.534+0000 7f55ec400700 1 -- 172.21.15.44:0/1227449083 wait complete. 2024-05-27T00:23:29.208 INFO:teuthology.orchestra.run.smithi044.stdout:mgr not available, waiting (3/15)... 2024-05-27T00:23:30.111 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:29 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:29.822+0000 7f08f5aa2200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-27T00:23:30.612 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:30 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:30.116+0000 7f08f5aa2200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-27T00:23:30.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:30 smithi044 ceph-mon[31645]: Activating manager daemon x 2024-05-27T00:23:30.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:30 smithi044 ceph-mon[31645]: mgrmap e2: x(active, starting, since 0.0112432s) 2024-05-27T00:23:30.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:30 smithi044 ceph-mon[31645]: from='mgr.14100 172.21.15.44:0/1770827411' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-27T00:23:30.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:30 smithi044 ceph-mon[31645]: from='mgr.14100 172.21.15.44:0/1770827411' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-27T00:23:30.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:30 smithi044 ceph-mon[31645]: from='mgr.14100 172.21.15.44:0/1770827411' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-27T00:23:30.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:30 smithi044 ceph-mon[31645]: from='mgr.14100 172.21.15.44:0/1770827411' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-27T00:23:30.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:30 smithi044 ceph-mon[31645]: from='mgr.14100 172.21.15.44:0/1770827411' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-27T00:23:30.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:30 smithi044 ceph-mon[31645]: Manager daemon x is now available 2024-05-27T00:23:30.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:30 smithi044 ceph-mon[31645]: from='mgr.14100 172.21.15.44:0/1770827411' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-27T00:23:30.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:30 smithi044 ceph-mon[31645]: from='mgr.14100 172.21.15.44:0/1770827411' entity='mgr.x' 2024-05-27T00:23:30.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:30 smithi044 ceph-mon[31645]: from='mgr.14100 172.21.15.44:0/1770827411' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-27T00:23:31.467 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:31 smithi044 ceph-mon[31645]: from='mgr.14100 172.21.15.44:0/1770827411' entity='mgr.x' 2024-05-27T00:23:31.467 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:31 smithi044 ceph-mon[31645]: from='mgr.14100 172.21.15.44:0/1770827411' entity='mgr.x' 2024-05-27T00:23:31.467 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:31 smithi044 ceph-mon[31645]: mgrmap e3: x(active, since 1.02326s) 2024-05-27T00:23:32.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:32 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1239067009' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-27T00:23:33.230 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-27T00:23:33.230 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-05-27T00:23:33.230 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsid": "1fe53dce-1bbf-11ef-bc9b-c7b262605968", 2024-05-27T00:23:33.230 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "health": { 2024-05-27T00:23:33.230 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-27T00:23:33.230 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-27T00:23:33.230 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-27T00:23:33.230 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:33.230 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-27T00:23:33.231 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-27T00:23:33.231 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 0 2024-05-27T00:23:33.231 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-27T00:23:33.231 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-27T00:23:33.231 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "a" 2024-05-27T00:23:33.231 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-27T00:23:33.231 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-05-27T00:23:33.231 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-27T00:23:33.231 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-27T00:23:33.231 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-27T00:23:33.231 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-27T00:23:33.231 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:33.231 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-27T00:23:33.232 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-27T00:23:33.232 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-27T00:23:33.232 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-27T00:23:33.232 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-27T00:23:33.232 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-27T00:23:33.232 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-27T00:23:33.232 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-27T00:23:33.232 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:33.232 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-27T00:23:33.232 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-27T00:23:33.232 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-27T00:23:33.232 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-27T00:23:33.232 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-27T00:23:33.233 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-27T00:23:33.233 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-27T00:23:33.233 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-27T00:23:33.233 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-27T00:23:33.233 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:33.233 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-27T00:23:33.233 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-27T00:23:33.233 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-27T00:23:33.233 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-27T00:23:33.233 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:33.233 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-27T00:23:33.233 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-27T00:23:33.233 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-27T00:23:33.233 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-27T00:23:33.234 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-27T00:23:33.234 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-27T00:23:33.234 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "restful" 2024-05-27T00:23:33.234 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ], 2024-05-27T00:23:33.234 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-27T00:23:33.234 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:33.234 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-27T00:23:33.234 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-27T00:23:33.234 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "modified": "2024-05-27T00:23:11.401022+0000", 2024-05-27T00:23:33.234 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-27T00:23:33.234 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout }, 2024-05-27T00:23:33.234 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-27T00:23:33.234 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-05-27T00:23:33.235 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.771+0000 7fbd82c00700 1 Processor -- start 2024-05-27T00:23:33.235 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.772+0000 7fbd82c00700 1 -- start start 2024-05-27T00:23:33.235 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.772+0000 7fbd82c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd7c10eef0 0x7fbd7c1112e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:33.235 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.772+0000 7fbd82c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbd7c1118b0 con 0x7fbd7c10eef0 2024-05-27T00:23:33.235 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.772+0000 7fbd7be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd7c10eef0 0x7fbd7c1112e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:33.235 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.773+0000 7fbd7be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd7c10eef0 0x7fbd7c1112e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47688/0 (socket says 172.21.15.44:47688) 2024-05-27T00:23:33.235 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.773+0000 7fbd7be00700 1 -- 172.21.15.44:0/2144249496 learned_addr learned my addr 172.21.15.44:0/2144249496 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:33.235 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.773+0000 7fbd7be00700 1 -- 172.21.15.44:0/2144249496 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd7c111a30 con 0x7fbd7c10eef0 2024-05-27T00:23:33.235 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.773+0000 7fbd7be00700 1 --2- 172.21.15.44:0/2144249496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd7c10eef0 0x7fbd7c1112e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c0098a0 tx=0x7fbd6c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1f3566fd595c4a2 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:33.235 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.774+0000 7fbd7aa00700 1 -- 172.21.15.44:0/2144249496 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbd6c004160 con 0x7fbd7c10eef0 2024-05-27T00:23:33.235 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.774+0000 7fbd7aa00700 1 -- 172.21.15.44:0/2144249496 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fbd6c004300 con 0x7fbd7c10eef0 2024-05-27T00:23:33.235 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.774+0000 7fbd7aa00700 1 -- 172.21.15.44:0/2144249496 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbd6c011c00 con 0x7fbd7c10eef0 2024-05-27T00:23:33.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.774+0000 7fbd82c00700 1 -- 172.21.15.44:0/2144249496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd7c10eef0 msgr2=0x7fbd7c1112e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:33.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.774+0000 7fbd82c00700 1 --2- 172.21.15.44:0/2144249496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd7c10eef0 0x7fbd7c1112e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c0098a0 tx=0x7fbd6c009bb0 comp rx=0 tx=0).stop 2024-05-27T00:23:33.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.775+0000 7fbd82c00700 1 -- 172.21.15.44:0/2144249496 shutdown_connections 2024-05-27T00:23:33.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.775+0000 7fbd82c00700 1 --2- 172.21.15.44:0/2144249496 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd7c10eef0 0x7fbd7c1112e0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:33.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.775+0000 7fbd82c00700 1 -- 172.21.15.44:0/2144249496 >> 172.21.15.44:0/2144249496 conn(0x7fbd7c07d9b0 msgr2=0x7fbd7c07fdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:33.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.775+0000 7fbd82c00700 1 -- 172.21.15.44:0/2144249496 shutdown_connections 2024-05-27T00:23:33.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.775+0000 7fbd82c00700 1 -- 172.21.15.44:0/2144249496 wait complete. 2024-05-27T00:23:33.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.776+0000 7fbd82c00700 1 Processor -- start 2024-05-27T00:23:33.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.776+0000 7fbd82c00700 1 -- start start 2024-05-27T00:23:33.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.776+0000 7fbd82c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd7c10eef0 0x7fbd7c1a26c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:33.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.776+0000 7fbd82c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbd7c112b00 con 0x7fbd7c10eef0 2024-05-27T00:23:33.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.776+0000 7fbd7be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd7c10eef0 0x7fbd7c1a26c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:33.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.776+0000 7fbd7be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd7c10eef0 0x7fbd7c1a26c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47690/0 (socket says 172.21.15.44:47690) 2024-05-27T00:23:33.236 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.776+0000 7fbd7be00700 1 -- 172.21.15.44:0/1239067009 learned_addr learned my addr 172.21.15.44:0/1239067009 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:33.237 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.777+0000 7fbd7be00700 1 -- 172.21.15.44:0/1239067009 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd7c1a2c00 con 0x7fbd7c10eef0 2024-05-27T00:23:33.237 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.777+0000 7fbd7be00700 1 --2- 172.21.15.44:0/1239067009 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd7c10eef0 0x7fbd7c1a26c0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c0118c0 tx=0x7fbd6c011c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:33.237 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.777+0000 7fbd78c00700 1 -- 172.21.15.44:0/1239067009 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbd6c003af0 con 0x7fbd7c10eef0 2024-05-27T00:23:33.237 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.777+0000 7fbd78c00700 1 -- 172.21.15.44:0/1239067009 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fbd6c020070 con 0x7fbd7c10eef0 2024-05-27T00:23:33.237 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.777+0000 7fbd78c00700 1 -- 172.21.15.44:0/1239067009 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbd6c0195e0 con 0x7fbd7c10eef0 2024-05-27T00:23:33.237 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.777+0000 7fbd82c00700 1 -- 172.21.15.44:0/1239067009 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd7c1a2e90 con 0x7fbd7c10eef0 2024-05-27T00:23:33.237 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.778+0000 7fbd82c00700 1 -- 172.21.15.44:0/1239067009 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd7c1a5b80 con 0x7fbd7c10eef0 2024-05-27T00:23:33.237 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.779+0000 7fbd78c00700 1 -- 172.21.15.44:0/1239067009 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 3) ==== 46170+0+0 (secure 0 0 0) 0x7fbd6c01a9a0 con 0x7fbd7c10eef0 2024-05-27T00:23:33.237 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.779+0000 7fbd82c00700 1 -- 172.21.15.44:0/1239067009 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd7c063af0 con 0x7fbd7c10eef0 2024-05-27T00:23:33.237 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.779+0000 7fbd78c00700 1 --2- 172.21.15.44:0/1239067009 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fbd60038f30 0x7fbd6003b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:33.237 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.779+0000 7fbd78c00700 1 -- 172.21.15.44:0/1239067009 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fbd6c04d090 con 0x7fbd7c10eef0 2024-05-27T00:23:33.237 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.779+0000 7fbd7b400700 1 --2- 172.21.15.44:0/1239067009 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fbd60038f30 0x7fbd6003b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:33.238 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.780+0000 7fbd7b400700 1 --2- 172.21.15.44:0/1239067009 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fbd60038f30 0x7fbd6003b3f0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fbd68006fd0 tx=0x7fbd68006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:33.238 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:31.786+0000 7fbd78c00700 1 -- 172.21.15.44:0/1239067009 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbd6c00e260 con 0x7fbd7c10eef0 2024-05-27T00:23:33.238 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:32.104+0000 7fbd82c00700 1 -- 172.21.15.44:0/1239067009 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fbd7c1a5d50 con 0x7fbd7c10eef0 2024-05-27T00:23:33.238 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:32.105+0000 7fbd78c00700 1 -- 172.21.15.44:0/1239067009 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fbd7c1a5d50 con 0x7fbd7c10eef0 2024-05-27T00:23:33.238 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:32.109+0000 7fbd82c00700 1 -- 172.21.15.44:0/1239067009 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fbd60038f30 msgr2=0x7fbd6003b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:33.238 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:32.109+0000 7fbd82c00700 1 --2- 172.21.15.44:0/1239067009 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fbd60038f30 0x7fbd6003b3f0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fbd68006fd0 tx=0x7fbd68006e40 comp rx=0 tx=0).stop 2024-05-27T00:23:33.238 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:32.109+0000 7fbd82c00700 1 -- 172.21.15.44:0/1239067009 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd7c10eef0 msgr2=0x7fbd7c1a26c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:33.238 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:32.109+0000 7fbd82c00700 1 --2- 172.21.15.44:0/1239067009 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd7c10eef0 0x7fbd7c1a26c0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c0118c0 tx=0x7fbd6c011c80 comp rx=0 tx=0).stop 2024-05-27T00:23:33.238 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:32.110+0000 7fbd82c00700 1 -- 172.21.15.44:0/1239067009 shutdown_connections 2024-05-27T00:23:33.238 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:32.110+0000 7fbd82c00700 1 --2- 172.21.15.44:0/1239067009 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fbd60038f30 0x7fbd6003b3f0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:33.238 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:32.110+0000 7fbd82c00700 1 --2- 172.21.15.44:0/1239067009 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd7c10eef0 0x7fbd7c1a26c0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:33.238 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:32.110+0000 7fbd82c00700 1 -- 172.21.15.44:0/1239067009 >> 172.21.15.44:0/1239067009 conn(0x7fbd7c07d9b0 msgr2=0x7fbd7c07f4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:33.239 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:32.110+0000 7fbd82c00700 1 -- 172.21.15.44:0/1239067009 shutdown_connections 2024-05-27T00:23:33.239 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:32.110+0000 7fbd82c00700 1 -- 172.21.15.44:0/1239067009 wait complete. 2024-05-27T00:23:33.239 INFO:teuthology.orchestra.run.smithi044.stdout:mgr is available 2024-05-27T00:23:33.524 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:33 smithi044 ceph-mon[31645]: mgrmap e4: x(active, since 2s) 2024-05-27T00:23:34.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:34 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3697518019' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-27T00:23:34.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-27T00:23:34.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout [global] 2024-05-27T00:23:34.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout fsid = 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:23:34.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-27T00:23:34.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-27T00:23:34.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-27T00:23:34.871 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-27T00:23:34.874 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-27T00:23:34.875 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-27T00:23:34.875 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-27T00:23:34.875 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 2024-05-27T00:23:34.875 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout [osd] 2024-05-27T00:23:34.875 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-05-27T00:23:34.875 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-05-27T00:23:34.875 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-05-27T00:23:34.875 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-27T00:23:34.875 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-27T00:23:34.875 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.820+0000 7ff94c800700 1 Processor -- start 2024-05-27T00:23:34.875 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.820+0000 7ff94c800700 1 -- start start 2024-05-27T00:23:34.876 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.820+0000 7ff94c800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff94410a380 0x7ff94410a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:34.876 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.820+0000 7ff94c800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff94410ad70 con 0x7ff94410a380 2024-05-27T00:23:34.876 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.821+0000 7ff949e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff94410a380 0x7ff94410a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:34.876 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.821+0000 7ff949e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff94410a380 0x7ff94410a7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47704/0 (socket says 172.21.15.44:47704) 2024-05-27T00:23:34.876 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.821+0000 7ff949e00700 1 -- 172.21.15.44:0/3438881768 learned_addr learned my addr 172.21.15.44:0/3438881768 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:34.876 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.821+0000 7ff949e00700 1 -- 172.21.15.44:0/3438881768 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff94410b530 con 0x7ff94410a380 2024-05-27T00:23:34.876 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.822+0000 7ff949e00700 1 --2- 172.21.15.44:0/3438881768 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff94410a380 0x7ff94410a7a0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff9380098a0 tx=0x7ff938009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea2ce444a9cccba4 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:34.876 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.822+0000 7ff948a00700 1 -- 172.21.15.44:0/3438881768 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff938004160 con 0x7ff94410a380 2024-05-27T00:23:34.876 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.822+0000 7ff948a00700 1 -- 172.21.15.44:0/3438881768 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7ff938004300 con 0x7ff94410a380 2024-05-27T00:23:34.876 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.822+0000 7ff948a00700 1 -- 172.21.15.44:0/3438881768 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff938011c00 con 0x7ff94410a380 2024-05-27T00:23:34.877 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.823+0000 7ff94c800700 1 -- 172.21.15.44:0/3438881768 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff94410a380 msgr2=0x7ff94410a7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:34.877 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.823+0000 7ff94c800700 1 --2- 172.21.15.44:0/3438881768 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff94410a380 0x7ff94410a7a0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff9380098a0 tx=0x7ff938009bb0 comp rx=0 tx=0).stop 2024-05-27T00:23:34.877 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.823+0000 7ff94c800700 1 -- 172.21.15.44:0/3438881768 shutdown_connections 2024-05-27T00:23:34.877 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.823+0000 7ff94c800700 1 --2- 172.21.15.44:0/3438881768 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff94410a380 0x7ff94410a7a0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:34.877 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.823+0000 7ff94c800700 1 -- 172.21.15.44:0/3438881768 >> 172.21.15.44:0/3438881768 conn(0x7ff94407d9b0 msgr2=0x7ff944108490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:34.881 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.823+0000 7ff94c800700 1 -- 172.21.15.44:0/3438881768 shutdown_connections 2024-05-27T00:23:34.881 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.823+0000 7ff94c800700 1 -- 172.21.15.44:0/3438881768 wait complete. 2024-05-27T00:23:34.881 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.824+0000 7ff94c800700 1 Processor -- start 2024-05-27T00:23:34.881 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.825+0000 7ff94c800700 1 -- start start 2024-05-27T00:23:34.882 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.825+0000 7ff94c800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff94410a380 0x7ff94419e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:34.882 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.825+0000 7ff94c800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff94410e8e0 con 0x7ff94410a380 2024-05-27T00:23:34.882 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.825+0000 7ff949e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff94410a380 0x7ff94419e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:34.882 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.825+0000 7ff949e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff94410a380 0x7ff94419e320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47712/0 (socket says 172.21.15.44:47712) 2024-05-27T00:23:34.882 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.825+0000 7ff949e00700 1 -- 172.21.15.44:0/3697518019 learned_addr learned my addr 172.21.15.44:0/3697518019 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:34.882 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.826+0000 7ff949e00700 1 -- 172.21.15.44:0/3697518019 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff94419e860 con 0x7ff94410a380 2024-05-27T00:23:34.882 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.826+0000 7ff949e00700 1 --2- 172.21.15.44:0/3697518019 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff94410a380 0x7ff94419e320 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ff9380118c0 tx=0x7ff938011c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:34.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.826+0000 7ff93ea00700 1 -- 172.21.15.44:0/3697518019 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff938003af0 con 0x7ff94410a380 2024-05-27T00:23:34.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.826+0000 7ff93ea00700 1 -- 172.21.15.44:0/3697518019 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7ff938020070 con 0x7ff94410a380 2024-05-27T00:23:34.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.826+0000 7ff94c800700 1 -- 172.21.15.44:0/3697518019 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff94419eaf0 con 0x7ff94410a380 2024-05-27T00:23:34.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.826+0000 7ff93ea00700 1 -- 172.21.15.44:0/3697518019 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff9380195e0 con 0x7ff94410a380 2024-05-27T00:23:34.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.827+0000 7ff94c800700 1 -- 172.21.15.44:0/3697518019 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9441a17e0 con 0x7ff94410a380 2024-05-27T00:23:34.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.828+0000 7ff93ea00700 1 -- 172.21.15.44:0/3697518019 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7ff93801a9a0 con 0x7ff94410a380 2024-05-27T00:23:34.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.828+0000 7ff94c800700 1 -- 172.21.15.44:0/3697518019 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff944063af0 con 0x7ff94410a380 2024-05-27T00:23:34.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.828+0000 7ff93ea00700 1 --2- 172.21.15.44:0/3697518019 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7ff92c039050 0x7ff92c03b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:34.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.828+0000 7ff93ea00700 1 -- 172.21.15.44:0/3697518019 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff93804d320 con 0x7ff94410a380 2024-05-27T00:23:34.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.829+0000 7ff949400700 1 --2- 172.21.15.44:0/3697518019 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7ff92c039050 0x7ff92c03b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:34.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.829+0000 7ff949400700 1 --2- 172.21.15.44:0/3697518019 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7ff92c039050 0x7ff92c03b510 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff934006fd0 tx=0x7ff934006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:34.883 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:33.834+0000 7ff93ea00700 1 -- 172.21.15.44:0/3697518019 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff93800e260 con 0x7ff94410a380 2024-05-27T00:23:34.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:34.061+0000 7ff94c800700 1 -- 172.21.15.44:0/3697518019 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7ff9441a19b0 con 0x7ff94410a380 2024-05-27T00:23:34.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:34.062+0000 7ff93ea00700 1 -- 172.21.15.44:0/3697518019 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+373 (secure 0 0 0) 0x7ff9441a19b0 con 0x7ff94410a380 2024-05-27T00:23:34.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:34.066+0000 7ff94c800700 1 -- 172.21.15.44:0/3697518019 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7ff92c039050 msgr2=0x7ff92c03b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:34.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:34.066+0000 7ff94c800700 1 --2- 172.21.15.44:0/3697518019 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7ff92c039050 0x7ff92c03b510 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff934006fd0 tx=0x7ff934006e40 comp rx=0 tx=0).stop 2024-05-27T00:23:34.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:34.066+0000 7ff94c800700 1 -- 172.21.15.44:0/3697518019 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff94410a380 msgr2=0x7ff94419e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:34.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:34.066+0000 7ff94c800700 1 --2- 172.21.15.44:0/3697518019 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff94410a380 0x7ff94419e320 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ff9380118c0 tx=0x7ff938011c80 comp rx=0 tx=0).stop 2024-05-27T00:23:34.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:34.066+0000 7ff94c800700 1 -- 172.21.15.44:0/3697518019 shutdown_connections 2024-05-27T00:23:34.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:34.066+0000 7ff94c800700 1 --2- 172.21.15.44:0/3697518019 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7ff92c039050 0x7ff92c03b510 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:34.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:34.066+0000 7ff94c800700 1 --2- 172.21.15.44:0/3697518019 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff94410a380 0x7ff94419e320 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:34.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:34.066+0000 7ff94c800700 1 -- 172.21.15.44:0/3697518019 >> 172.21.15.44:0/3697518019 conn(0x7ff94407d9b0 msgr2=0x7ff944107bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:34.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:34.066+0000 7ff94c800700 1 -- 172.21.15.44:0/3697518019 shutdown_connections 2024-05-27T00:23:34.884 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:34.066+0000 7ff94c800700 1 -- 172.21.15.44:0/3697518019 wait complete. 2024-05-27T00:23:34.884 INFO:teuthology.orchestra.run.smithi044.stdout:Enabling cephadm module... 2024-05-27T00:23:36.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:35 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2571518466' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-05-27T00:23:36.112 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:35 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: ignoring --setuser ceph since I am not root 2024-05-27T00:23:36.112 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:35 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: ignoring --setgroup ceph since I am not root 2024-05-27T00:23:36.420 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:36 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:36.169+0000 7f8eae46f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-27T00:23:36.421 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:36 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:36.419+0000 7f8eae46f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-27T00:23:36.552 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.495+0000 7fbbe9800700 1 Processor -- start 2024-05-27T00:23:36.559 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.496+0000 7fbbe9800700 1 -- start start 2024-05-27T00:23:36.559 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.496+0000 7fbbe9800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbe410a370 0x7fbbe410a790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:36.559 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.496+0000 7fbbe9800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbbe410ad60 con 0x7fbbe410a370 2024-05-27T00:23:36.559 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.497+0000 7fbbe2a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbe410a370 0x7fbbe410a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:36.559 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.497+0000 7fbbe2a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbe410a370 0x7fbbe410a790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36448/0 (socket says 172.21.15.44:36448) 2024-05-27T00:23:36.559 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.497+0000 7fbbe2a00700 1 -- 172.21.15.44:0/12335169 learned_addr learned my addr 172.21.15.44:0/12335169 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:36.559 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.497+0000 7fbbe2a00700 1 -- 172.21.15.44:0/12335169 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbe410b520 con 0x7fbbe410a370 2024-05-27T00:23:36.559 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.497+0000 7fbbe2a00700 1 --2- 172.21.15.44:0/12335169 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbe410a370 0x7fbbe410a790 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fbbd40098a0 tx=0x7fbbd4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c555d14df4f05c9 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:36.559 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.498+0000 7fbbe2000700 1 -- 172.21.15.44:0/12335169 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbbd4004160 con 0x7fbbe410a370 2024-05-27T00:23:36.560 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.498+0000 7fbbe2000700 1 -- 172.21.15.44:0/12335169 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fbbd4004300 con 0x7fbbe410a370 2024-05-27T00:23:36.560 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.498+0000 7fbbe2000700 1 -- 172.21.15.44:0/12335169 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbbd4011c00 con 0x7fbbe410a370 2024-05-27T00:23:36.560 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.498+0000 7fbbe9800700 1 -- 172.21.15.44:0/12335169 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbe410a370 msgr2=0x7fbbe410a790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:36.560 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.498+0000 7fbbe9800700 1 --2- 172.21.15.44:0/12335169 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbe410a370 0x7fbbe410a790 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fbbd40098a0 tx=0x7fbbd4009bb0 comp rx=0 tx=0).stop 2024-05-27T00:23:36.560 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.499+0000 7fbbe9800700 1 -- 172.21.15.44:0/12335169 shutdown_connections 2024-05-27T00:23:36.560 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.499+0000 7fbbe9800700 1 --2- 172.21.15.44:0/12335169 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbe410a370 0x7fbbe410a790 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:36.560 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.499+0000 7fbbe9800700 1 -- 172.21.15.44:0/12335169 >> 172.21.15.44:0/12335169 conn(0x7fbbe407d8a0 msgr2=0x7fbbe4108490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:36.560 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.499+0000 7fbbe9800700 1 -- 172.21.15.44:0/12335169 shutdown_connections 2024-05-27T00:23:36.560 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.499+0000 7fbbe9800700 1 -- 172.21.15.44:0/12335169 wait complete. 2024-05-27T00:23:36.560 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.500+0000 7fbbe9800700 1 Processor -- start 2024-05-27T00:23:36.560 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.500+0000 7fbbe9800700 1 -- start start 2024-05-27T00:23:36.561 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.500+0000 7fbbe9800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbe410a370 0x7fbbe419e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:36.561 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.500+0000 7fbbe9800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbbe410e8d0 con 0x7fbbe410a370 2024-05-27T00:23:36.561 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.501+0000 7fbbe2a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbe410a370 0x7fbbe419e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:36.561 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.501+0000 7fbbe2a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbe410a370 0x7fbbe419e2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36462/0 (socket says 172.21.15.44:36462) 2024-05-27T00:23:36.561 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.501+0000 7fbbe2a00700 1 -- 172.21.15.44:0/2571518466 learned_addr learned my addr 172.21.15.44:0/2571518466 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:36.561 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.501+0000 7fbbe2a00700 1 -- 172.21.15.44:0/2571518466 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbe419e7f0 con 0x7fbbe410a370 2024-05-27T00:23:36.561 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.501+0000 7fbbe2a00700 1 --2- 172.21.15.44:0/2571518466 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbe410a370 0x7fbbe419e2b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fbbd4000c00 tx=0x7fbbd4011c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:36.561 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.502+0000 7fbbdbe00700 1 -- 172.21.15.44:0/2571518466 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbbd4003b20 con 0x7fbbe410a370 2024-05-27T00:23:36.561 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.502+0000 7fbbdbe00700 1 -- 172.21.15.44:0/2571518466 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fbbd4003cc0 con 0x7fbbe410a370 2024-05-27T00:23:36.561 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.502+0000 7fbbe9800700 1 -- 172.21.15.44:0/2571518466 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbe419ea80 con 0x7fbbe410a370 2024-05-27T00:23:36.561 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.502+0000 7fbbdbe00700 1 -- 172.21.15.44:0/2571518466 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbbd40249a0 con 0x7fbbe410a370 2024-05-27T00:23:36.561 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.502+0000 7fbbe9800700 1 -- 172.21.15.44:0/2571518466 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbe41a1770 con 0x7fbbe410a370 2024-05-27T00:23:36.562 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.503+0000 7fbbdbe00700 1 -- 172.21.15.44:0/2571518466 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7fbbd4022020 con 0x7fbbe410a370 2024-05-27T00:23:36.562 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.503+0000 7fbbe9800700 1 -- 172.21.15.44:0/2571518466 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbe4063af0 con 0x7fbbe410a370 2024-05-27T00:23:36.562 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.504+0000 7fbbdbe00700 1 --2- 172.21.15.44:0/2571518466 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fbbc8039050 0x7fbbc803b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:36.562 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.504+0000 7fbbdbe00700 1 -- 172.21.15.44:0/2571518466 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fbbd404cca0 con 0x7fbbe410a370 2024-05-27T00:23:36.562 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.504+0000 7fbbda000700 1 --2- 172.21.15.44:0/2571518466 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fbbc8039050 0x7fbbc803b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:36.562 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.505+0000 7fbbda000700 1 --2- 172.21.15.44:0/2571518466 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fbbc8039050 0x7fbbc803b510 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc006fd0 tx=0x7fbbcc006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:36.562 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.509+0000 7fbbdbe00700 1 -- 172.21.15.44:0/2571518466 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbbd404ca00 con 0x7fbbe410a370 2024-05-27T00:23:36.562 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.802+0000 7fbbe9800700 1 -- 172.21.15.44:0/2571518466 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7fbbe41a1940 con 0x7fbbe410a370 2024-05-27T00:23:36.562 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.856+0000 7fbbdbe00700 1 -- 172.21.15.44:0/2571518466 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7fbbe41a1940 con 0x7fbbe410a370 2024-05-27T00:23:36.562 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.859+0000 7fbbdbe00700 1 -- 172.21.15.44:0/2571518466 <== mon.0 v2:172.21.15.44:3300/0 8 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7fbbd402d3f0 con 0x7fbbe410a370 2024-05-27T00:23:36.562 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.860+0000 7fbbe9800700 1 -- 172.21.15.44:0/2571518466 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fbbc8039050 msgr2=0x7fbbc803b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:36.562 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.860+0000 7fbbe9800700 1 --2- 172.21.15.44:0/2571518466 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fbbc8039050 0x7fbbc803b510 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc006fd0 tx=0x7fbbcc006e40 comp rx=0 tx=0).stop 2024-05-27T00:23:36.563 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.860+0000 7fbbe9800700 1 -- 172.21.15.44:0/2571518466 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbe410a370 msgr2=0x7fbbe419e2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:36.563 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.860+0000 7fbbe9800700 1 --2- 172.21.15.44:0/2571518466 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbe410a370 0x7fbbe419e2b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fbbd4000c00 tx=0x7fbbd4011c80 comp rx=0 tx=0).stop 2024-05-27T00:23:36.563 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.860+0000 7fbbe9800700 1 -- 172.21.15.44:0/2571518466 shutdown_connections 2024-05-27T00:23:36.563 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.860+0000 7fbbe9800700 1 --2- 172.21.15.44:0/2571518466 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fbbc8039050 0x7fbbc803b510 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:36.563 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.860+0000 7fbbe9800700 1 --2- 172.21.15.44:0/2571518466 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbe410a370 0x7fbbe419e2b0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:36.563 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.860+0000 7fbbe9800700 1 -- 172.21.15.44:0/2571518466 >> 172.21.15.44:0/2571518466 conn(0x7fbbe407d8a0 msgr2=0x7fbbe4107b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:36.563 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.861+0000 7fbbe9800700 1 -- 172.21.15.44:0/2571518466 shutdown_connections 2024-05-27T00:23:36.563 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:35.861+0000 7fbbe9800700 1 -- 172.21.15.44:0/2571518466 wait complete. 2024-05-27T00:23:36.702 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:36 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:36.556+0000 7f8eae46f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-27T00:23:36.975 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:36 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2571518466' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-05-27T00:23:36.976 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:36 smithi044 ceph-mon[31645]: mgrmap e5: x(active, since 5s) 2024-05-27T00:23:37.300 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:36 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:36.974+0000 7f8eae46f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-27T00:23:37.300 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:37 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:37.095+0000 7f8eae46f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-27T00:23:37.967 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:37 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3219340416' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-27T00:23:37.982 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-05-27T00:23:37.982 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-05-27T00:23:37.982 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-27T00:23:37.982 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-05-27T00:23:37.982 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-27T00:23:37.982 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-05-27T00:23:37.982 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.089+0000 7f32b7200700 1 Processor -- start 2024-05-27T00:23:37.982 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.090+0000 7f32b7200700 1 -- start start 2024-05-27T00:23:37.982 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.090+0000 7f32b7200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32b8107ef0 0x7f32b8108310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:37.983 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.090+0000 7f32b7200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f32b8108850 con 0x7f32b8107ef0 2024-05-27T00:23:37.983 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.090+0000 7f32b5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32b8107ef0 0x7f32b8108310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:37.983 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.090+0000 7f32b5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32b8107ef0 0x7f32b8108310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36494/0 (socket says 172.21.15.44:36494) 2024-05-27T00:23:37.983 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.090+0000 7f32b5e00700 1 -- 172.21.15.44:0/522732354 learned_addr learned my addr 172.21.15.44:0/522732354 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:37.983 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.091+0000 7f32b5e00700 1 -- 172.21.15.44:0/522732354 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32b8109090 con 0x7f32b8107ef0 2024-05-27T00:23:37.983 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.091+0000 7f32b5e00700 1 --2- 172.21.15.44:0/522732354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32b8107ef0 0x7f32b8108310 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f32a80098a0 tx=0x7f32a8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a82fc73710cd334 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:37.983 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.091+0000 7f32b4a00700 1 -- 172.21.15.44:0/522732354 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32a8004160 con 0x7f32b8107ef0 2024-05-27T00:23:37.983 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.091+0000 7f32b4a00700 1 -- 172.21.15.44:0/522732354 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f32a8004300 con 0x7f32b8107ef0 2024-05-27T00:23:37.983 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.091+0000 7f32b4a00700 1 -- 172.21.15.44:0/522732354 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32a8011c00 con 0x7f32b8107ef0 2024-05-27T00:23:37.983 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.092+0000 7f32b7200700 1 -- 172.21.15.44:0/522732354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32b8107ef0 msgr2=0x7f32b8108310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:37.983 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.092+0000 7f32b7200700 1 --2- 172.21.15.44:0/522732354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32b8107ef0 0x7f32b8108310 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f32a80098a0 tx=0x7f32a8009bb0 comp rx=0 tx=0).stop 2024-05-27T00:23:37.984 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.092+0000 7f32b7200700 1 -- 172.21.15.44:0/522732354 shutdown_connections 2024-05-27T00:23:37.984 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.092+0000 7f32b7200700 1 --2- 172.21.15.44:0/522732354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32b8107ef0 0x7f32b8108310 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:37.984 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.092+0000 7f32b7200700 1 -- 172.21.15.44:0/522732354 >> 172.21.15.44:0/522732354 conn(0x7f32b8103560 msgr2=0x7f32b8105980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:37.984 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.092+0000 7f32b7200700 1 -- 172.21.15.44:0/522732354 shutdown_connections 2024-05-27T00:23:37.984 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.092+0000 7f32b7200700 1 -- 172.21.15.44:0/522732354 wait complete. 2024-05-27T00:23:37.984 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.093+0000 7f32b7200700 1 Processor -- start 2024-05-27T00:23:37.984 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.094+0000 7f32b7200700 1 -- start start 2024-05-27T00:23:37.984 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.094+0000 7f32b7200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32b8107ef0 0x7f32b807db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:37.984 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.094+0000 7f32b7200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f32b810c350 con 0x7f32b8107ef0 2024-05-27T00:23:37.984 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.094+0000 7f32b5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32b8107ef0 0x7f32b807db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:37.984 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.094+0000 7f32b5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32b8107ef0 0x7f32b807db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36498/0 (socket says 172.21.15.44:36498) 2024-05-27T00:23:37.984 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.094+0000 7f32b5e00700 1 -- 172.21.15.44:0/3219340416 learned_addr learned my addr 172.21.15.44:0/3219340416 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:37.985 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.095+0000 7f32b5e00700 1 -- 172.21.15.44:0/3219340416 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32b807e070 con 0x7f32b8107ef0 2024-05-27T00:23:37.985 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.095+0000 7f32b5e00700 1 --2- 172.21.15.44:0/3219340416 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32b8107ef0 0x7f32b807db30 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f32a80118c0 tx=0x7f32a8011c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:37.985 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.095+0000 7f32aea00700 1 -- 172.21.15.44:0/3219340416 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32a8003af0 con 0x7f32b8107ef0 2024-05-27T00:23:37.985 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.095+0000 7f32aea00700 1 -- 172.21.15.44:0/3219340416 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f32a8020070 con 0x7f32b8107ef0 2024-05-27T00:23:37.985 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.095+0000 7f32b7200700 1 -- 172.21.15.44:0/3219340416 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32b807c260 con 0x7f32b8107ef0 2024-05-27T00:23:37.985 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.095+0000 7f32aea00700 1 -- 172.21.15.44:0/3219340416 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f32a80195e0 con 0x7f32b8107ef0 2024-05-27T00:23:37.985 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.095+0000 7f32b7200700 1 -- 172.21.15.44:0/3219340416 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32b807c7a0 con 0x7f32b8107ef0 2024-05-27T00:23:37.988 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.096+0000 7f32b7200700 1 -- 172.21.15.44:0/3219340416 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32b8063af0 con 0x7f32b8107ef0 2024-05-27T00:23:37.988 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.097+0000 7f32aea00700 1 -- 172.21.15.44:0/3219340416 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f32a8019850 con 0x7f32b8107ef0 2024-05-27T00:23:37.988 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.097+0000 7f32aea00700 1 --2- 172.21.15.44:0/3219340416 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7f329c0390a0 0x7f329c03b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:37.988 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.097+0000 7f32aea00700 1 -- 172.21.15.44:0/3219340416 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f32a804d5e0 con 0x7f32b8107ef0 2024-05-27T00:23:37.988 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.097+0000 7f32b5400700 1 -- 172.21.15.44:0/3219340416 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7f329c0390a0 msgr2=0x7f329c03b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/1746688742 2024-05-27T00:23:37.988 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.097+0000 7f32b5400700 1 --2- 172.21.15.44:0/3219340416 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7f329c0390a0 0x7f329c03b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-27T00:23:37.988 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.107+0000 7f32aea00700 1 -- 172.21.15.44:0/3219340416 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f32a8023530 con 0x7f32b8107ef0 2024-05-27T00:23:37.988 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.298+0000 7f32b5400700 1 -- 172.21.15.44:0/3219340416 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7f329c0390a0 msgr2=0x7f329c03b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/1746688742 2024-05-27T00:23:37.988 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.298+0000 7f32b5400700 1 --2- 172.21.15.44:0/3219340416 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7f329c0390a0 0x7f329c03b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-27T00:23:37.989 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.398+0000 7f32b7200700 1 -- 172.21.15.44:0/3219340416 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f32b807d0d0 con 0x7f32b8107ef0 2024-05-27T00:23:37.989 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.398+0000 7f32aea00700 1 -- 172.21.15.44:0/3219340416 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f32a804d000 con 0x7f32b8107ef0 2024-05-27T00:23:37.989 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.401+0000 7f32b7200700 1 -- 172.21.15.44:0/3219340416 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7f329c0390a0 msgr2=0x7f329c03b560 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-27T00:23:37.989 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.401+0000 7f32b7200700 1 --2- 172.21.15.44:0/3219340416 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7f329c0390a0 0x7f329c03b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:37.989 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.401+0000 7f32b7200700 1 -- 172.21.15.44:0/3219340416 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32b8107ef0 msgr2=0x7f32b807db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:37.989 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.401+0000 7f32b7200700 1 --2- 172.21.15.44:0/3219340416 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32b8107ef0 0x7f32b807db30 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f32a80118c0 tx=0x7f32a8011c80 comp rx=0 tx=0).stop 2024-05-27T00:23:37.989 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.401+0000 7f32b7200700 1 -- 172.21.15.44:0/3219340416 shutdown_connections 2024-05-27T00:23:37.989 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.401+0000 7f32b7200700 1 --2- 172.21.15.44:0/3219340416 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7f329c0390a0 0x7f329c03b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:37.989 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.401+0000 7f32b7200700 1 --2- 172.21.15.44:0/3219340416 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f32b8107ef0 0x7f32b807db30 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:37.989 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.401+0000 7f32b7200700 1 -- 172.21.15.44:0/3219340416 >> 172.21.15.44:0/3219340416 conn(0x7f32b8103560 msgr2=0x7f32b81040a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:37.989 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.402+0000 7f32b7200700 1 -- 172.21.15.44:0/3219340416 shutdown_connections 2024-05-27T00:23:37.990 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:37.402+0000 7f32b7200700 1 -- 172.21.15.44:0/3219340416 wait complete. 2024-05-27T00:23:37.990 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for the mgr to restart... 2024-05-27T00:23:37.990 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for mgr epoch 5... 2024-05-27T00:23:38.862 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:38 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:38.703+0000 7f8eae46f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-27T00:23:39.156 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:38 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:38.935+0000 7f8eae46f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-27T00:23:39.156 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:39 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:39.154+0000 7f8eae46f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-27T00:23:39.862 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:39 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:39.545+0000 7f8eae46f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-27T00:23:39.862 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:39 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:39.671+0000 7f8eae46f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-27T00:23:40.194 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:39 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:39.930+0000 7f8eae46f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-27T00:23:40.194 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:40 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:40.192+0000 7f8eae46f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-27T00:23:41.361 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:41 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:41.007+0000 7f8eae46f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-27T00:23:41.862 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:41 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:41.578+0000 7f8eae46f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-27T00:23:41.862 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:41 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:41.711+0000 7f8eae46f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-27T00:23:42.361 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:41 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:41.987+0000 7f8eae46f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-27T00:23:43.111 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:42 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:42.657+0000 7f8eae46f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-27T00:23:43.112 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:42 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:42.784+0000 7f8eae46f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-27T00:23:43.438 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:43 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:43.121+0000 7f8eae46f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-27T00:23:43.438 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:43 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:43.307+0000 7f8eae46f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-27T00:23:43.439 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:43 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:43.437+0000 7f8eae46f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-27T00:23:43.861 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:43 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:43.595+0000 7f8eae46f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-27T00:23:44.362 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:43 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:43.976+0000 7f8eae46f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-27T00:23:45.060 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:44 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:44.762+0000 7f8eae46f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-27T00:23:45.361 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:45 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:23:45.059+0000 7f8eae46f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-27T00:23:45.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:45 smithi044 ceph-mon[31645]: Active manager daemon x restarted 2024-05-27T00:23:45.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:45 smithi044 ceph-mon[31645]: Activating manager daemon x 2024-05-27T00:23:45.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:45 smithi044 ceph-mon[31645]: osdmap e2: 0 total, 0 up, 0 in 2024-05-27T00:23:45.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:45 smithi044 ceph-mon[31645]: mgrmap e6: x(active, starting, since 0.00910648s) 2024-05-27T00:23:45.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:45 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-27T00:23:45.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:45 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-27T00:23:45.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:45 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-27T00:23:45.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:45 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-27T00:23:45.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:45 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-27T00:23:45.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:45 smithi044 ceph-mon[31645]: Manager daemon x is now available 2024-05-27T00:23:46.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:46 smithi044 ceph-mon[31645]: Found migration_current of "None". Setting to last migration. 2024-05-27T00:23:46.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:46 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' 2024-05-27T00:23:46.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:46 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' 2024-05-27T00:23:46.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:46 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:23:46.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:46 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:23:46.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:46 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-27T00:23:46.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:46 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-27T00:23:46.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:46 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' 2024-05-27T00:23:46.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:46 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' 2024-05-27T00:23:46.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:46 smithi044 ceph-mon[31645]: [27/May/2024:00:23:45] ENGINE Bus STARTING 2024-05-27T00:23:46.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:46 smithi044 ceph-mon[31645]: [27/May/2024:00:23:45] ENGINE Serving on http://172.21.15.44:8765 2024-05-27T00:23:46.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:46 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:23:46.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:46 smithi044 ceph-mon[31645]: mgrmap e7: x(active, since 1.01756s) 2024-05-27T00:23:46.759 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-05-27T00:23:46.759 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-05-27T00:23:46.759 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-27T00:23:46.759 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-05-27T00:23:46.759 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.653+0000 7fb06a600700 1 Processor -- start 2024-05-27T00:23:46.759 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.654+0000 7fb06a600700 1 -- start start 2024-05-27T00:23:46.759 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.654+0000 7fb06a600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06407de10 0x7fb06407c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:46.759 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.654+0000 7fb06a600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb06407c890 con 0x7fb06407de10 2024-05-27T00:23:46.759 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.654+0000 7fb069200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06407de10 0x7fb06407c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:46.759 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.654+0000 7fb069200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06407de10 0x7fb06407c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36510/0 (socket says 172.21.15.44:36510) 2024-05-27T00:23:46.759 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.654+0000 7fb069200700 1 -- 172.21.15.44:0/1297626242 learned_addr learned my addr 172.21.15.44:0/1297626242 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:46.766 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.655+0000 7fb069200700 1 -- 172.21.15.44:0/1297626242 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb06407ca10 con 0x7fb06407de10 2024-05-27T00:23:46.766 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.655+0000 7fb069200700 1 --2- 172.21.15.44:0/1297626242 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06407de10 0x7fb06407c2c0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fb0580098a0 tx=0x7fb058009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57140536ea7606d1 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:46.766 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.655+0000 7fb063400700 1 -- 172.21.15.44:0/1297626242 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb058004160 con 0x7fb06407de10 2024-05-27T00:23:46.766 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.656+0000 7fb063400700 1 -- 172.21.15.44:0/1297626242 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fb058004300 con 0x7fb06407de10 2024-05-27T00:23:46.766 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.656+0000 7fb063400700 1 -- 172.21.15.44:0/1297626242 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb058011c00 con 0x7fb06407de10 2024-05-27T00:23:46.766 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.656+0000 7fb06a600700 1 -- 172.21.15.44:0/1297626242 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06407de10 msgr2=0x7fb06407c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:46.767 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.656+0000 7fb06a600700 1 --2- 172.21.15.44:0/1297626242 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06407de10 0x7fb06407c2c0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fb0580098a0 tx=0x7fb058009bb0 comp rx=0 tx=0).stop 2024-05-27T00:23:46.767 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.656+0000 7fb06a600700 1 -- 172.21.15.44:0/1297626242 shutdown_connections 2024-05-27T00:23:46.767 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.656+0000 7fb06a600700 1 --2- 172.21.15.44:0/1297626242 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06407de10 0x7fb06407c2c0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:46.767 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.656+0000 7fb06a600700 1 -- 172.21.15.44:0/1297626242 >> 172.21.15.44:0/1297626242 conn(0x7fb064103560 msgr2=0x7fb064105980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:46.767 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.657+0000 7fb06a600700 1 -- 172.21.15.44:0/1297626242 shutdown_connections 2024-05-27T00:23:46.767 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.657+0000 7fb06a600700 1 -- 172.21.15.44:0/1297626242 wait complete. 2024-05-27T00:23:46.767 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.658+0000 7fb06a600700 1 Processor -- start 2024-05-27T00:23:46.767 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.658+0000 7fb06a600700 1 -- start start 2024-05-27T00:23:46.767 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.658+0000 7fb06a600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06407de10 0x7fb06419e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:46.767 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.658+0000 7fb06a600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb06410e550 con 0x7fb06407de10 2024-05-27T00:23:46.767 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.658+0000 7fb069200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06407de10 0x7fb06419e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:46.767 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.658+0000 7fb069200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06407de10 0x7fb06419e140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36522/0 (socket says 172.21.15.44:36522) 2024-05-27T00:23:46.767 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.658+0000 7fb069200700 1 -- 172.21.15.44:0/4122169676 learned_addr learned my addr 172.21.15.44:0/4122169676 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:46.768 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.659+0000 7fb069200700 1 -- 172.21.15.44:0/4122169676 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb06419e680 con 0x7fb06407de10 2024-05-27T00:23:46.768 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.659+0000 7fb069200700 1 --2- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06407de10 0x7fb06419e140 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fb058011bd0 tx=0x7fb058011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:46.768 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.659+0000 7fb061600700 1 -- 172.21.15.44:0/4122169676 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb058003970 con 0x7fb06407de10 2024-05-27T00:23:46.768 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.660+0000 7fb061600700 1 -- 172.21.15.44:0/4122169676 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fb058003b10 con 0x7fb06407de10 2024-05-27T00:23:46.768 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.660+0000 7fb061600700 1 -- 172.21.15.44:0/4122169676 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb0580245a0 con 0x7fb06407de10 2024-05-27T00:23:46.768 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.660+0000 7fb06a600700 1 -- 172.21.15.44:0/4122169676 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb06419e910 con 0x7fb06407de10 2024-05-27T00:23:46.768 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.660+0000 7fb06a600700 1 -- 172.21.15.44:0/4122169676 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0641a1600 con 0x7fb06407de10 2024-05-27T00:23:46.768 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.661+0000 7fb061600700 1 -- 172.21.15.44:0/4122169676 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7fb05801a9a0 con 0x7fb06407de10 2024-05-27T00:23:46.768 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.661+0000 7fb061600700 1 --2- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fb04c039100 0x7fb04c03b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:46.768 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.661+0000 7fb061600700 1 -- 172.21.15.44:0/4122169676 --> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fb04c03bcd0 con 0x7fb04c039100 2024-05-27T00:23:46.768 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.662+0000 7fb061600700 1 -- 172.21.15.44:0/4122169676 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb05804d260 con 0x7fb06407de10 2024-05-27T00:23:46.768 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.662+0000 7fb063e00700 1 -- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fb04c039100 msgr2=0x7fb04c03b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/1746688742 2024-05-27T00:23:46.768 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.662+0000 7fb063e00700 1 --2- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fb04c039100 0x7fb04c03b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-27T00:23:46.769 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.863+0000 7fb063e00700 1 -- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fb04c039100 msgr2=0x7fb04c03b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/1746688742 2024-05-27T00:23:46.769 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:38.863+0000 7fb063e00700 1 --2- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fb04c039100 0x7fb04c03b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-27T00:23:46.769 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:39.264+0000 7fb063e00700 1 -- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fb04c039100 msgr2=0x7fb04c03b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/1746688742 2024-05-27T00:23:46.769 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:39.264+0000 7fb063e00700 1 --2- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fb04c039100 0x7fb04c03b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-27T00:23:46.769 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:40.065+0000 7fb063e00700 1 -- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fb04c039100 msgr2=0x7fb04c03b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/1746688742 2024-05-27T00:23:46.769 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:40.065+0000 7fb063e00700 1 --2- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fb04c039100 0x7fb04c03b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-05-27T00:23:46.769 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:41.667+0000 7fb063e00700 1 -- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fb04c039100 msgr2=0x7fb04c03b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/1746688742 2024-05-27T00:23:46.769 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:41.667+0000 7fb063e00700 1 --2- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fb04c039100 0x7fb04c03b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-05-27T00:23:46.769 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:44.870+0000 7fb063e00700 1 -- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fb04c039100 msgr2=0x7fb04c03b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/1746688742 2024-05-27T00:23:46.769 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:44.870+0000 7fb063e00700 1 --2- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fb04c039100 0x7fb04c03b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-05-27T00:23:46.769 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:45.069+0000 7fb061600700 1 -- 172.21.15.44:0/4122169676 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mgrmap(e 6) ==== 46054+0+0 (secure 0 0 0) 0x7fb058024850 con 0x7fb06407de10 2024-05-27T00:23:46.769 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:45.069+0000 7fb061600700 1 -- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fb04c039100 msgr2=0x7fb04c03b5c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-27T00:23:46.769 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:45.069+0000 7fb061600700 1 --2- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fb04c039100 0x7fb04c03b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:46.770 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:46.073+0000 7fb061600700 1 -- 172.21.15.44:0/4122169676 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7fb05804f150 con 0x7fb06407de10 2024-05-27T00:23:46.770 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:46.074+0000 7fb061600700 1 --2- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7fb04c03ca30 0x7fb04c03ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:46.770 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:46.074+0000 7fb061600700 1 -- 172.21.15.44:0/4122169676 --> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fb04c03bcd0 con 0x7fb04c03ca30 2024-05-27T00:23:46.770 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:46.075+0000 7fb063e00700 1 --2- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7fb04c03ca30 0x7fb04c03ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:46.770 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:46.078+0000 7fb063e00700 1 --2- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7fb04c03ca30 0x7fb04c03ee20 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fb050003a10 tx=0x7fb0500092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:46.770 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:46.079+0000 7fb061600700 1 -- 172.21.15.44:0/4122169676 <== mgr.14120 v2:172.21.15.44:6800/3059550402 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7fb04c03bcd0 con 0x7fb04c03ca30 2024-05-27T00:23:46.770 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:46.088+0000 7fb06a600700 1 -- 172.21.15.44:0/4122169676 --> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fb064063af0 con 0x7fb04c03ca30 2024-05-27T00:23:46.770 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:46.089+0000 7fb061600700 1 -- 172.21.15.44:0/4122169676 <== mgr.14120 v2:172.21.15.44:6800/3059550402 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7fb064063af0 con 0x7fb04c03ca30 2024-05-27T00:23:46.770 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:46.090+0000 7fb06a600700 1 -- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7fb04c03ca30 msgr2=0x7fb04c03ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:46.770 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:46.090+0000 7fb06a600700 1 --2- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7fb04c03ca30 0x7fb04c03ee20 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fb050003a10 tx=0x7fb0500092b0 comp rx=0 tx=0).stop 2024-05-27T00:23:46.770 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:46.090+0000 7fb06a600700 1 -- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06407de10 msgr2=0x7fb06419e140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:46.770 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:46.090+0000 7fb06a600700 1 --2- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06407de10 0x7fb06419e140 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fb058011bd0 tx=0x7fb058011cb0 comp rx=0 tx=0).stop 2024-05-27T00:23:46.770 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:46.090+0000 7fb06a600700 1 -- 172.21.15.44:0/4122169676 shutdown_connections 2024-05-27T00:23:46.771 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:46.090+0000 7fb06a600700 1 --2- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7fb04c03ca30 0x7fb04c03ee20 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:46.771 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:46.090+0000 7fb06a600700 1 --2- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb06407de10 0x7fb06419e140 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:46.771 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:46.090+0000 7fb06a600700 1 --2- 172.21.15.44:0/4122169676 >> [v2:172.21.15.44:6800/1746688742,v1:172.21.15.44:6801/1746688742] conn(0x7fb04c039100 0x7fb04c03b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:46.771 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:46.090+0000 7fb06a600700 1 -- 172.21.15.44:0/4122169676 >> 172.21.15.44:0/4122169676 conn(0x7fb064103560 msgr2=0x7fb0641040f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:46.771 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:46.091+0000 7fb06a600700 1 -- 172.21.15.44:0/4122169676 shutdown_connections 2024-05-27T00:23:46.771 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:46.091+0000 7fb06a600700 1 -- 172.21.15.44:0/4122169676 wait complete. 2024-05-27T00:23:46.771 INFO:teuthology.orchestra.run.smithi044.stdout:mgr epoch 5 is available 2024-05-27T00:23:46.771 INFO:teuthology.orchestra.run.smithi044.stdout:Setting orchestrator backend to cephadm... 2024-05-27T00:23:47.330 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:47 smithi044 ceph-mon[31645]: [27/May/2024:00:23:46] ENGINE Serving on https://172.21.15.44:7150 2024-05-27T00:23:47.330 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:47 smithi044 ceph-mon[31645]: [27/May/2024:00:23:46] ENGINE Bus STARTED 2024-05-27T00:23:47.331 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:47 smithi044 ceph-mon[31645]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-27T00:23:47.331 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:47 smithi044 ceph-mon[31645]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-27T00:23:48.257 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:48 smithi044 ceph-mon[31645]: mgrmap e8: x(active, since 2s) 2024-05-27T00:23:48.257 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:48 smithi044 ceph-mon[31645]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:23:48.257 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:48 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' 2024-05-27T00:23:48.257 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:48 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:23:48.266 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.328+0000 7fb66fe00700 1 Processor -- start 2024-05-27T00:23:48.267 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.328+0000 7fb66fe00700 1 -- start start 2024-05-27T00:23:48.267 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.329+0000 7fb66fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb67010a150 0x7fb67010a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:48.267 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.329+0000 7fb66fe00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb67010ab40 con 0x7fb67010a150 2024-05-27T00:23:48.267 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.329+0000 7fb66ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb67010a150 0x7fb67010a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:48.268 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.329+0000 7fb66ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb67010a150 0x7fb67010a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58624/0 (socket says 172.21.15.44:58624) 2024-05-27T00:23:48.268 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.329+0000 7fb66ea00700 1 -- 172.21.15.44:0/3605733779 learned_addr learned my addr 172.21.15.44:0/3605733779 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:48.268 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.330+0000 7fb66ea00700 1 -- 172.21.15.44:0/3605733779 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb67010b300 con 0x7fb67010a150 2024-05-27T00:23:48.269 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.330+0000 7fb66ea00700 1 --2- 172.21.15.44:0/3605733779 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb67010a150 0x7fb67010a570 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fb660009e80 tx=0x7fb66000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea40acaacf10eb4 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:48.269 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.330+0000 7fb66e000700 1 -- 172.21.15.44:0/3605733779 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb660017070 con 0x7fb67010a150 2024-05-27T00:23:48.269 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.331+0000 7fb66e000700 1 -- 172.21.15.44:0/3605733779 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fb66000b8c0 con 0x7fb67010a150 2024-05-27T00:23:48.269 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.331+0000 7fb66e000700 1 -- 172.21.15.44:0/3605733779 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb660004620 con 0x7fb67010a150 2024-05-27T00:23:48.269 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.331+0000 7fb66fe00700 1 -- 172.21.15.44:0/3605733779 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb67010a150 msgr2=0x7fb67010a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:48.269 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.331+0000 7fb66fe00700 1 --2- 172.21.15.44:0/3605733779 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb67010a150 0x7fb67010a570 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fb660009e80 tx=0x7fb66000b330 comp rx=0 tx=0).stop 2024-05-27T00:23:48.269 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.331+0000 7fb66fe00700 1 -- 172.21.15.44:0/3605733779 shutdown_connections 2024-05-27T00:23:48.271 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.331+0000 7fb66fe00700 1 --2- 172.21.15.44:0/3605733779 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb67010a150 0x7fb67010a570 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:48.271 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.331+0000 7fb66fe00700 1 -- 172.21.15.44:0/3605733779 >> 172.21.15.44:0/3605733779 conn(0x7fb67007d680 msgr2=0x7fb67007da90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:48.271 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.332+0000 7fb66fe00700 1 -- 172.21.15.44:0/3605733779 shutdown_connections 2024-05-27T00:23:48.271 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.332+0000 7fb66fe00700 1 -- 172.21.15.44:0/3605733779 wait complete. 2024-05-27T00:23:48.271 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.333+0000 7fb66fe00700 1 Processor -- start 2024-05-27T00:23:48.271 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.333+0000 7fb66fe00700 1 -- start start 2024-05-27T00:23:48.271 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.333+0000 7fb66fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb67010a150 0x7fb67019e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:48.271 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.333+0000 7fb66fe00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb67010e6b0 con 0x7fb67010a150 2024-05-27T00:23:48.271 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.334+0000 7fb66ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb67010a150 0x7fb67019e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:48.271 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.334+0000 7fb66ea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb67010a150 0x7fb67019e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58638/0 (socket says 172.21.15.44:58638) 2024-05-27T00:23:48.271 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.334+0000 7fb66ea00700 1 -- 172.21.15.44:0/3835335273 learned_addr learned my addr 172.21.15.44:0/3835335273 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:48.271 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.334+0000 7fb66ea00700 1 -- 172.21.15.44:0/3835335273 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb67019e660 con 0x7fb67010a150 2024-05-27T00:23:48.273 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.334+0000 7fb66ea00700 1 --2- 172.21.15.44:0/3835335273 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb67010a150 0x7fb67019e120 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb660009fd0 tx=0x7fb660003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:48.273 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.335+0000 7fb667400700 1 -- 172.21.15.44:0/3835335273 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb660021020 con 0x7fb67010a150 2024-05-27T00:23:48.274 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.335+0000 7fb66fe00700 1 -- 172.21.15.44:0/3835335273 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb67019e8f0 con 0x7fb67010a150 2024-05-27T00:23:48.274 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.335+0000 7fb667400700 1 -- 172.21.15.44:0/3835335273 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fb66000bde0 con 0x7fb67010a150 2024-05-27T00:23:48.274 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.335+0000 7fb667400700 1 -- 172.21.15.44:0/3835335273 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb660017040 con 0x7fb67010a150 2024-05-27T00:23:48.274 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.335+0000 7fb66fe00700 1 -- 172.21.15.44:0/3835335273 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6701a15e0 con 0x7fb67010a150 2024-05-27T00:23:48.274 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.336+0000 7fb66fe00700 1 -- 172.21.15.44:0/3835335273 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb67010e830 con 0x7fb67010a150 2024-05-27T00:23:48.274 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.337+0000 7fb667400700 1 -- 172.21.15.44:0/3835335273 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fb660024020 con 0x7fb67010a150 2024-05-27T00:23:48.274 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.337+0000 7fb667400700 1 --2- 172.21.15.44:0/3835335273 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7fb654039050 0x7fb65403b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:48.274 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.337+0000 7fb667400700 1 -- 172.21.15.44:0/3835335273 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fb66000f050 con 0x7fb67010a150 2024-05-27T00:23:48.274 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.338+0000 7fb667e00700 1 --2- 172.21.15.44:0/3835335273 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7fb654039050 0x7fb65403b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:48.274 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.338+0000 7fb667e00700 1 --2- 172.21.15.44:0/3835335273 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7fb654039050 0x7fb65403b510 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb658006fd0 tx=0x7fb658006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:48.274 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.343+0000 7fb667400700 1 -- 172.21.15.44:0/3835335273 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb66002b020 con 0x7fb67010a150 2024-05-27T00:23:48.274 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.592+0000 7fb66fe00700 1 -- 172.21.15.44:0/3835335273 --> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7fb670107b70 con 0x7fb654039050 2024-05-27T00:23:48.275 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.604+0000 7fb667400700 1 -- 172.21.15.44:0/3835335273 <== mgr.14120 v2:172.21.15.44:6800/3059550402 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fb670107b70 con 0x7fb654039050 2024-05-27T00:23:48.275 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.606+0000 7fb66fe00700 1 -- 172.21.15.44:0/3835335273 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7fb654039050 msgr2=0x7fb65403b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:48.276 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.606+0000 7fb66fe00700 1 --2- 172.21.15.44:0/3835335273 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7fb654039050 0x7fb65403b510 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb658006fd0 tx=0x7fb658006e40 comp rx=0 tx=0).stop 2024-05-27T00:23:48.276 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.607+0000 7fb66fe00700 1 -- 172.21.15.44:0/3835335273 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb67010a150 msgr2=0x7fb67019e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:48.276 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.607+0000 7fb66fe00700 1 --2- 172.21.15.44:0/3835335273 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb67010a150 0x7fb67019e120 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb660009fd0 tx=0x7fb660003d00 comp rx=0 tx=0).stop 2024-05-27T00:23:48.276 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.607+0000 7fb66fe00700 1 -- 172.21.15.44:0/3835335273 shutdown_connections 2024-05-27T00:23:48.276 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.607+0000 7fb66fe00700 1 --2- 172.21.15.44:0/3835335273 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7fb654039050 0x7fb65403b510 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:48.276 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.607+0000 7fb66fe00700 1 --2- 172.21.15.44:0/3835335273 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb67010a150 0x7fb67019e120 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:48.276 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.607+0000 7fb66fe00700 1 -- 172.21.15.44:0/3835335273 >> 172.21.15.44:0/3835335273 conn(0x7fb67007d680 msgr2=0x7fb670107460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:48.276 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.607+0000 7fb66fe00700 1 -- 172.21.15.44:0/3835335273 shutdown_connections 2024-05-27T00:23:48.276 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:47.607+0000 7fb66fe00700 1 -- 172.21.15.44:0/3835335273 wait complete. 2024-05-27T00:23:49.714 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout value unchanged 2024-05-27T00:23:49.714 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.816+0000 7f9cf7a00700 1 Processor -- start 2024-05-27T00:23:49.714 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.816+0000 7f9cf7a00700 1 -- start start 2024-05-27T00:23:49.715 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.817+0000 7f9cf7a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9cf01069d0 0x7f9cf0106df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:49.715 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.817+0000 7f9cf7a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9cf007be10 con 0x7f9cf01069d0 2024-05-27T00:23:49.716 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.817+0000 7f9cf5000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9cf01069d0 0x7f9cf0106df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:49.716 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.817+0000 7f9cf5000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9cf01069d0 0x7f9cf0106df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58646/0 (socket says 172.21.15.44:58646) 2024-05-27T00:23:49.716 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.817+0000 7f9cf5000700 1 -- 172.21.15.44:0/1090428838 learned_addr learned my addr 172.21.15.44:0/1090428838 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:49.717 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.818+0000 7f9cf5000700 1 -- 172.21.15.44:0/1090428838 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cf0107330 con 0x7f9cf01069d0 2024-05-27T00:23:49.717 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.818+0000 7f9cf5000700 1 --2- 172.21.15.44:0/1090428838 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9cf01069d0 0x7f9cf0106df0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f9ce40098a0 tx=0x7f9ce4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d518b5d0be31ec7d server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:49.717 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.818+0000 7f9cef400700 1 -- 172.21.15.44:0/1090428838 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9ce4004160 con 0x7f9cf01069d0 2024-05-27T00:23:49.717 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.818+0000 7f9cef400700 1 -- 172.21.15.44:0/1090428838 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f9ce4004300 con 0x7f9cf01069d0 2024-05-27T00:23:49.717 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.818+0000 7f9cef400700 1 -- 172.21.15.44:0/1090428838 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9ce4011c00 con 0x7f9cf01069d0 2024-05-27T00:23:49.717 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.819+0000 7f9cf7a00700 1 -- 172.21.15.44:0/1090428838 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9cf01069d0 msgr2=0x7f9cf0106df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:49.717 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.819+0000 7f9cf7a00700 1 --2- 172.21.15.44:0/1090428838 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9cf01069d0 0x7f9cf0106df0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f9ce40098a0 tx=0x7f9ce4009bb0 comp rx=0 tx=0).stop 2024-05-27T00:23:49.719 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.819+0000 7f9cf7a00700 1 -- 172.21.15.44:0/1090428838 shutdown_connections 2024-05-27T00:23:49.719 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.819+0000 7f9cf7a00700 1 --2- 172.21.15.44:0/1090428838 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9cf01069d0 0x7f9cf0106df0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:49.719 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.819+0000 7f9cf7a00700 1 -- 172.21.15.44:0/1090428838 >> 172.21.15.44:0/1090428838 conn(0x7f9cf01025b0 msgr2=0x7f9cf01049f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:49.719 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.820+0000 7f9cf7a00700 1 -- 172.21.15.44:0/1090428838 shutdown_connections 2024-05-27T00:23:49.719 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.820+0000 7f9cf7a00700 1 -- 172.21.15.44:0/1090428838 wait complete. 2024-05-27T00:23:49.719 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.821+0000 7f9cf7a00700 1 Processor -- start 2024-05-27T00:23:49.719 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.821+0000 7f9cf7a00700 1 -- start start 2024-05-27T00:23:49.720 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.822+0000 7f9cf7a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9cf01069d0 0x7f9cf019e350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:49.720 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.822+0000 7f9cf7a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9cf0108420 con 0x7f9cf01069d0 2024-05-27T00:23:49.720 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.822+0000 7f9cf5000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9cf01069d0 0x7f9cf019e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:49.720 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.822+0000 7f9cf5000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9cf01069d0 0x7f9cf019e350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58652/0 (socket says 172.21.15.44:58652) 2024-05-27T00:23:49.720 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.822+0000 7f9cf5000700 1 -- 172.21.15.44:0/2054143374 learned_addr learned my addr 172.21.15.44:0/2054143374 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:49.720 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.823+0000 7f9cf5000700 1 -- 172.21.15.44:0/2054143374 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cf019e890 con 0x7f9cf01069d0 2024-05-27T00:23:49.720 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.823+0000 7f9cf5000700 1 --2- 172.21.15.44:0/2054143374 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9cf01069d0 0x7f9cf019e350 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f9ce4011bd0 tx=0x7f9ce4011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:49.720 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.823+0000 7f9ced600700 1 -- 172.21.15.44:0/2054143374 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9ce4003970 con 0x7f9cf01069d0 2024-05-27T00:23:49.720 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.823+0000 7f9ced600700 1 -- 172.21.15.44:0/2054143374 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f9ce4003b10 con 0x7f9cf01069d0 2024-05-27T00:23:49.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.823+0000 7f9cf7a00700 1 -- 172.21.15.44:0/2054143374 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cf019eb20 con 0x7f9cf01069d0 2024-05-27T00:23:49.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.823+0000 7f9ced600700 1 -- 172.21.15.44:0/2054143374 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9ce40245a0 con 0x7f9cf01069d0 2024-05-27T00:23:49.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.824+0000 7f9cf7a00700 1 -- 172.21.15.44:0/2054143374 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cf01a1810 con 0x7f9cf01069d0 2024-05-27T00:23:49.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.825+0000 7f9cf7a00700 1 -- 172.21.15.44:0/2054143374 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cf0063af0 con 0x7f9cf01069d0 2024-05-27T00:23:49.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.825+0000 7f9ced600700 1 -- 172.21.15.44:0/2054143374 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f9ce401a9a0 con 0x7f9cf01069d0 2024-05-27T00:23:49.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.826+0000 7f9ced600700 1 --2- 172.21.15.44:0/2054143374 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f9cd80390a0 0x7f9cd803b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:49.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.826+0000 7f9ced600700 1 -- 172.21.15.44:0/2054143374 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f9ce404d2a0 con 0x7f9cf01069d0 2024-05-27T00:23:49.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.826+0000 7f9cefe00700 1 --2- 172.21.15.44:0/2054143374 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f9cd80390a0 0x7f9cd803b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:49.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.827+0000 7f9cefe00700 1 --2- 172.21.15.44:0/2054143374 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f9cd80390a0 0x7f9cd803b560 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9cdc006fd0 tx=0x7f9cdc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:49.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:48.836+0000 7f9ced600700 1 -- 172.21.15.44:0/2054143374 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9ce404cc30 con 0x7f9cf01069d0 2024-05-27T00:23:49.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:49.073+0000 7f9cf7a00700 1 -- 172.21.15.44:0/2054143374 --> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f9cf00008d0 con 0x7f9cd80390a0 2024-05-27T00:23:49.723 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:49.074+0000 7f9ced600700 1 -- 172.21.15.44:0/2054143374 <== mgr.14120 v2:172.21.15.44:6800/3059550402 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f9cf00008d0 con 0x7f9cd80390a0 2024-05-27T00:23:49.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:49.077+0000 7f9cf7a00700 1 -- 172.21.15.44:0/2054143374 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f9cd80390a0 msgr2=0x7f9cd803b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:49.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:49.077+0000 7f9cf7a00700 1 --2- 172.21.15.44:0/2054143374 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f9cd80390a0 0x7f9cd803b560 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9cdc006fd0 tx=0x7f9cdc006e40 comp rx=0 tx=0).stop 2024-05-27T00:23:49.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:49.077+0000 7f9cf7a00700 1 -- 172.21.15.44:0/2054143374 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9cf01069d0 msgr2=0x7f9cf019e350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:49.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:49.077+0000 7f9cf7a00700 1 --2- 172.21.15.44:0/2054143374 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9cf01069d0 0x7f9cf019e350 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f9ce4011bd0 tx=0x7f9ce4011cb0 comp rx=0 tx=0).stop 2024-05-27T00:23:49.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:49.077+0000 7f9cf7a00700 1 -- 172.21.15.44:0/2054143374 shutdown_connections 2024-05-27T00:23:49.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:49.077+0000 7f9cf7a00700 1 --2- 172.21.15.44:0/2054143374 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f9cd80390a0 0x7f9cd803b560 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:49.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:49.077+0000 7f9cf7a00700 1 --2- 172.21.15.44:0/2054143374 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9cf01069d0 0x7f9cf019e350 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:49.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:49.077+0000 7f9cf7a00700 1 -- 172.21.15.44:0/2054143374 >> 172.21.15.44:0/2054143374 conn(0x7f9cf01025b0 msgr2=0x7f9cf0194f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:49.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:49.077+0000 7f9cf7a00700 1 -- 172.21.15.44:0/2054143374 shutdown_connections 2024-05-27T00:23:49.724 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:49.077+0000 7f9cf7a00700 1 -- 172.21.15.44:0/2054143374 wait complete. 2024-05-27T00:23:49.724 INFO:teuthology.orchestra.run.smithi044.stdout:Generating ssh key... 2024-05-27T00:23:50.263 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:50 smithi044 ceph-mon[31645]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:23:51.344 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:51 smithi044 ceph-mon[31645]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:23:51.344 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:51 smithi044 ceph-mon[31645]: Generating ssh key... 2024-05-27T00:23:51.612 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:51 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: Generating public/private rsa key pair. 2024-05-27T00:23:51.613 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:51 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: Your identification has been saved in /tmp/tmp5r5kmnxe/key. 2024-05-27T00:23:51.613 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:51 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: Your public key has been saved in /tmp/tmp5r5kmnxe/key.pub. 2024-05-27T00:23:51.613 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:51 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: The key fingerprint is: 2024-05-27T00:23:51.613 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:51 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: SHA256:sWAKDu2P9olh3RUPsDHFo03yPSlZd1+J6/cT/09hC9E ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:23:51.613 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:51 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: The key's randomart image is: 2024-05-27T00:23:51.613 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:51 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: +---[RSA 3072]----+ 2024-05-27T00:23:51.613 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:51 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: | +o. . .| 2024-05-27T00:23:51.613 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:51 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: | . .=+ . ..o..| 2024-05-27T00:23:51.613 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:51 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: |. o +*+= o o.E.| 2024-05-27T00:23:51.613 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:51 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: | + . o..=*+ .. .| 2024-05-27T00:23:51.614 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:51 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: | o . S..... o | 2024-05-27T00:23:51.614 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:51 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: | + . . .ooo| 2024-05-27T00:23:51.614 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:51 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: | = o . ..=| 2024-05-27T00:23:51.614 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:51 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: | o + . oo| 2024-05-27T00:23:51.614 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:51 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: | . o *| 2024-05-27T00:23:51.614 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:23:51 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: +----[SHA256]-----+ 2024-05-27T00:23:52.027 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.292+0000 7f59be400700 1 Processor -- start 2024-05-27T00:23:52.028 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.292+0000 7f59be400700 1 -- start start 2024-05-27T00:23:52.028 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.292+0000 7f59be400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59b810a150 0x7f59b810a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:52.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.292+0000 7f59be400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f59b810ab40 con 0x7f59b810a150 2024-05-27T00:23:52.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.293+0000 7f59bd000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59b810a150 0x7f59b810a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:52.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.293+0000 7f59bd000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59b810a150 0x7f59b810a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58662/0 (socket says 172.21.15.44:58662) 2024-05-27T00:23:52.030 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.293+0000 7f59bd000700 1 -- 172.21.15.44:0/1991987376 learned_addr learned my addr 172.21.15.44:0/1991987376 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:52.030 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.293+0000 7f59bd000700 1 -- 172.21.15.44:0/1991987376 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59b810b300 con 0x7f59b810a150 2024-05-27T00:23:52.030 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.294+0000 7f59bd000700 1 --2- 172.21.15.44:0/1991987376 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59b810a150 0x7f59b810a570 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f59ac0098a0 tx=0x7f59ac009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fbef0dfe275a98f server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:52.030 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.294+0000 7f59b7400700 1 -- 172.21.15.44:0/1991987376 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f59ac004160 con 0x7f59b810a150 2024-05-27T00:23:52.031 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.294+0000 7f59b7400700 1 -- 172.21.15.44:0/1991987376 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f59ac004300 con 0x7f59b810a150 2024-05-27T00:23:52.031 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.294+0000 7f59b7400700 1 -- 172.21.15.44:0/1991987376 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f59ac011c00 con 0x7f59b810a150 2024-05-27T00:23:52.031 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.295+0000 7f59be400700 1 -- 172.21.15.44:0/1991987376 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59b810a150 msgr2=0x7f59b810a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:52.031 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.295+0000 7f59be400700 1 --2- 172.21.15.44:0/1991987376 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59b810a150 0x7f59b810a570 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f59ac0098a0 tx=0x7f59ac009bb0 comp rx=0 tx=0).stop 2024-05-27T00:23:52.031 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.295+0000 7f59be400700 1 -- 172.21.15.44:0/1991987376 shutdown_connections 2024-05-27T00:23:52.031 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.295+0000 7f59be400700 1 --2- 172.21.15.44:0/1991987376 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59b810a150 0x7f59b810a570 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:52.032 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.295+0000 7f59be400700 1 -- 172.21.15.44:0/1991987376 >> 172.21.15.44:0/1991987376 conn(0x7f59b807d680 msgr2=0x7f59b807da90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:52.032 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.295+0000 7f59be400700 1 -- 172.21.15.44:0/1991987376 shutdown_connections 2024-05-27T00:23:52.032 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.295+0000 7f59be400700 1 -- 172.21.15.44:0/1991987376 wait complete. 2024-05-27T00:23:52.032 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.296+0000 7f59be400700 1 Processor -- start 2024-05-27T00:23:52.033 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.297+0000 7f59be400700 1 -- start start 2024-05-27T00:23:52.034 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.297+0000 7f59be400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59b810a150 0x7f59b819e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:52.034 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.297+0000 7f59be400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f59b810e6b0 con 0x7f59b810a150 2024-05-27T00:23:52.034 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.297+0000 7f59bd000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59b810a150 0x7f59b819e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:52.034 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.297+0000 7f59bd000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59b810a150 0x7f59b819e180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58674/0 (socket says 172.21.15.44:58674) 2024-05-27T00:23:52.034 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.297+0000 7f59bd000700 1 -- 172.21.15.44:0/1014566392 learned_addr learned my addr 172.21.15.44:0/1014566392 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:52.035 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.297+0000 7f59bd000700 1 -- 172.21.15.44:0/1014566392 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59b819e6c0 con 0x7f59b810a150 2024-05-27T00:23:52.035 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.298+0000 7f59bd000700 1 --2- 172.21.15.44:0/1014566392 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59b810a150 0x7f59b819e180 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f59ac0118c0 tx=0x7f59ac011c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:52.035 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.298+0000 7f59b5600700 1 -- 172.21.15.44:0/1014566392 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f59ac003af0 con 0x7f59b810a150 2024-05-27T00:23:52.035 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.298+0000 7f59b5600700 1 -- 172.21.15.44:0/1014566392 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f59ac020070 con 0x7f59b810a150 2024-05-27T00:23:52.035 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.298+0000 7f59be400700 1 -- 172.21.15.44:0/1014566392 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59b819e950 con 0x7f59b810a150 2024-05-27T00:23:52.035 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.298+0000 7f59b5600700 1 -- 172.21.15.44:0/1014566392 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f59ac0195e0 con 0x7f59b810a150 2024-05-27T00:23:52.035 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.298+0000 7f59be400700 1 -- 172.21.15.44:0/1014566392 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59b81a1640 con 0x7f59b810a150 2024-05-27T00:23:52.037 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.299+0000 7f59b5600700 1 -- 172.21.15.44:0/1014566392 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f59ac01a9a0 con 0x7f59b810a150 2024-05-27T00:23:52.038 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.299+0000 7f59be400700 1 -- 172.21.15.44:0/1014566392 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59b810e830 con 0x7f59b810a150 2024-05-27T00:23:52.038 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.300+0000 7f59b5600700 1 --2- 172.21.15.44:0/1014566392 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f59a00390a0 0x7f59a003b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:52.038 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.300+0000 7f59b5600700 1 -- 172.21.15.44:0/1014566392 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f59ac04d340 con 0x7f59b810a150 2024-05-27T00:23:52.038 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.300+0000 7f59b7e00700 1 --2- 172.21.15.44:0/1014566392 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f59a00390a0 0x7f59a003b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:52.038 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.301+0000 7f59b7e00700 1 --2- 172.21.15.44:0/1014566392 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f59a00390a0 0x7f59a003b560 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f59a4006fd0 tx=0x7f59a4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:52.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.305+0000 7f59b5600700 1 -- 172.21.15.44:0/1014566392 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f59ac00e260 con 0x7f59b810a150 2024-05-27T00:23:52.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:50.539+0000 7f59be400700 1 -- 172.21.15.44:0/1014566392 --> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f59b8107bd0 con 0x7f59a00390a0 2024-05-27T00:23:52.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:51.358+0000 7f59b5600700 1 -- 172.21.15.44:0/1014566392 <== mgr.14120 v2:172.21.15.44:6800/3059550402 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f59b8107bd0 con 0x7f59a00390a0 2024-05-27T00:23:52.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:51.361+0000 7f59be400700 1 -- 172.21.15.44:0/1014566392 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f59a00390a0 msgr2=0x7f59a003b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:52.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:51.361+0000 7f59be400700 1 --2- 172.21.15.44:0/1014566392 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f59a00390a0 0x7f59a003b560 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f59a4006fd0 tx=0x7f59a4006e40 comp rx=0 tx=0).stop 2024-05-27T00:23:52.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:51.361+0000 7f59be400700 1 -- 172.21.15.44:0/1014566392 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59b810a150 msgr2=0x7f59b819e180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:52.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:51.361+0000 7f59be400700 1 --2- 172.21.15.44:0/1014566392 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59b810a150 0x7f59b819e180 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f59ac0118c0 tx=0x7f59ac011c80 comp rx=0 tx=0).stop 2024-05-27T00:23:52.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:51.362+0000 7f59be400700 1 -- 172.21.15.44:0/1014566392 shutdown_connections 2024-05-27T00:23:52.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:51.362+0000 7f59be400700 1 --2- 172.21.15.44:0/1014566392 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f59a00390a0 0x7f59a003b560 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:52.039 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:51.362+0000 7f59be400700 1 --2- 172.21.15.44:0/1014566392 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59b810a150 0x7f59b819e180 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:52.040 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:51.362+0000 7f59be400700 1 -- 172.21.15.44:0/1014566392 >> 172.21.15.44:0/1014566392 conn(0x7f59b807d680 msgr2=0x7f59b81074c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:52.040 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:51.362+0000 7f59be400700 1 -- 172.21.15.44:0/1014566392 shutdown_connections 2024-05-27T00:23:52.040 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:51.362+0000 7f59be400700 1 -- 172.21.15.44:0/1014566392 wait complete. 2024-05-27T00:23:52.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:52 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' 2024-05-27T00:23:52.602 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:52 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' 2024-05-27T00:23:53.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:53 smithi044 ceph-mon[31645]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:23:53.525 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqsqJVjBzvSvBjQoib+afqAtFnRM1AR5FNuXL6HsdcYIZ+PQciLCCgstzT0tgsBCLYCDIflrlKf+nNhzQlWiIu8q9Rh9n9D+wOC05zw6yylj/RDHa/E2voYDVLM1mN96E7CClqn3SitSujtBlFNOeHQ1pHBK8o6VAAXbu+OLgaypMDDhkLCwFTTvo0jYm/nH73JmG6g33OBS3zEPLUsVpMjWdlzsmyFZwh6lj8adGuB7d9nOHIxYjQSplHITYQev64YH2rY5t6c0lACE8xETMby5iAVCQn/Wdlt8ss2feSX/jaFqXuNg+5l+DEi6uIm9ekkyEAPRYXZFJXnTytcDRETBTDQU24LBM8RhCbrfB191GELRhyeSrQjYBPizZYGCkgbRF7yknC7Ag7+uiDqF6HGKTJzlXyA01NVYicick9Qg71BBEaslw989DIkdbaQHkn2U4QJoQcMSfr46DT/UAKiDcmXbOrgyWW0YNnsINyZ0YhG4DooqMjv2Hau0lxNiM= ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:23:53.527 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.600+0000 7f0b98e00700 1 Processor -- start 2024-05-27T00:23:53.527 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.600+0000 7f0b98e00700 1 -- start start 2024-05-27T00:23:53.527 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.601+0000 7f0b98e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b9410eef0 0x7f0b9410f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:53.527 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.601+0000 7f0b98e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9410f8e0 con 0x7f0b9410eef0 2024-05-27T00:23:53.527 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.601+0000 7f0b91e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b9410eef0 0x7f0b9410f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:53.528 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.601+0000 7f0b91e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b9410eef0 0x7f0b9410f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58676/0 (socket says 172.21.15.44:58676) 2024-05-27T00:23:53.528 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.601+0000 7f0b91e00700 1 -- 172.21.15.44:0/3584112585 learned_addr learned my addr 172.21.15.44:0/3584112585 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:53.528 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.602+0000 7f0b91e00700 1 -- 172.21.15.44:0/3584112585 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b9410fa60 con 0x7f0b9410eef0 2024-05-27T00:23:53.529 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.602+0000 7f0b91e00700 1 --2- 172.21.15.44:0/3584112585 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b9410eef0 0x7f0b9410f310 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f0b840098a0 tx=0x7f0b84009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f646d3c56eee106 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:53.529 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.603+0000 7f0b90a00700 1 -- 172.21.15.44:0/3584112585 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b84004160 con 0x7f0b9410eef0 2024-05-27T00:23:53.529 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.603+0000 7f0b90a00700 1 -- 172.21.15.44:0/3584112585 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f0b84004300 con 0x7f0b9410eef0 2024-05-27T00:23:53.529 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.603+0000 7f0b90a00700 1 -- 172.21.15.44:0/3584112585 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b84011c00 con 0x7f0b9410eef0 2024-05-27T00:23:53.530 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.603+0000 7f0b98e00700 1 -- 172.21.15.44:0/3584112585 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b9410eef0 msgr2=0x7f0b9410f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:53.530 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.603+0000 7f0b98e00700 1 --2- 172.21.15.44:0/3584112585 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b9410eef0 0x7f0b9410f310 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f0b840098a0 tx=0x7f0b84009bb0 comp rx=0 tx=0).stop 2024-05-27T00:23:53.530 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.603+0000 7f0b98e00700 1 -- 172.21.15.44:0/3584112585 shutdown_connections 2024-05-27T00:23:53.530 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.603+0000 7f0b98e00700 1 --2- 172.21.15.44:0/3584112585 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b9410eef0 0x7f0b9410f310 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:53.531 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.603+0000 7f0b98e00700 1 -- 172.21.15.44:0/3584112585 >> 172.21.15.44:0/3584112585 conn(0x7f0b9407dbb0 msgr2=0x7f0b9407ffd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:53.531 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.604+0000 7f0b98e00700 1 -- 172.21.15.44:0/3584112585 shutdown_connections 2024-05-27T00:23:53.531 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.604+0000 7f0b98e00700 1 -- 172.21.15.44:0/3584112585 wait complete. 2024-05-27T00:23:53.531 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.605+0000 7f0b98e00700 1 Processor -- start 2024-05-27T00:23:53.532 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.605+0000 7f0b98e00700 1 -- start start 2024-05-27T00:23:53.532 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.605+0000 7f0b98e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b9410eef0 0x7f0b941a2660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:53.532 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.605+0000 7f0b98e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0b94112a80 con 0x7f0b9410eef0 2024-05-27T00:23:53.532 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.605+0000 7f0b91e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b9410eef0 0x7f0b941a2660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:53.532 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.605+0000 7f0b91e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b9410eef0 0x7f0b941a2660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58690/0 (socket says 172.21.15.44:58690) 2024-05-27T00:23:53.532 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.605+0000 7f0b91e00700 1 -- 172.21.15.44:0/799315226 learned_addr learned my addr 172.21.15.44:0/799315226 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:23:53.533 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.606+0000 7f0b91e00700 1 -- 172.21.15.44:0/799315226 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b941a2ba0 con 0x7f0b9410eef0 2024-05-27T00:23:53.533 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.606+0000 7f0b91e00700 1 --2- 172.21.15.44:0/799315226 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b9410eef0 0x7f0b941a2660 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f0b840118c0 tx=0x7f0b84011c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:53.533 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.606+0000 7f0b8aa00700 1 -- 172.21.15.44:0/799315226 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b84003af0 con 0x7f0b9410eef0 2024-05-27T00:23:53.534 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.606+0000 7f0b8aa00700 1 -- 172.21.15.44:0/799315226 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f0b84020070 con 0x7f0b9410eef0 2024-05-27T00:23:53.534 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.606+0000 7f0b98e00700 1 -- 172.21.15.44:0/799315226 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b941a2e90 con 0x7f0b9410eef0 2024-05-27T00:23:53.534 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.606+0000 7f0b8aa00700 1 -- 172.21.15.44:0/799315226 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b840195e0 con 0x7f0b9410eef0 2024-05-27T00:23:53.534 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.606+0000 7f0b98e00700 1 -- 172.21.15.44:0/799315226 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b941a5b20 con 0x7f0b9410eef0 2024-05-27T00:23:53.535 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.608+0000 7f0b8aa00700 1 -- 172.21.15.44:0/799315226 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f0b8401a430 con 0x7f0b9410eef0 2024-05-27T00:23:53.535 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.608+0000 7f0b98e00700 1 -- 172.21.15.44:0/799315226 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b94063af0 con 0x7f0b9410eef0 2024-05-27T00:23:53.535 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.608+0000 7f0b8aa00700 1 --2- 172.21.15.44:0/799315226 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f0b780390a0 0x7f0b7803b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:23:53.535 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.608+0000 7f0b8aa00700 1 -- 172.21.15.44:0/799315226 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f0b8404d320 con 0x7f0b9410eef0 2024-05-27T00:23:53.535 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.608+0000 7f0b91400700 1 --2- 172.21.15.44:0/799315226 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f0b780390a0 0x7f0b7803b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:23:53.535 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.609+0000 7f0b91400700 1 --2- 172.21.15.44:0/799315226 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f0b780390a0 0x7f0b7803b560 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f0b80006fd0 tx=0x7f0b80006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:23:53.536 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.614+0000 7f0b8aa00700 1 -- 172.21.15.44:0/799315226 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0b84024e80 con 0x7f0b9410eef0 2024-05-27T00:23:53.536 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.842+0000 7f0b98e00700 1 -- 172.21.15.44:0/799315226 --> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f0b941a5cf0 con 0x7f0b780390a0 2024-05-27T00:23:53.537 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.843+0000 7f0b8aa00700 1 -- 172.21.15.44:0/799315226 <== mgr.14120 v2:172.21.15.44:6800/3059550402 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f0b941a5cf0 con 0x7f0b780390a0 2024-05-27T00:23:53.537 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.846+0000 7f0b98e00700 1 -- 172.21.15.44:0/799315226 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f0b780390a0 msgr2=0x7f0b7803b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:53.538 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.846+0000 7f0b98e00700 1 --2- 172.21.15.44:0/799315226 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f0b780390a0 0x7f0b7803b560 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f0b80006fd0 tx=0x7f0b80006e40 comp rx=0 tx=0).stop 2024-05-27T00:23:53.538 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.846+0000 7f0b98e00700 1 -- 172.21.15.44:0/799315226 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b9410eef0 msgr2=0x7f0b941a2660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:23:53.538 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.846+0000 7f0b98e00700 1 --2- 172.21.15.44:0/799315226 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b9410eef0 0x7f0b941a2660 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f0b840118c0 tx=0x7f0b84011c80 comp rx=0 tx=0).stop 2024-05-27T00:23:53.538 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.846+0000 7f0b98e00700 1 -- 172.21.15.44:0/799315226 shutdown_connections 2024-05-27T00:23:53.538 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.846+0000 7f0b98e00700 1 --2- 172.21.15.44:0/799315226 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f0b780390a0 0x7f0b7803b560 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:53.538 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.846+0000 7f0b98e00700 1 --2- 172.21.15.44:0/799315226 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0b9410eef0 0x7f0b941a2660 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:23:53.538 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.846+0000 7f0b98e00700 1 -- 172.21.15.44:0/799315226 >> 172.21.15.44:0/799315226 conn(0x7f0b9407dbb0 msgr2=0x7f0b9407f7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:23:53.538 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.846+0000 7f0b98e00700 1 -- 172.21.15.44:0/799315226 shutdown_connections 2024-05-27T00:23:53.539 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:52.846+0000 7f0b98e00700 1 -- 172.21.15.44:0/799315226 wait complete. 2024-05-27T00:23:53.539 INFO:teuthology.orchestra.run.smithi044.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-05-27T00:23:53.539 INFO:teuthology.orchestra.run.smithi044.stdout:Adding key to root@localhost authorized_keys... 2024-05-27T00:23:53.540 INFO:teuthology.orchestra.run.smithi044.stdout:Adding host smithi044... 2024-05-27T00:23:55.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:55 smithi044 ceph-mon[31645]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi044", "addr": "172.21.15.44", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:23:56.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:23:56 smithi044 ceph-mon[31645]: Deploying cephadm binary to smithi044 2024-05-27T00:24:01.751 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout Added host 'smithi044' with addr '172.21.15.44' 2024-05-27T00:24:01.751 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.132+0000 7f7922400700 1 Processor -- start 2024-05-27T00:24:01.751 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.132+0000 7f7922400700 1 -- start start 2024-05-27T00:24:01.753 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.133+0000 7f7922400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f791c10a360 0x7f791c10a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:01.753 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.133+0000 7f7922400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f791c10ace0 con 0x7f791c10a360 2024-05-27T00:24:01.753 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.133+0000 7f791b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f791c10a360 0x7f791c10a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:01.753 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.133+0000 7f791b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f791c10a360 0x7f791c10a7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58698/0 (socket says 172.21.15.44:58698) 2024-05-27T00:24:01.753 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.133+0000 7f791b400700 1 -- 172.21.15.44:0/3792358070 learned_addr learned my addr 172.21.15.44:0/3792358070 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:01.753 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.134+0000 7f791b400700 1 -- 172.21.15.44:0/3792358070 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f791c10ae60 con 0x7f791c10a360 2024-05-27T00:24:01.753 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.134+0000 7f791b400700 1 --2- 172.21.15.44:0/3792358070 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f791c10a360 0x7f791c10a7a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f790c0098a0 tx=0x7f790c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2715abf1e340f3b2 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:01.753 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.134+0000 7f791a000700 1 -- 172.21.15.44:0/3792358070 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f790c004160 con 0x7f791c10a360 2024-05-27T00:24:01.755 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.135+0000 7f791a000700 1 -- 172.21.15.44:0/3792358070 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f790c004300 con 0x7f791c10a360 2024-05-27T00:24:01.755 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.135+0000 7f791a000700 1 -- 172.21.15.44:0/3792358070 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f790c011c00 con 0x7f791c10a360 2024-05-27T00:24:01.756 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.135+0000 7f7922400700 1 -- 172.21.15.44:0/3792358070 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f791c10a360 msgr2=0x7f791c10a7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:01.756 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.135+0000 7f7922400700 1 --2- 172.21.15.44:0/3792358070 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f791c10a360 0x7f791c10a7a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f790c0098a0 tx=0x7f790c009bb0 comp rx=0 tx=0).stop 2024-05-27T00:24:01.756 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.135+0000 7f7922400700 1 -- 172.21.15.44:0/3792358070 shutdown_connections 2024-05-27T00:24:01.756 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.135+0000 7f7922400700 1 --2- 172.21.15.44:0/3792358070 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f791c10a360 0x7f791c10a7a0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:01.756 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.135+0000 7f7922400700 1 -- 172.21.15.44:0/3792358070 >> 172.21.15.44:0/3792358070 conn(0x7f791c07dbb0 msgr2=0x7f791c108490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:01.756 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.136+0000 7f7922400700 1 -- 172.21.15.44:0/3792358070 shutdown_connections 2024-05-27T00:24:01.756 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.136+0000 7f7922400700 1 -- 172.21.15.44:0/3792358070 wait complete. 2024-05-27T00:24:01.756 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.137+0000 7f7922400700 1 Processor -- start 2024-05-27T00:24:01.756 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.137+0000 7f7922400700 1 -- start start 2024-05-27T00:24:01.756 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.137+0000 7f7922400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f791c10a360 0x7f791c19e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:01.756 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.137+0000 7f7922400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f791c10e750 con 0x7f791c10a360 2024-05-27T00:24:01.756 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.137+0000 7f791b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f791c10a360 0x7f791c19e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:01.756 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.138+0000 7f791b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f791c10a360 0x7f791c19e2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58710/0 (socket says 172.21.15.44:58710) 2024-05-27T00:24:01.756 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.138+0000 7f791b400700 1 -- 172.21.15.44:0/1659799866 learned_addr learned my addr 172.21.15.44:0/1659799866 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:01.757 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.138+0000 7f791b400700 1 -- 172.21.15.44:0/1659799866 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f791c19e810 con 0x7f791c10a360 2024-05-27T00:24:01.757 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.138+0000 7f791b400700 1 --2- 172.21.15.44:0/1659799866 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f791c10a360 0x7f791c19e2d0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f790c000c00 tx=0x7f790c011c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:01.759 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.139+0000 7f7913e00700 1 -- 172.21.15.44:0/1659799866 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f790c003b20 con 0x7f791c10a360 2024-05-27T00:24:01.759 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.139+0000 7f7913e00700 1 -- 172.21.15.44:0/1659799866 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f790c003cc0 con 0x7f791c10a360 2024-05-27T00:24:01.759 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.139+0000 7f7922400700 1 -- 172.21.15.44:0/1659799866 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f791c19eaa0 con 0x7f791c10a360 2024-05-27T00:24:01.759 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.139+0000 7f7913e00700 1 -- 172.21.15.44:0/1659799866 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f790c0249a0 con 0x7f791c10a360 2024-05-27T00:24:01.759 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.139+0000 7f7922400700 1 -- 172.21.15.44:0/1659799866 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f791c1a1790 con 0x7f791c10a360 2024-05-27T00:24:01.759 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.140+0000 7f7913e00700 1 -- 172.21.15.44:0/1659799866 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f790c022020 con 0x7f791c10a360 2024-05-27T00:24:01.760 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.140+0000 7f7922400700 1 -- 172.21.15.44:0/1659799866 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f791c10e8d0 con 0x7f791c10a360 2024-05-27T00:24:01.760 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.140+0000 7f7913e00700 1 --2- 172.21.15.44:0/1659799866 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f7900039100 0x7f790003b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:01.760 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.141+0000 7f7913e00700 1 -- 172.21.15.44:0/1659799866 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f790c04d0f0 con 0x7f791c10a360 2024-05-27T00:24:01.760 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.141+0000 7f791aa00700 1 --2- 172.21.15.44:0/1659799866 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f7900039100 0x7f790003b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:01.760 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.141+0000 7f791aa00700 1 --2- 172.21.15.44:0/1659799866 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f7900039100 0x7f790003b5c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7908006fd0 tx=0x7f7908006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:01.760 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.146+0000 7f7913e00700 1 -- 172.21.15.44:0/1659799866 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f790c017ca0 con 0x7f791c10a360 2024-05-27T00:24:01.760 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:23:54.378+0000 7f7922400700 1 -- 172.21.15.44:0/1659799866 --> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi044", "addr": "172.21.15.44", "target": ["mon-mgr", ""]}) -- 0x7f791c1082a0 con 0x7f7900039100 2024-05-27T00:24:01.760 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:00.877+0000 7f7913e00700 1 -- 172.21.15.44:0/1659799866 <== mgr.14120 v2:172.21.15.44:6800/3059550402 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f791c1082a0 con 0x7f7900039100 2024-05-27T00:24:01.760 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:00.880+0000 7f7922400700 1 -- 172.21.15.44:0/1659799866 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f7900039100 msgr2=0x7f790003b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:01.760 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:00.880+0000 7f7922400700 1 --2- 172.21.15.44:0/1659799866 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f7900039100 0x7f790003b5c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7908006fd0 tx=0x7f7908006e40 comp rx=0 tx=0).stop 2024-05-27T00:24:01.760 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:00.880+0000 7f7922400700 1 -- 172.21.15.44:0/1659799866 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f791c10a360 msgr2=0x7f791c19e2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:01.760 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:00.880+0000 7f7922400700 1 --2- 172.21.15.44:0/1659799866 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f791c10a360 0x7f791c19e2d0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f790c000c00 tx=0x7f790c011c80 comp rx=0 tx=0).stop 2024-05-27T00:24:01.760 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:00.881+0000 7f7922400700 1 -- 172.21.15.44:0/1659799866 shutdown_connections 2024-05-27T00:24:01.760 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:00.881+0000 7f7922400700 1 --2- 172.21.15.44:0/1659799866 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f7900039100 0x7f790003b5c0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:01.761 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:00.881+0000 7f7922400700 1 --2- 172.21.15.44:0/1659799866 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f791c10a360 0x7f791c19e2d0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:01.761 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:00.881+0000 7f7922400700 1 -- 172.21.15.44:0/1659799866 >> 172.21.15.44:0/1659799866 conn(0x7f791c07dbb0 msgr2=0x7f791c107b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:01.761 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:00.881+0000 7f7922400700 1 -- 172.21.15.44:0/1659799866 shutdown_connections 2024-05-27T00:24:01.761 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:00.881+0000 7f7922400700 1 -- 172.21.15.44:0/1659799866 wait complete. 2024-05-27T00:24:01.761 INFO:teuthology.orchestra.run.smithi044.stdout:Deploying unmanaged mon service... 2024-05-27T00:24:02.065 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:01 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' 2024-05-27T00:24:02.065 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:01 smithi044 ceph-mon[31645]: Added host smithi044 2024-05-27T00:24:02.065 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:01 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:24:03.476 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-05-27T00:24:03.476 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.358+0000 7f59b3e00700 1 Processor -- start 2024-05-27T00:24:03.476 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.358+0000 7f59b3e00700 1 -- start start 2024-05-27T00:24:03.476 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.359+0000 7f59b3e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59ac10a360 0x7f59ac10a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:03.476 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.359+0000 7f59b3e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f59ac10ace0 con 0x7f59ac10a360 2024-05-27T00:24:03.476 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.360+0000 7f59b1400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59ac10a360 0x7f59ac10a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:03.476 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.360+0000 7f59b1400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59ac10a360 0x7f59ac10a7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:32866/0 (socket says 172.21.15.44:32866) 2024-05-27T00:24:03.476 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.360+0000 7f59b1400700 1 -- 172.21.15.44:0/3138299726 learned_addr learned my addr 172.21.15.44:0/3138299726 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:03.476 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.360+0000 7f59b1400700 1 -- 172.21.15.44:0/3138299726 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59ac10ae60 con 0x7f59ac10a360 2024-05-27T00:24:03.477 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.360+0000 7f59b1400700 1 --2- 172.21.15.44:0/3138299726 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59ac10a360 0x7f59ac10a7a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f59a00098a0 tx=0x7f59a0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdd777f3c2adaa84 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:03.477 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.361+0000 7f59abe00700 1 -- 172.21.15.44:0/3138299726 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f59a0004160 con 0x7f59ac10a360 2024-05-27T00:24:03.477 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.361+0000 7f59abe00700 1 -- 172.21.15.44:0/3138299726 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f59a0004300 con 0x7f59ac10a360 2024-05-27T00:24:03.477 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.361+0000 7f59abe00700 1 -- 172.21.15.44:0/3138299726 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f59a0011c00 con 0x7f59ac10a360 2024-05-27T00:24:03.477 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.361+0000 7f59b3e00700 1 -- 172.21.15.44:0/3138299726 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59ac10a360 msgr2=0x7f59ac10a7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:03.481 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.361+0000 7f59b3e00700 1 --2- 172.21.15.44:0/3138299726 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59ac10a360 0x7f59ac10a7a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f59a00098a0 tx=0x7f59a0009bb0 comp rx=0 tx=0).stop 2024-05-27T00:24:03.481 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.362+0000 7f59b3e00700 1 -- 172.21.15.44:0/3138299726 shutdown_connections 2024-05-27T00:24:03.481 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.362+0000 7f59b3e00700 1 --2- 172.21.15.44:0/3138299726 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59ac10a360 0x7f59ac10a7a0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:03.481 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.362+0000 7f59b3e00700 1 -- 172.21.15.44:0/3138299726 >> 172.21.15.44:0/3138299726 conn(0x7f59ac07dbb0 msgr2=0x7f59ac108490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:03.481 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.362+0000 7f59b3e00700 1 -- 172.21.15.44:0/3138299726 shutdown_connections 2024-05-27T00:24:03.481 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.362+0000 7f59b3e00700 1 -- 172.21.15.44:0/3138299726 wait complete. 2024-05-27T00:24:03.481 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.363+0000 7f59b3e00700 1 Processor -- start 2024-05-27T00:24:03.482 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.363+0000 7f59b3e00700 1 -- start start 2024-05-27T00:24:03.482 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.363+0000 7f59b3e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59ac10a360 0x7f59ac19e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:03.482 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.363+0000 7f59b3e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f59ac10e750 con 0x7f59ac10a360 2024-05-27T00:24:03.482 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.364+0000 7f59b1400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59ac10a360 0x7f59ac19e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:03.482 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.364+0000 7f59b1400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59ac10a360 0x7f59ac19e2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:32880/0 (socket says 172.21.15.44:32880) 2024-05-27T00:24:03.482 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.364+0000 7f59b1400700 1 -- 172.21.15.44:0/3262305427 learned_addr learned my addr 172.21.15.44:0/3262305427 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:03.482 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.364+0000 7f59b1400700 1 -- 172.21.15.44:0/3262305427 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59ac19e7f0 con 0x7f59ac10a360 2024-05-27T00:24:03.482 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.365+0000 7f59b1400700 1 --2- 172.21.15.44:0/3262305427 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59ac10a360 0x7f59ac19e2b0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f59a0000c00 tx=0x7f59a0011c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:03.482 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.365+0000 7f59aa000700 1 -- 172.21.15.44:0/3262305427 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f59a0003b20 con 0x7f59ac10a360 2024-05-27T00:24:03.482 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.365+0000 7f59aa000700 1 -- 172.21.15.44:0/3262305427 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f59a0003cc0 con 0x7f59ac10a360 2024-05-27T00:24:03.482 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.365+0000 7f59b3e00700 1 -- 172.21.15.44:0/3262305427 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59ac19ea80 con 0x7f59ac10a360 2024-05-27T00:24:03.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.365+0000 7f59aa000700 1 -- 172.21.15.44:0/3262305427 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f59a00249a0 con 0x7f59ac10a360 2024-05-27T00:24:03.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.365+0000 7f59b3e00700 1 -- 172.21.15.44:0/3262305427 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59ac1a1770 con 0x7f59ac10a360 2024-05-27T00:24:03.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.366+0000 7f59aa000700 1 -- 172.21.15.44:0/3262305427 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f59a0022020 con 0x7f59ac10a360 2024-05-27T00:24:03.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.366+0000 7f59b3e00700 1 -- 172.21.15.44:0/3262305427 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59ac10e8d0 con 0x7f59ac10a360 2024-05-27T00:24:03.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.367+0000 7f59aa000700 1 --2- 172.21.15.44:0/3262305427 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f59940390a0 0x7f599403b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:03.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.367+0000 7f59aa000700 1 -- 172.21.15.44:0/3262305427 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f59a004d030 con 0x7f59ac10a360 2024-05-27T00:24:03.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.367+0000 7f59b0a00700 1 --2- 172.21.15.44:0/3262305427 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f59940390a0 0x7f599403b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:03.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.368+0000 7f59b0a00700 1 --2- 172.21.15.44:0/3262305427 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f59940390a0 0x7f599403b560 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5998006fd0 tx=0x7f5998006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:03.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.373+0000 7f59aa000700 1 -- 172.21.15.44:0/3262305427 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f59a0019dd0 con 0x7f59ac10a360 2024-05-27T00:24:03.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.615+0000 7f59b3e00700 1 -- 172.21.15.44:0/3262305427 --> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f59ac1082c0 con 0x7f59940390a0 2024-05-27T00:24:03.483 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.625+0000 7f59aa000700 1 -- 172.21.15.44:0/3262305427 <== mgr.14120 v2:172.21.15.44:6800/3059550402 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f59ac1082c0 con 0x7f59940390a0 2024-05-27T00:24:03.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.629+0000 7f59b3e00700 1 -- 172.21.15.44:0/3262305427 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f59940390a0 msgr2=0x7f599403b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:03.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.629+0000 7f59b3e00700 1 --2- 172.21.15.44:0/3262305427 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f59940390a0 0x7f599403b560 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5998006fd0 tx=0x7f5998006e40 comp rx=0 tx=0).stop 2024-05-27T00:24:03.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.629+0000 7f59b3e00700 1 -- 172.21.15.44:0/3262305427 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59ac10a360 msgr2=0x7f59ac19e2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:03.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.629+0000 7f59b3e00700 1 --2- 172.21.15.44:0/3262305427 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59ac10a360 0x7f59ac19e2b0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f59a0000c00 tx=0x7f59a0011c80 comp rx=0 tx=0).stop 2024-05-27T00:24:03.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.629+0000 7f59b3e00700 1 -- 172.21.15.44:0/3262305427 shutdown_connections 2024-05-27T00:24:03.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.629+0000 7f59b3e00700 1 --2- 172.21.15.44:0/3262305427 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f59940390a0 0x7f599403b560 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:03.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.629+0000 7f59b3e00700 1 --2- 172.21.15.44:0/3262305427 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59ac10a360 0x7f59ac19e2b0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:03.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.629+0000 7f59b3e00700 1 -- 172.21.15.44:0/3262305427 >> 172.21.15.44:0/3262305427 conn(0x7f59ac07dbb0 msgr2=0x7f59ac107bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:03.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.629+0000 7f59b3e00700 1 -- 172.21.15.44:0/3262305427 shutdown_connections 2024-05-27T00:24:03.484 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:02.629+0000 7f59b3e00700 1 -- 172.21.15.44:0/3262305427 wait complete. 2024-05-27T00:24:03.484 INFO:teuthology.orchestra.run.smithi044.stdout:Deploying unmanaged mgr service... 2024-05-27T00:24:03.880 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:03 smithi044 ceph-mon[31645]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:24:03.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:03 smithi044 ceph-mon[31645]: Saving service mon spec with placement count:5 2024-05-27T00:24:03.881 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:03 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' 2024-05-27T00:24:05.611 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-05-27T00:24:05.612 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.349+0000 7faa5ae00700 1 Processor -- start 2024-05-27T00:24:05.612 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.349+0000 7faa5ae00700 1 -- start start 2024-05-27T00:24:05.612 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.349+0000 7faa5ae00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faa54108190 0x7faa541085b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:05.612 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.349+0000 7faa5ae00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7faa54108b80 con 0x7faa54108190 2024-05-27T00:24:05.612 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.350+0000 7faa53e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faa54108190 0x7faa541085b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:05.612 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.350+0000 7faa53e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faa54108190 0x7faa541085b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:32882/0 (socket says 172.21.15.44:32882) 2024-05-27T00:24:05.612 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.350+0000 7faa53e00700 1 -- 172.21.15.44:0/2298043230 learned_addr learned my addr 172.21.15.44:0/2298043230 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:05.612 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.350+0000 7faa53e00700 1 -- 172.21.15.44:0/2298043230 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa541092f0 con 0x7faa54108190 2024-05-27T00:24:05.612 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.351+0000 7faa53e00700 1 --2- 172.21.15.44:0/2298043230 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faa54108190 0x7faa541085b0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7faa440098a0 tx=0x7faa44009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aeb73184bf4dde34 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:05.612 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.351+0000 7faa52a00700 1 -- 172.21.15.44:0/2298043230 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faa44004160 con 0x7faa54108190 2024-05-27T00:24:05.612 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.351+0000 7faa52a00700 1 -- 172.21.15.44:0/2298043230 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7faa44004300 con 0x7faa54108190 2024-05-27T00:24:05.613 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.351+0000 7faa52a00700 1 -- 172.21.15.44:0/2298043230 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faa44011c00 con 0x7faa54108190 2024-05-27T00:24:05.613 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.352+0000 7faa5ae00700 1 -- 172.21.15.44:0/2298043230 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faa54108190 msgr2=0x7faa541085b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:05.613 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.352+0000 7faa5ae00700 1 --2- 172.21.15.44:0/2298043230 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faa54108190 0x7faa541085b0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7faa440098a0 tx=0x7faa44009bb0 comp rx=0 tx=0).stop 2024-05-27T00:24:05.613 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.352+0000 7faa5ae00700 1 -- 172.21.15.44:0/2298043230 shutdown_connections 2024-05-27T00:24:05.613 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.352+0000 7faa5ae00700 1 --2- 172.21.15.44:0/2298043230 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faa54108190 0x7faa541085b0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:05.613 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.352+0000 7faa5ae00700 1 -- 172.21.15.44:0/2298043230 >> 172.21.15.44:0/2298043230 conn(0x7faa54103770 msgr2=0x7faa54105b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:05.613 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.352+0000 7faa5ae00700 1 -- 172.21.15.44:0/2298043230 shutdown_connections 2024-05-27T00:24:05.613 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.352+0000 7faa5ae00700 1 -- 172.21.15.44:0/2298043230 wait complete. 2024-05-27T00:24:05.613 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.353+0000 7faa5ae00700 1 Processor -- start 2024-05-27T00:24:05.613 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.353+0000 7faa5ae00700 1 -- start start 2024-05-27T00:24:05.614 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.354+0000 7faa5ae00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faa54108190 0x7faa5407db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:05.614 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.354+0000 7faa5ae00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7faa5410c6a0 con 0x7faa54108190 2024-05-27T00:24:05.614 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.354+0000 7faa53e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faa54108190 0x7faa5407db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:05.614 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.354+0000 7faa53e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faa54108190 0x7faa5407db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:32888/0 (socket says 172.21.15.44:32888) 2024-05-27T00:24:05.614 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.354+0000 7faa53e00700 1 -- 172.21.15.44:0/4151145158 learned_addr learned my addr 172.21.15.44:0/4151145158 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:05.614 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.354+0000 7faa53e00700 1 -- 172.21.15.44:0/4151145158 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa5407e070 con 0x7faa54108190 2024-05-27T00:24:05.614 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.355+0000 7faa53e00700 1 --2- 172.21.15.44:0/4151145158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faa54108190 0x7faa5407db30 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7faa44003fb0 tx=0x7faa44011bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:05.614 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.355+0000 7faa50c00700 1 -- 172.21.15.44:0/4151145158 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faa440039c0 con 0x7faa54108190 2024-05-27T00:24:05.615 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.355+0000 7faa50c00700 1 -- 172.21.15.44:0/4151145158 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7faa44003b60 con 0x7faa54108190 2024-05-27T00:24:05.615 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.355+0000 7faa5ae00700 1 -- 172.21.15.44:0/4151145158 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa5407c260 con 0x7faa54108190 2024-05-27T00:24:05.615 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.355+0000 7faa50c00700 1 -- 172.21.15.44:0/4151145158 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faa4401a6d0 con 0x7faa54108190 2024-05-27T00:24:05.615 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.355+0000 7faa5ae00700 1 -- 172.21.15.44:0/4151145158 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa5407c7a0 con 0x7faa54108190 2024-05-27T00:24:05.615 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.357+0000 7faa50c00700 1 -- 172.21.15.44:0/4151145158 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7faa44024430 con 0x7faa54108190 2024-05-27T00:24:05.615 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.357+0000 7faa5ae00700 1 -- 172.21.15.44:0/4151145158 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa54063af0 con 0x7faa54108190 2024-05-27T00:24:05.615 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.357+0000 7faa50c00700 1 --2- 172.21.15.44:0/4151145158 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7faa38039050 0x7faa3803b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:05.615 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.357+0000 7faa50c00700 1 -- 172.21.15.44:0/4151145158 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7faa4404d4a0 con 0x7faa54108190 2024-05-27T00:24:05.615 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.357+0000 7faa53400700 1 --2- 172.21.15.44:0/4151145158 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7faa38039050 0x7faa3803b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:05.615 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.358+0000 7faa53400700 1 --2- 172.21.15.44:0/4151145158 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7faa38039050 0x7faa3803b510 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7faa40006fd0 tx=0x7faa40006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:05.616 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.363+0000 7faa50c00700 1 -- 172.21.15.44:0/4151145158 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7faa44003d10 con 0x7faa54108190 2024-05-27T00:24:05.616 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.613+0000 7faa5ae00700 1 -- 172.21.15.44:0/4151145158 --> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7faa54104940 con 0x7faa38039050 2024-05-27T00:24:05.616 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.626+0000 7faa50c00700 1 -- 172.21.15.44:0/4151145158 <== mgr.14120 v2:172.21.15.44:6800/3059550402 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7faa54104940 con 0x7faa38039050 2024-05-27T00:24:05.616 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.628+0000 7faa5ae00700 1 -- 172.21.15.44:0/4151145158 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7faa38039050 msgr2=0x7faa3803b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:05.616 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.628+0000 7faa5ae00700 1 --2- 172.21.15.44:0/4151145158 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7faa38039050 0x7faa3803b510 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7faa40006fd0 tx=0x7faa40006e40 comp rx=0 tx=0).stop 2024-05-27T00:24:05.617 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.628+0000 7faa5ae00700 1 -- 172.21.15.44:0/4151145158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faa54108190 msgr2=0x7faa5407db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:05.617 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.628+0000 7faa5ae00700 1 --2- 172.21.15.44:0/4151145158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faa54108190 0x7faa5407db30 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7faa44003fb0 tx=0x7faa44011bd0 comp rx=0 tx=0).stop 2024-05-27T00:24:05.617 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.628+0000 7faa5ae00700 1 -- 172.21.15.44:0/4151145158 shutdown_connections 2024-05-27T00:24:05.617 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.628+0000 7faa5ae00700 1 --2- 172.21.15.44:0/4151145158 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7faa38039050 0x7faa3803b510 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:05.617 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.628+0000 7faa5ae00700 1 --2- 172.21.15.44:0/4151145158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faa54108190 0x7faa5407db30 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:05.617 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.628+0000 7faa5ae00700 1 -- 172.21.15.44:0/4151145158 >> 172.21.15.44:0/4151145158 conn(0x7faa54103770 msgr2=0x7faa54104230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:05.617 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.628+0000 7faa5ae00700 1 -- 172.21.15.44:0/4151145158 shutdown_connections 2024-05-27T00:24:05.617 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:04.628+0000 7faa5ae00700 1 -- 172.21.15.44:0/4151145158 wait complete. 2024-05-27T00:24:05.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:05 smithi044 ceph-mon[31645]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:24:05.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:05 smithi044 ceph-mon[31645]: Saving service mgr spec with placement count:2 2024-05-27T00:24:05.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:05 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' 2024-05-27T00:24:05.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:05 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' 2024-05-27T00:24:06.704 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:06 smithi044 ceph-mon[31645]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:24:06.705 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:06 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' 2024-05-27T00:24:06.705 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:06 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3681860059' entity='client.admin' 2024-05-27T00:24:07.045 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.157+0000 7fd466600700 1 Processor -- start 2024-05-27T00:24:07.046 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.157+0000 7fd466600700 1 -- start start 2024-05-27T00:24:07.046 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.158+0000 7fd466600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd46007dd30 0x7fd46007c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:07.046 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.158+0000 7fd466600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd46007c7e0 con 0x7fd46007dd30 2024-05-27T00:24:07.046 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.158+0000 7fd45f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd46007dd30 0x7fd46007c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:07.046 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.158+0000 7fd45f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd46007dd30 0x7fd46007c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51714/0 (socket says 172.21.15.44:51714) 2024-05-27T00:24:07.046 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.158+0000 7fd45f400700 1 -- 172.21.15.44:0/1325969103 learned_addr learned my addr 172.21.15.44:0/1325969103 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:07.046 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.159+0000 7fd45f400700 1 -- 172.21.15.44:0/1325969103 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd46007c960 con 0x7fd46007dd30 2024-05-27T00:24:07.046 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.159+0000 7fd45f400700 1 --2- 172.21.15.44:0/1325969103 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd46007dd30 0x7fd46007c2a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fd4500098a0 tx=0x7fd450009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d370807930467759 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:07.046 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.159+0000 7fd45e000700 1 -- 172.21.15.44:0/1325969103 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd450004160 con 0x7fd46007dd30 2024-05-27T00:24:07.046 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.159+0000 7fd45e000700 1 -- 172.21.15.44:0/1325969103 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd450004300 con 0x7fd46007dd30 2024-05-27T00:24:07.047 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.159+0000 7fd45e000700 1 -- 172.21.15.44:0/1325969103 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd450011bb0 con 0x7fd46007dd30 2024-05-27T00:24:07.047 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.160+0000 7fd466600700 1 -- 172.21.15.44:0/1325969103 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd46007dd30 msgr2=0x7fd46007c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:07.047 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.160+0000 7fd466600700 1 --2- 172.21.15.44:0/1325969103 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd46007dd30 0x7fd46007c2a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fd4500098a0 tx=0x7fd450009bb0 comp rx=0 tx=0).stop 2024-05-27T00:24:07.047 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.160+0000 7fd466600700 1 -- 172.21.15.44:0/1325969103 shutdown_connections 2024-05-27T00:24:07.047 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.160+0000 7fd466600700 1 --2- 172.21.15.44:0/1325969103 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd46007dd30 0x7fd46007c2a0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:07.047 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.160+0000 7fd466600700 1 -- 172.21.15.44:0/1325969103 >> 172.21.15.44:0/1325969103 conn(0x7fd460103790 msgr2=0x7fd460105bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:07.047 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.160+0000 7fd466600700 1 -- 172.21.15.44:0/1325969103 shutdown_connections 2024-05-27T00:24:07.047 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.161+0000 7fd466600700 1 -- 172.21.15.44:0/1325969103 wait complete. 2024-05-27T00:24:07.047 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.162+0000 7fd466600700 1 Processor -- start 2024-05-27T00:24:07.047 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.162+0000 7fd466600700 1 -- start start 2024-05-27T00:24:07.047 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.162+0000 7fd466600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd46007dd30 0x7fd46019e240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:07.047 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.163+0000 7fd466600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd46010e6a0 con 0x7fd46007dd30 2024-05-27T00:24:07.047 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.163+0000 7fd45f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd46007dd30 0x7fd46019e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:07.048 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.163+0000 7fd45f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd46007dd30 0x7fd46019e240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51726/0 (socket says 172.21.15.44:51726) 2024-05-27T00:24:07.048 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.163+0000 7fd45f400700 1 -- 172.21.15.44:0/3681860059 learned_addr learned my addr 172.21.15.44:0/3681860059 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:07.048 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.163+0000 7fd45f400700 1 -- 172.21.15.44:0/3681860059 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd46019e780 con 0x7fd46007dd30 2024-05-27T00:24:07.048 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.164+0000 7fd45f400700 1 --2- 172.21.15.44:0/3681860059 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd46007dd30 0x7fd46019e240 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd450000c00 tx=0x7fd450011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:07.048 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.164+0000 7fd457e00700 1 -- 172.21.15.44:0/3681860059 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd450011e60 con 0x7fd46007dd30 2024-05-27T00:24:07.048 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.164+0000 7fd457e00700 1 -- 172.21.15.44:0/3681860059 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd450003b20 con 0x7fd46007dd30 2024-05-27T00:24:07.048 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.164+0000 7fd457e00700 1 -- 172.21.15.44:0/3681860059 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd4500247a0 con 0x7fd46007dd30 2024-05-27T00:24:07.048 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.164+0000 7fd466600700 1 -- 172.21.15.44:0/3681860059 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd46019ea10 con 0x7fd46007dd30 2024-05-27T00:24:07.048 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.164+0000 7fd466600700 1 -- 172.21.15.44:0/3681860059 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd46019ee70 con 0x7fd46007dd30 2024-05-27T00:24:07.048 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.165+0000 7fd466600700 1 -- 172.21.15.44:0/3681860059 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd460063af0 con 0x7fd46007dd30 2024-05-27T00:24:07.048 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.166+0000 7fd457e00700 1 -- 172.21.15.44:0/3681860059 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fd450022020 con 0x7fd46007dd30 2024-05-27T00:24:07.048 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.166+0000 7fd457e00700 1 --2- 172.21.15.44:0/3681860059 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7fd4440390a0 0x7fd44403b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:07.048 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.166+0000 7fd457e00700 1 -- 172.21.15.44:0/3681860059 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fd45004d070 con 0x7fd46007dd30 2024-05-27T00:24:07.049 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.167+0000 7fd45ea00700 1 --2- 172.21.15.44:0/3681860059 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7fd4440390a0 0x7fd44403b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:07.049 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.167+0000 7fd45ea00700 1 --2- 172.21.15.44:0/3681860059 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7fd4440390a0 0x7fd44403b560 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fd44c006fd0 tx=0x7fd44c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:07.049 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.172+0000 7fd457e00700 1 -- 172.21.15.44:0/3681860059 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd45002dde0 con 0x7fd46007dd30 2024-05-27T00:24:07.049 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.400+0000 7fd466600700 1 -- 172.21.15.44:0/3681860059 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7fd4601a1700 con 0x7fd46007dd30 2024-05-27T00:24:07.049 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.407+0000 7fd457e00700 1 -- 172.21.15.44:0/3681860059 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7fd45004c9c0 con 0x7fd46007dd30 2024-05-27T00:24:07.049 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.410+0000 7fd466600700 1 -- 172.21.15.44:0/3681860059 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7fd4440390a0 msgr2=0x7fd44403b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:07.049 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.410+0000 7fd466600700 1 --2- 172.21.15.44:0/3681860059 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7fd4440390a0 0x7fd44403b560 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fd44c006fd0 tx=0x7fd44c006e40 comp rx=0 tx=0).stop 2024-05-27T00:24:07.049 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.410+0000 7fd466600700 1 -- 172.21.15.44:0/3681860059 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd46007dd30 msgr2=0x7fd46019e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:07.049 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.410+0000 7fd466600700 1 --2- 172.21.15.44:0/3681860059 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd46007dd30 0x7fd46019e240 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd450000c00 tx=0x7fd450011ca0 comp rx=0 tx=0).stop 2024-05-27T00:24:07.049 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.411+0000 7fd466600700 1 -- 172.21.15.44:0/3681860059 shutdown_connections 2024-05-27T00:24:07.049 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.411+0000 7fd466600700 1 --2- 172.21.15.44:0/3681860059 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7fd4440390a0 0x7fd44403b560 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:07.049 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.411+0000 7fd466600700 1 --2- 172.21.15.44:0/3681860059 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd46007dd30 0x7fd46019e240 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:07.050 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.411+0000 7fd466600700 1 -- 172.21.15.44:0/3681860059 >> 172.21.15.44:0/3681860059 conn(0x7fd460103790 msgr2=0x7fd460104260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:07.050 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.411+0000 7fd466600700 1 -- 172.21.15.44:0/3681860059 shutdown_connections 2024-05-27T00:24:07.050 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:06.411+0000 7fd466600700 1 -- 172.21.15.44:0/3681860059 wait complete. 2024-05-27T00:24:09.046 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:08 smithi044 ceph-mon[31645]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:24:09.047 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:08 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3725263037' entity='client.admin' 2024-05-27T00:24:09.047 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:08 smithi044 ceph-mon[31645]: from='mgr.14120 172.21.15.44:0/3208671984' entity='mgr.x' 2024-05-27T00:24:09.064 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.618+0000 7f1a49a00700 1 Processor -- start 2024-05-27T00:24:09.065 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.618+0000 7f1a49a00700 1 -- start start 2024-05-27T00:24:09.066 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.619+0000 7f1a49a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a44108be0 0x7f1a4410afd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:09.066 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.619+0000 7f1a49a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1a4407bdf0 con 0x7f1a44108be0 2024-05-27T00:24:09.066 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.619+0000 7f1a42a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a44108be0 0x7f1a4410afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:09.066 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.619+0000 7f1a42a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a44108be0 0x7f1a4410afd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51742/0 (socket says 172.21.15.44:51742) 2024-05-27T00:24:09.069 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.619+0000 7f1a42a00700 1 -- 172.21.15.44:0/684206261 learned_addr learned my addr 172.21.15.44:0/684206261 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:09.069 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.620+0000 7f1a42a00700 1 -- 172.21.15.44:0/684206261 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a4410b510 con 0x7f1a44108be0 2024-05-27T00:24:09.069 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.620+0000 7f1a42a00700 1 --2- 172.21.15.44:0/684206261 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a44108be0 0x7f1a4410afd0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f1a340098a0 tx=0x7f1a34009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23320ebb4a029a74 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:09.069 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.620+0000 7f1a41600700 1 -- 172.21.15.44:0/684206261 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1a34004160 con 0x7f1a44108be0 2024-05-27T00:24:09.069 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.620+0000 7f1a41600700 1 -- 172.21.15.44:0/684206261 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1a34004300 con 0x7f1a44108be0 2024-05-27T00:24:09.069 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.620+0000 7f1a41600700 1 -- 172.21.15.44:0/684206261 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1a34011bb0 con 0x7f1a44108be0 2024-05-27T00:24:09.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.621+0000 7f1a49a00700 1 -- 172.21.15.44:0/684206261 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a44108be0 msgr2=0x7f1a4410afd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:09.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.621+0000 7f1a49a00700 1 --2- 172.21.15.44:0/684206261 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a44108be0 0x7f1a4410afd0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f1a340098a0 tx=0x7f1a34009bb0 comp rx=0 tx=0).stop 2024-05-27T00:24:09.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.621+0000 7f1a49a00700 1 -- 172.21.15.44:0/684206261 shutdown_connections 2024-05-27T00:24:09.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.621+0000 7f1a49a00700 1 --2- 172.21.15.44:0/684206261 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a44108be0 0x7f1a4410afd0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:09.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.621+0000 7f1a49a00700 1 -- 172.21.15.44:0/684206261 >> 172.21.15.44:0/684206261 conn(0x7f1a441025b0 msgr2=0x7f1a441049d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:09.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.621+0000 7f1a49a00700 1 -- 172.21.15.44:0/684206261 shutdown_connections 2024-05-27T00:24:09.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.621+0000 7f1a49a00700 1 -- 172.21.15.44:0/684206261 wait complete. 2024-05-27T00:24:09.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.622+0000 7f1a49a00700 1 Processor -- start 2024-05-27T00:24:09.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.623+0000 7f1a49a00700 1 -- start start 2024-05-27T00:24:09.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.623+0000 7f1a49a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a44108be0 0x7f1a4419e240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:09.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.623+0000 7f1a49a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1a4410c570 con 0x7f1a44108be0 2024-05-27T00:24:09.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.623+0000 7f1a42a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a44108be0 0x7f1a4419e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:09.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.623+0000 7f1a42a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a44108be0 0x7f1a4419e240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51748/0 (socket says 172.21.15.44:51748) 2024-05-27T00:24:09.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.623+0000 7f1a42a00700 1 -- 172.21.15.44:0/3725263037 learned_addr learned my addr 172.21.15.44:0/3725263037 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:09.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.624+0000 7f1a42a00700 1 -- 172.21.15.44:0/3725263037 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a4419e780 con 0x7f1a44108be0 2024-05-27T00:24:09.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.624+0000 7f1a42a00700 1 --2- 172.21.15.44:0/3725263037 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a44108be0 0x7f1a4419e240 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1a34000c00 tx=0x7f1a34011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:09.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.624+0000 7f1a3b400700 1 -- 172.21.15.44:0/3725263037 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1a34011e60 con 0x7f1a44108be0 2024-05-27T00:24:09.074 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.624+0000 7f1a3b400700 1 -- 172.21.15.44:0/3725263037 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1a34003b20 con 0x7f1a44108be0 2024-05-27T00:24:09.074 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.625+0000 7f1a49a00700 1 -- 172.21.15.44:0/3725263037 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a4419ea10 con 0x7f1a44108be0 2024-05-27T00:24:09.074 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.625+0000 7f1a3b400700 1 -- 172.21.15.44:0/3725263037 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1a340247a0 con 0x7f1a44108be0 2024-05-27T00:24:09.074 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.625+0000 7f1a49a00700 1 -- 172.21.15.44:0/3725263037 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a4419ee70 con 0x7f1a44108be0 2024-05-27T00:24:09.074 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.626+0000 7f1a49a00700 1 -- 172.21.15.44:0/3725263037 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a44063af0 con 0x7f1a44108be0 2024-05-27T00:24:09.074 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.627+0000 7f1a3b400700 1 -- 172.21.15.44:0/3725263037 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f1a34022020 con 0x7f1a44108be0 2024-05-27T00:24:09.074 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.627+0000 7f1a3b400700 1 --2- 172.21.15.44:0/3725263037 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f1a28039050 0x7f1a2803b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:09.074 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.627+0000 7f1a3b400700 1 -- 172.21.15.44:0/3725263037 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f1a3404d0e0 con 0x7f1a44108be0 2024-05-27T00:24:09.074 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.627+0000 7f1a42000700 1 --2- 172.21.15.44:0/3725263037 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f1a28039050 0x7f1a2803b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:09.074 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.628+0000 7f1a42000700 1 --2- 172.21.15.44:0/3725263037 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f1a28039050 0x7f1a2803b510 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f1a30006fd0 tx=0x7f1a30006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:09.074 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.633+0000 7f1a3b400700 1 -- 172.21.15.44:0/3725263037 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1a3400b3e0 con 0x7f1a44108be0 2024-05-27T00:24:09.074 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.893+0000 7f1a49a00700 1 -- 172.21.15.44:0/3725263037 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f1a441a1900 con 0x7f1a44108be0 2024-05-27T00:24:09.075 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.898+0000 7f1a3b400700 1 -- 172.21.15.44:0/3725263037 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f1a34016260 con 0x7f1a44108be0 2024-05-27T00:24:09.075 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.902+0000 7f1a49a00700 1 -- 172.21.15.44:0/3725263037 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f1a28039050 msgr2=0x7f1a2803b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:09.075 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.902+0000 7f1a49a00700 1 --2- 172.21.15.44:0/3725263037 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f1a28039050 0x7f1a2803b510 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f1a30006fd0 tx=0x7f1a30006e40 comp rx=0 tx=0).stop 2024-05-27T00:24:09.075 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.902+0000 7f1a49a00700 1 -- 172.21.15.44:0/3725263037 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a44108be0 msgr2=0x7f1a4419e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:09.075 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.902+0000 7f1a49a00700 1 --2- 172.21.15.44:0/3725263037 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a44108be0 0x7f1a4419e240 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1a34000c00 tx=0x7f1a34011ca0 comp rx=0 tx=0).stop 2024-05-27T00:24:09.075 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.902+0000 7f1a49a00700 1 -- 172.21.15.44:0/3725263037 shutdown_connections 2024-05-27T00:24:09.075 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.902+0000 7f1a49a00700 1 --2- 172.21.15.44:0/3725263037 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f1a28039050 0x7f1a2803b510 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:09.075 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.902+0000 7f1a49a00700 1 --2- 172.21.15.44:0/3725263037 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a44108be0 0x7f1a4419e240 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:09.075 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.902+0000 7f1a49a00700 1 -- 172.21.15.44:0/3725263037 >> 172.21.15.44:0/3725263037 conn(0x7f1a441025b0 msgr2=0x7f1a44102f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:09.075 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.903+0000 7f1a49a00700 1 -- 172.21.15.44:0/3725263037 shutdown_connections 2024-05-27T00:24:09.075 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:07.903+0000 7f1a49a00700 1 -- 172.21.15.44:0/3725263037 wait complete. 2024-05-27T00:24:09.075 INFO:teuthology.orchestra.run.smithi044.stdout:Enabling the dashboard module... 2024-05-27T00:24:11.239 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: ignoring --setuser ceph since I am not root 2024-05-27T00:24:11.239 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: ignoring --setgroup ceph since I am not root 2024-05-27T00:24:11.240 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:11.237+0000 7f53d0918200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-27T00:24:11.240 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:10 smithi044 ceph-mon[31645]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:24:11.240 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:10 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2045009014' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-05-27T00:24:11.600 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.679+0000 7ff0e4a00700 1 Processor -- start 2024-05-27T00:24:11.600 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.679+0000 7ff0e4a00700 1 -- start start 2024-05-27T00:24:11.600 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.680+0000 7ff0e4a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0e010a150 0x7ff0e010a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:11.600 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.680+0000 7ff0e4a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff0e010ab40 con 0x7ff0e010a150 2024-05-27T00:24:11.600 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.680+0000 7ff0de800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0e010a150 0x7ff0e010a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:11.600 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.680+0000 7ff0de800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0e010a150 0x7ff0e010a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51754/0 (socket says 172.21.15.44:51754) 2024-05-27T00:24:11.600 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.680+0000 7ff0de800700 1 -- 172.21.15.44:0/1181562095 learned_addr learned my addr 172.21.15.44:0/1181562095 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:11.600 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.681+0000 7ff0de800700 1 -- 172.21.15.44:0/1181562095 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0e010b300 con 0x7ff0e010a150 2024-05-27T00:24:11.600 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.681+0000 7ff0de800700 1 --2- 172.21.15.44:0/1181562095 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0e010a150 0x7ff0e010a570 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff0d00098a0 tx=0x7ff0d0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=134d2fd213c89e27 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:11.601 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.681+0000 7ff0dd400700 1 -- 172.21.15.44:0/1181562095 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0d0004160 con 0x7ff0e010a150 2024-05-27T00:24:11.601 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.681+0000 7ff0dd400700 1 -- 172.21.15.44:0/1181562095 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff0d0004300 con 0x7ff0e010a150 2024-05-27T00:24:11.601 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.681+0000 7ff0dd400700 1 -- 172.21.15.44:0/1181562095 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0d0011bb0 con 0x7ff0e010a150 2024-05-27T00:24:11.601 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.682+0000 7ff0e4a00700 1 -- 172.21.15.44:0/1181562095 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0e010a150 msgr2=0x7ff0e010a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:11.601 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.682+0000 7ff0e4a00700 1 --2- 172.21.15.44:0/1181562095 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0e010a150 0x7ff0e010a570 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff0d00098a0 tx=0x7ff0d0009bb0 comp rx=0 tx=0).stop 2024-05-27T00:24:11.601 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.682+0000 7ff0e4a00700 1 -- 172.21.15.44:0/1181562095 shutdown_connections 2024-05-27T00:24:11.601 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.682+0000 7ff0e4a00700 1 --2- 172.21.15.44:0/1181562095 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0e010a150 0x7ff0e010a570 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:11.601 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.682+0000 7ff0e4a00700 1 -- 172.21.15.44:0/1181562095 >> 172.21.15.44:0/1181562095 conn(0x7ff0e007d680 msgr2=0x7ff0e007da90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:11.601 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.682+0000 7ff0e4a00700 1 -- 172.21.15.44:0/1181562095 shutdown_connections 2024-05-27T00:24:11.601 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.682+0000 7ff0e4a00700 1 -- 172.21.15.44:0/1181562095 wait complete. 2024-05-27T00:24:11.601 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.683+0000 7ff0e4a00700 1 Processor -- start 2024-05-27T00:24:11.601 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.683+0000 7ff0e4a00700 1 -- start start 2024-05-27T00:24:11.602 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.684+0000 7ff0e4a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0e010a150 0x7ff0e019e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:11.602 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.684+0000 7ff0e4a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff0e010e6b0 con 0x7ff0e010a150 2024-05-27T00:24:11.602 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.684+0000 7ff0de800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0e010a150 0x7ff0e019e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:11.602 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.684+0000 7ff0de800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0e010a150 0x7ff0e019e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51762/0 (socket says 172.21.15.44:51762) 2024-05-27T00:24:11.602 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.684+0000 7ff0de800700 1 -- 172.21.15.44:0/2045009014 learned_addr learned my addr 172.21.15.44:0/2045009014 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:11.602 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.684+0000 7ff0de800700 1 -- 172.21.15.44:0/2045009014 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0e019e640 con 0x7ff0e010a150 2024-05-27T00:24:11.602 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.685+0000 7ff0de800700 1 --2- 172.21.15.44:0/2045009014 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0e010a150 0x7ff0e019e100 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7ff0d0009520 tx=0x7ff0d0011c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:11.605 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.685+0000 7ff0d7400700 1 -- 172.21.15.44:0/2045009014 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0d0011e60 con 0x7ff0e010a150 2024-05-27T00:24:11.605 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.685+0000 7ff0d7400700 1 -- 172.21.15.44:0/2045009014 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff0d00039c0 con 0x7ff0e010a150 2024-05-27T00:24:11.605 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.685+0000 7ff0d7400700 1 -- 172.21.15.44:0/2045009014 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0d001a5a0 con 0x7ff0e010a150 2024-05-27T00:24:11.605 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.685+0000 7ff0e4a00700 1 -- 172.21.15.44:0/2045009014 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0e019e8d0 con 0x7ff0e010a150 2024-05-27T00:24:11.605 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.685+0000 7ff0e4a00700 1 -- 172.21.15.44:0/2045009014 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0e019ed30 con 0x7ff0e010a150 2024-05-27T00:24:11.605 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.686+0000 7ff0d7400700 1 -- 172.21.15.44:0/2045009014 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7ff0d0024440 con 0x7ff0e010a150 2024-05-27T00:24:11.605 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.686+0000 7ff0e4a00700 1 -- 172.21.15.44:0/2045009014 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0e0063af0 con 0x7ff0e010a150 2024-05-27T00:24:11.605 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.687+0000 7ff0d7400700 1 --2- 172.21.15.44:0/2045009014 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7ff0c40390a0 0x7ff0c403b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:11.606 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.687+0000 7ff0d7400700 1 -- 172.21.15.44:0/2045009014 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff0d004d180 con 0x7ff0e010a150 2024-05-27T00:24:11.606 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.687+0000 7ff0dde00700 1 --2- 172.21.15.44:0/2045009014 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7ff0c40390a0 0x7ff0c403b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:11.606 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.688+0000 7ff0dde00700 1 --2- 172.21.15.44:0/2045009014 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7ff0c40390a0 0x7ff0c403b560 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc006fd0 tx=0x7ff0cc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:11.606 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.693+0000 7ff0d7400700 1 -- 172.21.15.44:0/2045009014 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff0d0003c20 con 0x7ff0e010a150 2024-05-27T00:24:11.606 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:09.989+0000 7ff0e4a00700 1 -- 172.21.15.44:0/2045009014 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7ff0e01a1700 con 0x7ff0e010a150 2024-05-27T00:24:11.606 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:10.914+0000 7ff0d7400700 1 -- 172.21.15.44:0/2045009014 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7ff0d00042c0 con 0x7ff0e010a150 2024-05-27T00:24:11.606 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:10.917+0000 7ff0d7400700 1 -- 172.21.15.44:0/2045009014 <== mon.0 v2:172.21.15.44:3300/0 8 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7ff0d002d3f0 con 0x7ff0e010a150 2024-05-27T00:24:11.606 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:10.919+0000 7ff0e4a00700 1 -- 172.21.15.44:0/2045009014 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7ff0c40390a0 msgr2=0x7ff0c403b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:11.606 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:10.919+0000 7ff0e4a00700 1 --2- 172.21.15.44:0/2045009014 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7ff0c40390a0 0x7ff0c403b560 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc006fd0 tx=0x7ff0cc006e40 comp rx=0 tx=0).stop 2024-05-27T00:24:11.606 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:10.919+0000 7ff0e4a00700 1 -- 172.21.15.44:0/2045009014 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0e010a150 msgr2=0x7ff0e019e100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:11.606 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:10.919+0000 7ff0e4a00700 1 --2- 172.21.15.44:0/2045009014 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0e010a150 0x7ff0e019e100 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7ff0d0009520 tx=0x7ff0d0011c30 comp rx=0 tx=0).stop 2024-05-27T00:24:11.606 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:10.919+0000 7ff0e4a00700 1 -- 172.21.15.44:0/2045009014 shutdown_connections 2024-05-27T00:24:11.606 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:10.919+0000 7ff0e4a00700 1 --2- 172.21.15.44:0/2045009014 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7ff0c40390a0 0x7ff0c403b560 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:11.607 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:10.919+0000 7ff0e4a00700 1 --2- 172.21.15.44:0/2045009014 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0e010a150 0x7ff0e019e100 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:11.607 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:10.919+0000 7ff0e4a00700 1 -- 172.21.15.44:0/2045009014 >> 172.21.15.44:0/2045009014 conn(0x7ff0e007d680 msgr2=0x7ff0e0107460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:11.607 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:10.920+0000 7ff0e4a00700 1 -- 172.21.15.44:0/2045009014 shutdown_connections 2024-05-27T00:24:11.607 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:10.920+0000 7ff0e4a00700 1 -- 172.21.15.44:0/2045009014 wait complete. 2024-05-27T00:24:11.766 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:11.487+0000 7f53d0918200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-27T00:24:11.766 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:11.630+0000 7f53d0918200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-27T00:24:12.057 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:11 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2045009014' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-05-27T00:24:12.058 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:11 smithi044 ceph-mon[31645]: mgrmap e9: x(active, since 25s) 2024-05-27T00:24:12.361 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:12 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:12.055+0000 7f53d0918200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-27T00:24:12.361 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:12 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:12.177+0000 7f53d0918200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-27T00:24:13.050 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:12 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1740705201' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-27T00:24:13.065 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-05-27T00:24:13.066 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-05-27T00:24:13.066 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-27T00:24:13.067 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-05-27T00:24:13.067 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-27T00:24:13.067 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-05-27T00:24:13.067 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.156+0000 7f7748000700 1 Processor -- start 2024-05-27T00:24:13.068 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.156+0000 7f7748000700 1 -- start start 2024-05-27T00:24:13.068 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.157+0000 7f7748000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f774007dd30 0x7f774007c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:13.068 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.157+0000 7f7748000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f774007c7e0 con 0x7f774007dd30 2024-05-27T00:24:13.068 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.157+0000 7f7745600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f774007dd30 0x7f774007c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:13.068 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.157+0000 7f7745600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f774007dd30 0x7f774007c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51792/0 (socket says 172.21.15.44:51792) 2024-05-27T00:24:13.068 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.157+0000 7f7745600700 1 -- 172.21.15.44:0/3616760843 learned_addr learned my addr 172.21.15.44:0/3616760843 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:13.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.158+0000 7f7745600700 1 -- 172.21.15.44:0/3616760843 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f774007c960 con 0x7f774007dd30 2024-05-27T00:24:13.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.158+0000 7f7745600700 1 --2- 172.21.15.44:0/3616760843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f774007dd30 0x7f774007c2a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7734009e80 tx=0x7f773400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c04d7935bb6ebfb5 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:13.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.158+0000 7f773fe00700 1 -- 172.21.15.44:0/3616760843 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7734017070 con 0x7f774007dd30 2024-05-27T00:24:13.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.159+0000 7f773fe00700 1 -- 172.21.15.44:0/3616760843 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f773400b8c0 con 0x7f774007dd30 2024-05-27T00:24:13.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.159+0000 7f773fe00700 1 -- 172.21.15.44:0/3616760843 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7734004580 con 0x7f774007dd30 2024-05-27T00:24:13.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.159+0000 7f7748000700 1 -- 172.21.15.44:0/3616760843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f774007dd30 msgr2=0x7f774007c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:13.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.159+0000 7f7748000700 1 --2- 172.21.15.44:0/3616760843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f774007dd30 0x7f774007c2a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7734009e80 tx=0x7f773400b330 comp rx=0 tx=0).stop 2024-05-27T00:24:13.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.159+0000 7f7748000700 1 -- 172.21.15.44:0/3616760843 shutdown_connections 2024-05-27T00:24:13.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.159+0000 7f7748000700 1 --2- 172.21.15.44:0/3616760843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f774007dd30 0x7f774007c2a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:13.070 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.159+0000 7f7748000700 1 -- 172.21.15.44:0/3616760843 >> 172.21.15.44:0/3616760843 conn(0x7f7740103790 msgr2=0x7f7740105bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:13.071 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.160+0000 7f7748000700 1 -- 172.21.15.44:0/3616760843 shutdown_connections 2024-05-27T00:24:13.071 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.160+0000 7f7748000700 1 -- 172.21.15.44:0/3616760843 wait complete. 2024-05-27T00:24:13.071 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.161+0000 7f7748000700 1 Processor -- start 2024-05-27T00:24:13.071 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.161+0000 7f7748000700 1 -- start start 2024-05-27T00:24:13.072 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.161+0000 7f7748000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f774007dd30 0x7f774019e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:13.072 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.161+0000 7f7748000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f774010e6a0 con 0x7f774007dd30 2024-05-27T00:24:13.072 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.161+0000 7f7745600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f774007dd30 0x7f774019e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:13.072 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.161+0000 7f7745600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f774007dd30 0x7f774019e2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51802/0 (socket says 172.21.15.44:51802) 2024-05-27T00:24:13.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.161+0000 7f7745600700 1 -- 172.21.15.44:0/1740705201 learned_addr learned my addr 172.21.15.44:0/1740705201 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:13.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.162+0000 7f7745600700 1 -- 172.21.15.44:0/1740705201 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f774019e7e0 con 0x7f774007dd30 2024-05-27T00:24:13.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.162+0000 7f7745600700 1 --2- 172.21.15.44:0/1740705201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f774007dd30 0x7f774019e2a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f77340072a0 tx=0x7f7734003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:13.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.162+0000 7f773e000700 1 -- 172.21.15.44:0/1740705201 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7734021020 con 0x7f774007dd30 2024-05-27T00:24:13.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.162+0000 7f773e000700 1 -- 172.21.15.44:0/1740705201 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f773400bde0 con 0x7f774007dd30 2024-05-27T00:24:13.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.162+0000 7f773e000700 1 -- 172.21.15.44:0/1740705201 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7734017040 con 0x7f774007dd30 2024-05-27T00:24:13.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.163+0000 7f7748000700 1 -- 172.21.15.44:0/1740705201 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f774019ea70 con 0x7f774007dd30 2024-05-27T00:24:13.073 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.163+0000 7f7748000700 1 -- 172.21.15.44:0/1740705201 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77401a1760 con 0x7f774007dd30 2024-05-27T00:24:13.075 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.164+0000 7f773e000700 1 -- 172.21.15.44:0/1740705201 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f7734024020 con 0x7f774007dd30 2024-05-27T00:24:13.076 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.164+0000 7f7748000700 1 -- 172.21.15.44:0/1740705201 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7740063af0 con 0x7f774007dd30 2024-05-27T00:24:13.076 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.164+0000 7f773e000700 1 --2- 172.21.15.44:0/1740705201 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f77280390b0 0x7f772803b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:13.076 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.164+0000 7f773e000700 1 -- 172.21.15.44:0/1740705201 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f773400f050 con 0x7f774007dd30 2024-05-27T00:24:13.076 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.164+0000 7f7744c00700 1 -- 172.21.15.44:0/1740705201 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f77280390b0 msgr2=0x7f772803b570 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3059550402 2024-05-27T00:24:13.076 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.164+0000 7f7744c00700 1 --2- 172.21.15.44:0/1740705201 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f77280390b0 0x7f772803b570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-27T00:24:13.076 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.169+0000 7f773e000700 1 -- 172.21.15.44:0/1740705201 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f773402b020 con 0x7f774007dd30 2024-05-27T00:24:13.076 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.365+0000 7f7744c00700 1 -- 172.21.15.44:0/1740705201 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f77280390b0 msgr2=0x7f772803b570 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3059550402 2024-05-27T00:24:13.076 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.365+0000 7f7744c00700 1 --2- 172.21.15.44:0/1740705201 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f77280390b0 0x7f772803b570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-27T00:24:13.076 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.452+0000 7f7748000700 1 -- 172.21.15.44:0/1740705201 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f77401a1d30 con 0x7f774007dd30 2024-05-27T00:24:13.076 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.453+0000 7f773e000700 1 -- 172.21.15.44:0/1740705201 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f773404ce90 con 0x7f774007dd30 2024-05-27T00:24:13.076 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.456+0000 7f7748000700 1 -- 172.21.15.44:0/1740705201 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f77280390b0 msgr2=0x7f772803b570 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-27T00:24:13.076 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.456+0000 7f7748000700 1 --2- 172.21.15.44:0/1740705201 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f77280390b0 0x7f772803b570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:13.076 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.456+0000 7f7748000700 1 -- 172.21.15.44:0/1740705201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f774007dd30 msgr2=0x7f774019e2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:13.077 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.456+0000 7f7748000700 1 --2- 172.21.15.44:0/1740705201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f774007dd30 0x7f774019e2a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f77340072a0 tx=0x7f7734003d00 comp rx=0 tx=0).stop 2024-05-27T00:24:13.077 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.456+0000 7f7748000700 1 -- 172.21.15.44:0/1740705201 shutdown_connections 2024-05-27T00:24:13.077 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.456+0000 7f7748000700 1 --2- 172.21.15.44:0/1740705201 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f77280390b0 0x7f772803b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:13.077 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.456+0000 7f7748000700 1 --2- 172.21.15.44:0/1740705201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f774007dd30 0x7f774019e2a0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:13.077 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.456+0000 7f7748000700 1 -- 172.21.15.44:0/1740705201 >> 172.21.15.44:0/1740705201 conn(0x7f7740103790 msgr2=0x7f7740104340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:13.077 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.456+0000 7f7748000700 1 -- 172.21.15.44:0/1740705201 shutdown_connections 2024-05-27T00:24:13.077 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:12.457+0000 7f7748000700 1 -- 172.21.15.44:0/1740705201 wait complete. 2024-05-27T00:24:13.077 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for the mgr to restart... 2024-05-27T00:24:13.078 INFO:teuthology.orchestra.run.smithi044.stdout:Waiting for mgr epoch 9... 2024-05-27T00:24:14.029 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:13 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:13.795+0000 7f53d0918200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-27T00:24:14.030 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:14 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:14.028+0000 7f53d0918200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-27T00:24:14.306 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:14 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:14.248+0000 7f53d0918200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-27T00:24:15.030 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:14 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:14.643+0000 7f53d0918200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-27T00:24:15.031 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:14 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:14.770+0000 7f53d0918200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-27T00:24:15.295 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:15 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:15.029+0000 7f53d0918200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-27T00:24:15.611 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:15 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:15.294+0000 7f53d0918200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-27T00:24:16.611 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:16 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:16.130+0000 7f53d0918200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-27T00:24:17.111 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:16 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:16.710+0000 7f53d0918200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-27T00:24:17.112 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:16 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:16.844+0000 7f53d0918200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-27T00:24:17.487 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:17 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:17.121+0000 7f53d0918200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-27T00:24:18.111 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:17 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:17.831+0000 7f53d0918200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-27T00:24:18.112 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:17 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:17.964+0000 7f53d0918200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-27T00:24:18.611 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:18 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:18.309+0000 7f53d0918200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-27T00:24:18.611 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:18 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:18.498+0000 7f53d0918200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-27T00:24:19.111 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:18 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:18.631+0000 7f53d0918200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-27T00:24:19.112 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:18 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:18.790+0000 7f53d0918200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-27T00:24:19.611 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:19 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:19.167+0000 7f53d0918200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-27T00:24:20.256 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:19 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:19.956+0000 7f53d0918200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-27T00:24:20.611 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:24:20 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:24:20.255+0000 7f53d0918200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-27T00:24:20.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:20 smithi044 ceph-mon[31645]: Active manager daemon x restarted 2024-05-27T00:24:20.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:20 smithi044 ceph-mon[31645]: Activating manager daemon x 2024-05-27T00:24:20.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:20 smithi044 ceph-mon[31645]: osdmap e3: 0 total, 0 up, 0 in 2024-05-27T00:24:20.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:20 smithi044 ceph-mon[31645]: mgrmap e10: x(active, starting, since 0.00808084s) 2024-05-27T00:24:20.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:20 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-27T00:24:20.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:20 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-27T00:24:20.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:20 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-27T00:24:20.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:20 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-27T00:24:20.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:20 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-27T00:24:20.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:20 smithi044 ceph-mon[31645]: Manager daemon x is now available 2024-05-27T00:24:21.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:21 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:24:21.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:21 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-27T00:24:21.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:21 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-27T00:24:21.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:21 smithi044 ceph-mon[31645]: mgrmap e11: x(active, since 1.01147s) 2024-05-27T00:24:21.948 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout { 2024-05-27T00:24:21.949 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-05-27T00:24:21.949 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-27T00:24:21.949 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout } 2024-05-27T00:24:21.949 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.695+0000 7f2482800700 1 Processor -- start 2024-05-27T00:24:21.950 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.695+0000 7f2482800700 1 -- start start 2024-05-27T00:24:21.954 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.696+0000 7f2482800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f247c07dda0 0x7f247c07c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:21.954 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.696+0000 7f2482800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f247c07c7e0 con 0x7f247c07dda0 2024-05-27T00:24:21.954 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.696+0000 7f247b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f247c07dda0 0x7f247c07c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:21.954 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.696+0000 7f247b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f247c07dda0 0x7f247c07c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51816/0 (socket says 172.21.15.44:51816) 2024-05-27T00:24:21.959 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.696+0000 7f247b400700 1 -- 172.21.15.44:0/186620864 learned_addr learned my addr 172.21.15.44:0/186620864 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:21.959 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.697+0000 7f247b400700 1 -- 172.21.15.44:0/186620864 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f247c07c960 con 0x7f247c07dda0 2024-05-27T00:24:21.959 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.697+0000 7f247b400700 1 --2- 172.21.15.44:0/186620864 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f247c07dda0 0x7f247c07c2a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f246c0098a0 tx=0x7f246c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=611d10b6f1f5e41c server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:21.959 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.697+0000 7f247a000700 1 -- 172.21.15.44:0/186620864 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f246c004160 con 0x7f247c07dda0 2024-05-27T00:24:21.959 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.697+0000 7f247a000700 1 -- 172.21.15.44:0/186620864 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f246c004300 con 0x7f247c07dda0 2024-05-27T00:24:21.959 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.697+0000 7f247a000700 1 -- 172.21.15.44:0/186620864 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f246c011bb0 con 0x7f247c07dda0 2024-05-27T00:24:21.960 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.698+0000 7f2482800700 1 -- 172.21.15.44:0/186620864 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f247c07dda0 msgr2=0x7f247c07c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:21.960 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.698+0000 7f2482800700 1 --2- 172.21.15.44:0/186620864 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f247c07dda0 0x7f247c07c2a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f246c0098a0 tx=0x7f246c009bb0 comp rx=0 tx=0).stop 2024-05-27T00:24:21.960 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.698+0000 7f2482800700 1 -- 172.21.15.44:0/186620864 shutdown_connections 2024-05-27T00:24:21.960 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.698+0000 7f2482800700 1 --2- 172.21.15.44:0/186620864 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f247c07dda0 0x7f247c07c2a0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:21.960 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.698+0000 7f2482800700 1 -- 172.21.15.44:0/186620864 >> 172.21.15.44:0/186620864 conn(0x7f247c103730 msgr2=0x7f247c105b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:21.960 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.698+0000 7f2482800700 1 -- 172.21.15.44:0/186620864 shutdown_connections 2024-05-27T00:24:21.960 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.698+0000 7f2482800700 1 -- 172.21.15.44:0/186620864 wait complete. 2024-05-27T00:24:21.960 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.699+0000 7f2482800700 1 Processor -- start 2024-05-27T00:24:21.960 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.700+0000 7f2482800700 1 -- start start 2024-05-27T00:24:21.960 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.700+0000 7f2482800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f247c07dda0 0x7f247c19e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:21.960 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.700+0000 7f2482800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f247c10e730 con 0x7f247c07dda0 2024-05-27T00:24:21.960 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.700+0000 7f247b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f247c07dda0 0x7f247c19e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:21.960 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.700+0000 7f247b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f247c07dda0 0x7f247c19e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51822/0 (socket says 172.21.15.44:51822) 2024-05-27T00:24:21.961 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.700+0000 7f247b400700 1 -- 172.21.15.44:0/1154065337 learned_addr learned my addr 172.21.15.44:0/1154065337 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:21.961 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.701+0000 7f247b400700 1 -- 172.21.15.44:0/1154065337 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f247c19e7d0 con 0x7f247c07dda0 2024-05-27T00:24:21.961 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.701+0000 7f247b400700 1 --2- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f247c07dda0 0x7f247c19e290 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f246c000c00 tx=0x7f246c011c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:21.961 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.701+0000 7f2473e00700 1 -- 172.21.15.44:0/1154065337 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f246c011e60 con 0x7f247c07dda0 2024-05-27T00:24:21.961 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.701+0000 7f2473e00700 1 -- 172.21.15.44:0/1154065337 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f246c020070 con 0x7f247c07dda0 2024-05-27T00:24:21.961 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.701+0000 7f2482800700 1 -- 172.21.15.44:0/1154065337 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f247c19ea60 con 0x7f247c07dda0 2024-05-27T00:24:21.961 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.701+0000 7f2473e00700 1 -- 172.21.15.44:0/1154065337 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f246c019550 con 0x7f247c07dda0 2024-05-27T00:24:21.961 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.701+0000 7f2482800700 1 -- 172.21.15.44:0/1154065337 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f247c19eec0 con 0x7f247c07dda0 2024-05-27T00:24:21.961 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.703+0000 7f2473e00700 1 -- 172.21.15.44:0/1154065337 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f246c0197c0 con 0x7f247c07dda0 2024-05-27T00:24:21.961 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.703+0000 7f2473e00700 1 --2- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f2460039100 0x7f246003b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:21.961 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.703+0000 7f2473e00700 1 -- 172.21.15.44:0/1154065337 --> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f246003bcd0 con 0x7f2460039100 2024-05-27T00:24:21.961 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.703+0000 7f2473e00700 1 -- 172.21.15.44:0/1154065337 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f246c04d410 con 0x7f247c07dda0 2024-05-27T00:24:21.962 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.703+0000 7f247aa00700 1 -- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f2460039100 msgr2=0x7f246003b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3059550402 2024-05-27T00:24:21.962 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.703+0000 7f247aa00700 1 --2- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f2460039100 0x7f246003b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-27T00:24:21.962 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.904+0000 7f247aa00700 1 -- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f2460039100 msgr2=0x7f246003b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3059550402 2024-05-27T00:24:21.962 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:13.904+0000 7f247aa00700 1 --2- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f2460039100 0x7f246003b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-27T00:24:21.962 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:14.305+0000 7f247aa00700 1 -- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f2460039100 msgr2=0x7f246003b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3059550402 2024-05-27T00:24:21.962 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:14.305+0000 7f247aa00700 1 --2- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f2460039100 0x7f246003b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-27T00:24:21.962 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:15.106+0000 7f247aa00700 1 -- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f2460039100 msgr2=0x7f246003b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3059550402 2024-05-27T00:24:21.962 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:15.106+0000 7f247aa00700 1 --2- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f2460039100 0x7f246003b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-05-27T00:24:21.962 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:16.708+0000 7f247aa00700 1 -- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f2460039100 msgr2=0x7f246003b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3059550402 2024-05-27T00:24:21.962 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:16.708+0000 7f247aa00700 1 --2- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f2460039100 0x7f246003b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-05-27T00:24:21.962 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:19.911+0000 7f247aa00700 1 -- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f2460039100 msgr2=0x7f246003b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3059550402 2024-05-27T00:24:21.962 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:19.911+0000 7f247aa00700 1 --2- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f2460039100 0x7f246003b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-05-27T00:24:21.962 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:20.264+0000 7f2473e00700 1 -- 172.21.15.44:0/1154065337 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mgrmap(e 10) ==== 46067+0+0 (secure 0 0 0) 0x7f246c003aa0 con 0x7f247c07dda0 2024-05-27T00:24:21.965 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:20.264+0000 7f2473e00700 1 -- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f2460039100 msgr2=0x7f246003b5c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-27T00:24:21.965 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:20.264+0000 7f2473e00700 1 --2- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f2460039100 0x7f246003b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:21.965 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:21.266+0000 7f2473e00700 1 -- 172.21.15.44:0/1154065337 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7f246c02d350 con 0x7f247c07dda0 2024-05-27T00:24:21.965 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:21.267+0000 7f2473e00700 1 --2- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f246003cbc0 0x7f246003efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:21.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:21.267+0000 7f2473e00700 1 -- 172.21.15.44:0/1154065337 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f246c01aa90 con 0x7f246003cbc0 2024-05-27T00:24:21.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:21.268+0000 7f247aa00700 1 --2- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f246003cbc0 0x7f246003efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:21.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:21.271+0000 7f247aa00700 1 --2- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f246003cbc0 0x7f246003efb0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f2468003a10 tx=0x7f2468009270 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:21.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:21.272+0000 7f2473e00700 1 -- 172.21.15.44:0/1154065337 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f246c01aa90 con 0x7f246003cbc0 2024-05-27T00:24:21.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:21.284+0000 7f2482800700 1 -- 172.21.15.44:0/1154065337 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f247c063af0 con 0x7f246003cbc0 2024-05-27T00:24:21.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:21.284+0000 7f2473e00700 1 -- 172.21.15.44:0/1154065337 <== mgr.14152 v2:172.21.15.44:6800/3215479563 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f247c063af0 con 0x7f246003cbc0 2024-05-27T00:24:21.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:21.285+0000 7f2482800700 1 -- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f246003cbc0 msgr2=0x7f246003efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:21.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:21.285+0000 7f2482800700 1 --2- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f246003cbc0 0x7f246003efb0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f2468003a10 tx=0x7f2468009270 comp rx=0 tx=0).stop 2024-05-27T00:24:21.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:21.285+0000 7f2482800700 1 -- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f247c07dda0 msgr2=0x7f247c19e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:21.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:21.285+0000 7f2482800700 1 --2- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f247c07dda0 0x7f247c19e290 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f246c000c00 tx=0x7f246c011c30 comp rx=0 tx=0).stop 2024-05-27T00:24:21.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:21.285+0000 7f2482800700 1 -- 172.21.15.44:0/1154065337 shutdown_connections 2024-05-27T00:24:21.966 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:21.285+0000 7f2482800700 1 --2- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f246003cbc0 0x7f246003efb0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:21.967 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:21.285+0000 7f2482800700 1 --2- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f247c07dda0 0x7f247c19e290 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:21.967 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:21.285+0000 7f2482800700 1 --2- 172.21.15.44:0/1154065337 >> [v2:172.21.15.44:6800/3059550402,v1:172.21.15.44:6801/3059550402] conn(0x7f2460039100 0x7f246003b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:21.967 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:21.285+0000 7f2482800700 1 -- 172.21.15.44:0/1154065337 >> 172.21.15.44:0/1154065337 conn(0x7f247c103730 msgr2=0x7f247c1041d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:21.967 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:21.285+0000 7f2482800700 1 -- 172.21.15.44:0/1154065337 shutdown_connections 2024-05-27T00:24:21.967 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:21.285+0000 7f2482800700 1 -- 172.21.15.44:0/1154065337 wait complete. 2024-05-27T00:24:21.967 INFO:teuthology.orchestra.run.smithi044.stdout:mgr epoch 9 is available 2024-05-27T00:24:21.967 INFO:teuthology.orchestra.run.smithi044.stdout:Generating a dashboard self-signed certificate... 2024-05-27T00:24:22.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:22 smithi044 ceph-mon[31645]: [27/May/2024:00:24:21] ENGINE Bus STARTING 2024-05-27T00:24:22.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:22 smithi044 ceph-mon[31645]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-27T00:24:22.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:22 smithi044 ceph-mon[31645]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-27T00:24:22.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:22 smithi044 ceph-mon[31645]: [27/May/2024:00:24:21] ENGINE Serving on https://172.21.15.44:7150 2024-05-27T00:24:22.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:22 smithi044 ceph-mon[31645]: [27/May/2024:00:24:21] ENGINE Serving on http://172.21.15.44:8765 2024-05-27T00:24:22.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:22 smithi044 ceph-mon[31645]: [27/May/2024:00:24:21] ENGINE Bus STARTED 2024-05-27T00:24:23.611 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:23 smithi044 ceph-mon[31645]: mgrmap e12: x(active, since 2s) 2024-05-27T00:24:23.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:23 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:24.169 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-05-27T00:24:24.169 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.157+0000 7f7ac4000700 1 Processor -- start 2024-05-27T00:24:24.169 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.157+0000 7f7ac4000700 1 -- start start 2024-05-27T00:24:24.169 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.158+0000 7f7ac4000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7abc07dd30 0x7f7abc07c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:24.169 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.158+0000 7f7ac4000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7abc07c7e0 con 0x7f7abc07dd30 2024-05-27T00:24:24.169 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.158+0000 7f7ac1600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7abc07dd30 0x7f7abc07c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:24.169 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.158+0000 7f7ac1600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7abc07dd30 0x7f7abc07c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39556/0 (socket says 172.21.15.44:39556) 2024-05-27T00:24:24.170 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.158+0000 7f7ac1600700 1 -- 172.21.15.44:0/1958354083 learned_addr learned my addr 172.21.15.44:0/1958354083 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:24.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.159+0000 7f7ac1600700 1 -- 172.21.15.44:0/1958354083 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7abc07c960 con 0x7f7abc07dd30 2024-05-27T00:24:24.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.159+0000 7f7ac1600700 1 --2- 172.21.15.44:0/1958354083 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7abc07dd30 0x7f7abc07c2a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f7ab00098a0 tx=0x7f7ab0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77b9ff3ac960bb1c server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:24.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.159+0000 7f7abbe00700 1 -- 172.21.15.44:0/1958354083 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7ab0004160 con 0x7f7abc07dd30 2024-05-27T00:24:24.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.160+0000 7f7abbe00700 1 -- 172.21.15.44:0/1958354083 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7ab0004300 con 0x7f7abc07dd30 2024-05-27T00:24:24.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.160+0000 7f7abbe00700 1 -- 172.21.15.44:0/1958354083 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7ab0011bb0 con 0x7f7abc07dd30 2024-05-27T00:24:24.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.160+0000 7f7ac4000700 1 -- 172.21.15.44:0/1958354083 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7abc07dd30 msgr2=0x7f7abc07c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:24.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.160+0000 7f7ac4000700 1 --2- 172.21.15.44:0/1958354083 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7abc07dd30 0x7f7abc07c2a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f7ab00098a0 tx=0x7f7ab0009bb0 comp rx=0 tx=0).stop 2024-05-27T00:24:24.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.160+0000 7f7ac4000700 1 -- 172.21.15.44:0/1958354083 shutdown_connections 2024-05-27T00:24:24.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.160+0000 7f7ac4000700 1 --2- 172.21.15.44:0/1958354083 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7abc07dd30 0x7f7abc07c2a0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:24.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.160+0000 7f7ac4000700 1 -- 172.21.15.44:0/1958354083 >> 172.21.15.44:0/1958354083 conn(0x7f7abc103790 msgr2=0x7f7abc105bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:24.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.161+0000 7f7ac4000700 1 -- 172.21.15.44:0/1958354083 shutdown_connections 2024-05-27T00:24:24.174 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.161+0000 7f7ac4000700 1 -- 172.21.15.44:0/1958354083 wait complete. 2024-05-27T00:24:24.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.162+0000 7f7ac4000700 1 Processor -- start 2024-05-27T00:24:24.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.162+0000 7f7ac4000700 1 -- start start 2024-05-27T00:24:24.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.162+0000 7f7ac4000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7abc07dd30 0x7f7abc19e230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:24.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.162+0000 7f7ac4000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7abc10e6a0 con 0x7f7abc07dd30 2024-05-27T00:24:24.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.162+0000 7f7ac1600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7abc07dd30 0x7f7abc19e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:24.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.163+0000 7f7ac1600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7abc07dd30 0x7f7abc19e230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39560/0 (socket says 172.21.15.44:39560) 2024-05-27T00:24:24.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.163+0000 7f7ac1600700 1 -- 172.21.15.44:0/2842284611 learned_addr learned my addr 172.21.15.44:0/2842284611 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:24.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.163+0000 7f7ac1600700 1 -- 172.21.15.44:0/2842284611 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7abc19e770 con 0x7f7abc07dd30 2024-05-27T00:24:24.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.163+0000 7f7ac1600700 1 --2- 172.21.15.44:0/2842284611 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7abc07dd30 0x7f7abc19e230 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7ab0000c00 tx=0x7f7ab0011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:24.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.164+0000 7f7aba000700 1 -- 172.21.15.44:0/2842284611 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7ab0011e60 con 0x7f7abc07dd30 2024-05-27T00:24:24.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.164+0000 7f7aba000700 1 -- 172.21.15.44:0/2842284611 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7ab0003b20 con 0x7f7abc07dd30 2024-05-27T00:24:24.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.164+0000 7f7aba000700 1 -- 172.21.15.44:0/2842284611 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7ab00247a0 con 0x7f7abc07dd30 2024-05-27T00:24:24.175 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.164+0000 7f7ac4000700 1 -- 172.21.15.44:0/2842284611 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7abc19ea00 con 0x7f7abc07dd30 2024-05-27T00:24:24.176 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.164+0000 7f7ac4000700 1 -- 172.21.15.44:0/2842284611 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7abc19ee60 con 0x7f7abc07dd30 2024-05-27T00:24:24.176 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.165+0000 7f7ac4000700 1 -- 172.21.15.44:0/2842284611 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7abc063af0 con 0x7f7abc07dd30 2024-05-27T00:24:24.176 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.166+0000 7f7aba000700 1 -- 172.21.15.44:0/2842284611 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f7ab0022020 con 0x7f7abc07dd30 2024-05-27T00:24:24.176 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.166+0000 7f7aba000700 1 --2- 172.21.15.44:0/2842284611 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7aa4039100 0x7f7aa403b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:24.176 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.166+0000 7f7aba000700 1 -- 172.21.15.44:0/2842284611 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f7ab004d1f0 con 0x7f7abc07dd30 2024-05-27T00:24:24.176 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.167+0000 7f7ac0c00700 1 --2- 172.21.15.44:0/2842284611 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7aa4039100 0x7f7aa403b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:24.176 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.168+0000 7f7ac0c00700 1 --2- 172.21.15.44:0/2842284611 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7aa4039100 0x7f7aa403b5c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7aa8006fd0 tx=0x7f7aa8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:24.176 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.173+0000 7f7aba000700 1 -- 172.21.15.44:0/2842284611 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7ab0016260 con 0x7f7abc07dd30 2024-05-27T00:24:24.176 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.409+0000 7f7ac4000700 1 -- 172.21.15.44:0/2842284611 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f7abc104940 con 0x7f7aa4039100 2024-05-27T00:24:24.176 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.533+0000 7f7aba000700 1 -- 172.21.15.44:0/2842284611 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f7abc104940 con 0x7f7aa4039100 2024-05-27T00:24:24.176 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.536+0000 7f7ac4000700 1 -- 172.21.15.44:0/2842284611 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7aa4039100 msgr2=0x7f7aa403b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:24.176 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.536+0000 7f7ac4000700 1 --2- 172.21.15.44:0/2842284611 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7aa4039100 0x7f7aa403b5c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7aa8006fd0 tx=0x7f7aa8006e40 comp rx=0 tx=0).stop 2024-05-27T00:24:24.176 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.537+0000 7f7ac4000700 1 -- 172.21.15.44:0/2842284611 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7abc07dd30 msgr2=0x7f7abc19e230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:24.177 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.537+0000 7f7ac4000700 1 --2- 172.21.15.44:0/2842284611 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7abc07dd30 0x7f7abc19e230 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7ab0000c00 tx=0x7f7ab0011ca0 comp rx=0 tx=0).stop 2024-05-27T00:24:24.178 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.537+0000 7f7ac4000700 1 -- 172.21.15.44:0/2842284611 shutdown_connections 2024-05-27T00:24:24.178 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.537+0000 7f7ac4000700 1 --2- 172.21.15.44:0/2842284611 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7aa4039100 0x7f7aa403b5c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:24.178 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.537+0000 7f7ac4000700 1 --2- 172.21.15.44:0/2842284611 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7abc07dd30 0x7f7abc19e230 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:24.178 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.537+0000 7f7ac4000700 1 -- 172.21.15.44:0/2842284611 >> 172.21.15.44:0/2842284611 conn(0x7f7abc103790 msgr2=0x7f7abc104230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:24.178 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.537+0000 7f7ac4000700 1 -- 172.21.15.44:0/2842284611 shutdown_connections 2024-05-27T00:24:24.178 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:23.537+0000 7f7ac4000700 1 -- 172.21.15.44:0/2842284611 wait complete. 2024-05-27T00:24:24.178 INFO:teuthology.orchestra.run.smithi044.stdout:Creating initial admin user... 2024-05-27T00:24:24.783 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:24 smithi044 ceph-mon[31645]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:24:24.783 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:24 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:24.784 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:24 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:26.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$fare.CusVEGzoKmnzwztdueju3utHoeeir9LruaEydQecEUZXwOBO", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1716769465, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-05-27T00:24:26.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.781+0000 7f44b8200700 1 Processor -- start 2024-05-27T00:24:26.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.782+0000 7f44b8200700 1 -- start start 2024-05-27T00:24:26.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.782+0000 7f44b8200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b0107020 0x7f44b0107440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:26.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.782+0000 7f44b8200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f44b0107a10 con 0x7f44b0107020 2024-05-27T00:24:26.029 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.783+0000 7f44b5800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b0107020 0x7f44b0107440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:26.030 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.783+0000 7f44b5800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b0107020 0x7f44b0107440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39570/0 (socket says 172.21.15.44:39570) 2024-05-27T00:24:26.030 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.783+0000 7f44b5800700 1 -- 172.21.15.44:0/489538192 learned_addr learned my addr 172.21.15.44:0/489538192 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:26.030 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.783+0000 7f44b5800700 1 -- 172.21.15.44:0/489538192 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44b0108220 con 0x7f44b0107020 2024-05-27T00:24:26.030 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.784+0000 7f44b5800700 1 --2- 172.21.15.44:0/489538192 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b0107020 0x7f44b0107440 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f44a4009e80 tx=0x7f44a400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b383b60fca3f95f4 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:26.030 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.784+0000 7f44afe00700 1 -- 172.21.15.44:0/489538192 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f44a4017070 con 0x7f44b0107020 2024-05-27T00:24:26.030 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.784+0000 7f44afe00700 1 -- 172.21.15.44:0/489538192 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f44a400b8c0 con 0x7f44b0107020 2024-05-27T00:24:26.030 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.784+0000 7f44afe00700 1 -- 172.21.15.44:0/489538192 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f44a4004580 con 0x7f44b0107020 2024-05-27T00:24:26.030 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.785+0000 7f44b8200700 1 -- 172.21.15.44:0/489538192 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b0107020 msgr2=0x7f44b0107440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:26.030 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.785+0000 7f44b8200700 1 --2- 172.21.15.44:0/489538192 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b0107020 0x7f44b0107440 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f44a4009e80 tx=0x7f44a400b330 comp rx=0 tx=0).stop 2024-05-27T00:24:26.030 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.786+0000 7f44b8200700 1 -- 172.21.15.44:0/489538192 shutdown_connections 2024-05-27T00:24:26.030 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.786+0000 7f44b8200700 1 --2- 172.21.15.44:0/489538192 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b0107020 0x7f44b0107440 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:26.030 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.786+0000 7f44b8200700 1 -- 172.21.15.44:0/489538192 >> 172.21.15.44:0/489538192 conn(0x7f44b0102600 msgr2=0x7f44b0104a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:26.031 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.786+0000 7f44b8200700 1 -- 172.21.15.44:0/489538192 shutdown_connections 2024-05-27T00:24:26.031 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.786+0000 7f44b8200700 1 -- 172.21.15.44:0/489538192 wait complete. 2024-05-27T00:24:26.031 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.787+0000 7f44b8200700 1 Processor -- start 2024-05-27T00:24:26.031 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.787+0000 7f44b8200700 1 -- start start 2024-05-27T00:24:26.031 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.787+0000 7f44b8200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b0107020 0x7f44b007ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:26.031 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.788+0000 7f44b8200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f44b010b5d0 con 0x7f44b0107020 2024-05-27T00:24:26.031 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.788+0000 7f44b5800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b0107020 0x7f44b007ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:26.031 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.788+0000 7f44b5800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b0107020 0x7f44b007ba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39576/0 (socket says 172.21.15.44:39576) 2024-05-27T00:24:26.031 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.788+0000 7f44b5800700 1 -- 172.21.15.44:0/3778072507 learned_addr learned my addr 172.21.15.44:0/3778072507 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:26.031 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.788+0000 7f44b5800700 1 -- 172.21.15.44:0/3778072507 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44b019eed0 con 0x7f44b0107020 2024-05-27T00:24:26.031 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.789+0000 7f44b5800700 1 --2- 172.21.15.44:0/3778072507 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b0107020 0x7f44b007ba10 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f44a40041f0 tx=0x7f44a4003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:26.031 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.789+0000 7f44ae000700 1 -- 172.21.15.44:0/3778072507 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f44a4021020 con 0x7f44b0107020 2024-05-27T00:24:26.031 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.789+0000 7f44ae000700 1 -- 172.21.15.44:0/3778072507 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f44a400be00 con 0x7f44b0107020 2024-05-27T00:24:26.032 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.789+0000 7f44b8200700 1 -- 172.21.15.44:0/3778072507 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44b019f0a0 con 0x7f44b0107020 2024-05-27T00:24:26.032 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.789+0000 7f44ae000700 1 -- 172.21.15.44:0/3778072507 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f44a4017040 con 0x7f44b0107020 2024-05-27T00:24:26.032 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.789+0000 7f44b8200700 1 -- 172.21.15.44:0/3778072507 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44b019f4c0 con 0x7f44b0107020 2024-05-27T00:24:26.032 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.790+0000 7f44b8200700 1 -- 172.21.15.44:0/3778072507 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44b010b750 con 0x7f44b0107020 2024-05-27T00:24:26.032 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.791+0000 7f44ae000700 1 -- 172.21.15.44:0/3778072507 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f44a4024020 con 0x7f44b0107020 2024-05-27T00:24:26.032 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.791+0000 7f44ae000700 1 --2- 172.21.15.44:0/3778072507 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f44980390a0 0x7f449803b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:26.032 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.791+0000 7f44ae000700 1 -- 172.21.15.44:0/3778072507 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f44a400f050 con 0x7f44b0107020 2024-05-27T00:24:26.032 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.792+0000 7f44b4e00700 1 --2- 172.21.15.44:0/3778072507 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f44980390a0 0x7f449803b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:26.032 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.793+0000 7f44b4e00700 1 --2- 172.21.15.44:0/3778072507 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f44980390a0 0x7f449803b560 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f449c006fd0 tx=0x7f449c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:26.032 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:24.797+0000 7f44ae000700 1 -- 172.21.15.44:0/3778072507 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f44a402b020 con 0x7f44b0107020 2024-05-27T00:24:26.032 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:25.046+0000 7f44b8200700 1 -- 172.21.15.44:0/3778072507 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f44b0063af0 con 0x7f44980390a0 2024-05-27T00:24:26.032 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:25.321+0000 7f44ae000700 1 -- 172.21.15.44:0/3778072507 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f44b0063af0 con 0x7f44980390a0 2024-05-27T00:24:26.032 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:25.324+0000 7f44b8200700 1 -- 172.21.15.44:0/3778072507 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f44980390a0 msgr2=0x7f449803b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:26.033 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:25.324+0000 7f44b8200700 1 --2- 172.21.15.44:0/3778072507 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f44980390a0 0x7f449803b560 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f449c006fd0 tx=0x7f449c006e40 comp rx=0 tx=0).stop 2024-05-27T00:24:26.033 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:25.324+0000 7f44b8200700 1 -- 172.21.15.44:0/3778072507 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b0107020 msgr2=0x7f44b007ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:26.033 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:25.324+0000 7f44b8200700 1 --2- 172.21.15.44:0/3778072507 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b0107020 0x7f44b007ba10 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f44a40041f0 tx=0x7f44a4003d00 comp rx=0 tx=0).stop 2024-05-27T00:24:26.033 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:25.324+0000 7f44b8200700 1 -- 172.21.15.44:0/3778072507 shutdown_connections 2024-05-27T00:24:26.033 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:25.324+0000 7f44b8200700 1 --2- 172.21.15.44:0/3778072507 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f44980390a0 0x7f449803b560 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:26.033 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:25.324+0000 7f44b8200700 1 --2- 172.21.15.44:0/3778072507 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f44b0107020 0x7f44b007ba10 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:26.033 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:25.324+0000 7f44b8200700 1 -- 172.21.15.44:0/3778072507 >> 172.21.15.44:0/3778072507 conn(0x7f44b0102600 msgr2=0x7f44b0103160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:26.033 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:25.324+0000 7f44b8200700 1 -- 172.21.15.44:0/3778072507 shutdown_connections 2024-05-27T00:24:26.033 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:25.325+0000 7f44b8200700 1 -- 172.21.15.44:0/3778072507 wait complete. 2024-05-27T00:24:26.033 INFO:teuthology.orchestra.run.smithi044.stdout:Fetching dashboard port number... 2024-05-27T00:24:26.308 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:26 smithi044 ceph-mon[31645]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:24:26.309 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:26 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:26.309 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:26 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:27.778 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stdout 8443 2024-05-27T00:24:27.779 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.815+0000 7f04b6a00700 1 Processor -- start 2024-05-27T00:24:27.779 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.815+0000 7f04b6a00700 1 -- start start 2024-05-27T00:24:27.779 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.815+0000 7f04b6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b01069d0 0x7f04b0106df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:27.779 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.816+0000 7f04b6a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f04b007bdf0 con 0x7f04b01069d0 2024-05-27T00:24:27.779 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.816+0000 7f04afe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b01069d0 0x7f04b0106df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:27.779 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.816+0000 7f04afe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b01069d0 0x7f04b0106df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33184/0 (socket says 172.21.15.44:33184) 2024-05-27T00:24:27.779 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.816+0000 7f04afe00700 1 -- 172.21.15.44:0/3571794193 learned_addr learned my addr 172.21.15.44:0/3571794193 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:27.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.816+0000 7f04afe00700 1 -- 172.21.15.44:0/3571794193 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04b0107330 con 0x7f04b01069d0 2024-05-27T00:24:27.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.817+0000 7f04afe00700 1 --2- 172.21.15.44:0/3571794193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b01069d0 0x7f04b0106df0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f04a00098a0 tx=0x7f04a0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=470c485cd2958fb6 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:27.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.817+0000 7f04aea00700 1 -- 172.21.15.44:0/3571794193 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f04a0004160 con 0x7f04b01069d0 2024-05-27T00:24:27.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.817+0000 7f04aea00700 1 -- 172.21.15.44:0/3571794193 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f04a0004300 con 0x7f04b01069d0 2024-05-27T00:24:27.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.817+0000 7f04aea00700 1 -- 172.21.15.44:0/3571794193 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f04a0011bb0 con 0x7f04b01069d0 2024-05-27T00:24:27.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.818+0000 7f04b6a00700 1 -- 172.21.15.44:0/3571794193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b01069d0 msgr2=0x7f04b0106df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:27.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.818+0000 7f04b6a00700 1 --2- 172.21.15.44:0/3571794193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b01069d0 0x7f04b0106df0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f04a00098a0 tx=0x7f04a0009bb0 comp rx=0 tx=0).stop 2024-05-27T00:24:27.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.818+0000 7f04b6a00700 1 -- 172.21.15.44:0/3571794193 shutdown_connections 2024-05-27T00:24:27.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.818+0000 7f04b6a00700 1 --2- 172.21.15.44:0/3571794193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b01069d0 0x7f04b0106df0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:27.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.818+0000 7f04b6a00700 1 -- 172.21.15.44:0/3571794193 >> 172.21.15.44:0/3571794193 conn(0x7f04b01025b0 msgr2=0x7f04b01049d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:27.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.818+0000 7f04b6a00700 1 -- 172.21.15.44:0/3571794193 shutdown_connections 2024-05-27T00:24:27.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.818+0000 7f04b6a00700 1 -- 172.21.15.44:0/3571794193 wait complete. 2024-05-27T00:24:27.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.819+0000 7f04b6a00700 1 Processor -- start 2024-05-27T00:24:27.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.819+0000 7f04b6a00700 1 -- start start 2024-05-27T00:24:27.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.819+0000 7f04b6a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b01069d0 0x7f04b019e270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:27.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.819+0000 7f04b6a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f04b0108460 con 0x7f04b01069d0 2024-05-27T00:24:27.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.820+0000 7f04afe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b01069d0 0x7f04b019e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:27.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.820+0000 7f04afe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b01069d0 0x7f04b019e270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33194/0 (socket says 172.21.15.44:33194) 2024-05-27T00:24:27.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.820+0000 7f04afe00700 1 -- 172.21.15.44:0/1560955277 learned_addr learned my addr 172.21.15.44:0/1560955277 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:27.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.820+0000 7f04afe00700 1 -- 172.21.15.44:0/1560955277 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04b019e7b0 con 0x7f04b01069d0 2024-05-27T00:24:27.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.820+0000 7f04afe00700 1 --2- 172.21.15.44:0/1560955277 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b01069d0 0x7f04b019e270 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f04a0000c00 tx=0x7f04a0011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:27.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.821+0000 7f04acc00700 1 -- 172.21.15.44:0/1560955277 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f04a0011e60 con 0x7f04b01069d0 2024-05-27T00:24:27.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.821+0000 7f04acc00700 1 -- 172.21.15.44:0/1560955277 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f04a0003b20 con 0x7f04b01069d0 2024-05-27T00:24:27.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.821+0000 7f04acc00700 1 -- 172.21.15.44:0/1560955277 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f04a00247a0 con 0x7f04b01069d0 2024-05-27T00:24:27.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.821+0000 7f04b6a00700 1 -- 172.21.15.44:0/1560955277 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04b019ea40 con 0x7f04b01069d0 2024-05-27T00:24:27.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.821+0000 7f04b6a00700 1 -- 172.21.15.44:0/1560955277 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04b019eea0 con 0x7f04b01069d0 2024-05-27T00:24:27.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.822+0000 7f04acc00700 1 -- 172.21.15.44:0/1560955277 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f04a0022020 con 0x7f04b01069d0 2024-05-27T00:24:27.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.822+0000 7f04b6a00700 1 -- 172.21.15.44:0/1560955277 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04b0063af0 con 0x7f04b01069d0 2024-05-27T00:24:27.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.822+0000 7f04acc00700 1 --2- 172.21.15.44:0/1560955277 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0494039100 0x7f049403b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:27.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.823+0000 7f04acc00700 1 -- 172.21.15.44:0/1560955277 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f04a004d160 con 0x7f04b01069d0 2024-05-27T00:24:27.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.823+0000 7f04af400700 1 --2- 172.21.15.44:0/1560955277 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0494039100 0x7f049403b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:27.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.823+0000 7f04af400700 1 --2- 172.21.15.44:0/1560955277 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0494039100 0x7f049403b5c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f049c006fd0 tx=0x7f049c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:27.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:26.828+0000 7f04acc00700 1 -- 172.21.15.44:0/1560955277 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f04a000b3e0 con 0x7f04b01069d0 2024-05-27T00:24:27.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:27.058+0000 7f04acc00700 1 -- 172.21.15.44:0/1560955277 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f04a001a430 con 0x7f04b01069d0 2024-05-27T00:24:27.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:27.060+0000 7f04b6a00700 1 -- 172.21.15.44:0/1560955277 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f04b00630a0 con 0x7f04b01069d0 2024-05-27T00:24:27.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:27.061+0000 7f04acc00700 1 -- 172.21.15.44:0/1560955277 <== mon.0 v2:172.21.15.44:3300/0 8 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f04a004fd90 con 0x7f04b01069d0 2024-05-27T00:24:27.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:27.064+0000 7f04b6a00700 1 -- 172.21.15.44:0/1560955277 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0494039100 msgr2=0x7f049403b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:27.783 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:27.064+0000 7f04b6a00700 1 --2- 172.21.15.44:0/1560955277 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0494039100 0x7f049403b5c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f049c006fd0 tx=0x7f049c006e40 comp rx=0 tx=0).stop 2024-05-27T00:24:27.784 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:27.064+0000 7f04b6a00700 1 -- 172.21.15.44:0/1560955277 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b01069d0 msgr2=0x7f04b019e270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:27.784 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:27.064+0000 7f04b6a00700 1 --2- 172.21.15.44:0/1560955277 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b01069d0 0x7f04b019e270 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f04a0000c00 tx=0x7f04a0011ca0 comp rx=0 tx=0).stop 2024-05-27T00:24:27.784 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:27.064+0000 7f04b6a00700 1 -- 172.21.15.44:0/1560955277 shutdown_connections 2024-05-27T00:24:27.784 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:27.064+0000 7f04b6a00700 1 --2- 172.21.15.44:0/1560955277 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0494039100 0x7f049403b5c0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:27.784 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:27.064+0000 7f04b6a00700 1 --2- 172.21.15.44:0/1560955277 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b01069d0 0x7f04b019e270 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:27.784 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:27.064+0000 7f04b6a00700 1 -- 172.21.15.44:0/1560955277 >> 172.21.15.44:0/1560955277 conn(0x7f04b01025b0 msgr2=0x7f04b0194ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:27.784 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:27.064+0000 7f04b6a00700 1 -- 172.21.15.44:0/1560955277 shutdown_connections 2024-05-27T00:24:27.784 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:27.065+0000 7f04b6a00700 1 -- 172.21.15.44:0/1560955277 wait complete. 2024-05-27T00:24:27.807 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-27T00:24:27.807 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout disabled 2024-05-27T00:24:27.828 INFO:teuthology.orchestra.run.smithi044.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-27T00:24:27.828 INFO:teuthology.orchestra.run.smithi044.stdout:systemctl: stdout inactive 2024-05-27T00:24:27.828 INFO:teuthology.orchestra.run.smithi044.stdout:firewalld.service is not enabled 2024-05-27T00:24:27.828 INFO:teuthology.orchestra.run.smithi044.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-05-27T00:24:27.831 INFO:teuthology.orchestra.run.smithi044.stdout:Ceph Dashboard is now available at: 2024-05-27T00:24:27.831 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:24:27.831 INFO:teuthology.orchestra.run.smithi044.stdout: URL: https://smithi044.front.sepia.ceph.com:8443/ 2024-05-27T00:24:27.831 INFO:teuthology.orchestra.run.smithi044.stdout: User: admin 2024-05-27T00:24:27.832 INFO:teuthology.orchestra.run.smithi044.stdout: Password: paeequdzik 2024-05-27T00:24:27.832 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:24:27.832 INFO:teuthology.orchestra.run.smithi044.stdout:Saving cluster configuration to /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config directory 2024-05-27T00:24:27.833 INFO:teuthology.orchestra.run.smithi044.stdout:Enabling autotune for osd_memory_target 2024-05-27T00:24:28.346 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:28 smithi044 ceph-mon[31645]: mgrmap e13: x(active, since 6s) 2024-05-27T00:24:28.346 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:28 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1560955277' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-05-27T00:24:29.774 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.815+0000 7fb333c00700 1 Processor -- start 2024-05-27T00:24:29.774 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.816+0000 7fb333c00700 1 -- start start 2024-05-27T00:24:29.774 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.816+0000 7fb333c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb32c105ce0 0x7fb32c106100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:29.774 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.816+0000 7fb333c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb32c106710 con 0x7fb32c105ce0 2024-05-27T00:24:29.774 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.817+0000 7fb331200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb32c105ce0 0x7fb32c106100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:29.774 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.817+0000 7fb331200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb32c105ce0 0x7fb32c106100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33204/0 (socket says 172.21.15.44:33204) 2024-05-27T00:24:29.774 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.817+0000 7fb331200700 1 -- 172.21.15.44:0/2622179285 learned_addr learned my addr 172.21.15.44:0/2622179285 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:29.774 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.817+0000 7fb331200700 1 -- 172.21.15.44:0/2622179285 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb32c106890 con 0x7fb32c105ce0 2024-05-27T00:24:29.774 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.817+0000 7fb331200700 1 --2- 172.21.15.44:0/2622179285 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb32c105ce0 0x7fb32c106100 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb31c0098a0 tx=0x7fb31c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26889a300a63ccb3 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:29.778 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.818+0000 7fb32be00700 1 -- 172.21.15.44:0/2622179285 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb31c004160 con 0x7fb32c105ce0 2024-05-27T00:24:29.778 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.818+0000 7fb32be00700 1 -- 172.21.15.44:0/2622179285 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb31c004300 con 0x7fb32c105ce0 2024-05-27T00:24:29.779 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.818+0000 7fb32be00700 1 -- 172.21.15.44:0/2622179285 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb31c011bb0 con 0x7fb32c105ce0 2024-05-27T00:24:29.779 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.818+0000 7fb333c00700 1 -- 172.21.15.44:0/2622179285 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb32c105ce0 msgr2=0x7fb32c106100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:29.779 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.818+0000 7fb333c00700 1 --2- 172.21.15.44:0/2622179285 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb32c105ce0 0x7fb32c106100 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb31c0098a0 tx=0x7fb31c009bb0 comp rx=0 tx=0).stop 2024-05-27T00:24:29.779 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.819+0000 7fb333c00700 1 -- 172.21.15.44:0/2622179285 shutdown_connections 2024-05-27T00:24:29.779 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.819+0000 7fb333c00700 1 --2- 172.21.15.44:0/2622179285 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb32c105ce0 0x7fb32c106100 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:29.779 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.819+0000 7fb333c00700 1 -- 172.21.15.44:0/2622179285 >> 172.21.15.44:0/2622179285 conn(0x7fb32c101920 msgr2=0x7fb32c103d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:29.779 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.819+0000 7fb333c00700 1 -- 172.21.15.44:0/2622179285 shutdown_connections 2024-05-27T00:24:29.779 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.819+0000 7fb333c00700 1 -- 172.21.15.44:0/2622179285 wait complete. 2024-05-27T00:24:29.779 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.820+0000 7fb333c00700 1 Processor -- start 2024-05-27T00:24:29.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.820+0000 7fb333c00700 1 -- start start 2024-05-27T00:24:29.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.820+0000 7fb333c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb32c105ce0 0x7fb32c19e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:29.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.820+0000 7fb333c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb32c10c490 con 0x7fb32c105ce0 2024-05-27T00:24:29.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.821+0000 7fb331200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb32c105ce0 0x7fb32c19e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:29.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.821+0000 7fb331200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb32c105ce0 0x7fb32c19e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33218/0 (socket says 172.21.15.44:33218) 2024-05-27T00:24:29.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.821+0000 7fb331200700 1 -- 172.21.15.44:0/491238800 learned_addr learned my addr 172.21.15.44:0/491238800 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:29.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.821+0000 7fb331200700 1 -- 172.21.15.44:0/491238800 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb32c19e7d0 con 0x7fb32c105ce0 2024-05-27T00:24:29.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.821+0000 7fb331200700 1 --2- 172.21.15.44:0/491238800 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb32c105ce0 0x7fb32c19e290 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb31c000c00 tx=0x7fb31c011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:29.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.822+0000 7fb32a000700 1 -- 172.21.15.44:0/491238800 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb31c011e60 con 0x7fb32c105ce0 2024-05-27T00:24:29.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.822+0000 7fb32a000700 1 -- 172.21.15.44:0/491238800 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb31c003b20 con 0x7fb32c105ce0 2024-05-27T00:24:29.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.822+0000 7fb32a000700 1 -- 172.21.15.44:0/491238800 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb31c0247a0 con 0x7fb32c105ce0 2024-05-27T00:24:29.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.822+0000 7fb333c00700 1 -- 172.21.15.44:0/491238800 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb32c19ea60 con 0x7fb32c105ce0 2024-05-27T00:24:29.780 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.822+0000 7fb333c00700 1 -- 172.21.15.44:0/491238800 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb32c19eec0 con 0x7fb32c105ce0 2024-05-27T00:24:29.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.823+0000 7fb32a000700 1 -- 172.21.15.44:0/491238800 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fb31c022020 con 0x7fb32c105ce0 2024-05-27T00:24:29.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.823+0000 7fb333c00700 1 -- 172.21.15.44:0/491238800 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb32c063af0 con 0x7fb32c105ce0 2024-05-27T00:24:29.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.823+0000 7fb32a000700 1 --2- 172.21.15.44:0/491238800 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb30c0391a0 0x7fb30c03b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:29.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.824+0000 7fb32a000700 1 -- 172.21.15.44:0/491238800 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fb31c04d280 con 0x7fb32c105ce0 2024-05-27T00:24:29.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.824+0000 7fb323e00700 1 --2- 172.21.15.44:0/491238800 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb30c0391a0 0x7fb30c03b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:29.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.824+0000 7fb323e00700 1 --2- 172.21.15.44:0/491238800 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb30c0391a0 0x7fb30c03b660 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fb314006fd0 tx=0x7fb314006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:29.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:28.829+0000 7fb32a000700 1 -- 172.21.15.44:0/491238800 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb31c00b3e0 con 0x7fb32c105ce0 2024-05-27T00:24:29.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:29.055+0000 7fb333c00700 1 -- 172.21.15.44:0/491238800 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7fb32c1a1890 con 0x7fb32c105ce0 2024-05-27T00:24:29.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:29.056+0000 7fb32a000700 1 -- 172.21.15.44:0/491238800 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7fb31c02ddb0 con 0x7fb32c105ce0 2024-05-27T00:24:29.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:29.060+0000 7fb333c00700 1 -- 172.21.15.44:0/491238800 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb30c0391a0 msgr2=0x7fb30c03b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:29.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:29.060+0000 7fb333c00700 1 --2- 172.21.15.44:0/491238800 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb30c0391a0 0x7fb30c03b660 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fb314006fd0 tx=0x7fb314006e40 comp rx=0 tx=0).stop 2024-05-27T00:24:29.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:29.060+0000 7fb333c00700 1 -- 172.21.15.44:0/491238800 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb32c105ce0 msgr2=0x7fb32c19e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:29.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:29.060+0000 7fb333c00700 1 --2- 172.21.15.44:0/491238800 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb32c105ce0 0x7fb32c19e290 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb31c000c00 tx=0x7fb31c011ca0 comp rx=0 tx=0).stop 2024-05-27T00:24:29.781 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:29.060+0000 7fb333c00700 1 -- 172.21.15.44:0/491238800 shutdown_connections 2024-05-27T00:24:29.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:29.060+0000 7fb333c00700 1 --2- 172.21.15.44:0/491238800 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb30c0391a0 0x7fb30c03b660 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:29.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:29.060+0000 7fb333c00700 1 --2- 172.21.15.44:0/491238800 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb32c105ce0 0x7fb32c19e290 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:29.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:29.060+0000 7fb333c00700 1 -- 172.21.15.44:0/491238800 >> 172.21.15.44:0/491238800 conn(0x7fb32c101920 msgr2=0x7fb32c1022f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:29.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:29.061+0000 7fb333c00700 1 -- 172.21.15.44:0/491238800 shutdown_connections 2024-05-27T00:24:29.782 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:29.061+0000 7fb333c00700 1 -- 172.21.15.44:0/491238800 wait complete. 2024-05-27T00:24:31.463 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.420+0000 7f703a000700 1 Processor -- start 2024-05-27T00:24:31.463 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.421+0000 7f703a000700 1 -- start start 2024-05-27T00:24:31.463 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.421+0000 7f703a000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f703410a340 0x7f703410a760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:31.463 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.421+0000 7f703a000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f703410ad30 con 0x7f703410a340 2024-05-27T00:24:31.463 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.421+0000 7f7033400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f703410a340 0x7f703410a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:31.463 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.422+0000 7f7033400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f703410a340 0x7f703410a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33224/0 (socket says 172.21.15.44:33224) 2024-05-27T00:24:31.463 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.422+0000 7f7033400700 1 -- 172.21.15.44:0/1026285251 learned_addr learned my addr 172.21.15.44:0/1026285251 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:31.464 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.422+0000 7f7033400700 1 -- 172.21.15.44:0/1026285251 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f703410b4f0 con 0x7f703410a340 2024-05-27T00:24:31.464 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.422+0000 7f7033400700 1 --2- 172.21.15.44:0/1026285251 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f703410a340 0x7f703410a760 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f70240098a0 tx=0x7f7024009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fee1aca728bbd37 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:31.464 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.423+0000 7f7032000700 1 -- 172.21.15.44:0/1026285251 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7024004160 con 0x7f703410a340 2024-05-27T00:24:31.464 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.423+0000 7f7032000700 1 -- 172.21.15.44:0/1026285251 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7024004300 con 0x7f703410a340 2024-05-27T00:24:31.464 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.423+0000 7f7032000700 1 -- 172.21.15.44:0/1026285251 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7024011bb0 con 0x7f703410a340 2024-05-27T00:24:31.464 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.423+0000 7f703a000700 1 -- 172.21.15.44:0/1026285251 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f703410a340 msgr2=0x7f703410a760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:31.464 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.423+0000 7f703a000700 1 --2- 172.21.15.44:0/1026285251 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f703410a340 0x7f703410a760 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f70240098a0 tx=0x7f7024009bb0 comp rx=0 tx=0).stop 2024-05-27T00:24:31.464 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.423+0000 7f703a000700 1 -- 172.21.15.44:0/1026285251 shutdown_connections 2024-05-27T00:24:31.464 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.423+0000 7f703a000700 1 --2- 172.21.15.44:0/1026285251 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f703410a340 0x7f703410a760 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:31.464 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.423+0000 7f703a000700 1 -- 172.21.15.44:0/1026285251 >> 172.21.15.44:0/1026285251 conn(0x7f703407d8a0 msgr2=0x7f7034108490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:31.464 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.424+0000 7f703a000700 1 -- 172.21.15.44:0/1026285251 shutdown_connections 2024-05-27T00:24:31.464 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.424+0000 7f703a000700 1 -- 172.21.15.44:0/1026285251 wait complete. 2024-05-27T00:24:31.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.425+0000 7f703a000700 1 Processor -- start 2024-05-27T00:24:31.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.425+0000 7f703a000700 1 -- start start 2024-05-27T00:24:31.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.425+0000 7f703a000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f703410a340 0x7f7034081b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:31.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.425+0000 7f703a000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f703410e8a0 con 0x7f703410a340 2024-05-27T00:24:31.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.425+0000 7f7033400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f703410a340 0x7f7034081b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:31.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.425+0000 7f7033400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f703410a340 0x7f7034081b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33240/0 (socket says 172.21.15.44:33240) 2024-05-27T00:24:31.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.425+0000 7f7033400700 1 -- 172.21.15.44:0/2769043602 learned_addr learned my addr 172.21.15.44:0/2769043602 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:31.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.426+0000 7f7033400700 1 -- 172.21.15.44:0/2769043602 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7034082080 con 0x7f703410a340 2024-05-27T00:24:31.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.426+0000 7f7033400700 1 --2- 172.21.15.44:0/2769043602 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f703410a340 0x7f7034081b40 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f7024000c00 tx=0x7f7024004620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:31.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.426+0000 7f702be00700 1 -- 172.21.15.44:0/2769043602 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7024011e60 con 0x7f703410a340 2024-05-27T00:24:31.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.426+0000 7f702be00700 1 -- 172.21.15.44:0/2769043602 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7024003af0 con 0x7f703410a340 2024-05-27T00:24:31.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.426+0000 7f702be00700 1 -- 172.21.15.44:0/2769043602 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f70240246a0 con 0x7f703410a340 2024-05-27T00:24:31.465 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.426+0000 7f703a000700 1 -- 172.21.15.44:0/2769043602 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7034082310 con 0x7f703410a340 2024-05-27T00:24:31.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.427+0000 7f703a000700 1 -- 172.21.15.44:0/2769043602 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f703407e850 con 0x7f703410a340 2024-05-27T00:24:31.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.428+0000 7f702be00700 1 -- 172.21.15.44:0/2769043602 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f7024022020 con 0x7f703410a340 2024-05-27T00:24:31.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.428+0000 7f703a000700 1 -- 172.21.15.44:0/2769043602 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70340824e0 con 0x7f703410a340 2024-05-27T00:24:31.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.428+0000 7f702be00700 1 --2- 172.21.15.44:0/2769043602 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f70180391a0 0x7f701803b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:31.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.428+0000 7f702be00700 1 -- 172.21.15.44:0/2769043602 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f702404d360 con 0x7f703410a340 2024-05-27T00:24:31.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.428+0000 7f7032a00700 1 --2- 172.21.15.44:0/2769043602 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f70180391a0 0x7f701803b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:31.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.429+0000 7f7032a00700 1 --2- 172.21.15.44:0/2769043602 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f70180391a0 0x7f701803b660 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7020006fd0 tx=0x7f7020006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:31.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.434+0000 7f702be00700 1 -- 172.21.15.44:0/2769043602 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f70340824e0 con 0x7f703410a340 2024-05-27T00:24:31.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.785+0000 7f703a000700 1 -- 172.21.15.44:0/2769043602 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f703407eea0 con 0x7f703410a340 2024-05-27T00:24:31.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.788+0000 7f702be00700 1 -- 172.21.15.44:0/2769043602 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v27)=0 set mgr/dashboard/cluster/status v27) ==== 153+0+0 (secure 0 0 0) 0x7f7024018350 con 0x7f703410a340 2024-05-27T00:24:31.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.790+0000 7f703a000700 1 -- 172.21.15.44:0/2769043602 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f70180391a0 msgr2=0x7f701803b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:31.466 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.790+0000 7f703a000700 1 --2- 172.21.15.44:0/2769043602 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f70180391a0 0x7f701803b660 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7020006fd0 tx=0x7f7020006e40 comp rx=0 tx=0).stop 2024-05-27T00:24:31.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.790+0000 7f703a000700 1 -- 172.21.15.44:0/2769043602 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f703410a340 msgr2=0x7f7034081b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:31.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.790+0000 7f703a000700 1 --2- 172.21.15.44:0/2769043602 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f703410a340 0x7f7034081b40 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f7024000c00 tx=0x7f7024004620 comp rx=0 tx=0).stop 2024-05-27T00:24:31.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.791+0000 7f703a000700 1 -- 172.21.15.44:0/2769043602 shutdown_connections 2024-05-27T00:24:31.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.791+0000 7f703a000700 1 --2- 172.21.15.44:0/2769043602 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f70180391a0 0x7f701803b660 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:31.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.791+0000 7f703a000700 1 --2- 172.21.15.44:0/2769043602 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f703410a340 0x7f7034081b40 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:31.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.791+0000 7f703a000700 1 -- 172.21.15.44:0/2769043602 >> 172.21.15.44:0/2769043602 conn(0x7f703407d8a0 msgr2=0x7f7034107c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:31.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.791+0000 7f703a000700 1 -- 172.21.15.44:0/2769043602 shutdown_connections 2024-05-27T00:24:31.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr 2024-05-27T00:24:30.791+0000 7f703a000700 1 -- 172.21.15.44:0/2769043602 wait complete. 2024-05-27T00:24:31.467 INFO:teuthology.orchestra.run.smithi044.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-05-27T00:24:31.467 INFO:teuthology.orchestra.run.smithi044.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-05-27T00:24:31.467 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:24:31.467 INFO:teuthology.orchestra.run.smithi044.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-05-27T00:24:31.467 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:24:31.468 INFO:teuthology.orchestra.run.smithi044.stdout:Or, if you are only running a single cluster on this host: 2024-05-27T00:24:31.468 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:24:31.468 INFO:teuthology.orchestra.run.smithi044.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-05-27T00:24:31.468 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:24:31.468 INFO:teuthology.orchestra.run.smithi044.stdout:Please consider enabling telemetry to help improve Ceph: 2024-05-27T00:24:31.468 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:24:31.468 INFO:teuthology.orchestra.run.smithi044.stdout: ceph telemetry on 2024-05-27T00:24:31.468 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:24:31.468 INFO:teuthology.orchestra.run.smithi044.stdout:For more information see: 2024-05-27T00:24:31.468 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:24:31.468 INFO:teuthology.orchestra.run.smithi044.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-05-27T00:24:31.468 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:24:31.468 INFO:teuthology.orchestra.run.smithi044.stdout:Bootstrap complete. 2024-05-27T00:24:31.567 INFO:tasks.cephadm:Fetching config... 2024-05-27T00:24:31.567 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:24:31.567 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-05-27T00:24:31.658 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-05-27T00:24:31.658 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:24:31.658 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-05-27T00:24:31.745 INFO:tasks.cephadm:Fetching mon keyring... 2024-05-27T00:24:31.745 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:24:31.745 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/keyring of=/dev/stdout 2024-05-27T00:24:31.875 INFO:tasks.cephadm:Fetching pub ssh key... 2024-05-27T00:24:31.875 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:24:31.875 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-05-27T00:24:31.930 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-05-27T00:24:31.930 DEBUG:teuthology.orchestra.run.smithi044:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqsqJVjBzvSvBjQoib+afqAtFnRM1AR5FNuXL6HsdcYIZ+PQciLCCgstzT0tgsBCLYCDIflrlKf+nNhzQlWiIu8q9Rh9n9D+wOC05zw6yylj/RDHa/E2voYDVLM1mN96E7CClqn3SitSujtBlFNOeHQ1pHBK8o6VAAXbu+OLgaypMDDhkLCwFTTvo0jYm/nH73JmG6g33OBS3zEPLUsVpMjWdlzsmyFZwh6lj8adGuB7d9nOHIxYjQSplHITYQev64YH2rY5t6c0lACE8xETMby5iAVCQn/Wdlt8ss2feSX/jaFqXuNg+5l+DEi6uIm9ekkyEAPRYXZFJXnTytcDRETBTDQU24LBM8RhCbrfB191GELRhyeSrQjYBPizZYGCkgbRF7yknC7Ag7+uiDqF6HGKTJzlXyA01NVYicick9Qg71BBEaslw989DIkdbaQHkn2U4QJoQcMSfr46DT/UAKiDcmXbOrgyWW0YNnsINyZ0YhG4DooqMjv2Hau0lxNiM= ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-27T00:24:32.028 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:31 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2769043602' entity='client.admin' 2024-05-27T00:24:32.036 INFO:teuthology.orchestra.run.smithi044.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqsqJVjBzvSvBjQoib+afqAtFnRM1AR5FNuXL6HsdcYIZ+PQciLCCgstzT0tgsBCLYCDIflrlKf+nNhzQlWiIu8q9Rh9n9D+wOC05zw6yylj/RDHa/E2voYDVLM1mN96E7CClqn3SitSujtBlFNOeHQ1pHBK8o6VAAXbu+OLgaypMDDhkLCwFTTvo0jYm/nH73JmG6g33OBS3zEPLUsVpMjWdlzsmyFZwh6lj8adGuB7d9nOHIxYjQSplHITYQev64YH2rY5t6c0lACE8xETMby5iAVCQn/Wdlt8ss2feSX/jaFqXuNg+5l+DEi6uIm9ekkyEAPRYXZFJXnTytcDRETBTDQU24LBM8RhCbrfB191GELRhyeSrQjYBPizZYGCkgbRF7yknC7Ag7+uiDqF6HGKTJzlXyA01NVYicick9Qg71BBEaslw989DIkdbaQHkn2U4QJoQcMSfr46DT/UAKiDcmXbOrgyWW0YNnsINyZ0YhG4DooqMjv2Hau0lxNiM= ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:24:32.073 DEBUG:teuthology.orchestra.run.smithi050:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqsqJVjBzvSvBjQoib+afqAtFnRM1AR5FNuXL6HsdcYIZ+PQciLCCgstzT0tgsBCLYCDIflrlKf+nNhzQlWiIu8q9Rh9n9D+wOC05zw6yylj/RDHa/E2voYDVLM1mN96E7CClqn3SitSujtBlFNOeHQ1pHBK8o6VAAXbu+OLgaypMDDhkLCwFTTvo0jYm/nH73JmG6g33OBS3zEPLUsVpMjWdlzsmyFZwh6lj8adGuB7d9nOHIxYjQSplHITYQev64YH2rY5t6c0lACE8xETMby5iAVCQn/Wdlt8ss2feSX/jaFqXuNg+5l+DEi6uIm9ekkyEAPRYXZFJXnTytcDRETBTDQU24LBM8RhCbrfB191GELRhyeSrQjYBPizZYGCkgbRF7yknC7Ag7+uiDqF6HGKTJzlXyA01NVYicick9Qg71BBEaslw989DIkdbaQHkn2U4QJoQcMSfr46DT/UAKiDcmXbOrgyWW0YNnsINyZ0YhG4DooqMjv2Hau0lxNiM= ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-27T00:24:32.116 INFO:teuthology.orchestra.run.smithi050.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqsqJVjBzvSvBjQoib+afqAtFnRM1AR5FNuXL6HsdcYIZ+PQciLCCgstzT0tgsBCLYCDIflrlKf+nNhzQlWiIu8q9Rh9n9D+wOC05zw6yylj/RDHa/E2voYDVLM1mN96E7CClqn3SitSujtBlFNOeHQ1pHBK8o6VAAXbu+OLgaypMDDhkLCwFTTvo0jYm/nH73JmG6g33OBS3zEPLUsVpMjWdlzsmyFZwh6lj8adGuB7d9nOHIxYjQSplHITYQev64YH2rY5t6c0lACE8xETMby5iAVCQn/Wdlt8ss2feSX/jaFqXuNg+5l+DEi6uIm9ekkyEAPRYXZFJXnTytcDRETBTDQU24LBM8RhCbrfB191GELRhyeSrQjYBPizZYGCkgbRF7yknC7Ag7+uiDqF6HGKTJzlXyA01NVYicick9Qg71BBEaslw989DIkdbaQHkn2U4QJoQcMSfr46DT/UAKiDcmXbOrgyWW0YNnsINyZ0YhG4DooqMjv2Hau0lxNiM= ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:24:32.129 DEBUG:teuthology.orchestra.run.smithi137:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqsqJVjBzvSvBjQoib+afqAtFnRM1AR5FNuXL6HsdcYIZ+PQciLCCgstzT0tgsBCLYCDIflrlKf+nNhzQlWiIu8q9Rh9n9D+wOC05zw6yylj/RDHa/E2voYDVLM1mN96E7CClqn3SitSujtBlFNOeHQ1pHBK8o6VAAXbu+OLgaypMDDhkLCwFTTvo0jYm/nH73JmG6g33OBS3zEPLUsVpMjWdlzsmyFZwh6lj8adGuB7d9nOHIxYjQSplHITYQev64YH2rY5t6c0lACE8xETMby5iAVCQn/Wdlt8ss2feSX/jaFqXuNg+5l+DEi6uIm9ekkyEAPRYXZFJXnTytcDRETBTDQU24LBM8RhCbrfB191GELRhyeSrQjYBPizZYGCkgbRF7yknC7Ag7+uiDqF6HGKTJzlXyA01NVYicick9Qg71BBEaslw989DIkdbaQHkn2U4QJoQcMSfr46DT/UAKiDcmXbOrgyWW0YNnsINyZ0YhG4DooqMjv2Hau0lxNiM= ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-27T00:24:32.171 INFO:teuthology.orchestra.run.smithi137.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqsqJVjBzvSvBjQoib+afqAtFnRM1AR5FNuXL6HsdcYIZ+PQciLCCgstzT0tgsBCLYCDIflrlKf+nNhzQlWiIu8q9Rh9n9D+wOC05zw6yylj/RDHa/E2voYDVLM1mN96E7CClqn3SitSujtBlFNOeHQ1pHBK8o6VAAXbu+OLgaypMDDhkLCwFTTvo0jYm/nH73JmG6g33OBS3zEPLUsVpMjWdlzsmyFZwh6lj8adGuB7d9nOHIxYjQSplHITYQev64YH2rY5t6c0lACE8xETMby5iAVCQn/Wdlt8ss2feSX/jaFqXuNg+5l+DEi6uIm9ekkyEAPRYXZFJXnTytcDRETBTDQU24LBM8RhCbrfB191GELRhyeSrQjYBPizZYGCkgbRF7yknC7Ag7+uiDqF6HGKTJzlXyA01NVYicick9Qg71BBEaslw989DIkdbaQHkn2U4QJoQcMSfr46DT/UAKiDcmXbOrgyWW0YNnsINyZ0YhG4DooqMjv2Hau0lxNiM= ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:24:32.181 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-05-27T00:24:32.612 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:24:35.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.145+0000 7f4f3da00700 1 -- 172.21.15.44:0/2200385163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f38102880 msgr2=0x7f4f38104c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:35.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.145+0000 7f4f3da00700 1 --2- 172.21.15.44:0/2200385163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f38102880 0x7f4f38104c70 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f4f2800b0a0 tx=0x7f4f2800b3b0 comp rx=0 tx=0).stop 2024-05-27T00:24:35.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.145+0000 7f4f3da00700 1 -- 172.21.15.44:0/2200385163 shutdown_connections 2024-05-27T00:24:35.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.145+0000 7f4f3da00700 1 --2- 172.21.15.44:0/2200385163 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f38102880 0x7f4f38104c70 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:35.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.145+0000 7f4f3da00700 1 -- 172.21.15.44:0/2200385163 >> 172.21.15.44:0/2200385163 conn(0x7f4f380fc1f0 msgr2=0x7f4f380fe630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:35.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.145+0000 7f4f3da00700 1 -- 172.21.15.44:0/2200385163 shutdown_connections 2024-05-27T00:24:35.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.145+0000 7f4f3da00700 1 -- 172.21.15.44:0/2200385163 wait complete. 2024-05-27T00:24:35.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.146+0000 7f4f3da00700 1 Processor -- start 2024-05-27T00:24:35.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.147+0000 7f4f3da00700 1 -- start start 2024-05-27T00:24:35.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.147+0000 7f4f3da00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f38102880 0x7f4f38102100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:35.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.147+0000 7f4f3da00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4f38107f20 con 0x7f4f38102880 2024-05-27T00:24:35.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.147+0000 7f4f37e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f38102880 0x7f4f38102100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:35.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.148+0000 7f4f37e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f38102880 0x7f4f38102100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49374/0 (socket says 172.21.15.44:49374) 2024-05-27T00:24:35.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.148+0000 7f4f37e00700 1 -- 172.21.15.44:0/3142436872 learned_addr learned my addr 172.21.15.44:0/3142436872 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:35.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.148+0000 7f4f37e00700 1 -- 172.21.15.44:0/3142436872 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f38102640 con 0x7f4f38102880 2024-05-27T00:24:35.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.148+0000 7f4f37e00700 1 --2- 172.21.15.44:0/3142436872 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f38102880 0x7f4f38102100 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f4f28007900 tx=0x7f4f28009790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:35.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.149+0000 7f4f34c00700 1 -- 172.21.15.44:0/3142436872 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f28017040 con 0x7f4f38102880 2024-05-27T00:24:35.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.149+0000 7f4f3da00700 1 -- 172.21.15.44:0/3142436872 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f38100830 con 0x7f4f38102880 2024-05-27T00:24:35.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.149+0000 7f4f34c00700 1 -- 172.21.15.44:0/3142436872 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4f28022070 con 0x7f4f38102880 2024-05-27T00:24:35.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.149+0000 7f4f34c00700 1 -- 172.21.15.44:0/3142436872 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f2801d440 con 0x7f4f38102880 2024-05-27T00:24:35.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.149+0000 7f4f3da00700 1 -- 172.21.15.44:0/3142436872 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f38100d70 con 0x7f4f38102880 2024-05-27T00:24:35.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.150+0000 7f4f34c00700 1 -- 172.21.15.44:0/3142436872 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f4f28004040 con 0x7f4f38102880 2024-05-27T00:24:35.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.150+0000 7f4f3da00700 1 -- 172.21.15.44:0/3142436872 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f381086a0 con 0x7f4f38102880 2024-05-27T00:24:35.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.150+0000 7f4f34c00700 1 --2- 172.21.15.44:0/3142436872 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f4f1c0390f0 0x7f4f1c03b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:35.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.151+0000 7f4f34c00700 1 -- 172.21.15.44:0/3142436872 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f4f2800f050 con 0x7f4f38102880 2024-05-27T00:24:35.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.151+0000 7f4f37400700 1 --2- 172.21.15.44:0/3142436872 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f4f1c0390f0 0x7f4f1c03b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:35.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.152+0000 7f4f37400700 1 --2- 172.21.15.44:0/3142436872 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f4f1c0390f0 0x7f4f1c03b5b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f4f24006fd0 tx=0x7f4f24006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:35.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.157+0000 7f4f34c00700 1 -- 172.21.15.44:0/3142436872 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4f2801ce80 con 0x7f4f38102880 2024-05-27T00:24:35.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.384+0000 7f4f3da00700 1 -- 172.21.15.44:0/3142436872 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f4f381909a0 con 0x7f4f38102880 2024-05-27T00:24:35.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.390+0000 7f4f34c00700 1 -- 172.21.15.44:0/3142436872 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f4f280093c0 con 0x7f4f38102880 2024-05-27T00:24:35.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.393+0000 7f4f3da00700 1 -- 172.21.15.44:0/3142436872 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f4f1c0390f0 msgr2=0x7f4f1c03b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:35.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.393+0000 7f4f3da00700 1 --2- 172.21.15.44:0/3142436872 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f4f1c0390f0 0x7f4f1c03b5b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f4f24006fd0 tx=0x7f4f24006e40 comp rx=0 tx=0).stop 2024-05-27T00:24:35.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.393+0000 7f4f3da00700 1 -- 172.21.15.44:0/3142436872 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f38102880 msgr2=0x7f4f38102100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:35.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.393+0000 7f4f3da00700 1 --2- 172.21.15.44:0/3142436872 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f38102880 0x7f4f38102100 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f4f28007900 tx=0x7f4f28009790 comp rx=0 tx=0).stop 2024-05-27T00:24:35.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.394+0000 7f4f3da00700 1 -- 172.21.15.44:0/3142436872 shutdown_connections 2024-05-27T00:24:35.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.394+0000 7f4f3da00700 1 --2- 172.21.15.44:0/3142436872 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f4f1c0390f0 0x7f4f1c03b5b0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:35.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.394+0000 7f4f3da00700 1 --2- 172.21.15.44:0/3142436872 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f38102880 0x7f4f38102100 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:35.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.394+0000 7f4f3da00700 1 -- 172.21.15.44:0/3142436872 >> 172.21.15.44:0/3142436872 conn(0x7f4f380fc1f0 msgr2=0x7f4f380fcb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:35.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.394+0000 7f4f3da00700 1 -- 172.21.15.44:0/3142436872 shutdown_connections 2024-05-27T00:24:35.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:35.394+0000 7f4f3da00700 1 -- 172.21.15.44:0/3142436872 wait complete. 2024-05-27T00:24:35.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:35.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:35.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi044", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:24:35.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:35.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:24:35.751 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:35.751 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:35 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3142436872' entity='client.admin' 2024-05-27T00:24:35.751 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:24:35.751 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:36.111 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-05-27T00:24:36.112 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-05-27T00:24:36.564 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:24:38.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.469+0000 7fd2dd000700 1 -- 172.21.15.44:0/1272925291 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd2d8104140 msgr2=0x7fd2d8104560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:38.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.469+0000 7fd2dd000700 1 --2- 172.21.15.44:0/1272925291 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd2d8104140 0x7fd2d8104560 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd2c8009910 tx=0x7fd2c8009c20 comp rx=0 tx=0).stop 2024-05-27T00:24:38.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.469+0000 7fd2dd000700 1 -- 172.21.15.44:0/1272925291 shutdown_connections 2024-05-27T00:24:38.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.469+0000 7fd2dd000700 1 --2- 172.21.15.44:0/1272925291 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd2d8104140 0x7fd2d8104560 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:38.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.469+0000 7fd2dd000700 1 -- 172.21.15.44:0/1272925291 >> 172.21.15.44:0/1272925291 conn(0x7fd2d80ff6c0 msgr2=0x7fd2d8101b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:38.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.469+0000 7fd2dd000700 1 -- 172.21.15.44:0/1272925291 shutdown_connections 2024-05-27T00:24:38.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.469+0000 7fd2dd000700 1 -- 172.21.15.44:0/1272925291 wait complete. 2024-05-27T00:24:38.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.470+0000 7fd2dd000700 1 Processor -- start 2024-05-27T00:24:38.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.470+0000 7fd2dd000700 1 -- start start 2024-05-27T00:24:38.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.470+0000 7fd2dd000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd2d8104140 0x7fd2d81998b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:38.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.470+0000 7fd2dd000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd2d810a310 con 0x7fd2d8104140 2024-05-27T00:24:38.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.471+0000 7fd2d5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd2d8104140 0x7fd2d81998b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:38.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.471+0000 7fd2d5e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd2d8104140 0x7fd2d81998b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49390/0 (socket says 172.21.15.44:49390) 2024-05-27T00:24:38.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.471+0000 7fd2d5e00700 1 -- 172.21.15.44:0/2416028178 learned_addr learned my addr 172.21.15.44:0/2416028178 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:38.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.471+0000 7fd2d5e00700 1 -- 172.21.15.44:0/2416028178 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2d8199df0 con 0x7fd2d8104140 2024-05-27T00:24:38.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.472+0000 7fd2d5e00700 1 --2- 172.21.15.44:0/2416028178 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd2d8104140 0x7fd2d81998b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd2c8009ed0 tx=0x7fd2c8004690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:38.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.472+0000 7fd2cea00700 1 -- 172.21.15.44:0/2416028178 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd2c8027070 con 0x7fd2d8104140 2024-05-27T00:24:38.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.472+0000 7fd2cea00700 1 -- 172.21.15.44:0/2416028178 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd2c8022470 con 0x7fd2d8104140 2024-05-27T00:24:38.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.472+0000 7fd2cea00700 1 -- 172.21.15.44:0/2416028178 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd2c800f5d0 con 0x7fd2d8104140 2024-05-27T00:24:38.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.472+0000 7fd2dd000700 1 -- 172.21.15.44:0/2416028178 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2d819a080 con 0x7fd2d8104140 2024-05-27T00:24:38.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.472+0000 7fd2dd000700 1 -- 172.21.15.44:0/2416028178 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2d819cd20 con 0x7fd2d8104140 2024-05-27T00:24:38.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.473+0000 7fd2cea00700 1 -- 172.21.15.44:0/2416028178 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fd2c802a070 con 0x7fd2d8104140 2024-05-27T00:24:38.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.473+0000 7fd2dd000700 1 -- 172.21.15.44:0/2416028178 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2d810aa90 con 0x7fd2d8104140 2024-05-27T00:24:38.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.474+0000 7fd2cea00700 1 --2- 172.21.15.44:0/2416028178 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2bc039150 0x7fd2bc03b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:38.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.474+0000 7fd2cea00700 1 -- 172.21.15.44:0/2416028178 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fd2c801e030 con 0x7fd2d8104140 2024-05-27T00:24:38.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.474+0000 7fd2d5400700 1 --2- 172.21.15.44:0/2416028178 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2bc039150 0x7fd2bc03b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:38.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.475+0000 7fd2d5400700 1 --2- 172.21.15.44:0/2416028178 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2bc039150 0x7fd2bc03b610 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd2c0006fd0 tx=0x7fd2c0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:38.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.479+0000 7fd2cea00700 1 -- 172.21.15.44:0/2416028178 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd2c8013070 con 0x7fd2d8104140 2024-05-27T00:24:38.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.713+0000 7fd2dd000700 1 -- 172.21.15.44:0/2416028178 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7fd2d802ddb0 con 0x7fd2bc039150 2024-05-27T00:24:38.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.720+0000 7fd2cea00700 1 -- 172.21.15.44:0/2416028178 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd2d802ddb0 con 0x7fd2bc039150 2024-05-27T00:24:38.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.723+0000 7fd2dd000700 1 -- 172.21.15.44:0/2416028178 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2bc039150 msgr2=0x7fd2bc03b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:38.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.723+0000 7fd2dd000700 1 --2- 172.21.15.44:0/2416028178 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2bc039150 0x7fd2bc03b610 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd2c0006fd0 tx=0x7fd2c0006e40 comp rx=0 tx=0).stop 2024-05-27T00:24:38.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.723+0000 7fd2dd000700 1 -- 172.21.15.44:0/2416028178 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd2d8104140 msgr2=0x7fd2d81998b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:38.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.723+0000 7fd2dd000700 1 --2- 172.21.15.44:0/2416028178 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd2d8104140 0x7fd2d81998b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd2c8009ed0 tx=0x7fd2c8004690 comp rx=0 tx=0).stop 2024-05-27T00:24:38.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.723+0000 7fd2dd000700 1 -- 172.21.15.44:0/2416028178 shutdown_connections 2024-05-27T00:24:38.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.723+0000 7fd2dd000700 1 --2- 172.21.15.44:0/2416028178 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2bc039150 0x7fd2bc03b610 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:38.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.723+0000 7fd2dd000700 1 --2- 172.21.15.44:0/2416028178 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd2d8104140 0x7fd2d81998b0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:38.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.723+0000 7fd2dd000700 1 -- 172.21.15.44:0/2416028178 >> 172.21.15.44:0/2416028178 conn(0x7fd2d80ff6c0 msgr2=0x7fd2d8100050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:38.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.724+0000 7fd2dd000700 1 -- 172.21.15.44:0/2416028178 shutdown_connections 2024-05-27T00:24:38.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:38.724+0000 7fd2dd000700 1 -- 172.21.15.44:0/2416028178 wait complete. 2024-05-27T00:24:39.463 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi050 2024-05-27T00:24:39.463 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-27T00:24:39.464 DEBUG:teuthology.orchestra.run.smithi050:> dd of=/etc/ceph/ceph.conf 2024-05-27T00:24:39.482 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-27T00:24:39.482 DEBUG:teuthology.orchestra.run.smithi050:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-27T00:24:39.540 INFO:tasks.cephadm:Adding host smithi050 to orchestrator... 2024-05-27T00:24:39.540 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph orch host add smithi050 2024-05-27T00:24:39.956 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:24:40.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:39 smithi044 ceph-mon[31645]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:24:40.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:40.104 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:24:40.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:24:40.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:24:40.105 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:39 smithi044 ceph-mon[31645]: Updating smithi044:/etc/ceph/ceph.conf 2024-05-27T00:24:41.109 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:40 smithi044 ceph-mon[31645]: Updating smithi044:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:24:41.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.822+0000 7f3cfc600700 1 -- 172.21.15.44:0/756962566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3cf4107f10 msgr2=0x7f3cf41082f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:41.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.822+0000 7f3cfc600700 1 --2- 172.21.15.44:0/756962566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3cf4107f10 0x7f3cf41082f0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f3ce8009910 tx=0x7f3ce8009c20 comp rx=0 tx=0).stop 2024-05-27T00:24:41.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.822+0000 7f3cfc600700 1 -- 172.21.15.44:0/756962566 shutdown_connections 2024-05-27T00:24:41.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.822+0000 7f3cfc600700 1 --2- 172.21.15.44:0/756962566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3cf4107f10 0x7f3cf41082f0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:41.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.822+0000 7f3cfc600700 1 -- 172.21.15.44:0/756962566 >> 172.21.15.44:0/756962566 conn(0x7f3cf40768e0 msgr2=0x7f3cf4076cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:41.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.822+0000 7f3cfc600700 1 -- 172.21.15.44:0/756962566 shutdown_connections 2024-05-27T00:24:41.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.822+0000 7f3cfc600700 1 -- 172.21.15.44:0/756962566 wait complete. 2024-05-27T00:24:41.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.823+0000 7f3cfc600700 1 Processor -- start 2024-05-27T00:24:41.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.823+0000 7f3cfc600700 1 -- start start 2024-05-27T00:24:41.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.824+0000 7f3cfc600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3cf4107f10 0x7f3cf419f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:41.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.824+0000 7f3cfc600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3cf410c5d0 con 0x7f3cf4107f10 2024-05-27T00:24:41.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.824+0000 7f3cf9c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3cf4107f10 0x7f3cf419f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:41.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.824+0000 7f3cf9c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3cf4107f10 0x7f3cf419f830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49396/0 (socket says 172.21.15.44:49396) 2024-05-27T00:24:41.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.824+0000 7f3cf9c00700 1 -- 172.21.15.44:0/34265005 learned_addr learned my addr 172.21.15.44:0/34265005 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:41.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.824+0000 7f3cf9c00700 1 -- 172.21.15.44:0/34265005 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cf419fd70 con 0x7f3cf4107f10 2024-05-27T00:24:41.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.825+0000 7f3cf9c00700 1 --2- 172.21.15.44:0/34265005 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3cf4107f10 0x7f3cf419f830 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3ce80052a0 tx=0x7f3ce8004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:41.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.825+0000 7f3cf2000700 1 -- 172.21.15.44:0/34265005 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3ce8026070 con 0x7f3cf4107f10 2024-05-27T00:24:41.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.825+0000 7f3cf2000700 1 -- 172.21.15.44:0/34265005 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3ce800bbf0 con 0x7f3cf4107f10 2024-05-27T00:24:41.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.825+0000 7f3cfc600700 1 -- 172.21.15.44:0/34265005 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cf41a0060 con 0x7f3cf4107f10 2024-05-27T00:24:41.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.825+0000 7f3cf2000700 1 -- 172.21.15.44:0/34265005 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3ce8003a30 con 0x7f3cf4107f10 2024-05-27T00:24:41.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.825+0000 7f3cfc600700 1 -- 172.21.15.44:0/34265005 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cf41999f0 con 0x7f3cf4107f10 2024-05-27T00:24:41.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.827+0000 7f3cf2000700 1 -- 172.21.15.44:0/34265005 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f3ce8029070 con 0x7f3cf4107f10 2024-05-27T00:24:41.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.827+0000 7f3cfc600700 1 -- 172.21.15.44:0/34265005 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3cf41035c0 con 0x7f3cf4107f10 2024-05-27T00:24:41.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.827+0000 7f3cf2000700 1 --2- 172.21.15.44:0/34265005 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3cdc039150 0x7f3cdc03b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:41.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.827+0000 7f3cf2000700 1 -- 172.21.15.44:0/34265005 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f3ce801e070 con 0x7f3cf4107f10 2024-05-27T00:24:41.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.827+0000 7f3cf9200700 1 --2- 172.21.15.44:0/34265005 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3cdc039150 0x7f3cdc03b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:41.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.828+0000 7f3cf9200700 1 --2- 172.21.15.44:0/34265005 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3cdc039150 0x7f3cdc03b610 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f3ce0006fd0 tx=0x7f3ce0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:41.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:41.833+0000 7f3cf2000700 1 -- 172.21.15.44:0/34265005 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3ce8013070 con 0x7f3cf4107f10 2024-05-27T00:24:42.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:42.067+0000 7f3cfc600700 1 -- 172.21.15.44:0/34265005 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi050", "target": ["mon-mgr", ""]}) -- 0x7f3cf419af20 con 0x7f3cdc039150 2024-05-27T00:24:42.068 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:41 smithi044 ceph-mon[31645]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-05-27T00:24:42.068 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:41 smithi044 ceph-mon[31645]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:24:42.069 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:41 smithi044 ceph-mon[31645]: Updating smithi044:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-05-27T00:24:42.069 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:41 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:42.069 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:41 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:42.069 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:41 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:44.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:43 smithi044 ceph-mon[31645]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi050", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:24:44.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:43 smithi044 ceph-mon[31645]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:24:44.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:43 smithi044 ceph-mon[31645]: Deploying cephadm binary to smithi050 2024-05-27T00:24:46.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:45 smithi044 ceph-mon[31645]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:24:47.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:47.069+0000 7f3cf2000700 1 -- 172.21.15.44:0/34265005 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f3cf419af20 con 0x7f3cdc039150 2024-05-27T00:24:47.071 INFO:teuthology.orchestra.run.smithi044.stdout:Added host 'smithi050' with addr '172.21.15.50' 2024-05-27T00:24:47.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:47.073+0000 7f3cfc600700 1 -- 172.21.15.44:0/34265005 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3cdc039150 msgr2=0x7f3cdc03b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:47.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:47.073+0000 7f3cfc600700 1 --2- 172.21.15.44:0/34265005 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3cdc039150 0x7f3cdc03b610 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f3ce0006fd0 tx=0x7f3ce0006e40 comp rx=0 tx=0).stop 2024-05-27T00:24:47.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:47.073+0000 7f3cfc600700 1 -- 172.21.15.44:0/34265005 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3cf4107f10 msgr2=0x7f3cf419f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:47.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:47.073+0000 7f3cfc600700 1 --2- 172.21.15.44:0/34265005 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3cf4107f10 0x7f3cf419f830 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3ce80052a0 tx=0x7f3ce8004cc0 comp rx=0 tx=0).stop 2024-05-27T00:24:47.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:47.073+0000 7f3cfc600700 1 -- 172.21.15.44:0/34265005 shutdown_connections 2024-05-27T00:24:47.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:47.073+0000 7f3cfc600700 1 --2- 172.21.15.44:0/34265005 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3cdc039150 0x7f3cdc03b610 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:47.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:47.073+0000 7f3cfc600700 1 --2- 172.21.15.44:0/34265005 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3cf4107f10 0x7f3cf419f830 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:47.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:47.073+0000 7f3cfc600700 1 -- 172.21.15.44:0/34265005 >> 172.21.15.44:0/34265005 conn(0x7f3cf40768e0 msgr2=0x7f3cf410a4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:47.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:47.073+0000 7f3cfc600700 1 -- 172.21.15.44:0/34265005 shutdown_connections 2024-05-27T00:24:47.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:47.073+0000 7f3cfc600700 1 -- 172.21.15.44:0/34265005 wait complete. 2024-05-27T00:24:47.819 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph orch host ls --format=json 2024-05-27T00:24:48.271 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:24:48.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:48 smithi044 ceph-mon[31645]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:24:48.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:48 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:48.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:48 smithi044 ceph-mon[31645]: Added host smithi050 2024-05-27T00:24:48.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:48 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:24:48.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:48 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:49.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:49 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:49.355 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:49 smithi044 ceph-mon[31645]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:24:50.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.147+0000 7fa7f5800700 1 -- 172.21.15.44:0/3175922499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7f0101000 msgr2=0x7fa7f01013e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:50.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.147+0000 7fa7f5800700 1 --2- 172.21.15.44:0/3175922499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7f0101000 0x7fa7f01013e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa7e0009910 tx=0x7fa7e0009c20 comp rx=0 tx=0).stop 2024-05-27T00:24:50.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.147+0000 7fa7f5800700 1 -- 172.21.15.44:0/3175922499 shutdown_connections 2024-05-27T00:24:50.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.147+0000 7fa7f5800700 1 --2- 172.21.15.44:0/3175922499 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7f0101000 0x7fa7f01013e0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:50.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.147+0000 7fa7f5800700 1 -- 172.21.15.44:0/3175922499 >> 172.21.15.44:0/3175922499 conn(0x7fa7f00fc890 msgr2=0x7fa7f00fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:50.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.148+0000 7fa7f5800700 1 -- 172.21.15.44:0/3175922499 shutdown_connections 2024-05-27T00:24:50.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.148+0000 7fa7f5800700 1 -- 172.21.15.44:0/3175922499 wait complete. 2024-05-27T00:24:50.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.149+0000 7fa7f5800700 1 Processor -- start 2024-05-27T00:24:50.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.149+0000 7fa7f5800700 1 -- start start 2024-05-27T00:24:50.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.150+0000 7fa7f5800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7f0101000 0x7fa7f0197a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:50.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.150+0000 7fa7f5800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f010b510 con 0x7fa7f0101000 2024-05-27T00:24:50.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.150+0000 7fa7eea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7f0101000 0x7fa7f0197a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:50.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.150+0000 7fa7eea00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7f0101000 0x7fa7f0197a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49170/0 (socket says 172.21.15.44:49170) 2024-05-27T00:24:50.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.150+0000 7fa7eea00700 1 -- 172.21.15.44:0/3068928201 learned_addr learned my addr 172.21.15.44:0/3068928201 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:50.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.151+0000 7fa7eea00700 1 -- 172.21.15.44:0/3068928201 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7f0197fa0 con 0x7fa7f0101000 2024-05-27T00:24:50.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.151+0000 7fa7eea00700 1 --2- 172.21.15.44:0/3068928201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7f0101000 0x7fa7f0197a60 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa7e0006010 tx=0x7fa7e0004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:50.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.151+0000 7fa7e7400700 1 -- 172.21.15.44:0/3068928201 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa7e0026070 con 0x7fa7f0101000 2024-05-27T00:24:50.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.151+0000 7fa7e7400700 1 -- 172.21.15.44:0/3068928201 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa7e00044a0 con 0x7fa7f0101000 2024-05-27T00:24:50.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.151+0000 7fa7e7400700 1 -- 172.21.15.44:0/3068928201 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa7e0003a70 con 0x7fa7f0101000 2024-05-27T00:24:50.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.151+0000 7fa7f5800700 1 -- 172.21.15.44:0/3068928201 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7f0198290 con 0x7fa7f0101000 2024-05-27T00:24:50.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.152+0000 7fa7f5800700 1 -- 172.21.15.44:0/3068928201 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7f019c360 con 0x7fa7f0101000 2024-05-27T00:24:50.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.153+0000 7fa7f5800700 1 -- 172.21.15.44:0/3068928201 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7f01024e0 con 0x7fa7f0101000 2024-05-27T00:24:50.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.153+0000 7fa7e7400700 1 -- 172.21.15.44:0/3068928201 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fa7e0029070 con 0x7fa7f0101000 2024-05-27T00:24:50.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.154+0000 7fa7e7400700 1 --2- 172.21.15.44:0/3068928201 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa7d4039150 0x7fa7d403b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:50.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.154+0000 7fa7e7400700 1 -- 172.21.15.44:0/3068928201 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fa7e001e070 con 0x7fa7f0101000 2024-05-27T00:24:50.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.154+0000 7fa7ee000700 1 --2- 172.21.15.44:0/3068928201 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa7d4039150 0x7fa7d403b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:50.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.155+0000 7fa7ee000700 1 --2- 172.21.15.44:0/3068928201 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa7d4039150 0x7fa7d403b610 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fa7dc006fd0 tx=0x7fa7dc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:50.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.159+0000 7fa7e7400700 1 -- 172.21.15.44:0/3068928201 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa7e0013070 con 0x7fa7f0101000 2024-05-27T00:24:50.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.397+0000 7fa7f5800700 1 -- 172.21.15.44:0/3068928201 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa7f0063af0 con 0x7fa7d4039150 2024-05-27T00:24:50.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.402+0000 7fa7e7400700 1 -- 172.21.15.44:0/3068928201 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7fa7f0063af0 con 0x7fa7d4039150 2024-05-27T00:24:50.403 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:24:50.404 INFO:teuthology.orchestra.run.smithi044.stdout:[{"addr": "172.21.15.44", "hostname": "smithi044", "labels": [], "status": ""}, {"addr": "172.21.15.50", "hostname": "smithi050", "labels": [], "status": ""}] 2024-05-27T00:24:50.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.405+0000 7fa7f5800700 1 -- 172.21.15.44:0/3068928201 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa7d4039150 msgr2=0x7fa7d403b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:50.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.405+0000 7fa7f5800700 1 --2- 172.21.15.44:0/3068928201 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa7d4039150 0x7fa7d403b610 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fa7dc006fd0 tx=0x7fa7dc006e40 comp rx=0 tx=0).stop 2024-05-27T00:24:50.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.405+0000 7fa7f5800700 1 -- 172.21.15.44:0/3068928201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7f0101000 msgr2=0x7fa7f0197a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:50.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.405+0000 7fa7f5800700 1 --2- 172.21.15.44:0/3068928201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7f0101000 0x7fa7f0197a60 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa7e0006010 tx=0x7fa7e0004cc0 comp rx=0 tx=0).stop 2024-05-27T00:24:50.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.405+0000 7fa7f5800700 1 -- 172.21.15.44:0/3068928201 shutdown_connections 2024-05-27T00:24:50.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.405+0000 7fa7f5800700 1 --2- 172.21.15.44:0/3068928201 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa7d4039150 0x7fa7d403b610 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:50.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.405+0000 7fa7f5800700 1 --2- 172.21.15.44:0/3068928201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7f0101000 0x7fa7f0197a60 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:50.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.405+0000 7fa7f5800700 1 -- 172.21.15.44:0/3068928201 >> 172.21.15.44:0/3068928201 conn(0x7fa7f00fc890 msgr2=0x7fa7f006a300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:50.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.406+0000 7fa7f5800700 1 -- 172.21.15.44:0/3068928201 shutdown_connections 2024-05-27T00:24:50.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:50.406+0000 7fa7f5800700 1 -- 172.21.15.44:0/3068928201 wait complete. 2024-05-27T00:24:50.994 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:50 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:51.061 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi137 2024-05-27T00:24:51.061 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-05-27T00:24:51.061 DEBUG:teuthology.orchestra.run.smithi137:> dd of=/etc/ceph/ceph.conf 2024-05-27T00:24:51.079 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-05-27T00:24:51.079 DEBUG:teuthology.orchestra.run.smithi137:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-27T00:24:51.136 INFO:tasks.cephadm:Adding host smithi137 to orchestrator... 2024-05-27T00:24:51.137 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph orch host add smithi137 2024-05-27T00:24:51.573 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:24:52.065 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:51 smithi044 ceph-mon[31645]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:24:52.065 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:51 smithi044 ceph-mon[31645]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:24:53.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.463+0000 7faab3e00700 1 -- 172.21.15.44:0/330364323 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faab4069b10 msgr2=0x7faab4069ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:53.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.463+0000 7faab3e00700 1 --2- 172.21.15.44:0/330364323 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faab4069b10 0x7faab4069ef0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7faaa400b0a0 tx=0x7faaa400b3b0 comp rx=0 tx=0).stop 2024-05-27T00:24:53.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.464+0000 7faab3e00700 1 -- 172.21.15.44:0/330364323 shutdown_connections 2024-05-27T00:24:53.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.464+0000 7faab3e00700 1 --2- 172.21.15.44:0/330364323 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faab4069b10 0x7faab4069ef0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:53.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.464+0000 7faab3e00700 1 -- 172.21.15.44:0/330364323 >> 172.21.15.44:0/330364323 conn(0x7faab4076700 msgr2=0x7faab4076b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:53.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.464+0000 7faab3e00700 1 -- 172.21.15.44:0/330364323 shutdown_connections 2024-05-27T00:24:53.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.464+0000 7faab3e00700 1 -- 172.21.15.44:0/330364323 wait complete. 2024-05-27T00:24:53.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.465+0000 7faab3e00700 1 Processor -- start 2024-05-27T00:24:53.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.465+0000 7faab3e00700 1 -- start start 2024-05-27T00:24:53.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.466+0000 7faab3e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faab4069b10 0x7faab419f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:53.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.466+0000 7faab3e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7faab410c410 con 0x7faab4069b10 2024-05-27T00:24:53.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.466+0000 7faab2a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faab4069b10 0x7faab419f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:53.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.466+0000 7faab2a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faab4069b10 0x7faab419f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49188/0 (socket says 172.21.15.44:49188) 2024-05-27T00:24:53.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.466+0000 7faab2a00700 1 -- 172.21.15.44:0/4223141928 learned_addr learned my addr 172.21.15.44:0/4223141928 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:24:53.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.466+0000 7faab2a00700 1 -- 172.21.15.44:0/4223141928 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faab419fbb0 con 0x7faab4069b10 2024-05-27T00:24:53.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.467+0000 7faab2a00700 1 --2- 172.21.15.44:0/4223141928 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faab4069b10 0x7faab419f670 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7faaa4015040 tx=0x7faaa400bb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:53.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.467+0000 7faaabe00700 1 -- 172.21.15.44:0/4223141928 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faaa4017040 con 0x7faab4069b10 2024-05-27T00:24:53.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.467+0000 7faaabe00700 1 -- 172.21.15.44:0/4223141928 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faaa4022070 con 0x7faab4069b10 2024-05-27T00:24:53.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.467+0000 7faaabe00700 1 -- 172.21.15.44:0/4223141928 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faaa401d440 con 0x7faab4069b10 2024-05-27T00:24:53.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.467+0000 7faab3e00700 1 -- 172.21.15.44:0/4223141928 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faab419fe40 con 0x7faab4069b10 2024-05-27T00:24:53.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.467+0000 7faab3e00700 1 -- 172.21.15.44:0/4223141928 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faab41997f0 con 0x7faab4069b10 2024-05-27T00:24:53.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.469+0000 7faab3e00700 1 -- 172.21.15.44:0/4223141928 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faab4103400 con 0x7faab4069b10 2024-05-27T00:24:53.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.469+0000 7faaabe00700 1 -- 172.21.15.44:0/4223141928 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7faaa40041d0 con 0x7faab4069b10 2024-05-27T00:24:53.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.469+0000 7faaabe00700 1 --2- 172.21.15.44:0/4223141928 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faa980391a0 0x7faa9803b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:24:53.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.470+0000 7faaabe00700 1 -- 172.21.15.44:0/4223141928 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7faaa400f050 con 0x7faab4069b10 2024-05-27T00:24:53.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.470+0000 7faaaa000700 1 --2- 172.21.15.44:0/4223141928 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faa980391a0 0x7faa9803b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:24:53.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.471+0000 7faaaa000700 1 --2- 172.21.15.44:0/4223141928 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faa980391a0 0x7faa9803b660 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7faa9c006fd0 tx=0x7faa9c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:24:53.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.475+0000 7faaabe00700 1 -- 172.21.15.44:0/4223141928 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7faaa402b020 con 0x7faab4069b10 2024-05-27T00:24:53.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:53.744+0000 7faab3e00700 1 -- 172.21.15.44:0/4223141928 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi137", "target": ["mon-mgr", ""]}) -- 0x7faab419ad20 con 0x7faa980391a0 2024-05-27T00:24:54.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:53 smithi044 ceph-mon[31645]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:24:54.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:53 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:54.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:53 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:54.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:53 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:54.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:53 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:54.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:53 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi050", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:24:54.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:53 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:24:54.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:53 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:24:54.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:53 smithi044 ceph-mon[31645]: Updating smithi050:/etc/ceph/ceph.conf 2024-05-27T00:24:55.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:54 smithi044 ceph-mon[31645]: Updating smithi050:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:24:55.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:54 smithi044 ceph-mon[31645]: Updating smithi050:/etc/ceph/ceph.client.admin.keyring 2024-05-27T00:24:55.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:54 smithi044 ceph-mon[31645]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi137", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:24:55.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:54 smithi044 ceph-mon[31645]: Updating smithi050:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-05-27T00:24:55.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:54 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:55.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:54 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:55.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:54 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:56.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:55 smithi044 ceph-mon[31645]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:24:56.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:55 smithi044 ceph-mon[31645]: Deploying cephadm binary to smithi137 2024-05-27T00:24:58.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:57 smithi044 ceph-mon[31645]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:24:58.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:58.645+0000 7faaabe00700 1 -- 172.21.15.44:0/4223141928 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7faab419ad20 con 0x7faa980391a0 2024-05-27T00:24:58.648 INFO:teuthology.orchestra.run.smithi044.stdout:Added host 'smithi137' with addr '172.21.15.137' 2024-05-27T00:24:58.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:58.648+0000 7faab3e00700 1 -- 172.21.15.44:0/4223141928 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faa980391a0 msgr2=0x7faa9803b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:58.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:58.648+0000 7faab3e00700 1 --2- 172.21.15.44:0/4223141928 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faa980391a0 0x7faa9803b660 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7faa9c006fd0 tx=0x7faa9c006e40 comp rx=0 tx=0).stop 2024-05-27T00:24:58.653 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:58.648+0000 7faab3e00700 1 -- 172.21.15.44:0/4223141928 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faab4069b10 msgr2=0x7faab419f670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:24:58.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:58.648+0000 7faab3e00700 1 --2- 172.21.15.44:0/4223141928 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faab4069b10 0x7faab419f670 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7faaa4015040 tx=0x7faaa400bb10 comp rx=0 tx=0).stop 2024-05-27T00:24:58.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:58.649+0000 7faab3e00700 1 -- 172.21.15.44:0/4223141928 shutdown_connections 2024-05-27T00:24:58.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:58.649+0000 7faab3e00700 1 --2- 172.21.15.44:0/4223141928 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faa980391a0 0x7faa9803b660 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:58.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:58.649+0000 7faab3e00700 1 --2- 172.21.15.44:0/4223141928 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faab4069b10 0x7faab419f670 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:24:58.655 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:58.649+0000 7faab3e00700 1 -- 172.21.15.44:0/4223141928 >> 172.21.15.44:0/4223141928 conn(0x7faab4076700 msgr2=0x7faab4105a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:24:58.655 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:58.649+0000 7faab3e00700 1 -- 172.21.15.44:0/4223141928 shutdown_connections 2024-05-27T00:24:58.655 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:24:58.649+0000 7faab3e00700 1 -- 172.21.15.44:0/4223141928 wait complete. 2024-05-27T00:24:59.397 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph orch host ls --format=json 2024-05-27T00:24:59.840 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:24:59.983 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:59 smithi044 ceph-mon[31645]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:24:59.983 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:59 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:24:59.983 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:59 smithi044 ceph-mon[31645]: Added host smithi137 2024-05-27T00:24:59.983 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:59 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:24:59.983 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:24:59 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:00.946 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:00 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:01.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.713+0000 7f545a200700 1 -- 172.21.15.44:0/3823678399 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5454104140 msgr2=0x7f5454104520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:01.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.713+0000 7f545a200700 1 --2- 172.21.15.44:0/3823678399 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5454104140 0x7f5454104520 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5448009910 tx=0x7f5448009c20 comp rx=0 tx=0).stop 2024-05-27T00:25:01.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.713+0000 7f545a200700 1 -- 172.21.15.44:0/3823678399 shutdown_connections 2024-05-27T00:25:01.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.713+0000 7f545a200700 1 --2- 172.21.15.44:0/3823678399 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5454104140 0x7f5454104520 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:01.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.713+0000 7f545a200700 1 -- 172.21.15.44:0/3823678399 >> 172.21.15.44:0/3823678399 conn(0x7f54540ff990 msgr2=0x7f5454101db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:25:01.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.713+0000 7f545a200700 1 -- 172.21.15.44:0/3823678399 shutdown_connections 2024-05-27T00:25:01.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.713+0000 7f545a200700 1 -- 172.21.15.44:0/3823678399 wait complete. 2024-05-27T00:25:01.716 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.714+0000 7f545a200700 1 Processor -- start 2024-05-27T00:25:01.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.715+0000 7f545a200700 1 -- start start 2024-05-27T00:25:01.717 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.715+0000 7f545a200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5454104140 0x7f545419f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:01.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.715+0000 7f545a200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f545410e650 con 0x7f5454104140 2024-05-27T00:25:01.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.715+0000 7f5458e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5454104140 0x7f545419f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:01.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.715+0000 7f5458e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5454104140 0x7f545419f690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:53078/0 (socket says 172.21.15.44:53078) 2024-05-27T00:25:01.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.716+0000 7f5458e00700 1 -- 172.21.15.44:0/3487862479 learned_addr learned my addr 172.21.15.44:0/3487862479 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:25:01.718 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.716+0000 7f5458e00700 1 -- 172.21.15.44:0/3487862479 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f545419fbd0 con 0x7f5454104140 2024-05-27T00:25:01.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.716+0000 7f5458e00700 1 --2- 172.21.15.44:0/3487862479 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5454104140 0x7f545419f690 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f54480052a0 tx=0x7f5448004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:25:01.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.717+0000 7f5451600700 1 -- 172.21.15.44:0/3487862479 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5448026070 con 0x7f5454104140 2024-05-27T00:25:01.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.717+0000 7f5451600700 1 -- 172.21.15.44:0/3487862479 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f544800bbf0 con 0x7f5454104140 2024-05-27T00:25:01.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.717+0000 7f545a200700 1 -- 172.21.15.44:0/3487862479 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f545419fec0 con 0x7f5454104140 2024-05-27T00:25:01.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.717+0000 7f5451600700 1 -- 172.21.15.44:0/3487862479 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5448003a30 con 0x7f5454104140 2024-05-27T00:25:01.719 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.717+0000 7f545a200700 1 -- 172.21.15.44:0/3487862479 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5454199810 con 0x7f5454104140 2024-05-27T00:25:01.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.718+0000 7f545a200700 1 -- 172.21.15.44:0/3487862479 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5454105620 con 0x7f5454104140 2024-05-27T00:25:01.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.718+0000 7f5451600700 1 -- 172.21.15.44:0/3487862479 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f5448029070 con 0x7f5454104140 2024-05-27T00:25:01.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.719+0000 7f5451600700 1 --2- 172.21.15.44:0/3487862479 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f543c039150 0x7f543c03b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:01.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.719+0000 7f5451600700 1 -- 172.21.15.44:0/3487862479 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f544801e070 con 0x7f5454104140 2024-05-27T00:25:01.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.719+0000 7f5453e00700 1 --2- 172.21.15.44:0/3487862479 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f543c039150 0x7f543c03b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:01.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.720+0000 7f5453e00700 1 --2- 172.21.15.44:0/3487862479 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f543c039150 0x7f543c03b610 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f5440006fd0 tx=0x7f5440006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:25:01.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.725+0000 7f5451600700 1 -- 172.21.15.44:0/3487862479 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5448013070 con 0x7f5454104140 2024-05-27T00:25:01.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:01 smithi044 ceph-mon[31645]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:01.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:01 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:01.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.962+0000 7f545a200700 1 -- 172.21.15.44:0/3487862479 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f545419ad40 con 0x7f543c039150 2024-05-27T00:25:01.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.964+0000 7f5451600700 1 -- 172.21.15.44:0/3487862479 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+239 (secure 0 0 0) 0x7f545419ad40 con 0x7f543c039150 2024-05-27T00:25:01.966 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:25:01.966 INFO:teuthology.orchestra.run.smithi044.stdout:[{"addr": "172.21.15.44", "hostname": "smithi044", "labels": [], "status": ""}, {"addr": "172.21.15.50", "hostname": "smithi050", "labels": [], "status": ""}, {"addr": "172.21.15.137", "hostname": "smithi137", "labels": [], "status": ""}] 2024-05-27T00:25:01.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.967+0000 7f545a200700 1 -- 172.21.15.44:0/3487862479 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f543c039150 msgr2=0x7f543c03b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:01.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.967+0000 7f545a200700 1 --2- 172.21.15.44:0/3487862479 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f543c039150 0x7f543c03b610 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f5440006fd0 tx=0x7f5440006e40 comp rx=0 tx=0).stop 2024-05-27T00:25:01.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.967+0000 7f545a200700 1 -- 172.21.15.44:0/3487862479 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5454104140 msgr2=0x7f545419f690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:01.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.967+0000 7f545a200700 1 --2- 172.21.15.44:0/3487862479 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5454104140 0x7f545419f690 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f54480052a0 tx=0x7f5448004cc0 comp rx=0 tx=0).stop 2024-05-27T00:25:01.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.967+0000 7f545a200700 1 -- 172.21.15.44:0/3487862479 shutdown_connections 2024-05-27T00:25:01.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.967+0000 7f545a200700 1 --2- 172.21.15.44:0/3487862479 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f543c039150 0x7f543c03b610 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:01.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.967+0000 7f545a200700 1 --2- 172.21.15.44:0/3487862479 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5454104140 0x7f545419f690 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:01.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.967+0000 7f545a200700 1 -- 172.21.15.44:0/3487862479 >> 172.21.15.44:0/3487862479 conn(0x7f54540ff990 msgr2=0x7f545410bcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:25:01.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.968+0000 7f545a200700 1 -- 172.21.15.44:0/3487862479 shutdown_connections 2024-05-27T00:25:01.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:01.968+0000 7f545a200700 1 -- 172.21.15.44:0/3487862479 wait complete. 2024-05-27T00:25:02.663 INFO:tasks.cephadm:Setting crush tunables to default 2024-05-27T00:25:02.664 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph osd crush tunables default 2024-05-27T00:25:02.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:02 smithi044 ceph-mon[31645]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:25:03.124 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:25:03.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:03 smithi044 ceph-mon[31645]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:05.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.028+0000 7f1332200700 1 -- 172.21.15.44:0/1379507197 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f132c074830 msgr2=0x7f132c074c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:05.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.028+0000 7f1332200700 1 --2- 172.21.15.44:0/1379507197 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f132c074830 0x7f132c074c10 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1320009910 tx=0x7f1320009c20 comp rx=0 tx=0).stop 2024-05-27T00:25:05.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.028+0000 7f1332200700 1 -- 172.21.15.44:0/1379507197 shutdown_connections 2024-05-27T00:25:05.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.028+0000 7f1332200700 1 --2- 172.21.15.44:0/1379507197 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f132c074830 0x7f132c074c10 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:05.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.028+0000 7f1332200700 1 -- 172.21.15.44:0/1379507197 >> 172.21.15.44:0/1379507197 conn(0x7f132c0fd830 msgr2=0x7f132c0ffc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:25:05.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.028+0000 7f1332200700 1 -- 172.21.15.44:0/1379507197 shutdown_connections 2024-05-27T00:25:05.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.028+0000 7f1332200700 1 -- 172.21.15.44:0/1379507197 wait complete. 2024-05-27T00:25:05.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.029+0000 7f1332200700 1 Processor -- start 2024-05-27T00:25:05.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.029+0000 7f1332200700 1 -- start start 2024-05-27T00:25:05.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.030+0000 7f1332200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f132c074830 0x7f132c19de70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:05.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.030+0000 7f1332200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f132c112ad0 con 0x7f132c074830 2024-05-27T00:25:05.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.030+0000 7f1330e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f132c074830 0x7f132c19de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:05.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.030+0000 7f1330e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f132c074830 0x7f132c19de70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58936/0 (socket says 172.21.15.44:58936) 2024-05-27T00:25:05.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.030+0000 7f1330e00700 1 -- 172.21.15.44:0/1177554484 learned_addr learned my addr 172.21.15.44:0/1177554484 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:25:05.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.031+0000 7f1330e00700 1 -- 172.21.15.44:0/1177554484 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f132c19e3b0 con 0x7f132c074830 2024-05-27T00:25:05.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.031+0000 7f1330e00700 1 --2- 172.21.15.44:0/1177554484 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f132c074830 0x7f132c19de70 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1320006010 tx=0x7f1320004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:25:05.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.031+0000 7f1329600700 1 -- 172.21.15.44:0/1177554484 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1320026070 con 0x7f132c074830 2024-05-27T00:25:05.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.031+0000 7f1329600700 1 -- 172.21.15.44:0/1177554484 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f13200044a0 con 0x7f132c074830 2024-05-27T00:25:05.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.031+0000 7f1332200700 1 -- 172.21.15.44:0/1177554484 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f132c19e640 con 0x7f132c074830 2024-05-27T00:25:05.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.031+0000 7f1329600700 1 -- 172.21.15.44:0/1177554484 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1320003ba0 con 0x7f132c074830 2024-05-27T00:25:05.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.031+0000 7f1332200700 1 -- 172.21.15.44:0/1177554484 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f132c19eaa0 con 0x7f132c074830 2024-05-27T00:25:05.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.032+0000 7f1329600700 1 -- 172.21.15.44:0/1177554484 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f1320029070 con 0x7f132c074830 2024-05-27T00:25:05.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.032+0000 7f1332200700 1 -- 172.21.15.44:0/1177554484 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f132c075f70 con 0x7f132c074830 2024-05-27T00:25:05.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.033+0000 7f1329600700 1 --2- 172.21.15.44:0/1177554484 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f13140390f0 0x7f131403b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:05.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.033+0000 7f1329600700 1 -- 172.21.15.44:0/1177554484 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f132001e070 con 0x7f132c074830 2024-05-27T00:25:05.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.033+0000 7f132be00700 1 --2- 172.21.15.44:0/1177554484 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f13140390f0 0x7f131403b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:05.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.034+0000 7f132be00700 1 --2- 172.21.15.44:0/1177554484 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f13140390f0 0x7f131403b5b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f131c006fd0 tx=0x7f131c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:25:05.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.039+0000 7f1329600700 1 -- 172.21.15.44:0/1177554484 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1320013070 con 0x7f132c074830 2024-05-27T00:25:05.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.280+0000 7f1332200700 1 -- 172.21.15.44:0/1177554484 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f132c19f1d0 con 0x7f132c074830 2024-05-27T00:25:05.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:05 smithi044 ceph-mon[31645]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:05.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:05.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:05.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:05.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:05.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi137", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:25:05.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:05.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:25:05.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:05 smithi044 ceph-mon[31645]: Updating smithi137:/etc/ceph/ceph.conf 2024-05-27T00:25:05.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:05 smithi044 ceph-mon[31645]: Updating smithi137:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:25:05.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:05 smithi044 ceph-mon[31645]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-05-27T00:25:05.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:05 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1177554484' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-27T00:25:05.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.738+0000 7f1329600700 1 -- 172.21.15.44:0/1177554484 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f1320030090 con 0x7f132c074830 2024-05-27T00:25:05.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.742+0000 7f1332200700 1 -- 172.21.15.44:0/1177554484 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f13140390f0 msgr2=0x7f131403b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:05.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.742+0000 7f1332200700 1 --2- 172.21.15.44:0/1177554484 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f13140390f0 0x7f131403b5b0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f131c006fd0 tx=0x7f131c006e40 comp rx=0 tx=0).stop 2024-05-27T00:25:05.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.742+0000 7f1332200700 1 -- 172.21.15.44:0/1177554484 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f132c074830 msgr2=0x7f132c19de70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:05.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.742+0000 7f1332200700 1 --2- 172.21.15.44:0/1177554484 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f132c074830 0x7f132c19de70 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1320006010 tx=0x7f1320004cc0 comp rx=0 tx=0).stop 2024-05-27T00:25:05.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.742+0000 7f1332200700 1 -- 172.21.15.44:0/1177554484 shutdown_connections 2024-05-27T00:25:05.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.742+0000 7f1332200700 1 --2- 172.21.15.44:0/1177554484 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f13140390f0 0x7f131403b5b0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:05.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.742+0000 7f1332200700 1 --2- 172.21.15.44:0/1177554484 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f132c074830 0x7f132c19de70 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:05.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.742+0000 7f1332200700 1 -- 172.21.15.44:0/1177554484 >> 172.21.15.44:0/1177554484 conn(0x7f132c0fd830 msgr2=0x7f132c0ff1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:25:05.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.742+0000 7f1332200700 1 -- 172.21.15.44:0/1177554484 shutdown_connections 2024-05-27T00:25:05.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:05.742+0000 7f1332200700 1 -- 172.21.15.44:0/1177554484 wait complete. 2024-05-27T00:25:05.745 INFO:teuthology.orchestra.run.smithi044.stderr:adjusted tunables profile to default 2024-05-27T00:25:06.430 INFO:tasks.cephadm:Adding mon.a on smithi044 2024-05-27T00:25:06.430 INFO:tasks.cephadm:Adding mon.b on smithi050 2024-05-27T00:25:06.430 INFO:tasks.cephadm:Adding mon.c on smithi137 2024-05-27T00:25:06.431 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph orch apply mon '3;smithi044:172.21.15.44=a;smithi050:172.21.15.50=b;smithi137:172.21.15.137=c' 2024-05-27T00:25:06.654 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:25:07.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:06 smithi044 ceph-mon[31645]: Updating smithi137:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-05-27T00:25:07.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:06 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:07.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:06 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:07.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:06 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:07.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:06 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1177554484' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-27T00:25:07.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:06 smithi044 ceph-mon[31645]: osdmap e4: 0 total, 0 up, 0 in 2024-05-27T00:25:07.984 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.980+0000 7fc071583700 1 -- 172.21.15.137:0/2368216770 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc06c103e50 msgr2=0x7fc06c104230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:07.984 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.980+0000 7fc071583700 1 --2- 172.21.15.137:0/2368216770 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc06c103e50 0x7fc06c104230 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc05c00b0a0 tx=0x7fc05c00b3b0 comp rx=0 tx=0).stop 2024-05-27T00:25:07.985 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.980+0000 7fc071583700 1 -- 172.21.15.137:0/2368216770 shutdown_connections 2024-05-27T00:25:07.985 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.980+0000 7fc071583700 1 --2- 172.21.15.137:0/2368216770 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc06c103e50 0x7fc06c104230 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:07.985 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.980+0000 7fc071583700 1 -- 172.21.15.137:0/2368216770 >> 172.21.15.137:0/2368216770 conn(0x7fc06c078480 msgr2=0x7fc06c078890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:25:07.985 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.980+0000 7fc071583700 1 -- 172.21.15.137:0/2368216770 shutdown_connections 2024-05-27T00:25:07.985 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.980+0000 7fc071583700 1 -- 172.21.15.137:0/2368216770 wait complete. 2024-05-27T00:25:07.985 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.981+0000 7fc071583700 1 Processor -- start 2024-05-27T00:25:07.985 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.981+0000 7fc071583700 1 -- start start 2024-05-27T00:25:07.986 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.981+0000 7fc071583700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc06c103e50 0x7fc06c1a2d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:07.986 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.981+0000 7fc071583700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc06c10c780 con 0x7fc06c103e50 2024-05-27T00:25:07.986 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.982+0000 7fc06affd700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc06c103e50 0x7fc06c1a2d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:07.986 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.982+0000 7fc06affd700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc06c103e50 0x7fc06c1a2d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.137:35194/0 (socket says 172.21.15.137:35194) 2024-05-27T00:25:07.986 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.982+0000 7fc06affd700 1 -- 172.21.15.137:0/26457560 learned_addr learned my addr 172.21.15.137:0/26457560 (peer_addr_for_me v2:172.21.15.137:0/0) 2024-05-27T00:25:07.986 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.983+0000 7fc06affd700 1 -- 172.21.15.137:0/26457560 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc06c1a32b0 con 0x7fc06c103e50 2024-05-27T00:25:07.987 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.983+0000 7fc06affd700 1 --2- 172.21.15.137:0/26457560 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc06c103e50 0x7fc06c1a2d70 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc05c0093e0 tx=0x7fc05c00bd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:25:07.989 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.983+0000 7fc063fff700 1 -- 172.21.15.137:0/26457560 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc05c01f020 con 0x7fc06c103e50 2024-05-27T00:25:07.989 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.983+0000 7fc071583700 1 -- 172.21.15.137:0/26457560 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc06c1a34e0 con 0x7fc06c103e50 2024-05-27T00:25:07.990 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.983+0000 7fc071583700 1 -- 172.21.15.137:0/26457560 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc06c19e830 con 0x7fc06c103e50 2024-05-27T00:25:07.990 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.983+0000 7fc063fff700 1 -- 172.21.15.137:0/26457560 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc05c003b30 con 0x7fc06c103e50 2024-05-27T00:25:07.990 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.983+0000 7fc063fff700 1 -- 172.21.15.137:0/26457560 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc05c007e60 con 0x7fc06c103e50 2024-05-27T00:25:07.990 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.984+0000 7fc071583700 1 -- 172.21.15.137:0/26457560 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc06c06a020 con 0x7fc06c103e50 2024-05-27T00:25:07.990 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.985+0000 7fc063fff700 1 -- 172.21.15.137:0/26457560 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fc05c022020 con 0x7fc06c103e50 2024-05-27T00:25:07.991 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.985+0000 7fc063fff700 1 --2- 172.21.15.137:0/26457560 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc0580390f0 0x7fc05803b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:07.991 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.985+0000 7fc063fff700 1 -- 172.21.15.137:0/26457560 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fc05c00f050 con 0x7fc06c103e50 2024-05-27T00:25:07.991 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.985+0000 7fc06a7fc700 1 --2- 172.21.15.137:0/26457560 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc0580390f0 0x7fc05803b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:07.991 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:07.986+0000 7fc06a7fc700 1 --2- 172.21.15.137:0/26457560 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc0580390f0 0x7fc05803b5b0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc054006fd0 tx=0x7fc054006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:25:08.001 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:08.000+0000 7fc063fff700 1 -- 172.21.15.137:0/26457560 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc05c029030 con 0x7fc06c103e50 2024-05-27T00:25:08.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:07 smithi044 ceph-mon[31645]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:08.205 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:08.204+0000 7fc071583700 1 -- 172.21.15.137:0/26457560 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi044:172.21.15.44=a;smithi050:172.21.15.50=b;smithi137:172.21.15.137=c", "target": ["mon-mgr", ""]}) -- 0x7fc06c195ca0 con 0x7fc0580390f0 2024-05-27T00:25:08.222 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:08.221+0000 7fc063fff700 1 -- 172.21.15.137:0/26457560 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fc06c195ca0 con 0x7fc0580390f0 2024-05-27T00:25:08.223 INFO:teuthology.orchestra.run.smithi137.stdout:Scheduled mon update... 2024-05-27T00:25:08.226 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:08.224+0000 7fc071583700 1 -- 172.21.15.137:0/26457560 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc0580390f0 msgr2=0x7fc05803b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:08.226 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:08.224+0000 7fc071583700 1 --2- 172.21.15.137:0/26457560 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc0580390f0 0x7fc05803b5b0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc054006fd0 tx=0x7fc054006e40 comp rx=0 tx=0).stop 2024-05-27T00:25:08.226 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:08.224+0000 7fc071583700 1 -- 172.21.15.137:0/26457560 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc06c103e50 msgr2=0x7fc06c1a2d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:08.226 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:08.224+0000 7fc071583700 1 --2- 172.21.15.137:0/26457560 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc06c103e50 0x7fc06c1a2d70 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc05c0093e0 tx=0x7fc05c00bd40 comp rx=0 tx=0).stop 2024-05-27T00:25:08.226 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:08.224+0000 7fc071583700 1 -- 172.21.15.137:0/26457560 shutdown_connections 2024-05-27T00:25:08.226 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:08.224+0000 7fc071583700 1 --2- 172.21.15.137:0/26457560 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc0580390f0 0x7fc05803b5b0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:08.226 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:08.224+0000 7fc071583700 1 --2- 172.21.15.137:0/26457560 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc06c103e50 0x7fc06c1a2d70 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:08.226 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:08.224+0000 7fc071583700 1 -- 172.21.15.137:0/26457560 >> 172.21.15.137:0/26457560 conn(0x7fc06c078480 msgr2=0x7fc06c103080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:25:08.226 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:08.225+0000 7fc071583700 1 -- 172.21.15.137:0/26457560 shutdown_connections 2024-05-27T00:25:08.227 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:08.225+0000 7fc071583700 1 -- 172.21.15.137:0/26457560 wait complete. 2024-05-27T00:25:08.829 DEBUG:teuthology.orchestra.run.smithi050:mon.b> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mon.b.service 2024-05-27T00:25:08.831 DEBUG:teuthology.orchestra.run.smithi137:mon.c> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mon.c.service 2024-05-27T00:25:08.833 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-27T00:25:08.834 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph mon dump -f json 2024-05-27T00:25:09.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:09 smithi044 ceph-mon[31645]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi044:172.21.15.44=a;smithi050:172.21.15.50=b;smithi137:172.21.15.137=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:25:09.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:09 smithi044 ceph-mon[31645]: Saving service mon spec with placement smithi044:172.21.15.44=a;smithi050:172.21.15.50=b;smithi137:172.21.15.137=c;count:3 2024-05-27T00:25:09.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:09 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:09.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:09 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:25:09.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:09 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:09.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:09 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:25:09.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:09 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:09.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:09 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-27T00:25:09.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:09 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:09.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:09 smithi044 ceph-mon[31645]: Deploying daemon mon.c on smithi137 2024-05-27T00:25:09.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:09 smithi044 ceph-mon[31645]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:09.806 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:25:11.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:11 smithi044 ceph-mon[31645]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:12.253 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.251+0000 7fe00699f700 1 -- 172.21.15.137:0/2886739668 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe000101040 msgr2=0x7fe000101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:12.253 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.251+0000 7fe00699f700 1 --2- 172.21.15.137:0/2886739668 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe000101040 0x7fe000101420 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fdff0009910 tx=0x7fdff0009c20 comp rx=0 tx=0).stop 2024-05-27T00:25:12.253 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.251+0000 7fe00699f700 1 -- 172.21.15.137:0/2886739668 shutdown_connections 2024-05-27T00:25:12.253 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.251+0000 7fe00699f700 1 --2- 172.21.15.137:0/2886739668 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe000101040 0x7fe000101420 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:12.253 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.251+0000 7fe00699f700 1 -- 172.21.15.137:0/2886739668 >> 172.21.15.137:0/2886739668 conn(0x7fe0000768f0 msgr2=0x7fe000076d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:25:12.253 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.251+0000 7fe00699f700 1 -- 172.21.15.137:0/2886739668 shutdown_connections 2024-05-27T00:25:12.254 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.251+0000 7fe00699f700 1 -- 172.21.15.137:0/2886739668 wait complete. 2024-05-27T00:25:12.254 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.251+0000 7fe00699f700 1 Processor -- start 2024-05-27T00:25:12.254 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.252+0000 7fe00699f700 1 -- start start 2024-05-27T00:25:12.254 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.252+0000 7fe00699f700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe000101040 0x7fe00019c650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:12.254 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.252+0000 7fe00699f700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe00010b500 con 0x7fe000101040 2024-05-27T00:25:12.255 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.252+0000 7fdffffff700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe000101040 0x7fe00019c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:12.255 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.253+0000 7fdffffff700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe000101040 0x7fe00019c650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.137:35214/0 (socket says 172.21.15.137:35214) 2024-05-27T00:25:12.255 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.253+0000 7fdffffff700 1 -- 172.21.15.137:0/1381016667 learned_addr learned my addr 172.21.15.137:0/1381016667 (peer_addr_for_me v2:172.21.15.137:0/0) 2024-05-27T00:25:12.255 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.253+0000 7fdffffff700 1 -- 172.21.15.137:0/1381016667 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe00019cb90 con 0x7fe000101040 2024-05-27T00:25:12.255 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.253+0000 7fdffffff700 1 --2- 172.21.15.137:0/1381016667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe000101040 0x7fe00019c650 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fdff00052a0 tx=0x7fdff0004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:25:12.256 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.254+0000 7fdffd7fa700 1 -- 172.21.15.137:0/1381016667 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdff0028070 con 0x7fe000101040 2024-05-27T00:25:12.256 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.254+0000 7fe00699f700 1 -- 172.21.15.137:0/1381016667 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe00019ce20 con 0x7fe000101040 2024-05-27T00:25:12.256 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.254+0000 7fe00699f700 1 -- 172.21.15.137:0/1381016667 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe000196720 con 0x7fe000101040 2024-05-27T00:25:12.256 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.254+0000 7fdffd7fa700 1 -- 172.21.15.137:0/1381016667 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdff0004830 con 0x7fe000101040 2024-05-27T00:25:12.256 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.254+0000 7fdffd7fa700 1 -- 172.21.15.137:0/1381016667 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdff0032060 con 0x7fe000101040 2024-05-27T00:25:12.256 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.255+0000 7fe00699f700 1 -- 172.21.15.137:0/1381016667 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfec005330 con 0x7fe000101040 2024-05-27T00:25:12.257 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.255+0000 7fdffd7fa700 1 -- 172.21.15.137:0/1381016667 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fdff002b070 con 0x7fe000101040 2024-05-27T00:25:12.257 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.256+0000 7fdffd7fa700 1 --2- 172.21.15.137:0/1381016667 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fdfe80390f0 0x7fdfe803b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:12.257 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.256+0000 7fdffd7fa700 1 -- 172.21.15.137:0/1381016667 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fdff0020070 con 0x7fe000101040 2024-05-27T00:25:12.257 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.256+0000 7fdfff7fe700 1 --2- 172.21.15.137:0/1381016667 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fdfe80390f0 0x7fdfe803b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:12.258 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.257+0000 7fdfff7fe700 1 --2- 172.21.15.137:0/1381016667 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fdfe80390f0 0x7fdfe803b5b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fdff4006fd0 tx=0x7fdff4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:25:12.272 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.271+0000 7fdffd7fa700 1 -- 172.21.15.137:0/1381016667 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fdff0013070 con 0x7fe000101040 2024-05-27T00:25:12.578 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.576+0000 7fe00699f700 1 -- 172.21.15.137:0/1381016667 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fdfec0058f0 con 0x7fe000101040 2024-05-27T00:25:12.579 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.578+0000 7fdffd7fa700 1 -- 172.21.15.137:0/1381016667 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7fdff0021310 con 0x7fe000101040 2024-05-27T00:25:12.579 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-05-27T00:25:12.579 INFO:teuthology.orchestra.run.smithi137.stdout:{"epoch":1,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","modified":"2024-05-27T00:23:07.144537Z","created":"2024-05-27T00:23:07.144537Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:3300","nonce":0},{"type":"v1","addr":"172.21.15.44:6789","nonce":0}]},"addr":"172.21.15.44:6789/0","public_addr":"172.21.15.44:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-05-27T00:25:12.581 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.580+0000 7fe00699f700 1 -- 172.21.15.137:0/1381016667 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fdfe80390f0 msgr2=0x7fdfe803b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:12.581 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.580+0000 7fe00699f700 1 --2- 172.21.15.137:0/1381016667 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fdfe80390f0 0x7fdfe803b5b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fdff4006fd0 tx=0x7fdff4006e40 comp rx=0 tx=0).stop 2024-05-27T00:25:12.581 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.580+0000 7fe00699f700 1 -- 172.21.15.137:0/1381016667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe000101040 msgr2=0x7fe00019c650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:12.582 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.580+0000 7fe00699f700 1 --2- 172.21.15.137:0/1381016667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe000101040 0x7fe00019c650 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fdff00052a0 tx=0x7fdff0004cc0 comp rx=0 tx=0).stop 2024-05-27T00:25:12.582 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.580+0000 7fe00699f700 1 -- 172.21.15.137:0/1381016667 shutdown_connections 2024-05-27T00:25:12.582 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.580+0000 7fe00699f700 1 --2- 172.21.15.137:0/1381016667 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fdfe80390f0 0x7fdfe803b5b0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:12.582 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.580+0000 7fe00699f700 1 --2- 172.21.15.137:0/1381016667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe000101040 0x7fe00019c650 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:12.582 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.580+0000 7fe00699f700 1 -- 172.21.15.137:0/1381016667 >> 172.21.15.137:0/1381016667 conn(0x7fe0000768f0 msgr2=0x7fe0001029c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:25:12.582 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.580+0000 7fe00699f700 1 -- 172.21.15.137:0/1381016667 shutdown_connections 2024-05-27T00:25:12.582 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:12.580+0000 7fe00699f700 1 -- 172.21.15.137:0/1381016667 wait complete. 2024-05-27T00:25:12.582 INFO:teuthology.orchestra.run.smithi137.stderr:dumped monmap epoch 1 2024-05-27T00:25:12.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:12 smithi137 systemd[1]: Starting Ceph mon.c for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:25:13.457 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 podman[36533]: 2024-05-27 00:25:13.192288097 +0000 UTC m=+0.089656272 container create eb7225322d94f22deb92b4368a9fd8265cb96543e0d6d7c833038e62a0cdbd45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-c, RELEASE=squid-0ef46a2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-27T00:25:13.457 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 podman[36533]: 2024-05-27 00:25:13.119959982 +0000 UTC m=+0.017328179 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:25:13.457 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 podman[36533]: 2024-05-27 00:25:13.395044223 +0000 UTC m=+0.292412408 container init eb7225322d94f22deb92b4368a9fd8265cb96543e0d6d7c833038e62a0cdbd45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-c, maintainer=Guillaume Abrioux , GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240521) 2024-05-27T00:25:13.457 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 podman[36533]: 2024-05-27 00:25:13.397898976 +0000 UTC m=+0.295267159 container start eb7225322d94f22deb92b4368a9fd8265cb96543e0d6d7c833038e62a0cdbd45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-c, GIT_BRANCH=HEAD, RELEASE=squid-0ef46a2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-27T00:25:13.457 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: set uid:gid to 167:167 (ceph:ceph) 2024-05-27T00:25:13.457 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: ceph version 19.0.0-2857-g0ef46a24 (0ef46a246e1118e5adafa1857b4189e7d780c816) squid (rc), process ceph-mon, pid 2 2024-05-27T00:25:13.457 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: pidfile_write: ignore empty --pid-file 2024-05-27T00:25:13.458 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: load: jerasure load: lrc 2024-05-27T00:25:13.458 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: RocksDB version: 7.9.2 2024-05-27T00:25:13.458 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Git sha 0 2024-05-27T00:25:13.458 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Compile date 2024-05-26 15:13:17 2024-05-27T00:25:13.458 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: DB SUMMARY 2024-05-27T00:25:13.458 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: DB Session ID: SWUWU1YKUS00NCZY7K6Q 2024-05-27T00:25:13.458 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: CURRENT file: CURRENT 2024-05-27T00:25:13.458 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: IDENTITY file: IDENTITY 2024-05-27T00:25:13.458 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-05-27T00:25:13.458 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-05-27T00:25:13.458 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-05-27T00:25:13.458 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.error_if_exists: 0 2024-05-27T00:25:13.459 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.create_if_missing: 0 2024-05-27T00:25:13.459 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.paranoid_checks: 1 2024-05-27T00:25:13.459 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-27T00:25:13.459 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-27T00:25:13.459 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-27T00:25:13.459 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.env: 0x560bff050c60 2024-05-27T00:25:13.459 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.fs: PosixFileSystem 2024-05-27T00:25:13.459 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.info_log: 0x560c017a7b20 2024-05-27T00:25:13.459 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_file_opening_threads: 16 2024-05-27T00:25:13.459 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.statistics: (nil) 2024-05-27T00:25:13.459 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.use_fsync: 0 2024-05-27T00:25:13.460 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_log_file_size: 0 2024-05-27T00:25:13.460 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-27T00:25:13.460 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-27T00:25:13.460 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.keep_log_file_num: 1000 2024-05-27T00:25:13.460 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.recycle_log_file_num: 0 2024-05-27T00:25:13.460 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.allow_fallocate: 1 2024-05-27T00:25:13.460 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.allow_mmap_reads: 0 2024-05-27T00:25:13.460 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.allow_mmap_writes: 0 2024-05-27T00:25:13.460 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.use_direct_reads: 0 2024-05-27T00:25:13.460 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-27T00:25:13.460 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.create_missing_column_families: 0 2024-05-27T00:25:13.460 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.db_log_dir: 2024-05-27T00:25:13.460 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.wal_dir: 2024-05-27T00:25:13.461 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-27T00:25:13.461 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-27T00:25:13.461 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-27T00:25:13.461 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-27T00:25:13.461 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-27T00:25:13.461 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-27T00:25:13.461 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.advise_random_on_open: 1 2024-05-27T00:25:13.461 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.db_write_buffer_size: 0 2024-05-27T00:25:13.461 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.write_buffer_manager: 0x560c017781e0 2024-05-27T00:25:13.461 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-27T00:25:13.461 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-27T00:25:13.461 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-27T00:25:13.461 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.rate_limiter: (nil) 2024-05-27T00:25:13.463 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-27T00:25:13.463 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.wal_recovery_mode: 2 2024-05-27T00:25:13.463 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.enable_thread_tracking: 0 2024-05-27T00:25:13.463 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.enable_pipelined_write: 0 2024-05-27T00:25:13.463 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.unordered_write: 0 2024-05-27T00:25:13.463 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-27T00:25:13.464 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-27T00:25:13.464 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-27T00:25:13.464 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-27T00:25:13.464 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.row_cache: None 2024-05-27T00:25:13.464 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.wal_filter: None 2024-05-27T00:25:13.464 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-27T00:25:13.464 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.allow_ingest_behind: 0 2024-05-27T00:25:13.464 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.two_write_queues: 0 2024-05-27T00:25:13.464 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.manual_wal_flush: 0 2024-05-27T00:25:13.464 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.wal_compression: 0 2024-05-27T00:25:13.464 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.atomic_flush: 0 2024-05-27T00:25:13.464 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-27T00:25:13.464 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-27T00:25:13.465 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-27T00:25:13.465 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.log_readahead_size: 0 2024-05-27T00:25:13.465 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-27T00:25:13.465 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.best_efforts_recovery: 0 2024-05-27T00:25:13.465 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-27T00:25:13.465 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-27T00:25:13.465 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.allow_data_in_errors: 0 2024-05-27T00:25:13.465 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.db_host_id: __hostname__ 2024-05-27T00:25:13.465 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-27T00:25:13.465 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_background_jobs: 2 2024-05-27T00:25:13.465 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_background_compactions: -1 2024-05-27T00:25:13.465 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_subcompactions: 1 2024-05-27T00:25:13.465 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-27T00:25:13.466 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-27T00:25:13.466 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-27T00:25:13.466 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_total_wal_size: 0 2024-05-27T00:25:13.466 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-27T00:25:13.466 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-27T00:25:13.466 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-27T00:25:13.466 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-27T00:25:13.466 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_open_files: -1 2024-05-27T00:25:13.466 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.bytes_per_sync: 0 2024-05-27T00:25:13.466 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-27T00:25:13.466 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-27T00:25:13.466 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compaction_readahead_size: 0 2024-05-27T00:25:13.466 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_background_flushes: -1 2024-05-27T00:25:13.466 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Compression algorithms supported: 2024-05-27T00:25:13.467 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-27T00:25:13.467 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: kZSTD supported: 0 2024-05-27T00:25:13.467 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: kXpressCompression supported: 0 2024-05-27T00:25:13.467 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: kLZ4HCCompression supported: 1 2024-05-27T00:25:13.467 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: kZlibCompression supported: 1 2024-05-27T00:25:13.467 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: kSnappyCompression supported: 1 2024-05-27T00:25:13.467 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: kLZ4Compression supported: 1 2024-05-27T00:25:13.467 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: kBZip2Compression supported: 0 2024-05-27T00:25:13.467 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-27T00:25:13.467 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-27T00:25:13.467 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-05-27T00:25:13.467 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-27T00:25:13.467 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-27T00:25:13.467 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.merge_operator: 2024-05-27T00:25:13.468 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compaction_filter: None 2024-05-27T00:25:13.468 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compaction_filter_factory: None 2024-05-27T00:25:13.468 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.sst_partitioner_factory: None 2024-05-27T00:25:13.468 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-27T00:25:13.468 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-27T00:25:13.468 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x560c017a7c40) 2024-05-27T00:25:13.468 INFO:journalctl@ceph.mon.c.smithi137.stdout: cache_index_and_filter_blocks: 1 2024-05-27T00:25:13.468 INFO:journalctl@ceph.mon.c.smithi137.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-27T00:25:13.468 INFO:journalctl@ceph.mon.c.smithi137.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-27T00:25:13.468 INFO:journalctl@ceph.mon.c.smithi137.stdout: pin_top_level_index_and_filter: 1 2024-05-27T00:25:13.468 INFO:journalctl@ceph.mon.c.smithi137.stdout: index_type: 0 2024-05-27T00:25:13.468 INFO:journalctl@ceph.mon.c.smithi137.stdout: data_block_index_type: 0 2024-05-27T00:25:13.468 INFO:journalctl@ceph.mon.c.smithi137.stdout: index_shortening: 1 2024-05-27T00:25:13.469 INFO:journalctl@ceph.mon.c.smithi137.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-27T00:25:13.469 INFO:journalctl@ceph.mon.c.smithi137.stdout: checksum: 4 2024-05-27T00:25:13.469 INFO:journalctl@ceph.mon.c.smithi137.stdout: no_block_cache: 0 2024-05-27T00:25:13.469 INFO:journalctl@ceph.mon.c.smithi137.stdout: block_cache: 0x560c017a9090 2024-05-27T00:25:13.469 INFO:journalctl@ceph.mon.c.smithi137.stdout: block_cache_name: BinnedLRUCache 2024-05-27T00:25:13.469 INFO:journalctl@ceph.mon.c.smithi137.stdout: block_cache_options: 2024-05-27T00:25:13.469 INFO:journalctl@ceph.mon.c.smithi137.stdout: capacity : 536870912 2024-05-27T00:25:13.469 INFO:journalctl@ceph.mon.c.smithi137.stdout: num_shard_bits : 4 2024-05-27T00:25:13.469 INFO:journalctl@ceph.mon.c.smithi137.stdout: strict_capacity_limit : 0 2024-05-27T00:25:13.469 INFO:journalctl@ceph.mon.c.smithi137.stdout: high_pri_pool_ratio: 0.000 2024-05-27T00:25:13.469 INFO:journalctl@ceph.mon.c.smithi137.stdout: block_cache_compressed: (nil) 2024-05-27T00:25:13.469 INFO:journalctl@ceph.mon.c.smithi137.stdout: persistent_cache: (nil) 2024-05-27T00:25:13.469 INFO:journalctl@ceph.mon.c.smithi137.stdout: block_size: 4096 2024-05-27T00:25:13.469 INFO:journalctl@ceph.mon.c.smithi137.stdout: block_size_deviation: 10 2024-05-27T00:25:13.470 INFO:journalctl@ceph.mon.c.smithi137.stdout: block_restart_interval: 16 2024-05-27T00:25:13.470 INFO:journalctl@ceph.mon.c.smithi137.stdout: index_block_restart_interval: 1 2024-05-27T00:25:13.470 INFO:journalctl@ceph.mon.c.smithi137.stdout: metadata_block_size: 4096 2024-05-27T00:25:13.470 INFO:journalctl@ceph.mon.c.smithi137.stdout: partition_filters: 0 2024-05-27T00:25:13.470 INFO:journalctl@ceph.mon.c.smithi137.stdout: use_delta_encoding: 1 2024-05-27T00:25:13.470 INFO:journalctl@ceph.mon.c.smithi137.stdout: filter_policy: bloomfilter 2024-05-27T00:25:13.470 INFO:journalctl@ceph.mon.c.smithi137.stdout: whole_key_filtering: 1 2024-05-27T00:25:13.470 INFO:journalctl@ceph.mon.c.smithi137.stdout: verify_compression: 0 2024-05-27T00:25:13.470 INFO:journalctl@ceph.mon.c.smithi137.stdout: read_amp_bytes_per_bit: 0 2024-05-27T00:25:13.470 INFO:journalctl@ceph.mon.c.smithi137.stdout: format_version: 5 2024-05-27T00:25:13.470 INFO:journalctl@ceph.mon.c.smithi137.stdout: enable_index_compression: 1 2024-05-27T00:25:13.470 INFO:journalctl@ceph.mon.c.smithi137.stdout: block_align: 0 2024-05-27T00:25:13.470 INFO:journalctl@ceph.mon.c.smithi137.stdout: max_auto_readahead_size: 262144 2024-05-27T00:25:13.471 INFO:journalctl@ceph.mon.c.smithi137.stdout: prepopulate_block_cache: 0 2024-05-27T00:25:13.471 INFO:journalctl@ceph.mon.c.smithi137.stdout: initial_auto_readahead_size: 8192 2024-05-27T00:25:13.471 INFO:journalctl@ceph.mon.c.smithi137.stdout: num_file_reads_for_auto_readahead: 2 2024-05-27T00:25:13.471 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.write_buffer_size: 33554432 2024-05-27T00:25:13.471 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_write_buffer_number: 2 2024-05-27T00:25:13.471 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compression: NoCompression 2024-05-27T00:25:13.471 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.bottommost_compression: Disabled 2024-05-27T00:25:13.471 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.prefix_extractor: nullptr 2024-05-27T00:25:13.471 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-27T00:25:13.471 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.num_levels: 7 2024-05-27T00:25:13.471 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-27T00:25:13.471 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-27T00:25:13.472 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-27T00:25:13.472 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-27T00:25:13.472 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-27T00:25:13.472 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-27T00:25:13.472 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-27T00:25:13.472 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-27T00:25:13.472 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-27T00:25:13.472 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-27T00:25:13.472 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-27T00:25:13.472 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-27T00:25:13.472 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-27T00:25:13.472 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compression_opts.level: 32767 2024-05-27T00:25:13.472 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compression_opts.strategy: 0 2024-05-27T00:25:13.473 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-27T00:25:13.473 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-27T00:25:13.473 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-27T00:25:13.473 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-27T00:25:13.473 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compression_opts.enabled: false 2024-05-27T00:25:13.473 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-27T00:25:13.473 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-27T00:25:13.473 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-27T00:25:13.473 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-27T00:25:13.473 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.target_file_size_base: 67108864 2024-05-27T00:25:13.473 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-27T00:25:13.473 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-27T00:25:13.473 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-27T00:25:13.473 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-27T00:25:13.474 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-27T00:25:13.474 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-27T00:25:13.474 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-27T00:25:13.474 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-27T00:25:13.474 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-27T00:25:13.474 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-27T00:25:13.474 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-27T00:25:13.474 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-27T00:25:13.474 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-27T00:25:13.474 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-27T00:25:13.474 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.arena_block_size: 1048576 2024-05-27T00:25:13.474 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-27T00:25:13.474 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-27T00:25:13.474 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.disable_auto_compactions: 0 2024-05-27T00:25:13.475 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-27T00:25:13.475 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-27T00:25:13.475 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-27T00:25:13.475 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-27T00:25:13.475 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-27T00:25:13.475 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-27T00:25:13.475 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-27T00:25:13.475 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-27T00:25:13.475 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-27T00:25:13.475 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-27T00:25:13.475 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.table_properties_collectors: 2024-05-27T00:25:13.475 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.inplace_update_support: 0 2024-05-27T00:25:13.475 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-27T00:25:13.476 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-27T00:25:13.476 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-27T00:25:13.476 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-27T00:25:13.476 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.bloom_locality: 0 2024-05-27T00:25:13.476 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.max_successive_merges: 0 2024-05-27T00:25:13.476 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-27T00:25:13.476 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.paranoid_file_checks: 0 2024-05-27T00:25:13.476 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.force_consistency_checks: 1 2024-05-27T00:25:13.476 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.report_bg_io_stats: 0 2024-05-27T00:25:13.476 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.ttl: 2592000 2024-05-27T00:25:13.476 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-27T00:25:13.476 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-27T00:25:13.476 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-27T00:25:13.477 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.enable_blob_files: false 2024-05-27T00:25:13.477 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.min_blob_size: 0 2024-05-27T00:25:13.477 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.blob_file_size: 268435456 2024-05-27T00:25:13.477 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-27T00:25:13.477 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-27T00:25:13.477 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-27T00:25:13.477 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-27T00:25:13.477 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-27T00:25:13.477 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.blob_file_starting_level: 0 2024-05-27T00:25:13.477 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-27T00:25:13.477 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-05-27T00:25:13.477 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-05-27T00:25:13.477 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 6b4221d5-b94a-4779-a913-89eb4490a676 2024-05-27T00:25:13.477 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716769513427438, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-05-27T00:25:13.478 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-05-27T00:25:13.478 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716769513427851, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1716769513, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "6b4221d5-b94a-4779-a913-89eb4490a676", "db_session_id": "SWUWU1YKUS00NCZY7K6Q", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-05-27T00:25:13.478 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716769513427929, "job": 1, "event": "recovery_finished"} 2024-05-27T00:25:13.478 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-05-27T00:25:13.478 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-27T00:25:13.478 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x560c01898000 2024-05-27T00:25:13.478 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: DB pointer 0x560c01882000 2024-05-27T00:25:13.478 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-27T00:25:13.478 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-27T00:25:13.478 INFO:journalctl@ceph.mon.c.smithi137.stdout: ** DB Stats ** 2024-05-27T00:25:13.478 INFO:journalctl@ceph.mon.c.smithi137.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-27T00:25:13.478 INFO:journalctl@ceph.mon.c.smithi137.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-27T00:25:13.478 INFO:journalctl@ceph.mon.c.smithi137.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-27T00:25:13.479 INFO:journalctl@ceph.mon.c.smithi137.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-27T00:25:13.479 INFO:journalctl@ceph.mon.c.smithi137.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-27T00:25:13.479 INFO:journalctl@ceph.mon.c.smithi137.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-27T00:25:13.479 INFO:journalctl@ceph.mon.c.smithi137.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-27T00:25:13.479 INFO:journalctl@ceph.mon.c.smithi137.stdout: 2024-05-27T00:25:13.479 INFO:journalctl@ceph.mon.c.smithi137.stdout: ** Compaction Stats [default] ** 2024-05-27T00:25:13.479 INFO:journalctl@ceph.mon.c.smithi137.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-27T00:25:13.479 INFO:journalctl@ceph.mon.c.smithi137.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-27T00:25:13.479 INFO:journalctl@ceph.mon.c.smithi137.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-27T00:25:13.479 INFO:journalctl@ceph.mon.c.smithi137.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-27T00:25:13.479 INFO:journalctl@ceph.mon.c.smithi137.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-27T00:25:13.479 INFO:journalctl@ceph.mon.c.smithi137.stdout: 2024-05-27T00:25:13.479 INFO:journalctl@ceph.mon.c.smithi137.stdout: ** Compaction Stats [default] ** 2024-05-27T00:25:13.479 INFO:journalctl@ceph.mon.c.smithi137.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-27T00:25:13.480 INFO:journalctl@ceph.mon.c.smithi137.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-27T00:25:13.480 INFO:journalctl@ceph.mon.c.smithi137.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-27T00:25:13.480 INFO:journalctl@ceph.mon.c.smithi137.stdout: 2024-05-27T00:25:13.480 INFO:journalctl@ceph.mon.c.smithi137.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-27T00:25:13.480 INFO:journalctl@ceph.mon.c.smithi137.stdout: 2024-05-27T00:25:13.480 INFO:journalctl@ceph.mon.c.smithi137.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-27T00:25:13.480 INFO:journalctl@ceph.mon.c.smithi137.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-27T00:25:13.480 INFO:journalctl@ceph.mon.c.smithi137.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-27T00:25:13.480 INFO:journalctl@ceph.mon.c.smithi137.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-27T00:25:13.480 INFO:journalctl@ceph.mon.c.smithi137.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-27T00:25:13.480 INFO:journalctl@ceph.mon.c.smithi137.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-27T00:25:13.480 INFO:journalctl@ceph.mon.c.smithi137.stdout: Cumulative compaction: 0.00 GB write, 0.65 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-27T00:25:13.481 INFO:journalctl@ceph.mon.c.smithi137.stdout: Interval compaction: 0.00 GB write, 0.65 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-27T00:25:13.481 INFO:journalctl@ceph.mon.c.smithi137.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-27T00:25:13.481 INFO:journalctl@ceph.mon.c.smithi137.stdout: Block cache BinnedLRUCache@0x560c017a9090#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-05-27T00:25:13.481 INFO:journalctl@ceph.mon.c.smithi137.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-05-27T00:25:13.481 INFO:journalctl@ceph.mon.c.smithi137.stdout: 2024-05-27T00:25:13.481 INFO:journalctl@ceph.mon.c.smithi137.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-27T00:25:13.481 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-05-27T00:25:13.481 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: using public_addr v2:172.21.15.137:0/0 -> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] 2024-05-27T00:25:13.481 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: starting mon.c rank -1 at public addrs [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] at bind addrs [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:25:13.481 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: mon.c@-1(???) e0 preinit fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:25:13.481 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: mon.c@-1(synchronizing).mds e1 new map 2024-05-27T00:25:13.481 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: mon.c@-1(synchronizing).mds e1 print_map 2024-05-27T00:25:13.481 INFO:journalctl@ceph.mon.c.smithi137.stdout: e1 2024-05-27T00:25:13.482 INFO:journalctl@ceph.mon.c.smithi137.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-27T00:25:13.482 INFO:journalctl@ceph.mon.c.smithi137.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-27T00:25:13.482 INFO:journalctl@ceph.mon.c.smithi137.stdout: legacy client fscid: -1 2024-05-27T00:25:13.482 INFO:journalctl@ceph.mon.c.smithi137.stdout: 2024-05-27T00:25:13.482 INFO:journalctl@ceph.mon.c.smithi137.stdout: No filesystems configured 2024-05-27T00:25:13.482 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-05-27T00:25:13.482 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-05-27T00:25:13.482 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-05-27T00:25:13.482 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-05-27T00:25:13.482 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-05-27T00:25:13.482 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-05-27T00:25:13.482 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-27T00:25:13.482 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-27T00:25:13.483 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-27T00:25:13.483 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-27T00:25:13.483 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.483 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:13.483 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.483 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:13.483 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:25:13.483 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:13.483 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.483 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.483 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.483 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.484 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi050", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:25:13.484 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:13.484 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:25:13.484 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: Updating smithi050:/etc/ceph/ceph.conf 2024-05-27T00:25:13.484 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: Updating smithi050:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:25:13.484 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: Updating smithi050:/etc/ceph/ceph.client.admin.keyring 2024-05-27T00:25:13.484 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi137", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:25:13.484 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: Updating smithi050:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-05-27T00:25:13.484 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.484 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.484 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.484 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:13.484 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: Deploying cephadm binary to smithi137 2024-05-27T00:25:13.485 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:13.485 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:13.485 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.485 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: Added host smithi137 2024-05-27T00:25:13.485 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:25:13.485 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.485 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.485 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:13.485 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.485 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:25:13.485 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:13.485 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:13.485 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.485 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.486 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.486 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.486 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi137", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:25:13.486 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:13.486 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:25:13.486 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: Updating smithi137:/etc/ceph/ceph.conf 2024-05-27T00:25:13.486 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: Updating smithi137:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:25:13.486 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-05-27T00:25:13.486 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1177554484' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-27T00:25:13.487 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: Updating smithi137:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-05-27T00:25:13.487 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.487 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.487 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.487 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1177554484' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-27T00:25:13.487 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: osdmap e4: 0 total, 0 up, 0 in 2024-05-27T00:25:13.487 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:13.487 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi044:172.21.15.44=a;smithi050:172.21.15.50=b;smithi137:172.21.15.137=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:25:13.487 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: Saving service mon spec with placement smithi044:172.21.15.44=a;smithi050:172.21.15.50=b;smithi137:172.21.15.137=c;count:3 2024-05-27T00:25:13.487 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.487 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:25:13.487 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:13.487 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:25:13.488 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:13.488 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-27T00:25:13.488 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:13.488 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: Deploying daemon mon.c on smithi137 2024-05-27T00:25:13.488 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:13.488 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:13.488 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:13.488 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: from='client.? 172.21.15.137:0/1381016667' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-27T00:25:13.488 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 ceph-mon[36552]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-05-27T00:25:13.611 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:13 smithi044 ceph-mon[31645]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:13.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:13 smithi044 ceph-mon[31645]: from='client.? 172.21.15.137:0/1381016667' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-27T00:25:13.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 bash[36533]: eb7225322d94f22deb92b4368a9fd8265cb96543e0d6d7c833038e62a0cdbd45 2024-05-27T00:25:13.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:13 smithi137 systemd[1]: Started Ceph mon.c for 1fe53dce-1bbf-11ef-bc9b-c7b262605968. 2024-05-27T00:25:14.073 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-27T00:25:14.073 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph mon dump -f json 2024-05-27T00:25:14.310 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.c/config 2024-05-27T00:25:18.772 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.770+0000 7f12cc76f700 1 -- 172.21.15.137:0/3662950107 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f12b00035c0 msgr2=0x7f12b0005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:18.773 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.770+0000 7f12cc76f700 1 --2- 172.21.15.137:0/3662950107 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f12b00035c0 0x7f12b0005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f12c4100db0 tx=0x7f12bc00feb0 comp rx=0 tx=0).stop 2024-05-27T00:25:18.773 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.771+0000 7f12cc76f700 1 -- 172.21.15.137:0/3662950107 shutdown_connections 2024-05-27T00:25:18.773 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.771+0000 7f12cc76f700 1 --2- 172.21.15.137:0/3662950107 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f12b00035c0 0x7f12b0005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:18.773 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.771+0000 7f12cc76f700 1 -- 172.21.15.137:0/3662950107 >> 172.21.15.137:0/3662950107 conn(0x7f12c40fc970 msgr2=0x7f12c40fed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:25:18.773 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.771+0000 7f12cc76f700 1 -- 172.21.15.137:0/3662950107 shutdown_connections 2024-05-27T00:25:18.773 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.771+0000 7f12cc76f700 1 -- 172.21.15.137:0/3662950107 wait complete. 2024-05-27T00:25:18.774 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.772+0000 7f12cc76f700 1 Processor -- start 2024-05-27T00:25:18.774 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.772+0000 7f12cc76f700 1 -- start start 2024-05-27T00:25:18.775 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.772+0000 7f12cc76f700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f12b00035c0 0x7f12c419b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:18.775 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.772+0000 7f12cc76f700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f12c419bc40 0x7f12c4196ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:18.775 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.772+0000 7f12cc76f700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f12c4109050 con 0x7f12c419bc40 2024-05-27T00:25:18.775 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.772+0000 7f12cc76f700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f12c4108ed0 con 0x7f12b00035c0 2024-05-27T00:25:18.775 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.772+0000 7f12ca50b700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f12b00035c0 0x7f12c419b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:18.775 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.772+0000 7f12ca50b700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f12b00035c0 0x7f12c419b700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.137:52620/0 (socket says 172.21.15.137:52620) 2024-05-27T00:25:18.775 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.772+0000 7f12ca50b700 1 -- 172.21.15.137:0/1915110471 learned_addr learned my addr 172.21.15.137:0/1915110471 (peer_addr_for_me v2:172.21.15.137:0/0) 2024-05-27T00:25:18.775 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.772+0000 7f12ca50b700 1 -- 172.21.15.137:0/1915110471 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f12b00035c0 msgr2=0x7f12c419b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-05-27T00:25:18.775 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.772+0000 7f12ca50b700 1 -- 172.21.15.137:0/1915110471 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f12b00035c0 msgr2=0x7f12c419b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-27T00:25:18.775 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.772+0000 7f12ca50b700 1 --2- 172.21.15.137:0/1915110471 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f12b00035c0 0x7f12c419b700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-27T00:25:18.775 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.772+0000 7f12ca50b700 1 --2- 172.21.15.137:0/1915110471 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f12b00035c0 0x7f12c419b700 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-27T00:25:18.775 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.773+0000 7f12c9d0a700 1 --2- 172.21.15.137:0/1915110471 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f12c419bc40 0x7f12c4196ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:18.776 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.773+0000 7f12c9d0a700 1 -- 172.21.15.137:0/1915110471 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f12b00035c0 msgr2=0x7f12c419b700 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-27T00:25:18.776 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.773+0000 7f12c9d0a700 1 --2- 172.21.15.137:0/1915110471 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f12b00035c0 0x7f12c419b700 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:18.776 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.773+0000 7f12c9d0a700 1 -- 172.21.15.137:0/1915110471 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12c419c120 con 0x7f12c419bc40 2024-05-27T00:25:18.777 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.774+0000 7f12c9d0a700 1 --2- 172.21.15.137:0/1915110471 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f12c419bc40 0x7f12c4196ab0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f12b400b4d0 tx=0x7f12b400b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:25:18.777 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.774+0000 7f12bb7fe700 1 -- 172.21.15.137:0/1915110471 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f12b4011630 con 0x7f12c419bc40 2024-05-27T00:25:18.777 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.774+0000 7f12bb7fe700 1 -- 172.21.15.137:0/1915110471 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f12b4011cd0 con 0x7f12c419bc40 2024-05-27T00:25:18.777 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.774+0000 7f12cc76f700 1 -- 172.21.15.137:0/1915110471 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12c4196ff0 con 0x7f12c419bc40 2024-05-27T00:25:18.777 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.774+0000 7f12bb7fe700 1 -- 172.21.15.137:0/1915110471 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f12b400f2e0 con 0x7f12c419bc40 2024-05-27T00:25:18.777 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.774+0000 7f12cc76f700 1 -- 172.21.15.137:0/1915110471 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12c4197520 con 0x7f12c419bc40 2024-05-27T00:25:18.777 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.775+0000 7f12cc76f700 1 -- 172.21.15.137:0/1915110471 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12c41025c0 con 0x7f12c419bc40 2024-05-27T00:25:18.777 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.776+0000 7f12bb7fe700 1 -- 172.21.15.137:0/1915110471 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f12b4018020 con 0x7f12c419bc40 2024-05-27T00:25:18.778 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.776+0000 7f12bb7fe700 1 --2- 172.21.15.137:0/1915110471 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f12a8038e90 0x7f12a803b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:18.778 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.776+0000 7f12bb7fe700 1 -- 172.21.15.137:0/1915110471 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f12b404ba90 con 0x7f12c419bc40 2024-05-27T00:25:18.778 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.777+0000 7f12ca50b700 1 --2- 172.21.15.137:0/1915110471 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f12a8038e90 0x7f12a803b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:18.778 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.778+0000 7f12ca50b700 1 --2- 172.21.15.137:0/1915110471 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f12a8038e90 0x7f12a803b350 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f12bc00fa60 tx=0x7f12bc005a90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:25:18.792 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:18.791+0000 7f12bb7fe700 1 -- 172.21.15.137:0/1915110471 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f12b401f020 con 0x7f12c419bc40 2024-05-27T00:25:18.793 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-27T00:25:18.793 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: mon.a calling monitor election 2024-05-27T00:25:18.793 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:18.793 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:18.793 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:18.793 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:18.793 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: mon.c calling monitor election 2024-05-27T00:25:18.793 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:18.793 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:18.793 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:18.793 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:18.794 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-27T00:25:18.794 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: monmap epoch 2 2024-05-27T00:25:18.794 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:25:18.794 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: last_changed 2024-05-27T00:25:13.462657+0000 2024-05-27T00:25:18.794 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: created 2024-05-27T00:23:07.144537+0000 2024-05-27T00:25:18.794 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: min_mon_release 19 (squid) 2024-05-27T00:25:18.794 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: election_strategy: 1 2024-05-27T00:25:18.794 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-05-27T00:25:18.794 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.c 2024-05-27T00:25:18.794 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: fsmap 2024-05-27T00:25:18.794 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: osdmap e4: 0 total, 0 up, 0 in 2024-05-27T00:25:18.794 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: mgrmap e13: x(active, since 58s) 2024-05-27T00:25:18.794 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: overall HEALTH_OK 2024-05-27T00:25:18.794 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:18.795 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:18 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:18.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-27T00:25:18.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: mon.a calling monitor election 2024-05-27T00:25:18.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:18.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:18.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:18.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:18.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: mon.c calling monitor election 2024-05-27T00:25:18.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:18.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:18.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:18.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:18.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-27T00:25:18.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: monmap epoch 2 2024-05-27T00:25:18.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:25:18.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: last_changed 2024-05-27T00:25:13.462657+0000 2024-05-27T00:25:18.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: created 2024-05-27T00:23:07.144537+0000 2024-05-27T00:25:18.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: min_mon_release 19 (squid) 2024-05-27T00:25:18.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: election_strategy: 1 2024-05-27T00:25:18.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-05-27T00:25:18.865 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.c 2024-05-27T00:25:18.865 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: fsmap 2024-05-27T00:25:18.865 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: osdmap e4: 0 total, 0 up, 0 in 2024-05-27T00:25:18.865 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: mgrmap e13: x(active, since 58s) 2024-05-27T00:25:18.865 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: overall HEALTH_OK 2024-05-27T00:25:18.865 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:18.865 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:18 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:19.077 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:19.075+0000 7f12cc76f700 1 -- 172.21.15.137:0/1915110471 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f12c4063af0 con 0x7f12c419bc40 2024-05-27T00:25:19.078 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:19.076+0000 7f12bb7fe700 1 -- 172.21.15.137:0/1915110471 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7f12b40172c0 con 0x7f12c419bc40 2024-05-27T00:25:19.078 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-05-27T00:25:19.078 INFO:teuthology.orchestra.run.smithi137.stdout:{"epoch":2,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","modified":"2024-05-27T00:25:13.462657Z","created":"2024-05-27T00:23:07.144537Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:3300","nonce":0},{"type":"v1","addr":"172.21.15.44:6789","nonce":0}]},"addr":"172.21.15.44:6789/0","public_addr":"172.21.15.44:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:3300","nonce":0},{"type":"v1","addr":"172.21.15.137:6789","nonce":0}]},"addr":"172.21.15.137:6789/0","public_addr":"172.21.15.137:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-05-27T00:25:19.081 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:19.078+0000 7f12cc76f700 1 -- 172.21.15.137:0/1915110471 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f12a8038e90 msgr2=0x7f12a803b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:19.081 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:19.078+0000 7f12cc76f700 1 --2- 172.21.15.137:0/1915110471 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f12a8038e90 0x7f12a803b350 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f12bc00fa60 tx=0x7f12bc005a90 comp rx=0 tx=0).stop 2024-05-27T00:25:19.082 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:19.078+0000 7f12cc76f700 1 -- 172.21.15.137:0/1915110471 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f12c419bc40 msgr2=0x7f12c4196ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:19.082 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:19.079+0000 7f12cc76f700 1 --2- 172.21.15.137:0/1915110471 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f12c419bc40 0x7f12c4196ab0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f12b400b4d0 tx=0x7f12b400b890 comp rx=0 tx=0).stop 2024-05-27T00:25:19.082 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:19.079+0000 7f12cc76f700 1 -- 172.21.15.137:0/1915110471 shutdown_connections 2024-05-27T00:25:19.082 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:19.079+0000 7f12cc76f700 1 --2- 172.21.15.137:0/1915110471 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f12a8038e90 0x7f12a803b350 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:19.082 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:19.079+0000 7f12cc76f700 1 --2- 172.21.15.137:0/1915110471 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f12b00035c0 0x7f12c419b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:19.083 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:19.079+0000 7f12cc76f700 1 --2- 172.21.15.137:0/1915110471 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f12c419bc40 0x7f12c4196ab0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:19.083 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:19.079+0000 7f12cc76f700 1 -- 172.21.15.137:0/1915110471 >> 172.21.15.137:0/1915110471 conn(0x7f12c40fc970 msgr2=0x7f12c40fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:25:19.083 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:19.079+0000 7f12cc76f700 1 -- 172.21.15.137:0/1915110471 shutdown_connections 2024-05-27T00:25:19.083 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:19.079+0000 7f12cc76f700 1 -- 172.21.15.137:0/1915110471 wait complete. 2024-05-27T00:25:19.083 INFO:teuthology.orchestra.run.smithi137.stderr:dumped monmap epoch 2 2024-05-27T00:25:19.673 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:19 smithi137 ceph-mon[36552]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:19.673 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:19 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:19.673 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:19 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-27T00:25:19.673 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:19 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:19.673 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:19 smithi137 ceph-mon[36552]: Deploying daemon mon.b on smithi050 2024-05-27T00:25:19.673 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:19 smithi137 ceph-mon[36552]: from='client.? 172.21.15.137:0/1915110471' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-27T00:25:19.673 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:19 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:19.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:19 smithi044 ceph-mon[31645]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:19.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:19 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:19.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:19 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-27T00:25:19.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:19 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:19.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:19 smithi044 ceph-mon[31645]: Deploying daemon mon.b on smithi050 2024-05-27T00:25:19.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:19 smithi044 ceph-mon[31645]: from='client.? 172.21.15.137:0/1915110471' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-27T00:25:19.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:19 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:20.700 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-27T00:25:20.700 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph mon dump -f json 2024-05-27T00:25:20.941 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.c/config 2024-05-27T00:25:21.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:21 smithi137 ceph-mon[36552]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:21.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:21 smithi044 ceph-mon[31645]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:22.393 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.390+0000 7fc45ecc4700 1 -- 172.21.15.137:0/617231285 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc458106630 msgr2=0x7fc458106a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:22.393 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.390+0000 7fc45ecc4700 1 --2- 172.21.15.137:0/617231285 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc458106630 0x7fc458106a10 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc44c009910 tx=0x7fc44c009c20 comp rx=0 tx=0).stop 2024-05-27T00:25:22.393 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.390+0000 7fc45ecc4700 1 -- 172.21.15.137:0/617231285 shutdown_connections 2024-05-27T00:25:22.394 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.390+0000 7fc45ecc4700 1 --2- 172.21.15.137:0/617231285 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc458106630 0x7fc458106a10 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:22.394 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.390+0000 7fc45ecc4700 1 -- 172.21.15.137:0/617231285 >> 172.21.15.137:0/617231285 conn(0x7fc458077540 msgr2=0x7fc458077950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:25:22.394 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.390+0000 7fc45ecc4700 1 -- 172.21.15.137:0/617231285 shutdown_connections 2024-05-27T00:25:22.394 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.390+0000 7fc45ecc4700 1 -- 172.21.15.137:0/617231285 wait complete. 2024-05-27T00:25:22.394 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.390+0000 7fc45ecc4700 1 Processor -- start 2024-05-27T00:25:22.394 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.390+0000 7fc45ecc4700 1 -- start start 2024-05-27T00:25:22.394 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.391+0000 7fc45ecc4700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc458106630 0x7fc45819da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:22.394 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.391+0000 7fc45ecc4700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc45819df90 0x7fc458197b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:22.394 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.391+0000 7fc45ecc4700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc45810adb0 con 0x7fc458106630 2024-05-27T00:25:22.394 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.391+0000 7fc45ecc4700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fc45810ac30 con 0x7fc45819df90 2024-05-27T00:25:22.394 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.391+0000 7fc457fff700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc45819df90 0x7fc458197b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:22.394 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.391+0000 7fc457fff700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc45819df90 0x7fc458197b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.137:52622/0 (socket says 172.21.15.137:52622) 2024-05-27T00:25:22.395 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.391+0000 7fc457fff700 1 -- 172.21.15.137:0/939840736 learned_addr learned my addr 172.21.15.137:0/939840736 (peer_addr_for_me v2:172.21.15.137:0/0) 2024-05-27T00:25:22.395 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.391+0000 7fc457fff700 1 -- 172.21.15.137:0/939840736 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc45819df90 msgr2=0x7fc458197b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-05-27T00:25:22.395 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.391+0000 7fc457fff700 1 -- 172.21.15.137:0/939840736 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc45819df90 msgr2=0x7fc458197b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-27T00:25:22.395 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.391+0000 7fc457fff700 1 --2- 172.21.15.137:0/939840736 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc45819df90 0x7fc458197b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-27T00:25:22.395 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.391+0000 7fc457fff700 1 --2- 172.21.15.137:0/939840736 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc45819df90 0x7fc458197b20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-27T00:25:22.395 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.391+0000 7fc45ca60700 1 --2- 172.21.15.137:0/939840736 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc458106630 0x7fc45819da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:22.395 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.392+0000 7fc45ca60700 1 -- 172.21.15.137:0/939840736 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc45819df90 msgr2=0x7fc458197b20 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-27T00:25:22.395 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.392+0000 7fc45ca60700 1 --2- 172.21.15.137:0/939840736 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc45819df90 0x7fc458197b20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:22.395 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.392+0000 7fc45ca60700 1 -- 172.21.15.137:0/939840736 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc45819e510 con 0x7fc458106630 2024-05-27T00:25:22.395 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.392+0000 7fc45ca60700 1 --2- 172.21.15.137:0/939840736 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc458106630 0x7fc45819da50 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc44c014000 tx=0x7fc44c004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:25:22.396 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.392+0000 7fc455ffb700 1 -- 172.21.15.137:0/939840736 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fc44c005dc0 con 0x7fc458106630 2024-05-27T00:25:22.396 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.392+0000 7fc45ecc4700 1 -- 172.21.15.137:0/939840736 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4581980c0 con 0x7fc458106630 2024-05-27T00:25:22.397 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.393+0000 7fc45ecc4700 1 -- 172.21.15.137:0/939840736 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc458198650 con 0x7fc458106630 2024-05-27T00:25:22.397 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.393+0000 7fc455ffb700 1 -- 172.21.15.137:0/939840736 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc44c00be60 con 0x7fc458106630 2024-05-27T00:25:22.397 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.393+0000 7fc455ffb700 1 -- 172.21.15.137:0/939840736 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fc44c00f460 con 0x7fc458106630 2024-05-27T00:25:22.397 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.394+0000 7fc45ecc4700 1 -- 172.21.15.137:0/939840736 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc458101d70 con 0x7fc458106630 2024-05-27T00:25:22.397 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.394+0000 7fc455ffb700 1 -- 172.21.15.137:0/939840736 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fc44c02a070 con 0x7fc458106630 2024-05-27T00:25:22.397 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.394+0000 7fc455ffb700 1 --2- 172.21.15.137:0/939840736 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc448038e90 0x7fc44803b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:22.397 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.394+0000 7fc455ffb700 1 -- 172.21.15.137:0/939840736 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fc44c01e030 con 0x7fc458106630 2024-05-27T00:25:22.397 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.395+0000 7fc457fff700 1 --2- 172.21.15.137:0/939840736 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc448038e90 0x7fc44803b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:22.397 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.396+0000 7fc457fff700 1 --2- 172.21.15.137:0/939840736 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc448038e90 0x7fc44803b350 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fc444009180 tx=0x7fc444008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:25:22.410 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.409+0000 7fc455ffb700 1 -- 172.21.15.137:0/939840736 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc44c013070 con 0x7fc458106630 2024-05-27T00:25:22.525 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 podman[36043]: 2024-05-27 00:25:22.500294602 +0000 UTC m=+0.345812859 container start 44d940b3efec86e4a34c45aae5b6b0819d2d7f9f12c656bbda7f30b62b835545 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-b, RELEASE=squid-0ef46a2, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240521, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-05-27T00:25:22.525 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: set uid:gid to 167:167 (ceph:ceph) 2024-05-27T00:25:22.525 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: ceph version 19.0.0-2857-g0ef46a24 (0ef46a246e1118e5adafa1857b4189e7d780c816) squid (rc), process ceph-mon, pid 2 2024-05-27T00:25:22.574 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.573+0000 7fc455ffb700 1 -- 172.21.15.137:0/939840736 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc44c00b960 con 0x7fc458106630 2024-05-27T00:25:22.691 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:22.690+0000 7fc45ecc4700 1 -- 172.21.15.137:0/939840736 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fc458198990 con 0x7fc458106630 2024-05-27T00:25:22.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: pidfile_write: ignore empty --pid-file 2024-05-27T00:25:22.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: load: jerasure load: lrc 2024-05-27T00:25:22.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: RocksDB version: 7.9.2 2024-05-27T00:25:22.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Git sha 0 2024-05-27T00:25:22.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Compile date 2024-05-26 15:13:17 2024-05-27T00:25:22.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: DB SUMMARY 2024-05-27T00:25:22.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: DB Session ID: OWBUM0R13CIVLUPLU52P 2024-05-27T00:25:22.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: CURRENT file: CURRENT 2024-05-27T00:25:22.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: IDENTITY file: IDENTITY 2024-05-27T00:25:22.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-05-27T00:25:22.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-05-27T00:25:22.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2024-05-27T00:25:22.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.error_if_exists: 0 2024-05-27T00:25:22.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.create_if_missing: 0 2024-05-27T00:25:22.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.paranoid_checks: 1 2024-05-27T00:25:22.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-27T00:25:22.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-27T00:25:22.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-27T00:25:22.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.env: 0x55f6bbacbc60 2024-05-27T00:25:22.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.fs: PosixFileSystem 2024-05-27T00:25:22.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.info_log: 0x55f6bd39bb20 2024-05-27T00:25:22.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_file_opening_threads: 16 2024-05-27T00:25:22.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.statistics: (nil) 2024-05-27T00:25:22.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.use_fsync: 0 2024-05-27T00:25:22.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_log_file_size: 0 2024-05-27T00:25:22.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-27T00:25:22.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-27T00:25:22.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.keep_log_file_num: 1000 2024-05-27T00:25:22.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.recycle_log_file_num: 0 2024-05-27T00:25:22.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.allow_fallocate: 1 2024-05-27T00:25:22.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.allow_mmap_reads: 0 2024-05-27T00:25:22.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.allow_mmap_writes: 0 2024-05-27T00:25:22.954 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.use_direct_reads: 0 2024-05-27T00:25:22.954 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-27T00:25:22.954 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.create_missing_column_families: 0 2024-05-27T00:25:22.954 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.db_log_dir: 2024-05-27T00:25:22.954 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.wal_dir: 2024-05-27T00:25:22.954 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-27T00:25:22.954 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-27T00:25:22.954 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-27T00:25:22.955 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-27T00:25:22.955 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-27T00:25:22.955 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-27T00:25:22.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.advise_random_on_open: 1 2024-05-27T00:25:22.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.db_write_buffer_size: 0 2024-05-27T00:25:22.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.write_buffer_manager: 0x55f6bd36c1e0 2024-05-27T00:25:22.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-27T00:25:22.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-27T00:25:22.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-27T00:25:22.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.rate_limiter: (nil) 2024-05-27T00:25:22.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-27T00:25:22.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.wal_recovery_mode: 2 2024-05-27T00:25:22.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.enable_thread_tracking: 0 2024-05-27T00:25:22.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.enable_pipelined_write: 0 2024-05-27T00:25:22.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.unordered_write: 0 2024-05-27T00:25:22.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-27T00:25:22.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-27T00:25:22.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-27T00:25:22.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-27T00:25:22.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.row_cache: None 2024-05-27T00:25:22.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.wal_filter: None 2024-05-27T00:25:22.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-27T00:25:22.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.allow_ingest_behind: 0 2024-05-27T00:25:22.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.two_write_queues: 0 2024-05-27T00:25:22.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.manual_wal_flush: 0 2024-05-27T00:25:22.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.wal_compression: 0 2024-05-27T00:25:22.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.atomic_flush: 0 2024-05-27T00:25:22.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-27T00:25:22.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-27T00:25:22.958 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-27T00:25:22.958 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.log_readahead_size: 0 2024-05-27T00:25:22.958 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-27T00:25:22.958 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.best_efforts_recovery: 0 2024-05-27T00:25:22.958 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-27T00:25:22.958 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-27T00:25:22.958 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.allow_data_in_errors: 0 2024-05-27T00:25:22.958 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.db_host_id: __hostname__ 2024-05-27T00:25:22.958 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-27T00:25:22.958 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_background_jobs: 2 2024-05-27T00:25:22.958 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_background_compactions: -1 2024-05-27T00:25:22.958 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_subcompactions: 1 2024-05-27T00:25:22.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-27T00:25:22.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-27T00:25:22.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-27T00:25:22.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_total_wal_size: 0 2024-05-27T00:25:22.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-27T00:25:22.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-27T00:25:22.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-27T00:25:22.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-27T00:25:22.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_open_files: -1 2024-05-27T00:25:22.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.bytes_per_sync: 0 2024-05-27T00:25:22.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-27T00:25:22.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-27T00:25:22.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compaction_readahead_size: 0 2024-05-27T00:25:22.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_background_flushes: -1 2024-05-27T00:25:22.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Compression algorithms supported: 2024-05-27T00:25:22.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-27T00:25:22.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: kZSTD supported: 0 2024-05-27T00:25:22.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: kXpressCompression supported: 0 2024-05-27T00:25:22.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: kLZ4HCCompression supported: 1 2024-05-27T00:25:22.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: kZlibCompression supported: 1 2024-05-27T00:25:22.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: kSnappyCompression supported: 1 2024-05-27T00:25:22.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: kLZ4Compression supported: 1 2024-05-27T00:25:22.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: kBZip2Compression supported: 0 2024-05-27T00:25:22.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-27T00:25:22.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-27T00:25:22.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-05-27T00:25:22.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-27T00:25:22.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-27T00:25:22.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.merge_operator: 2024-05-27T00:25:22.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compaction_filter: None 2024-05-27T00:25:22.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compaction_filter_factory: None 2024-05-27T00:25:22.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.sst_partitioner_factory: None 2024-05-27T00:25:22.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-27T00:25:22.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-27T00:25:22.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f6bd39bc40) 2024-05-27T00:25:22.961 INFO:journalctl@ceph.mon.b.smithi050.stdout: cache_index_and_filter_blocks: 1 2024-05-27T00:25:22.961 INFO:journalctl@ceph.mon.b.smithi050.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-27T00:25:22.961 INFO:journalctl@ceph.mon.b.smithi050.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-27T00:25:22.961 INFO:journalctl@ceph.mon.b.smithi050.stdout: pin_top_level_index_and_filter: 1 2024-05-27T00:25:22.961 INFO:journalctl@ceph.mon.b.smithi050.stdout: index_type: 0 2024-05-27T00:25:22.962 INFO:journalctl@ceph.mon.b.smithi050.stdout: data_block_index_type: 0 2024-05-27T00:25:22.962 INFO:journalctl@ceph.mon.b.smithi050.stdout: index_shortening: 1 2024-05-27T00:25:22.962 INFO:journalctl@ceph.mon.b.smithi050.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-27T00:25:22.962 INFO:journalctl@ceph.mon.b.smithi050.stdout: checksum: 4 2024-05-27T00:25:22.962 INFO:journalctl@ceph.mon.b.smithi050.stdout: no_block_cache: 0 2024-05-27T00:25:22.962 INFO:journalctl@ceph.mon.b.smithi050.stdout: block_cache: 0x55f6bd39d090 2024-05-27T00:25:22.962 INFO:journalctl@ceph.mon.b.smithi050.stdout: block_cache_name: BinnedLRUCache 2024-05-27T00:25:22.962 INFO:journalctl@ceph.mon.b.smithi050.stdout: block_cache_options: 2024-05-27T00:25:22.962 INFO:journalctl@ceph.mon.b.smithi050.stdout: capacity : 536870912 2024-05-27T00:25:22.963 INFO:journalctl@ceph.mon.b.smithi050.stdout: num_shard_bits : 4 2024-05-27T00:25:22.963 INFO:journalctl@ceph.mon.b.smithi050.stdout: strict_capacity_limit : 0 2024-05-27T00:25:22.963 INFO:journalctl@ceph.mon.b.smithi050.stdout: high_pri_pool_ratio: 0.000 2024-05-27T00:25:22.963 INFO:journalctl@ceph.mon.b.smithi050.stdout: block_cache_compressed: (nil) 2024-05-27T00:25:22.963 INFO:journalctl@ceph.mon.b.smithi050.stdout: persistent_cache: (nil) 2024-05-27T00:25:22.963 INFO:journalctl@ceph.mon.b.smithi050.stdout: block_size: 4096 2024-05-27T00:25:22.963 INFO:journalctl@ceph.mon.b.smithi050.stdout: block_size_deviation: 10 2024-05-27T00:25:22.963 INFO:journalctl@ceph.mon.b.smithi050.stdout: block_restart_interval: 16 2024-05-27T00:25:22.963 INFO:journalctl@ceph.mon.b.smithi050.stdout: index_block_restart_interval: 1 2024-05-27T00:25:22.963 INFO:journalctl@ceph.mon.b.smithi050.stdout: metadata_block_size: 4096 2024-05-27T00:25:22.963 INFO:journalctl@ceph.mon.b.smithi050.stdout: partition_filters: 0 2024-05-27T00:25:22.963 INFO:journalctl@ceph.mon.b.smithi050.stdout: use_delta_encoding: 1 2024-05-27T00:25:22.963 INFO:journalctl@ceph.mon.b.smithi050.stdout: filter_policy: bloomfilter 2024-05-27T00:25:22.964 INFO:journalctl@ceph.mon.b.smithi050.stdout: whole_key_filtering: 1 2024-05-27T00:25:22.964 INFO:journalctl@ceph.mon.b.smithi050.stdout: verify_compression: 0 2024-05-27T00:25:22.964 INFO:journalctl@ceph.mon.b.smithi050.stdout: read_amp_bytes_per_bit: 0 2024-05-27T00:25:22.964 INFO:journalctl@ceph.mon.b.smithi050.stdout: format_version: 5 2024-05-27T00:25:22.964 INFO:journalctl@ceph.mon.b.smithi050.stdout: enable_index_compression: 1 2024-05-27T00:25:22.964 INFO:journalctl@ceph.mon.b.smithi050.stdout: block_align: 0 2024-05-27T00:25:22.964 INFO:journalctl@ceph.mon.b.smithi050.stdout: max_auto_readahead_size: 262144 2024-05-27T00:25:22.964 INFO:journalctl@ceph.mon.b.smithi050.stdout: prepopulate_block_cache: 0 2024-05-27T00:25:22.964 INFO:journalctl@ceph.mon.b.smithi050.stdout: initial_auto_readahead_size: 8192 2024-05-27T00:25:22.964 INFO:journalctl@ceph.mon.b.smithi050.stdout: num_file_reads_for_auto_readahead: 2 2024-05-27T00:25:22.964 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.write_buffer_size: 33554432 2024-05-27T00:25:22.964 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_write_buffer_number: 2 2024-05-27T00:25:22.964 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compression: NoCompression 2024-05-27T00:25:22.964 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.bottommost_compression: Disabled 2024-05-27T00:25:22.965 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.prefix_extractor: nullptr 2024-05-27T00:25:22.965 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-27T00:25:22.965 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.num_levels: 7 2024-05-27T00:25:22.965 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-27T00:25:22.965 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-27T00:25:22.965 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-27T00:25:22.965 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-27T00:25:22.965 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-27T00:25:22.965 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-27T00:25:22.965 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-27T00:25:22.965 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-27T00:25:22.965 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-27T00:25:22.965 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-27T00:25:22.966 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-27T00:25:22.966 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-27T00:25:22.966 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-27T00:25:22.966 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compression_opts.level: 32767 2024-05-27T00:25:22.966 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compression_opts.strategy: 0 2024-05-27T00:25:22.966 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-27T00:25:22.966 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-27T00:25:22.966 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-27T00:25:22.966 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-27T00:25:22.966 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compression_opts.enabled: false 2024-05-27T00:25:22.966 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-27T00:25:22.966 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-27T00:25:22.966 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-27T00:25:22.967 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-27T00:25:22.967 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.target_file_size_base: 67108864 2024-05-27T00:25:22.967 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-27T00:25:22.967 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-27T00:25:22.967 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-27T00:25:22.967 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-27T00:25:22.967 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-27T00:25:22.967 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-27T00:25:22.967 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-27T00:25:22.967 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-27T00:25:22.967 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-27T00:25:22.967 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-27T00:25:22.967 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-27T00:25:22.968 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-27T00:25:22.968 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-27T00:25:22.968 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-27T00:25:22.968 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.arena_block_size: 1048576 2024-05-27T00:25:22.968 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-27T00:25:22.968 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-27T00:25:22.968 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.disable_auto_compactions: 0 2024-05-27T00:25:22.968 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-27T00:25:22.968 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-27T00:25:22.968 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-27T00:25:22.968 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-27T00:25:22.968 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-27T00:25:22.968 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-27T00:25:22.968 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-27T00:25:22.969 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-27T00:25:22.969 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-27T00:25:22.969 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-27T00:25:22.969 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.table_properties_collectors: 2024-05-27T00:25:22.969 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.inplace_update_support: 0 2024-05-27T00:25:22.969 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-27T00:25:22.969 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-27T00:25:22.969 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-27T00:25:22.969 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-27T00:25:22.969 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.bloom_locality: 0 2024-05-27T00:25:22.969 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.max_successive_merges: 0 2024-05-27T00:25:22.969 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-27T00:25:22.969 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.paranoid_file_checks: 0 2024-05-27T00:25:22.970 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.force_consistency_checks: 1 2024-05-27T00:25:22.970 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.report_bg_io_stats: 0 2024-05-27T00:25:22.970 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.ttl: 2592000 2024-05-27T00:25:22.970 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-27T00:25:22.970 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-27T00:25:22.970 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-27T00:25:22.970 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.enable_blob_files: false 2024-05-27T00:25:22.970 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.min_blob_size: 0 2024-05-27T00:25:22.970 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.blob_file_size: 268435456 2024-05-27T00:25:22.970 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-27T00:25:22.970 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-27T00:25:22.970 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-27T00:25:22.971 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-27T00:25:22.971 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-27T00:25:22.971 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.blob_file_starting_level: 0 2024-05-27T00:25:22.971 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-27T00:25:22.971 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-05-27T00:25:22.971 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-05-27T00:25:22.971 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 39814140-d434-4aaa-85d1-1fbed1b275c5 2024-05-27T00:25:22.971 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716769522541996, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-05-27T00:25:22.971 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-05-27T00:25:22.971 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716769522542457, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1716769522, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "39814140-d434-4aaa-85d1-1fbed1b275c5", "db_session_id": "OWBUM0R13CIVLUPLU52P", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-05-27T00:25:22.971 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716769522542552, "job": 1, "event": "recovery_finished"} 2024-05-27T00:25:22.971 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-05-27T00:25:22.972 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-27T00:25:22.972 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55f6bd48c000 2024-05-27T00:25:22.972 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: DB pointer 0x55f6bd476000 2024-05-27T00:25:22.972 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-27T00:25:22.972 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-27T00:25:22.972 INFO:journalctl@ceph.mon.b.smithi050.stdout: ** DB Stats ** 2024-05-27T00:25:22.972 INFO:journalctl@ceph.mon.b.smithi050.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-27T00:25:22.972 INFO:journalctl@ceph.mon.b.smithi050.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-27T00:25:22.972 INFO:journalctl@ceph.mon.b.smithi050.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-27T00:25:22.972 INFO:journalctl@ceph.mon.b.smithi050.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-27T00:25:22.972 INFO:journalctl@ceph.mon.b.smithi050.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-27T00:25:22.972 INFO:journalctl@ceph.mon.b.smithi050.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-27T00:25:22.972 INFO:journalctl@ceph.mon.b.smithi050.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-27T00:25:22.972 INFO:journalctl@ceph.mon.b.smithi050.stdout: 2024-05-27T00:25:22.972 INFO:journalctl@ceph.mon.b.smithi050.stdout: ** Compaction Stats [default] ** 2024-05-27T00:25:22.973 INFO:journalctl@ceph.mon.b.smithi050.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-27T00:25:22.973 INFO:journalctl@ceph.mon.b.smithi050.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-27T00:25:22.973 INFO:journalctl@ceph.mon.b.smithi050.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-27T00:25:22.973 INFO:journalctl@ceph.mon.b.smithi050.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-27T00:25:22.973 INFO:journalctl@ceph.mon.b.smithi050.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-27T00:25:22.973 INFO:journalctl@ceph.mon.b.smithi050.stdout: 2024-05-27T00:25:22.973 INFO:journalctl@ceph.mon.b.smithi050.stdout: ** Compaction Stats [default] ** 2024-05-27T00:25:22.973 INFO:journalctl@ceph.mon.b.smithi050.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-27T00:25:22.973 INFO:journalctl@ceph.mon.b.smithi050.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-27T00:25:22.973 INFO:journalctl@ceph.mon.b.smithi050.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.9 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-27T00:25:22.973 INFO:journalctl@ceph.mon.b.smithi050.stdout: 2024-05-27T00:25:22.973 INFO:journalctl@ceph.mon.b.smithi050.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-27T00:25:22.974 INFO:journalctl@ceph.mon.b.smithi050.stdout: 2024-05-27T00:25:22.974 INFO:journalctl@ceph.mon.b.smithi050.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-27T00:25:22.974 INFO:journalctl@ceph.mon.b.smithi050.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-27T00:25:22.974 INFO:journalctl@ceph.mon.b.smithi050.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-27T00:25:22.974 INFO:journalctl@ceph.mon.b.smithi050.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-27T00:25:22.974 INFO:journalctl@ceph.mon.b.smithi050.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-27T00:25:22.974 INFO:journalctl@ceph.mon.b.smithi050.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-27T00:25:22.974 INFO:journalctl@ceph.mon.b.smithi050.stdout: Cumulative compaction: 0.00 GB write, 0.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-27T00:25:22.974 INFO:journalctl@ceph.mon.b.smithi050.stdout: Interval compaction: 0.00 GB write, 0.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-27T00:25:22.974 INFO:journalctl@ceph.mon.b.smithi050.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-27T00:25:22.974 INFO:journalctl@ceph.mon.b.smithi050.stdout: Block cache BinnedLRUCache@0x55f6bd39d090#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-05-27T00:25:22.974 INFO:journalctl@ceph.mon.b.smithi050.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-05-27T00:25:22.974 INFO:journalctl@ceph.mon.b.smithi050.stdout: 2024-05-27T00:25:22.975 INFO:journalctl@ceph.mon.b.smithi050.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-27T00:25:22.975 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-05-27T00:25:22.975 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: using public_addr v2:172.21.15.50:0/0 -> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] 2024-05-27T00:25:22.975 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: starting mon.b rank -1 at public addrs [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] at bind addrs [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:25:22.975 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: mon.b@-1(???) e0 preinit fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:25:22.975 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: mon.b@-1(synchronizing).mds e1 new map 2024-05-27T00:25:22.975 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: mon.b@-1(synchronizing).mds e1 print_map 2024-05-27T00:25:22.975 INFO:journalctl@ceph.mon.b.smithi050.stdout: e1 2024-05-27T00:25:22.975 INFO:journalctl@ceph.mon.b.smithi050.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-27T00:25:22.976 INFO:journalctl@ceph.mon.b.smithi050.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-27T00:25:22.976 INFO:journalctl@ceph.mon.b.smithi050.stdout: legacy client fscid: -1 2024-05-27T00:25:22.976 INFO:journalctl@ceph.mon.b.smithi050.stdout: 2024-05-27T00:25:22.976 INFO:journalctl@ceph.mon.b.smithi050.stdout: No filesystems configured 2024-05-27T00:25:22.976 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-05-27T00:25:22.976 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-05-27T00:25:22.977 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-05-27T00:25:22.977 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-05-27T00:25:22.977 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-05-27T00:25:22.977 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-05-27T00:25:22.977 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-27T00:25:22.977 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-27T00:25:22.977 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-27T00:25:22.977 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-27T00:25:22.977 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.977 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:22.977 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.977 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:22.977 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:25:22.978 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:22.978 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.978 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.978 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.978 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.978 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi050", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:25:22.978 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:22.978 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:25:22.978 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: Updating smithi050:/etc/ceph/ceph.conf 2024-05-27T00:25:22.978 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: Updating smithi050:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:25:22.978 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: Updating smithi050:/etc/ceph/ceph.client.admin.keyring 2024-05-27T00:25:22.978 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi137", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:25:22.979 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: Updating smithi050:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-05-27T00:25:22.979 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.979 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.979 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.979 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:22.979 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: Deploying cephadm binary to smithi137 2024-05-27T00:25:22.979 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:22.979 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:22.979 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.979 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: Added host smithi137 2024-05-27T00:25:22.979 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:25:22.979 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.979 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.980 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:22.980 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.980 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:25:22.980 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:22.980 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:22.980 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.980 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.980 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.980 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.980 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi137", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:25:22.980 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:22.980 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:25:22.980 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: Updating smithi137:/etc/ceph/ceph.conf 2024-05-27T00:25:22.980 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: Updating smithi137:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:25:22.981 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-05-27T00:25:22.981 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1177554484' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-27T00:25:22.981 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: Updating smithi137:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-05-27T00:25:22.981 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.981 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.981 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.981 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1177554484' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-27T00:25:22.981 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: osdmap e4: 0 total, 0 up, 0 in 2024-05-27T00:25:22.981 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:22.981 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi044:172.21.15.44=a;smithi050:172.21.15.50=b;smithi137:172.21.15.137=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:25:22.981 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: Saving service mon spec with placement smithi044:172.21.15.44=a;smithi050:172.21.15.50=b;smithi137:172.21.15.137=c;count:3 2024-05-27T00:25:22.981 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.981 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:25:22.982 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:22.982 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:25:22.982 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.982 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-27T00:25:22.982 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:22.982 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: Deploying daemon mon.c on smithi137 2024-05-27T00:25:22.982 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:22.982 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:22.982 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:22.982 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='client.? 172.21.15.137:0/1381016667' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-27T00:25:22.982 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-27T00:25:22.982 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: mon.a calling monitor election 2024-05-27T00:25:22.982 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:22.983 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:22.983 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:22.983 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:22.983 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: mon.c calling monitor election 2024-05-27T00:25:22.983 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:22.983 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:22.983 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:22.983 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:22.983 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-27T00:25:22.983 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: monmap epoch 2 2024-05-27T00:25:22.983 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:25:22.983 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: last_changed 2024-05-27T00:25:13.462657+0000 2024-05-27T00:25:22.983 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: created 2024-05-27T00:23:07.144537+0000 2024-05-27T00:25:22.983 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: min_mon_release 19 (squid) 2024-05-27T00:25:22.984 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: election_strategy: 1 2024-05-27T00:25:22.984 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-05-27T00:25:22.984 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.c 2024-05-27T00:25:22.984 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: fsmap 2024-05-27T00:25:22.984 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: osdmap e4: 0 total, 0 up, 0 in 2024-05-27T00:25:22.984 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: mgrmap e13: x(active, since 58s) 2024-05-27T00:25:22.984 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: overall HEALTH_OK 2024-05-27T00:25:22.984 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.984 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.984 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:22.984 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:22.984 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-27T00:25:22.984 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:22.984 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: Deploying daemon mon.b on smithi050 2024-05-27T00:25:22.985 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='client.? 172.21.15.137:0/1915110471' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-27T00:25:22.985 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:22.985 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:22.985 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 ceph-mon[36071]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-05-27T00:25:22.985 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 bash[36043]: 44d940b3efec86e4a34c45aae5b6b0819d2d7f9f12c656bbda7f30b62b835545 2024-05-27T00:25:22.985 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:22 smithi050 systemd[1]: Started Ceph mon.b for 1fe53dce-1bbf-11ef-bc9b-c7b262605968. 2024-05-27T00:25:27.594 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:27.593+0000 7fc455ffb700 1 -- 172.21.15.137:0/939840736 <== mon.0 v2:172.21.15.44:3300/0 8 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1279 (secure 0 0 0) 0x7fc44c01f2d0 con 0x7fc458106630 2024-05-27T00:25:27.595 INFO:teuthology.orchestra.run.smithi137.stdout: 2024-05-27T00:25:27.595 INFO:teuthology.orchestra.run.smithi137.stdout:{"epoch":3,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","modified":"2024-05-27T00:25:22.570895Z","created":"2024-05-27T00:23:07.144537Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:3300","nonce":0},{"type":"v1","addr":"172.21.15.44:6789","nonce":0}]},"addr":"172.21.15.44:6789/0","public_addr":"172.21.15.44:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:3300","nonce":0},{"type":"v1","addr":"172.21.15.137:6789","nonce":0}]},"addr":"172.21.15.137:6789/0","public_addr":"172.21.15.137:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:3300","nonce":0},{"type":"v1","addr":"172.21.15.50:6789","nonce":0}]},"addr":"172.21.15.50:6789/0","public_addr":"172.21.15.50:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-05-27T00:25:27.597 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:27.596+0000 7fc45ecc4700 1 -- 172.21.15.137:0/939840736 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc448038e90 msgr2=0x7fc44803b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:27.597 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:27.596+0000 7fc45ecc4700 1 --2- 172.21.15.137:0/939840736 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc448038e90 0x7fc44803b350 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fc444009180 tx=0x7fc444008040 comp rx=0 tx=0).stop 2024-05-27T00:25:27.597 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:27.596+0000 7fc45ecc4700 1 -- 172.21.15.137:0/939840736 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc458106630 msgr2=0x7fc45819da50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:27.597 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:27.596+0000 7fc45ecc4700 1 --2- 172.21.15.137:0/939840736 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc458106630 0x7fc45819da50 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc44c014000 tx=0x7fc44c004cc0 comp rx=0 tx=0).stop 2024-05-27T00:25:27.597 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:27.596+0000 7fc45ecc4700 1 -- 172.21.15.137:0/939840736 shutdown_connections 2024-05-27T00:25:27.598 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:27.596+0000 7fc45ecc4700 1 --2- 172.21.15.137:0/939840736 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc458106630 0x7fc45819da50 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:27.598 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:27.596+0000 7fc45ecc4700 1 --2- 172.21.15.137:0/939840736 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc448038e90 0x7fc44803b350 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:27.598 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:27.596+0000 7fc45ecc4700 1 --2- 172.21.15.137:0/939840736 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc45819df90 0x7fc458197b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:27.598 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:27.596+0000 7fc45ecc4700 1 -- 172.21.15.137:0/939840736 >> 172.21.15.137:0/939840736 conn(0x7fc458077540 msgr2=0x7fc458104720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:25:27.598 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:27.596+0000 7fc45ecc4700 1 -- 172.21.15.137:0/939840736 shutdown_connections 2024-05-27T00:25:27.598 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:27.596+0000 7fc45ecc4700 1 -- 172.21.15.137:0/939840736 wait complete. 2024-05-27T00:25:27.599 INFO:teuthology.orchestra.run.smithi137.stderr:dumped monmap epoch 3 2024-05-27T00:25:27.909 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:27.909 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: mon.c calling monitor election 2024-05-27T00:25:27.910 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-27T00:25:27.910 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: mon.a calling monitor election 2024-05-27T00:25:27.910 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:27.910 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:27.910 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: from='client.? 172.21.15.137:0/939840736' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-27T00:25:27.910 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:27.910 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:27.910 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:27.911 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:27.911 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:27.911 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:27.911 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:27.911 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-27T00:25:27.911 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: monmap epoch 3 2024-05-27T00:25:27.911 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:25:27.911 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: last_changed 2024-05-27T00:25:22.570895+0000 2024-05-27T00:25:27.911 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: created 2024-05-27T00:23:07.144537+0000 2024-05-27T00:25:27.911 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: min_mon_release 19 (squid) 2024-05-27T00:25:27.912 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: election_strategy: 1 2024-05-27T00:25:27.912 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-05-27T00:25:27.912 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.c 2024-05-27T00:25:27.912 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: 2: [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon.b 2024-05-27T00:25:27.912 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: fsmap 2024-05-27T00:25:27.912 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: osdmap e4: 0 total, 0 up, 0 in 2024-05-27T00:25:27.912 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: mgrmap e13: x(active, since 67s) 2024-05-27T00:25:27.912 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: overall HEALTH_OK 2024-05-27T00:25:27.912 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:27.912 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:27.912 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:27.912 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:27 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:28.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:28.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: mon.c calling monitor election 2024-05-27T00:25:28.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-27T00:25:28.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: mon.a calling monitor election 2024-05-27T00:25:28.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:28.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:28.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: from='client.? 172.21.15.137:0/939840736' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-27T00:25:28.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:28.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:28.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:28.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:28.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:28.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:28.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:28.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-27T00:25:28.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: monmap epoch 3 2024-05-27T00:25:28.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:25:28.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: last_changed 2024-05-27T00:25:22.570895+0000 2024-05-27T00:25:28.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: created 2024-05-27T00:23:07.144537+0000 2024-05-27T00:25:28.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: min_mon_release 19 (squid) 2024-05-27T00:25:28.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: election_strategy: 1 2024-05-27T00:25:28.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-05-27T00:25:28.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.c 2024-05-27T00:25:28.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: 2: [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon.b 2024-05-27T00:25:28.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: fsmap 2024-05-27T00:25:28.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: osdmap e4: 0 total, 0 up, 0 in 2024-05-27T00:25:28.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: mgrmap e13: x(active, since 67s) 2024-05-27T00:25:28.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: overall HEALTH_OK 2024-05-27T00:25:28.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:28.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:28.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:28.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:27 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:28.230 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-05-27T00:25:28.231 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph config generate-minimal-conf 2024-05-27T00:25:28.675 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:25:28.951 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:28 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:25:28.951 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:28 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:29.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:28 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:25:29.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:28 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:29.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:29.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: mon.c calling monitor election 2024-05-27T00:25:29.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-27T00:25:29.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: mon.a calling monitor election 2024-05-27T00:25:29.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:29.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:25:29.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: from='client.? 172.21.15.137:0/939840736' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-27T00:25:29.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:29.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:29.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:29.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:29.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:29.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:29.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:29.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-27T00:25:29.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: monmap epoch 3 2024-05-27T00:25:29.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:25:29.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: last_changed 2024-05-27T00:25:22.570895+0000 2024-05-27T00:25:29.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: created 2024-05-27T00:23:07.144537+0000 2024-05-27T00:25:29.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: min_mon_release 19 (squid) 2024-05-27T00:25:29.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: election_strategy: 1 2024-05-27T00:25:29.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-05-27T00:25:29.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.c 2024-05-27T00:25:29.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: 2: [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon.b 2024-05-27T00:25:29.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: fsmap 2024-05-27T00:25:29.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: osdmap e4: 0 total, 0 up, 0 in 2024-05-27T00:25:29.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: mgrmap e13: x(active, since 67s) 2024-05-27T00:25:29.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: overall HEALTH_OK 2024-05-27T00:25:29.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:29.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:29.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:29.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:29.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:25:29.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:29 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:30.199 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: mon.b calling monitor election 2024-05-27T00:25:30.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: Updating smithi044:/etc/ceph/ceph.conf 2024-05-27T00:25:30.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: Updating smithi050:/etc/ceph/ceph.conf 2024-05-27T00:25:30.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: Updating smithi137:/etc/ceph/ceph.conf 2024-05-27T00:25:30.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: Updating smithi050:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:25:30.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: Updating smithi137:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:25:30.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: mon.b calling monitor election 2024-05-27T00:25:30.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: mon.c calling monitor election 2024-05-27T00:25:30.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: mon.a calling monitor election 2024-05-27T00:25:30.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-27T00:25:30.200 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: monmap epoch 3 2024-05-27T00:25:30.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:25:30.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: last_changed 2024-05-27T00:25:22.570895+0000 2024-05-27T00:25:30.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: created 2024-05-27T00:23:07.144537+0000 2024-05-27T00:25:30.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: min_mon_release 19 (squid) 2024-05-27T00:25:30.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: election_strategy: 1 2024-05-27T00:25:30.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-05-27T00:25:30.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.c 2024-05-27T00:25:30.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: 2: [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon.b 2024-05-27T00:25:30.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: fsmap 2024-05-27T00:25:30.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: osdmap e4: 0 total, 0 up, 0 in 2024-05-27T00:25:30.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: mgrmap e13: x(active, since 69s) 2024-05-27T00:25:30.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: overall HEALTH_OK 2024-05-27T00:25:30.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:30.202 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:30.202 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:30.202 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:30.202 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:30 smithi044 ceph-mon[31645]: Updating smithi044:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:25:30.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: mon.b calling monitor election 2024-05-27T00:25:30.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: Updating smithi044:/etc/ceph/ceph.conf 2024-05-27T00:25:30.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: Updating smithi050:/etc/ceph/ceph.conf 2024-05-27T00:25:30.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: Updating smithi137:/etc/ceph/ceph.conf 2024-05-27T00:25:30.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: Updating smithi050:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:25:30.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: Updating smithi137:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:25:30.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: mon.b calling monitor election 2024-05-27T00:25:30.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: mon.c calling monitor election 2024-05-27T00:25:30.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: mon.a calling monitor election 2024-05-27T00:25:30.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-27T00:25:30.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: monmap epoch 3 2024-05-27T00:25:30.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:25:30.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: last_changed 2024-05-27T00:25:22.570895+0000 2024-05-27T00:25:30.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: created 2024-05-27T00:23:07.144537+0000 2024-05-27T00:25:30.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: min_mon_release 19 (squid) 2024-05-27T00:25:30.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: election_strategy: 1 2024-05-27T00:25:30.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-05-27T00:25:30.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.c 2024-05-27T00:25:30.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: 2: [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon.b 2024-05-27T00:25:30.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: fsmap 2024-05-27T00:25:30.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: osdmap e4: 0 total, 0 up, 0 in 2024-05-27T00:25:30.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: mgrmap e13: x(active, since 69s) 2024-05-27T00:25:30.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: overall HEALTH_OK 2024-05-27T00:25:30.453 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:30.453 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:30.453 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:30.453 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:30.453 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:30 smithi050 ceph-mon[36071]: Updating smithi044:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:25:30.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: mon.b calling monitor election 2024-05-27T00:25:30.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: Updating smithi044:/etc/ceph/ceph.conf 2024-05-27T00:25:30.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: Updating smithi050:/etc/ceph/ceph.conf 2024-05-27T00:25:30.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: Updating smithi137:/etc/ceph/ceph.conf 2024-05-27T00:25:30.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: Updating smithi050:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:25:30.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: Updating smithi137:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:25:30.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: mon.b calling monitor election 2024-05-27T00:25:30.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: mon.c calling monitor election 2024-05-27T00:25:30.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: mon.a calling monitor election 2024-05-27T00:25:30.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-27T00:25:30.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: monmap epoch 3 2024-05-27T00:25:30.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:25:30.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: last_changed 2024-05-27T00:25:22.570895+0000 2024-05-27T00:25:30.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: created 2024-05-27T00:23:07.144537+0000 2024-05-27T00:25:30.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: min_mon_release 19 (squid) 2024-05-27T00:25:30.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: election_strategy: 1 2024-05-27T00:25:30.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: 0: [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] mon.a 2024-05-27T00:25:30.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: 1: [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] mon.c 2024-05-27T00:25:30.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: 2: [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] mon.b 2024-05-27T00:25:30.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: fsmap 2024-05-27T00:25:30.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: osdmap e4: 0 total, 0 up, 0 in 2024-05-27T00:25:30.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: mgrmap e13: x(active, since 69s) 2024-05-27T00:25:30.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: overall HEALTH_OK 2024-05-27T00:25:30.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:30.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:30.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:30.505 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:30.505 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:30 smithi137 ceph-mon[36552]: Updating smithi044:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:25:30.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.734+0000 7ffb16000700 1 -- 172.21.15.44:0/963934387 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb101065e0 msgr2=0x7ffb101069c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:30.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.734+0000 7ffb16000700 1 --2- 172.21.15.44:0/963934387 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb101065e0 0x7ffb101069c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ffb0000aa20 tx=0x7ffb0000ad30 comp rx=0 tx=0).stop 2024-05-27T00:25:30.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.734+0000 7ffb16000700 1 -- 172.21.15.44:0/963934387 shutdown_connections 2024-05-27T00:25:30.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.734+0000 7ffb16000700 1 --2- 172.21.15.44:0/963934387 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb101065e0 0x7ffb101069c0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:30.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.734+0000 7ffb16000700 1 -- 172.21.15.44:0/963934387 >> 172.21.15.44:0/963934387 conn(0x7ffb10077510 msgr2=0x7ffb10077920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:25:30.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.735+0000 7ffb16000700 1 -- 172.21.15.44:0/963934387 shutdown_connections 2024-05-27T00:25:30.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.735+0000 7ffb16000700 1 -- 172.21.15.44:0/963934387 wait complete. 2024-05-27T00:25:30.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.736+0000 7ffb16000700 1 Processor -- start 2024-05-27T00:25:30.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.736+0000 7ffb16000700 1 -- start start 2024-05-27T00:25:30.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.736+0000 7ffb16000700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ffb101065e0 0x7ffb1019e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:30.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.736+0000 7ffb16000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb1019e7e0 0x7ffb101a2b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:30.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.736+0000 7ffb16000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffb101a3060 0x7ffb101a3510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:30.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.736+0000 7ffb16000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ffb1010a420 con 0x7ffb1019e7e0 2024-05-27T00:25:30.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.736+0000 7ffb16000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffb1010a2a0 con 0x7ffb101a3060 2024-05-27T00:25:30.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.736+0000 7ffb16000700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7ffb1010a5a0 con 0x7ffb101065e0 2024-05-27T00:25:30.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.737+0000 7ffb07e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb1019e7e0 0x7ffb101a2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:30.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.737+0000 7ffb0f400700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ffb101065e0 0x7ffb1019e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:30.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.737+0000 7ffb0fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffb101a3060 0x7ffb101a3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:30.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.737+0000 7ffb07e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb1019e7e0 0x7ffb101a2b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:55100/0 (socket says 172.21.15.44:55100) 2024-05-27T00:25:30.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.737+0000 7ffb07e00700 1 -- 172.21.15.44:0/2713472181 learned_addr learned my addr 172.21.15.44:0/2713472181 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:25:30.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.737+0000 7ffb07e00700 1 -- 172.21.15.44:0/2713472181 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ffb101065e0 msgr2=0x7ffb1019e2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:30.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.737+0000 7ffb07e00700 1 --2- 172.21.15.44:0/2713472181 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ffb101065e0 0x7ffb1019e2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:30.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.737+0000 7ffb07e00700 1 -- 172.21.15.44:0/2713472181 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffb101a3060 msgr2=0x7ffb101a3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:30.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.737+0000 7ffb07e00700 1 --2- 172.21.15.44:0/2713472181 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffb101a3060 0x7ffb101a3510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:30.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.737+0000 7ffb07e00700 1 -- 172.21.15.44:0/2713472181 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb101aadd0 con 0x7ffb1019e7e0 2024-05-27T00:25:30.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.737+0000 7ffb0fe00700 1 --2- 172.21.15.44:0/2713472181 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffb101a3060 0x7ffb101a3510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:25:30.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.737+0000 7ffb0f400700 1 --2- 172.21.15.44:0/2713472181 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ffb101065e0 0x7ffb1019e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:25:30.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.738+0000 7ffb07e00700 1 --2- 172.21.15.44:0/2713472181 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb1019e7e0 0x7ffb101a2b20 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ffaf800b780 tx=0x7ffaf800ba90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:25:30.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.738+0000 7ffb0cc00700 1 -- 172.21.15.44:0/2713472181 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaf8004230 con 0x7ffb1019e7e0 2024-05-27T00:25:30.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.738+0000 7ffb0cc00700 1 -- 172.21.15.44:0/2713472181 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffaf80043d0 con 0x7ffb1019e7e0 2024-05-27T00:25:30.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.738+0000 7ffb0cc00700 1 -- 172.21.15.44:0/2713472181 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaf8011ca0 con 0x7ffb1019e7e0 2024-05-27T00:25:30.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.738+0000 7ffb16000700 1 -- 172.21.15.44:0/2713472181 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb101aafa0 con 0x7ffb1019e7e0 2024-05-27T00:25:30.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.738+0000 7ffb16000700 1 -- 172.21.15.44:0/2713472181 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb101ab460 con 0x7ffb1019e7e0 2024-05-27T00:25:30.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.740+0000 7ffb16000700 1 -- 172.21.15.44:0/2713472181 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb10101c50 con 0x7ffb1019e7e0 2024-05-27T00:25:30.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.740+0000 7ffb0cc00700 1 -- 172.21.15.44:0/2713472181 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7ffaf80036a0 con 0x7ffb1019e7e0 2024-05-27T00:25:30.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.741+0000 7ffb0cc00700 1 --2- 172.21.15.44:0/2713472181 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ffaf4039580 0x7ffaf403ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:30.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.741+0000 7ffb0cc00700 1 -- 172.21.15.44:0/2713472181 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7ffaf804bdf0 con 0x7ffb1019e7e0 2024-05-27T00:25:30.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.741+0000 7ffb0f400700 1 --2- 172.21.15.44:0/2713472181 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ffaf4039580 0x7ffaf403ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:30.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.742+0000 7ffb0f400700 1 --2- 172.21.15.44:0/2713472181 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ffaf4039580 0x7ffaf403ba40 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ffb0000afd0 tx=0x7ffb0000c650 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:25:30.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.747+0000 7ffb0cc00700 1 -- 172.21.15.44:0/2713472181 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ffaf8020910 con 0x7ffb1019e7e0 2024-05-27T00:25:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.989+0000 7ffb16000700 1 -- 172.21.15.44:0/2713472181 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7ffb1002dca0 con 0x7ffb1019e7e0 2024-05-27T00:25:30.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.990+0000 7ffb0cc00700 1 -- 172.21.15.44:0/2713472181 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+273 (secure 0 0 0) 0x7ffaf801f200 con 0x7ffb1019e7e0 2024-05-27T00:25:30.990 INFO:teuthology.orchestra.run.smithi044.stdout:# minimal ceph.conf for 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:25:30.991 INFO:teuthology.orchestra.run.smithi044.stdout:[global] 2024-05-27T00:25:30.991 INFO:teuthology.orchestra.run.smithi044.stdout: fsid = 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:25:30.991 INFO:teuthology.orchestra.run.smithi044.stdout: mon_host = [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] 2024-05-27T00:25:30.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.992+0000 7ffb16000700 1 -- 172.21.15.44:0/2713472181 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ffaf4039580 msgr2=0x7ffaf403ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:30.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.992+0000 7ffb16000700 1 --2- 172.21.15.44:0/2713472181 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ffaf4039580 0x7ffaf403ba40 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ffb0000afd0 tx=0x7ffb0000c650 comp rx=0 tx=0).stop 2024-05-27T00:25:30.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.992+0000 7ffb16000700 1 -- 172.21.15.44:0/2713472181 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb1019e7e0 msgr2=0x7ffb101a2b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:30.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.992+0000 7ffb16000700 1 --2- 172.21.15.44:0/2713472181 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb1019e7e0 0x7ffb101a2b20 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ffaf800b780 tx=0x7ffaf800ba90 comp rx=0 tx=0).stop 2024-05-27T00:25:30.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.993+0000 7ffb16000700 1 -- 172.21.15.44:0/2713472181 shutdown_connections 2024-05-27T00:25:30.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.993+0000 7ffb16000700 1 --2- 172.21.15.44:0/2713472181 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffb101a3060 0x7ffb101a3510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:30.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.993+0000 7ffb16000700 1 --2- 172.21.15.44:0/2713472181 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ffaf4039580 0x7ffaf403ba40 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:30.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.993+0000 7ffb16000700 1 --2- 172.21.15.44:0/2713472181 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ffb101065e0 0x7ffb1019e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:30.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.993+0000 7ffb16000700 1 --2- 172.21.15.44:0/2713472181 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffb1019e7e0 0x7ffb101a2b20 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:30.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.993+0000 7ffb16000700 1 -- 172.21.15.44:0/2713472181 >> 172.21.15.44:0/2713472181 conn(0x7ffb10077510 msgr2=0x7ffb10104970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:25:30.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.993+0000 7ffb16000700 1 -- 172.21.15.44:0/2713472181 shutdown_connections 2024-05-27T00:25:30.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:30.993+0000 7ffb16000700 1 -- 172.21.15.44:0/2713472181 wait complete. 2024-05-27T00:25:31.612 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:25:31 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:25:31.567+0000 7f538ce00700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-05-27T00:25:31.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:31 smithi044 ceph-mon[31645]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:31.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:31.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:31 smithi044 ceph-mon[31645]: Reconfiguring mon.a (unknown last config time)... 2024-05-27T00:25:31.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-27T00:25:31.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-27T00:25:31.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:31.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:31 smithi044 ceph-mon[31645]: Reconfiguring daemon mon.a on smithi044 2024-05-27T00:25:31.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:31 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2713472181' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:31.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:31 smithi050 ceph-mon[36071]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:31.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:31.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:31 smithi050 ceph-mon[36071]: Reconfiguring mon.a (unknown last config time)... 2024-05-27T00:25:31.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-27T00:25:31.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-27T00:25:31.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:31.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:31 smithi050 ceph-mon[36071]: Reconfiguring daemon mon.a on smithi044 2024-05-27T00:25:31.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:31 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2713472181' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:31.707 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-05-27T00:25:31.708 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:25:31.708 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/ceph/ceph.conf 2024-05-27T00:25:31.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:31 smithi137 ceph-mon[36552]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:31.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:25:31.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:31.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:31 smithi137 ceph-mon[36552]: Reconfiguring mon.a (unknown last config time)... 2024-05-27T00:25:31.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-27T00:25:31.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-27T00:25:31.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:31.754 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:31 smithi137 ceph-mon[36552]: Reconfiguring daemon mon.a on smithi044 2024-05-27T00:25:31.754 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:31 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2713472181' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:31.779 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:25:31.779 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-27T00:25:31.888 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-27T00:25:31.888 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/ceph/ceph.conf 2024-05-27T00:25:31.921 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-27T00:25:31.922 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-27T00:25:31.991 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-05-27T00:25:31.991 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/etc/ceph/ceph.conf 2024-05-27T00:25:32.023 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-05-27T00:25:32.023 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-27T00:25:32.091 INFO:tasks.cephadm:Adding mgr.x on smithi044 2024-05-27T00:25:32.091 INFO:tasks.cephadm:Adding mgr.y on smithi050 2024-05-27T00:25:32.091 INFO:tasks.cephadm:Adding mgr.z on smithi137 2024-05-27T00:25:32.091 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph orch apply mgr '3;smithi044=x;smithi050=y;smithi137=z' 2024-05-27T00:25:32.363 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.c/config 2024-05-27T00:25:33.597 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:33 smithi137 ceph-mon[36552]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:33.598 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:33 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:33.598 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:33 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:33.598 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:33 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-27T00:25:33.598 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:33 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-27T00:25:33.598 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:33 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:33.611 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:33 smithi044 ceph-mon[31645]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:33.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:33 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:33.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:33 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:33.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:33 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-27T00:25:33.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:33 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-27T00:25:33.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:33 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:33.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:33 smithi050 ceph-mon[36071]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:33.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:33 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:33.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:33 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:33.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:33 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-27T00:25:33.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:33 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-27T00:25:33.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:33 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:33.800 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.799+0000 7f8129ffb700 1 -- 172.21.15.137:0/1146473916 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f811c007ac0 con 0x7f812c102aa0 2024-05-27T00:25:33.800 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.799+0000 7f81315bb700 1 -- 172.21.15.137:0/1146473916 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f812c102aa0 msgr2=0x7f812c104e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:33.800 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.799+0000 7f81315bb700 1 --2- 172.21.15.137:0/1146473916 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f812c102aa0 0x7f812c104e90 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f811c00b0a0 tx=0x7f811c00b3b0 comp rx=0 tx=0).stop 2024-05-27T00:25:33.800 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.799+0000 7f81315bb700 1 -- 172.21.15.137:0/1146473916 shutdown_connections 2024-05-27T00:25:33.800 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.799+0000 7f81315bb700 1 --2- 172.21.15.137:0/1146473916 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f812c102aa0 0x7f812c104e90 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:33.801 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.799+0000 7f81315bb700 1 -- 172.21.15.137:0/1146473916 >> 172.21.15.137:0/1146473916 conn(0x7f812c0fc4d0 msgr2=0x7f812c0fe8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:25:33.801 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.800+0000 7f81315bb700 1 -- 172.21.15.137:0/1146473916 shutdown_connections 2024-05-27T00:25:33.801 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.800+0000 7f81315bb700 1 -- 172.21.15.137:0/1146473916 wait complete. 2024-05-27T00:25:33.801 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.800+0000 7f81315bb700 1 Processor -- start 2024-05-27T00:25:33.803 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.800+0000 7f81315bb700 1 -- start start 2024-05-27T00:25:33.803 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.800+0000 7f81315bb700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f812c102aa0 0x7f812c199a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:33.803 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.800+0000 7f81315bb700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f812c199f90 0x7f812c19f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:33.803 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.800+0000 7f81315bb700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f812c19a410 0x7f812c1a1590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:33.803 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.800+0000 7f81315bb700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f812c100f90 con 0x7f812c199f90 2024-05-27T00:25:33.804 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.800+0000 7f81315bb700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f812c100e10 con 0x7f812c102aa0 2024-05-27T00:25:33.804 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.800+0000 7f81315bb700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f812c101110 con 0x7f812c19a410 2024-05-27T00:25:33.804 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.801+0000 7f812b7fe700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f812c19a410 0x7f812c1a1590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:33.804 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.801+0000 7f812b7fe700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f812c19a410 0x7f812c1a1590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.137:41676/0 (socket says 172.21.15.137:41676) 2024-05-27T00:25:33.804 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.801+0000 7f812b7fe700 1 -- 172.21.15.137:0/4004009623 learned_addr learned my addr 172.21.15.137:0/4004009623 (peer_addr_for_me v2:172.21.15.137:0/0) 2024-05-27T00:25:33.804 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.801+0000 7f812affd700 1 --2- 172.21.15.137:0/4004009623 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f812c102aa0 0x7f812c199a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:33.804 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.801+0000 7f812b7fe700 1 -- 172.21.15.137:0/4004009623 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f812c102aa0 msgr2=0x7f812c199a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:33.804 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.801+0000 7f812b7fe700 1 --2- 172.21.15.137:0/4004009623 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f812c102aa0 0x7f812c199a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:33.804 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.801+0000 7f812b7fe700 1 -- 172.21.15.137:0/4004009623 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f812c199f90 msgr2=0x7f812c19f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:33.804 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.801+0000 7f812b7fe700 1 --2- 172.21.15.137:0/4004009623 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f812c199f90 0x7f812c19f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:33.804 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.801+0000 7f812b7fe700 1 -- 172.21.15.137:0/4004009623 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f812c1a1e60 con 0x7f812c19a410 2024-05-27T00:25:33.804 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.801+0000 7f812b7fe700 1 --2- 172.21.15.137:0/4004009623 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f812c19a410 0x7f812c1a1590 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f812400b550 tx=0x7f812400b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:25:33.804 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.801+0000 7f8123fff700 1 -- 172.21.15.137:0/4004009623 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8124015020 con 0x7f812c19a410 2024-05-27T00:25:33.805 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.801+0000 7f81315bb700 1 -- 172.21.15.137:0/4004009623 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f812c1a2150 con 0x7f812c19a410 2024-05-27T00:25:33.805 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.801+0000 7f8123fff700 1 -- 172.21.15.137:0/4004009623 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8124011d30 con 0x7f812c19a410 2024-05-27T00:25:33.805 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.801+0000 7f8123fff700 1 -- 172.21.15.137:0/4004009623 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f812400f2e0 con 0x7f812c19a410 2024-05-27T00:25:33.805 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.802+0000 7f81315bb700 1 -- 172.21.15.137:0/4004009623 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f812c1a26c0 con 0x7f812c19a410 2024-05-27T00:25:33.805 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.802+0000 7f8123fff700 1 -- 172.21.15.137:0/4004009623 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f8124018020 con 0x7f812c19a410 2024-05-27T00:25:33.805 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.802+0000 7f81315bb700 1 -- 172.21.15.137:0/4004009623 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f812c063af0 con 0x7f812c19a410 2024-05-27T00:25:33.805 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.803+0000 7f8123fff700 1 --2- 172.21.15.137:0/4004009623 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8118039580 0x7f811803ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:33.805 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.803+0000 7f8123fff700 1 -- 172.21.15.137:0/4004009623 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f812404bbd0 con 0x7f812c19a410 2024-05-27T00:25:33.805 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.803+0000 7f812affd700 1 --2- 172.21.15.137:0/4004009623 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8118039580 0x7f811803ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:33.805 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.804+0000 7f812affd700 1 --2- 172.21.15.137:0/4004009623 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8118039580 0x7f811803ba40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f811c007760 tx=0x7f811c005040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:25:33.808 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:33.808+0000 7f8123fff700 1 -- 172.21.15.137:0/4004009623 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f812401f020 con 0x7f812c19a410 2024-05-27T00:25:34.012 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:34.012+0000 7f81315bb700 1 -- 172.21.15.137:0/4004009623 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi044=x;smithi050=y;smithi137=z", "target": ["mon-mgr", ""]}) -- 0x7f812c062960 con 0x7f8118039580 2024-05-27T00:25:34.026 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:34.025+0000 7f8123fff700 1 -- 172.21.15.137:0/4004009623 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f812c062960 con 0x7f8118039580 2024-05-27T00:25:34.027 INFO:teuthology.orchestra.run.smithi137.stdout:Scheduled mgr update... 2024-05-27T00:25:34.028 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:34.028+0000 7f81315bb700 1 -- 172.21.15.137:0/4004009623 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8118039580 msgr2=0x7f811803ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:34.028 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:34.028+0000 7f81315bb700 1 --2- 172.21.15.137:0/4004009623 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8118039580 0x7f811803ba40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f811c007760 tx=0x7f811c005040 comp rx=0 tx=0).stop 2024-05-27T00:25:34.028 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:34.028+0000 7f81315bb700 1 -- 172.21.15.137:0/4004009623 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f812c19a410 msgr2=0x7f812c1a1590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:34.028 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:34.028+0000 7f81315bb700 1 --2- 172.21.15.137:0/4004009623 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f812c19a410 0x7f812c1a1590 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f812400b550 tx=0x7f812400b910 comp rx=0 tx=0).stop 2024-05-27T00:25:34.028 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:34.028+0000 7f81315bb700 1 -- 172.21.15.137:0/4004009623 shutdown_connections 2024-05-27T00:25:34.028 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:34.028+0000 7f81315bb700 1 --2- 172.21.15.137:0/4004009623 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8118039580 0x7f811803ba40 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:34.028 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:34.028+0000 7f81315bb700 1 --2- 172.21.15.137:0/4004009623 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f812c19a410 0x7f812c1a1590 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:34.028 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:34.028+0000 7f81315bb700 1 --2- 172.21.15.137:0/4004009623 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f812c102aa0 0x7f812c199a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:34.029 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:34.028+0000 7f81315bb700 1 --2- 172.21.15.137:0/4004009623 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f812c199f90 0x7f812c19f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:34.029 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:34.028+0000 7f81315bb700 1 -- 172.21.15.137:0/4004009623 >> 172.21.15.137:0/4004009623 conn(0x7f812c0fc4d0 msgr2=0x7f812c190b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:25:34.029 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:34.028+0000 7f81315bb700 1 -- 172.21.15.137:0/4004009623 shutdown_connections 2024-05-27T00:25:34.029 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:25:34.028+0000 7f81315bb700 1 -- 172.21.15.137:0/4004009623 wait complete. 2024-05-27T00:25:34.653 DEBUG:teuthology.orchestra.run.smithi050:mgr.y> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mgr.y.service 2024-05-27T00:25:34.658 DEBUG:teuthology.orchestra.run.smithi137:mgr.z> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mgr.z.service 2024-05-27T00:25:34.660 INFO:tasks.cephadm:Deploying OSDs... 2024-05-27T00:25:34.660 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:25:34.660 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/scratch_devs of=/dev/stdout 2024-05-27T00:25:34.727 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-27T00:25:34.727 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_1 2024-05-27T00:25:34.789 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-27T00:25:34.789 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-27T00:25:34.789 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 6h/6d Inode: 633 Links: 1 2024-05-27T00:25:34.789 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-27T00:25:34.789 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2024-05-27T00:25:34.789 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-05-27 00:24:33.216282807 +0000 2024-05-27T00:25:34.789 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-05-27 00:18:50.441900497 +0000 2024-05-27T00:25:34.789 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-05-27 00:18:50.441900497 +0000 2024-05-27T00:25:34.789 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-05-27 00:18:50.441900497 +0000 2024-05-27T00:25:34.790 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-27T00:25:34.880 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2024-05-27T00:25:34.881 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2024-05-27T00:25:34.881 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000371349 s, 1.4 MB/s 2024-05-27T00:25:34.885 DEBUG:teuthology.orchestra.run.smithi044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-27T00:25:34.944 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_2 2024-05-27T00:25:34.995 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-27T00:25:34.995 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-27T00:25:34.995 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 6h/6d Inode: 653 Links: 1 2024-05-27T00:25:34.995 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-27T00:25:34.995 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2024-05-27T00:25:34.995 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-05-27 00:24:33.307281409 +0000 2024-05-27T00:25:34.995 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-05-27 00:18:51.051891083 +0000 2024-05-27T00:25:34.995 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-05-27 00:18:51.051891083 +0000 2024-05-27T00:25:34.996 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-05-27 00:18:51.051891083 +0000 2024-05-27T00:25:34.996 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-27T00:25:35.074 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2024-05-27T00:25:35.074 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2024-05-27T00:25:35.074 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000382134 s, 1.3 MB/s 2024-05-27T00:25:35.078 DEBUG:teuthology.orchestra.run.smithi044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-27T00:25:35.134 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_3 2024-05-27T00:25:35.189 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-27T00:25:35.189 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-27T00:25:35.189 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 6h/6d Inode: 670 Links: 1 2024-05-27T00:25:35.189 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-27T00:25:35.189 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2024-05-27T00:25:35.189 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-05-27 00:24:33.403279934 +0000 2024-05-27T00:25:35.189 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-05-27 00:18:51.666881593 +0000 2024-05-27T00:25:35.190 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-05-27 00:18:51.666881593 +0000 2024-05-27T00:25:35.190 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-05-27 00:18:51.666881593 +0000 2024-05-27T00:25:35.190 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-27T00:25:35.255 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:35 smithi044 ceph-mon[31645]: Reconfiguring mon.b (monmap changed)... 2024-05-27T00:25:35.255 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:35 smithi044 ceph-mon[31645]: Reconfiguring daemon mon.b on smithi050 2024-05-27T00:25:35.255 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:35 smithi044 ceph-mon[31645]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi044=x;smithi050=y;smithi137=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:25:35.255 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:35 smithi044 ceph-mon[31645]: Saving service mgr spec with placement smithi044=x;smithi050=y;smithi137=z;count:3 2024-05-27T00:25:35.255 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:35.256 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:35.256 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:35.256 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-27T00:25:35.256 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-27T00:25:35.256 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:35.263 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2024-05-27T00:25:35.264 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2024-05-27T00:25:35.264 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.000356351 s, 1.4 MB/s 2024-05-27T00:25:35.268 DEBUG:teuthology.orchestra.run.smithi044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-27T00:25:35.325 DEBUG:teuthology.orchestra.run.smithi044:> stat /dev/vg_nvme/lv_4 2024-05-27T00:25:35.379 INFO:teuthology.orchestra.run.smithi044.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-27T00:25:35.379 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-27T00:25:35.379 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 6h/6d Inode: 690 Links: 1 2024-05-27T00:25:35.379 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-27T00:25:35.379 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:device_t:s0 2024-05-27T00:25:35.379 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-05-27 00:24:33.502278413 +0000 2024-05-27T00:25:35.380 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-05-27 00:18:52.269872287 +0000 2024-05-27T00:25:35.380 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-05-27 00:18:52.269872287 +0000 2024-05-27T00:25:35.380 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-05-27 00:18:52.269872287 +0000 2024-05-27T00:25:35.380 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-27T00:25:35.430 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:35 smithi137 ceph-mon[36552]: Reconfiguring mon.b (monmap changed)... 2024-05-27T00:25:35.430 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:35 smithi137 ceph-mon[36552]: Reconfiguring daemon mon.b on smithi050 2024-05-27T00:25:35.430 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:35 smithi137 ceph-mon[36552]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi044=x;smithi050=y;smithi137=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:25:35.430 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:35 smithi137 ceph-mon[36552]: Saving service mgr spec with placement smithi044=x;smithi050=y;smithi137=z;count:3 2024-05-27T00:25:35.430 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:35 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:35.430 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:35 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:35.431 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:35 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:35.431 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:35 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-27T00:25:35.431 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:35 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-27T00:25:35.431 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:35 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:35.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:35 smithi050 ceph-mon[36071]: Reconfiguring mon.b (monmap changed)... 2024-05-27T00:25:35.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:35 smithi050 ceph-mon[36071]: Reconfiguring daemon mon.b on smithi050 2024-05-27T00:25:35.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:35 smithi050 ceph-mon[36071]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi044=x;smithi050=y;smithi137=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:25:35.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:35 smithi050 ceph-mon[36071]: Saving service mgr spec with placement smithi044=x;smithi050=y;smithi137=z;count:3 2024-05-27T00:25:35.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:35 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:35.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:35 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:35.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:35 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:35.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:35 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-27T00:25:35.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:35 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-27T00:25:35.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:35 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:35.466 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records in 2024-05-27T00:25:35.466 INFO:teuthology.orchestra.run.smithi044.stderr:1+0 records out 2024-05-27T00:25:35.467 INFO:teuthology.orchestra.run.smithi044.stderr:512 bytes copied, 0.00035573 s, 1.4 MB/s 2024-05-27T00:25:35.471 DEBUG:teuthology.orchestra.run.smithi044:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-27T00:25:35.530 DEBUG:teuthology.orchestra.run.smithi050:> set -ex 2024-05-27T00:25:35.530 DEBUG:teuthology.orchestra.run.smithi050:> dd if=/scratch_devs of=/dev/stdout 2024-05-27T00:25:35.550 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-27T00:25:35.550 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_1 2024-05-27T00:25:35.609 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-27T00:25:35.609 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-27T00:25:35.609 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-05-27T00:25:35.609 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-27T00:25:35.609 INFO:teuthology.orchestra.run.smithi050.stdout:Context: system_u:object_r:device_t:s0 2024-05-27T00:25:35.610 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2024-05-27 00:25:21.971591795 +0000 2024-05-27T00:25:35.610 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2024-05-27 00:17:32.776216387 +0000 2024-05-27T00:25:35.610 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2024-05-27 00:17:32.776216387 +0000 2024-05-27T00:25:35.610 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2024-05-27 00:17:32.776216387 +0000 2024-05-27T00:25:35.610 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-27T00:25:35.677 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2024-05-27T00:25:35.677 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2024-05-27T00:25:35.677 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.000131595 s, 3.9 MB/s 2024-05-27T00:25:35.678 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-27T00:25:35.738 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_2 2024-05-27T00:25:35.795 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-27T00:25:35.796 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-27T00:25:35.796 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 683 Links: 1 2024-05-27T00:25:35.796 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-27T00:25:35.796 INFO:teuthology.orchestra.run.smithi050.stdout:Context: system_u:object_r:device_t:s0 2024-05-27T00:25:35.796 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2024-05-27 00:25:21.972591770 +0000 2024-05-27T00:25:35.796 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2024-05-27 00:17:33.121207424 +0000 2024-05-27T00:25:35.796 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2024-05-27 00:17:33.121207424 +0000 2024-05-27T00:25:35.796 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2024-05-27 00:17:33.121207424 +0000 2024-05-27T00:25:35.796 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-27T00:25:35.861 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2024-05-27T00:25:35.861 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2024-05-27T00:25:35.861 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.000121358 s, 4.2 MB/s 2024-05-27T00:25:35.862 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-27T00:25:35.920 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_3 2024-05-27T00:25:35.977 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-27T00:25:35.977 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-27T00:25:35.977 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-05-27T00:25:35.977 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-27T00:25:35.977 INFO:teuthology.orchestra.run.smithi050.stdout:Context: system_u:object_r:device_t:s0 2024-05-27T00:25:35.977 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2024-05-27 00:25:21.972591770 +0000 2024-05-27T00:25:35.977 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2024-05-27 00:17:33.467198434 +0000 2024-05-27T00:25:35.978 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2024-05-27 00:17:33.467198434 +0000 2024-05-27T00:25:35.978 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2024-05-27 00:17:33.467198434 +0000 2024-05-27T00:25:35.978 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-27T00:25:36.042 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2024-05-27T00:25:36.042 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2024-05-27T00:25:36.042 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.000122521 s, 4.2 MB/s 2024-05-27T00:25:36.044 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-27T00:25:36.100 DEBUG:teuthology.orchestra.run.smithi050:> stat /dev/vg_nvme/lv_4 2024-05-27T00:25:36.156 INFO:teuthology.orchestra.run.smithi050.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-27T00:25:36.156 INFO:teuthology.orchestra.run.smithi050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-27T00:25:36.156 INFO:teuthology.orchestra.run.smithi050.stdout:Device: 5h/5d Inode: 721 Links: 1 2024-05-27T00:25:36.156 INFO:teuthology.orchestra.run.smithi050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-27T00:25:36.157 INFO:teuthology.orchestra.run.smithi050.stdout:Context: system_u:object_r:device_t:s0 2024-05-27T00:25:36.157 INFO:teuthology.orchestra.run.smithi050.stdout:Access: 2024-05-27 00:25:21.973591745 +0000 2024-05-27T00:25:36.157 INFO:teuthology.orchestra.run.smithi050.stdout:Modify: 2024-05-27 00:17:33.820189263 +0000 2024-05-27T00:25:36.157 INFO:teuthology.orchestra.run.smithi050.stdout:Change: 2024-05-27 00:17:33.820189263 +0000 2024-05-27T00:25:36.157 INFO:teuthology.orchestra.run.smithi050.stdout: Birth: 2024-05-27 00:17:33.820189263 +0000 2024-05-27T00:25:36.157 DEBUG:teuthology.orchestra.run.smithi050:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-27T00:25:36.220 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records in 2024-05-27T00:25:36.220 INFO:teuthology.orchestra.run.smithi050.stderr:1+0 records out 2024-05-27T00:25:36.221 INFO:teuthology.orchestra.run.smithi050.stderr:512 bytes copied, 0.000117282 s, 4.4 MB/s 2024-05-27T00:25:36.222 DEBUG:teuthology.orchestra.run.smithi050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-27T00:25:36.278 DEBUG:teuthology.orchestra.run.smithi137:> set -ex 2024-05-27T00:25:36.278 DEBUG:teuthology.orchestra.run.smithi137:> dd if=/scratch_devs of=/dev/stdout 2024-05-27T00:25:36.297 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-27T00:25:36.297 DEBUG:teuthology.orchestra.run.smithi137:> stat /dev/vg_nvme/lv_1 2024-05-27T00:25:36.354 INFO:teuthology.orchestra.run.smithi137.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-27T00:25:36.354 INFO:teuthology.orchestra.run.smithi137.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-27T00:25:36.354 INFO:teuthology.orchestra.run.smithi137.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-05-27T00:25:36.354 INFO:teuthology.orchestra.run.smithi137.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-27T00:25:36.354 INFO:teuthology.orchestra.run.smithi137.stdout:Context: system_u:object_r:device_t:s0 2024-05-27T00:25:36.355 INFO:teuthology.orchestra.run.smithi137.stdout:Access: 2024-05-27 00:25:12.578619357 +0000 2024-05-27T00:25:36.355 INFO:teuthology.orchestra.run.smithi137.stdout:Modify: 2024-05-27 00:17:30.653913711 +0000 2024-05-27T00:25:36.355 INFO:teuthology.orchestra.run.smithi137.stdout:Change: 2024-05-27 00:17:30.653913711 +0000 2024-05-27T00:25:36.355 INFO:teuthology.orchestra.run.smithi137.stdout: Birth: 2024-05-27 00:17:30.653913711 +0000 2024-05-27T00:25:36.355 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-27T00:25:36.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:36 smithi044 ceph-mon[31645]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:36.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:36 smithi044 ceph-mon[31645]: Reconfiguring mon.c (monmap changed)... 2024-05-27T00:25:36.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:36 smithi044 ceph-mon[31645]: Reconfiguring daemon mon.c on smithi137 2024-05-27T00:25:36.391 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:36 smithi137 ceph-mon[36552]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:36.391 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:36 smithi137 ceph-mon[36552]: Reconfiguring mon.c (monmap changed)... 2024-05-27T00:25:36.392 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:36 smithi137 ceph-mon[36552]: Reconfiguring daemon mon.c on smithi137 2024-05-27T00:25:36.418 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records in 2024-05-27T00:25:36.419 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records out 2024-05-27T00:25:36.419 INFO:teuthology.orchestra.run.smithi137.stderr:512 bytes copied, 0.000254765 s, 2.0 MB/s 2024-05-27T00:25:36.420 DEBUG:teuthology.orchestra.run.smithi137:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-27T00:25:36.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:36 smithi050 ceph-mon[36071]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:36.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:36 smithi050 ceph-mon[36071]: Reconfiguring mon.c (monmap changed)... 2024-05-27T00:25:36.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:36 smithi050 ceph-mon[36071]: Reconfiguring daemon mon.c on smithi137 2024-05-27T00:25:36.478 DEBUG:teuthology.orchestra.run.smithi137:> stat /dev/vg_nvme/lv_2 2024-05-27T00:25:36.533 INFO:teuthology.orchestra.run.smithi137.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-27T00:25:36.533 INFO:teuthology.orchestra.run.smithi137.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-27T00:25:36.533 INFO:teuthology.orchestra.run.smithi137.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-05-27T00:25:36.534 INFO:teuthology.orchestra.run.smithi137.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-27T00:25:36.534 INFO:teuthology.orchestra.run.smithi137.stdout:Context: system_u:object_r:device_t:s0 2024-05-27T00:25:36.534 INFO:teuthology.orchestra.run.smithi137.stdout:Access: 2024-05-27 00:25:12.578619357 +0000 2024-05-27T00:25:36.534 INFO:teuthology.orchestra.run.smithi137.stdout:Modify: 2024-05-27 00:17:30.973907960 +0000 2024-05-27T00:25:36.534 INFO:teuthology.orchestra.run.smithi137.stdout:Change: 2024-05-27 00:17:30.973907960 +0000 2024-05-27T00:25:36.534 INFO:teuthology.orchestra.run.smithi137.stdout: Birth: 2024-05-27 00:17:30.973907960 +0000 2024-05-27T00:25:36.534 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-27T00:25:36.596 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records in 2024-05-27T00:25:36.596 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records out 2024-05-27T00:25:36.596 INFO:teuthology.orchestra.run.smithi137.stderr:512 bytes copied, 0.000186625 s, 2.7 MB/s 2024-05-27T00:25:36.598 DEBUG:teuthology.orchestra.run.smithi137:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-27T00:25:36.654 DEBUG:teuthology.orchestra.run.smithi137:> stat /dev/vg_nvme/lv_3 2024-05-27T00:25:36.708 INFO:teuthology.orchestra.run.smithi137.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-27T00:25:36.709 INFO:teuthology.orchestra.run.smithi137.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-27T00:25:36.709 INFO:teuthology.orchestra.run.smithi137.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-05-27T00:25:36.709 INFO:teuthology.orchestra.run.smithi137.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-27T00:25:36.709 INFO:teuthology.orchestra.run.smithi137.stdout:Context: system_u:object_r:device_t:s0 2024-05-27T00:25:36.709 INFO:teuthology.orchestra.run.smithi137.stdout:Access: 2024-05-27 00:25:12.579619339 +0000 2024-05-27T00:25:36.709 INFO:teuthology.orchestra.run.smithi137.stdout:Modify: 2024-05-27 00:17:31.291902246 +0000 2024-05-27T00:25:36.709 INFO:teuthology.orchestra.run.smithi137.stdout:Change: 2024-05-27 00:17:31.291902246 +0000 2024-05-27T00:25:36.709 INFO:teuthology.orchestra.run.smithi137.stdout: Birth: 2024-05-27 00:17:31.291902246 +0000 2024-05-27T00:25:36.709 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-27T00:25:36.771 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records in 2024-05-27T00:25:36.771 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records out 2024-05-27T00:25:36.771 INFO:teuthology.orchestra.run.smithi137.stderr:512 bytes copied, 0.000192901 s, 2.7 MB/s 2024-05-27T00:25:36.773 DEBUG:teuthology.orchestra.run.smithi137:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-27T00:25:36.829 DEBUG:teuthology.orchestra.run.smithi137:> stat /dev/vg_nvme/lv_4 2024-05-27T00:25:36.883 INFO:teuthology.orchestra.run.smithi137.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-27T00:25:36.884 INFO:teuthology.orchestra.run.smithi137.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-27T00:25:36.884 INFO:teuthology.orchestra.run.smithi137.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-05-27T00:25:36.884 INFO:teuthology.orchestra.run.smithi137.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-27T00:25:36.884 INFO:teuthology.orchestra.run.smithi137.stdout:Context: system_u:object_r:device_t:s0 2024-05-27T00:25:36.884 INFO:teuthology.orchestra.run.smithi137.stdout:Access: 2024-05-27 00:25:12.579619339 +0000 2024-05-27T00:25:36.884 INFO:teuthology.orchestra.run.smithi137.stdout:Modify: 2024-05-27 00:17:31.603896639 +0000 2024-05-27T00:25:36.884 INFO:teuthology.orchestra.run.smithi137.stdout:Change: 2024-05-27 00:17:31.603896639 +0000 2024-05-27T00:25:36.884 INFO:teuthology.orchestra.run.smithi137.stdout: Birth: 2024-05-27 00:17:31.603896639 +0000 2024-05-27T00:25:36.884 DEBUG:teuthology.orchestra.run.smithi137:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-27T00:25:36.946 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records in 2024-05-27T00:25:36.946 INFO:teuthology.orchestra.run.smithi137.stderr:1+0 records out 2024-05-27T00:25:36.946 INFO:teuthology.orchestra.run.smithi137.stderr:512 bytes copied, 0.000190392 s, 2.7 MB/s 2024-05-27T00:25:36.947 DEBUG:teuthology.orchestra.run.smithi137:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-27T00:25:37.004 INFO:tasks.cephadm:Deploying osd.0 on smithi044 with /dev/vg_nvme/lv_4... 2024-05-27T00:25:37.004 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-27T00:25:37.461 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:25:37.709 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:37 smithi044 ceph-mon[31645]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:37.709 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:37.709 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:37.709 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:25:37.709 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:37.709 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:25:37.709 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:37.709 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-27T00:25:37.709 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-27T00:25:37.710 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-27T00:25:37.710 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:37.710 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:37 smithi044 ceph-mon[31645]: Deploying daemon mgr.z on smithi137 2024-05-27T00:25:37.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:37 smithi137 ceph-mon[36552]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:37.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:37.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:37.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:25:37.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:37.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:25:37.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:37.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-27T00:25:37.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-27T00:25:37.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-27T00:25:37.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:37.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:37 smithi137 ceph-mon[36552]: Deploying daemon mgr.z on smithi137 2024-05-27T00:25:37.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:37 smithi050 ceph-mon[36071]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:37.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:37.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:37.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:25:37.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:37.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:25:37.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:37.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-27T00:25:37.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-27T00:25:37.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-27T00:25:37.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:37.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:37 smithi050 ceph-mon[36071]: Deploying daemon mgr.z on smithi137 2024-05-27T00:25:38.502 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:38 smithi137 systemd[1]: Starting Ceph mgr.z for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:25:38.810 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:38 smithi137 podman[38377]: 2024-05-27 00:25:38.439900602 +0000 UTC m=+0.016839825 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:25:38.810 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:38 smithi137 podman[38377]: 2024-05-27 00:25:38.557847457 +0000 UTC m=+0.134786661 container create 226f4f89768b7795aa8536e6e832c0221df2e2dc12763f1dda55d491b70e0fe0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, RELEASE=squid-0ef46a2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-05-27T00:25:38.811 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:38 smithi137 podman[38377]: 2024-05-27 00:25:38.810171373 +0000 UTC m=+0.387110577 container init 226f4f89768b7795aa8536e6e832c0221df2e2dc12763f1dda55d491b70e0fe0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2) 2024-05-27T00:25:39.152 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:38 smithi137 podman[38377]: 2024-05-27 00:25:38.812989762 +0000 UTC m=+0.389928968 container start 226f4f89768b7795aa8536e6e832c0221df2e2dc12763f1dda55d491b70e0fe0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_CLEAN=True, RELEASE=squid-0ef46a2, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-05-27T00:25:39.152 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:38 smithi137 ceph-mgr[38396]: -- 172.21.15.137:0/899550130 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5565de36a5a0 con 0x5565de33ec00 2024-05-27T00:25:39.152 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:38 smithi137 bash[38377]: 226f4f89768b7795aa8536e6e832c0221df2e2dc12763f1dda55d491b70e0fe0 2024-05-27T00:25:39.152 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:38 smithi137 systemd[1]: Started Ceph mgr.z for 1fe53dce-1bbf-11ef-bc9b-c7b262605968. 2024-05-27T00:25:39.152 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:38 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:38.965+0000 7f271a231200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-27T00:25:39.152 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:39 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:39.151+0000 7f271a231200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-27T00:25:39.502 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:39 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:39.253+0000 7f271a231200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-27T00:25:39.838 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:39 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:39.562+0000 7f271a231200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-27T00:25:39.838 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:39 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:39.647+0000 7f271a231200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-27T00:25:40.213 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:39 smithi044 ceph-mon[31645]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:40.214 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:40.214 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:40.214 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:40.214 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-27T00:25:40.214 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-27T00:25:40.214 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-27T00:25:40.214 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:40.214 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:39 smithi044 ceph-mon[31645]: Deploying daemon mgr.y on smithi050 2024-05-27T00:25:40.214 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-27T00:25:40.214 INFO:teuthology.orchestra.run.smithi044.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-27T00:25:40.214 INFO:teuthology.orchestra.run.smithi044.stderr: stderr: 10+0 records in 2024-05-27T00:25:40.215 INFO:teuthology.orchestra.run.smithi044.stderr:10+0 records out 2024-05-27T00:25:40.215 INFO:teuthology.orchestra.run.smithi044.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0380322 s, 276 MB/s 2024-05-27T00:25:40.215 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping successful for: 2024-05-27T00:25:40.247 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:39 smithi050 ceph-mon[36071]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:40.247 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:40.247 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:40.247 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:40.247 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-27T00:25:40.248 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-27T00:25:40.248 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-27T00:25:40.248 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:40.248 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:39 smithi050 ceph-mon[36071]: Deploying daemon mgr.y on smithi050 2024-05-27T00:25:40.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:39 smithi137 ceph-mon[36552]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:40.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:40.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:40.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:40.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-27T00:25:40.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-27T00:25:40.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-27T00:25:40.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:40.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:39 smithi137 ceph-mon[36552]: Deploying daemon mgr.y on smithi050 2024-05-27T00:25:41.002 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:40 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:40.919+0000 7f271a231200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-27T00:25:41.018 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi044:vg_nvme/lv_4 2024-05-27T00:25:41.093 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:40 smithi050 systemd[1]: Starting Ceph mgr.y for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:25:41.402 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:41 smithi050 podman[37439]: 2024-05-27 00:25:41.078785063 +0000 UTC m=+0.017512065 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:25:41.402 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:41 smithi050 podman[37439]: 2024-05-27 00:25:41.199163065 +0000 UTC m=+0.137890060 container create 2a2eb2ffee3eefaf071c291e2936412eba3b398af6a25480bb0a6425b6f45dcb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093) 2024-05-27T00:25:41.402 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:41 smithi050 podman[37439]: 2024-05-27 00:25:41.401841034 +0000 UTC m=+0.340568023 container init 2a2eb2ffee3eefaf071c291e2936412eba3b398af6a25480bb0a6425b6f45dcb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_CLEAN=True, org.label-schema.build-date=20240521, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=squid-0ef46a2, maintainer=Guillaume Abrioux , ceph=True) 2024-05-27T00:25:41.488 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:25:41.502 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:41 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:41.090+0000 7f271a231200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-27T00:25:41.502 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:41 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:41.266+0000 7f271a231200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-27T00:25:41.700 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:41 smithi050 podman[37439]: 2024-05-27 00:25:41.404712736 +0000 UTC m=+0.343439726 container start 2a2eb2ffee3eefaf071c291e2936412eba3b398af6a25480bb0a6425b6f45dcb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-0ef46a2, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-27T00:25:41.700 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:41 smithi050 ceph-mgr[37458]: -- 172.21.15.50:0/3151964221 <== mon.2 v2:172.21.15.50:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cc69d2e5a0 con 0x55cc69d02c00 2024-05-27T00:25:41.700 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:41 smithi050 bash[37439]: 2a2eb2ffee3eefaf071c291e2936412eba3b398af6a25480bb0a6425b6f45dcb 2024-05-27T00:25:41.700 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:41 smithi050 systemd[1]: Started Ceph mgr.y for 1fe53dce-1bbf-11ef-bc9b-c7b262605968. 2024-05-27T00:25:41.700 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:41 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:41.570+0000 7f7333ea3200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-27T00:25:41.865 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:41 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:41.564+0000 7f271a231200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-27T00:25:41.865 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:41 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:41.660+0000 7f271a231200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-27T00:25:41.865 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:41 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:41.864+0000 7f271a231200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-27T00:25:42.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:41 smithi050 ceph-mon[36071]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:42.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:41 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:42.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:41 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:42.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:41 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:42.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:41 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:42.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:41 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:25:42.201 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:41 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:41.763+0000 7f7333ea3200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-27T00:25:42.201 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:41 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:41.872+0000 7f7333ea3200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-27T00:25:42.252 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:42 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:42.064+0000 7f271a231200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-27T00:25:42.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:41 smithi137 ceph-mon[36552]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:42.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:41 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:42.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:41 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:42.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:41 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:42.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:41 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:42.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:41 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:25:42.322 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:41 smithi044 ceph-mon[31645]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:42.322 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:41 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:42.322 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:41 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:42.322 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:41 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:42.322 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:41 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:42.322 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:41 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:25:42.700 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:42 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:42.204+0000 7f7333ea3200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-27T00:25:42.700 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:42 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:42.295+0000 7f7333ea3200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-27T00:25:42.987 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:42 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:42.691+0000 7f271a231200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-27T00:25:43.252 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:43 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:43.125+0000 7f271a231200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-27T00:25:43.252 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:43 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:43.228+0000 7f271a231200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-27T00:25:43.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.341+0000 7fd280400700 1 -- 172.21.15.44:0/1690721241 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd2781081e0 msgr2=0x7fd27810a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:43.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.341+0000 7fd280400700 1 --2- 172.21.15.44:0/1690721241 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd2781081e0 0x7fd27810a650 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fd270009f90 tx=0x7fd27000b330 comp rx=0 tx=0).stop 2024-05-27T00:25:43.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.341+0000 7fd280400700 1 -- 172.21.15.44:0/1690721241 shutdown_connections 2024-05-27T00:25:43.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.341+0000 7fd280400700 1 --2- 172.21.15.44:0/1690721241 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd2781081e0 0x7fd27810a650 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:43.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.341+0000 7fd280400700 1 --2- 172.21.15.44:0/1690721241 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd278102f80 0x7fd278105370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:43.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.341+0000 7fd280400700 1 --2- 172.21.15.44:0/1690721241 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd2781058b0 0x7fd278107ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:43.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.341+0000 7fd280400700 1 -- 172.21.15.44:0/1690721241 >> 172.21.15.44:0/1690721241 conn(0x7fd2780fc9b0 msgr2=0x7fd2780fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:25:43.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.341+0000 7fd280400700 1 -- 172.21.15.44:0/1690721241 shutdown_connections 2024-05-27T00:25:43.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.341+0000 7fd280400700 1 -- 172.21.15.44:0/1690721241 wait complete. 2024-05-27T00:25:43.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.342+0000 7fd280400700 1 Processor -- start 2024-05-27T00:25:43.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.343+0000 7fd280400700 1 -- start start 2024-05-27T00:25:43.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.343+0000 7fd280400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd278102f80 0x7fd278198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:43.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.343+0000 7fd280400700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd2781058b0 0x7fd278198ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:43.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.343+0000 7fd280400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2781081e0 0x7fd27819fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:43.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.343+0000 7fd280400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd27810e270 con 0x7fd278102f80 2024-05-27T00:25:43.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.343+0000 7fd280400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd27810e0f0 con 0x7fd2781081e0 2024-05-27T00:25:43.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.343+0000 7fd280400700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fd27810e3f0 con 0x7fd2781058b0 2024-05-27T00:25:43.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.343+0000 7fd27da00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd278102f80 0x7fd278198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:43.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.343+0000 7fd27da00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd278102f80 0x7fd278198760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46454/0 (socket says 172.21.15.44:46454) 2024-05-27T00:25:43.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.343+0000 7fd27da00700 1 -- 172.21.15.44:0/3155334045 learned_addr learned my addr 172.21.15.44:0/3155334045 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:25:43.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.343+0000 7fd27e400700 1 --2- 172.21.15.44:0/3155334045 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2781081e0 0x7fd27819fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:43.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.343+0000 7fd27d000700 1 --2- 172.21.15.44:0/3155334045 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd2781058b0 0x7fd278198ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:43.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.344+0000 7fd27e400700 1 -- 172.21.15.44:0/3155334045 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd2781058b0 msgr2=0x7fd278198ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:43.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.344+0000 7fd27e400700 1 --2- 172.21.15.44:0/3155334045 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd2781058b0 0x7fd278198ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:43.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.344+0000 7fd27e400700 1 -- 172.21.15.44:0/3155334045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd278102f80 msgr2=0x7fd278198760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:25:43.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.344+0000 7fd27e400700 1 --2- 172.21.15.44:0/3155334045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd278102f80 0x7fd278198760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:25:43.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.344+0000 7fd27e400700 1 -- 172.21.15.44:0/3155334045 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2781a03c0 con 0x7fd2781081e0 2024-05-27T00:25:43.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.344+0000 7fd27d000700 1 --2- 172.21.15.44:0/3155334045 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd2781058b0 0x7fd278198ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:25:43.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.344+0000 7fd27da00700 1 --2- 172.21.15.44:0/3155334045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd278102f80 0x7fd278198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:25:43.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.344+0000 7fd27e400700 1 --2- 172.21.15.44:0/3155334045 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2781081e0 0x7fd27819fd20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd27000d010 tx=0x7fd270009b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:25:43.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.344+0000 7fd276000700 1 -- 172.21.15.44:0/3155334045 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd270021070 con 0x7fd2781081e0 2024-05-27T00:25:43.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.344+0000 7fd276000700 1 -- 172.21.15.44:0/3155334045 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd270007ac0 con 0x7fd2781081e0 2024-05-27T00:25:43.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.344+0000 7fd280400700 1 -- 172.21.15.44:0/3155334045 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2781a0650 con 0x7fd2781081e0 2024-05-27T00:25:43.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.345+0000 7fd276000700 1 -- 172.21.15.44:0/3155334045 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2700052a0 con 0x7fd2781081e0 2024-05-27T00:25:43.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.345+0000 7fd280400700 1 -- 172.21.15.44:0/3155334045 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2781a0b00 con 0x7fd2781081e0 2024-05-27T00:25:43.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.346+0000 7fd276000700 1 -- 172.21.15.44:0/3155334045 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fd270024070 con 0x7fd2781081e0 2024-05-27T00:25:43.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.346+0000 7fd280400700 1 -- 172.21.15.44:0/3155334045 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd278069180 con 0x7fd2781081e0 2024-05-27T00:25:43.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.346+0000 7fd276000700 1 --2- 172.21.15.44:0/3155334045 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd260039330 0x7fd26003b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:25:43.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.347+0000 7fd276000700 1 -- 172.21.15.44:0/3155334045 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fd27000f020 con 0x7fd2781081e0 2024-05-27T00:25:43.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.347+0000 7fd27da00700 1 --2- 172.21.15.44:0/3155334045 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd260039330 0x7fd26003b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:25:43.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.348+0000 7fd27da00700 1 --2- 172.21.15.44:0/3155334045 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd260039330 0x7fd26003b7f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd26c009750 tx=0x7fd26c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:25:43.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.352+0000 7fd276000700 1 -- 172.21.15.44:0/3155334045 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd27002b020 con 0x7fd2781081e0 2024-05-27T00:25:43.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:43.600+0000 7fd280400700 1 -- 172.21.15.44:0/3155334045 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fd2780628d0 con 0x7fd260039330 2024-05-27T00:25:43.752 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:43 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:43.434+0000 7f271a231200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-27T00:25:43.947 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:43 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:43.597+0000 7f7333ea3200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-27T00:25:43.947 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:43 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:43.771+0000 7f7333ea3200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-27T00:25:43.947 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:43 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:43.946+0000 7f7333ea3200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-27T00:25:44.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:43 smithi050 ceph-mon[36071]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:44.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:43 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:44.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:43 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:44.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:43 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:44.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:43 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:44.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:43 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:44.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:43 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:25:44.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:43 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:44.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:43 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-27T00:25:44.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:43 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-27T00:25:44.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:43 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:44.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:43 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:25:44.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:43 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:25:44.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:43 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:44.252 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:43 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:43.959+0000 7f271a231200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-27T00:25:44.252 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:44 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:44.052+0000 7f271a231200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-27T00:25:44.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:43 smithi137 ceph-mon[36552]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:44.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:43 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:44.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:43 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:44.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:43 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:44.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:43 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:44.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:43 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:44.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:43 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:25:44.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:43 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:44.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:43 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-27T00:25:44.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:43 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-27T00:25:44.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:43 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:44.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:43 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:25:44.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:43 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:25:44.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:43 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:44.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:43 smithi044 ceph-mon[31645]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:44.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:43 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:44.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:43 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:44.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:43 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:44.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:43 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:44.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:43 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:44.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:43 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:25:44.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:43 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:44.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:43 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-27T00:25:44.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:43 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-27T00:25:44.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:43 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:44.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:43 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:25:44.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:43 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:25:44.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:43 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:44.550 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:44 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:44.245+0000 7f7333ea3200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-27T00:25:44.550 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:44 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:44.339+0000 7f7333ea3200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-27T00:25:44.550 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:44 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:44.549+0000 7f7333ea3200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-27T00:25:44.635 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:44 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:44.293+0000 7f271a231200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-27T00:25:44.635 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:44 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:44.425+0000 7f271a231200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-27T00:25:44.635 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:44 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:44.520+0000 7f271a231200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-27T00:25:44.636 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:44 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:44.635+0000 7f271a231200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-27T00:25:44.950 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:44 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:44.748+0000 7f7333ea3200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-27T00:25:45.252 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:44 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:44.937+0000 7f271a231200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-27T00:25:45.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:44 smithi137 ceph-mon[36552]: Reconfiguring mgr.x (unknown last config time)... 2024-05-27T00:25:45.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:44 smithi137 ceph-mon[36552]: Reconfiguring daemon mgr.x on smithi044 2024-05-27T00:25:45.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:44 smithi137 ceph-mon[36552]: from='client.24122 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:25:45.350 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:44 smithi044 ceph-mon[31645]: Reconfiguring mgr.x (unknown last config time)... 2024-05-27T00:25:45.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:44 smithi044 ceph-mon[31645]: Reconfiguring daemon mgr.x on smithi044 2024-05-27T00:25:45.351 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:44 smithi044 ceph-mon[31645]: from='client.24122 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:25:45.375 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:44 smithi050 ceph-mon[36071]: Reconfiguring mgr.x (unknown last config time)... 2024-05-27T00:25:45.375 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:44 smithi050 ceph-mon[36071]: Reconfiguring daemon mgr.x on smithi044 2024-05-27T00:25:45.375 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:44 smithi050 ceph-mon[36071]: from='client.24122 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:25:45.700 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:45 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:45.373+0000 7f7333ea3200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-27T00:25:45.983 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:45 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:45.534+0000 7f271a231200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-27T00:25:45.983 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:25:45 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:25:45.749+0000 7f271a231200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-27T00:25:46.123 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:45 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:45.813+0000 7f7333ea3200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-27T00:25:46.123 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:45 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:45.913+0000 7f7333ea3200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-27T00:25:46.123 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:46 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:46.121+0000 7f7333ea3200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-27T00:25:46.123 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:45 smithi050 ceph-mon[36071]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:46.123 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:45 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:46.123 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:45 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:46.123 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:45 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:46.123 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:45 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:25:46.124 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:45 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:46.124 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:45 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:25:46.124 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:45 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:46.124 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:45 smithi050 ceph-mon[36071]: from='mgr.? 172.21.15.137:0/2166351709' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-27T00:25:46.124 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:45 smithi050 ceph-mon[36071]: Standby manager daemon z started 2024-05-27T00:25:46.124 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:45 smithi050 ceph-mon[36071]: from='mgr.? 172.21.15.137:0/2166351709' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-27T00:25:46.124 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:45 smithi050 ceph-mon[36071]: from='mgr.? 172.21.15.137:0/2166351709' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-27T00:25:46.124 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:45 smithi050 ceph-mon[36071]: from='mgr.? 172.21.15.137:0/2166351709' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-27T00:25:46.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:45 smithi137 ceph-mon[36552]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:46.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:45 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:46.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:45 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:46.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:45 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:46.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:45 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:25:46.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:45 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:46.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:45 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:25:46.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:45 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:46.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:45 smithi137 ceph-mon[36552]: from='mgr.? 172.21.15.137:0/2166351709' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-27T00:25:46.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:45 smithi137 ceph-mon[36552]: Standby manager daemon z started 2024-05-27T00:25:46.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:45 smithi137 ceph-mon[36552]: from='mgr.? 172.21.15.137:0/2166351709' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-27T00:25:46.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:45 smithi137 ceph-mon[36552]: from='mgr.? 172.21.15.137:0/2166351709' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-27T00:25:46.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:45 smithi137 ceph-mon[36552]: from='mgr.? 172.21.15.137:0/2166351709' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-27T00:25:46.314 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:45 smithi044 ceph-mon[31645]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:46.314 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:45 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:46.314 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:45 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:46.314 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:45 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:46.314 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:45 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:25:46.315 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:45 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:46.315 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:45 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:25:46.315 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:45 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:25:46.315 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:45 smithi044 ceph-mon[31645]: from='mgr.? 172.21.15.137:0/2166351709' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-27T00:25:46.315 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:45 smithi044 ceph-mon[31645]: Standby manager daemon z started 2024-05-27T00:25:46.315 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:45 smithi044 ceph-mon[31645]: from='mgr.? 172.21.15.137:0/2166351709' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-27T00:25:46.316 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:45 smithi044 ceph-mon[31645]: from='mgr.? 172.21.15.137:0/2166351709' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-27T00:25:46.316 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:45 smithi044 ceph-mon[31645]: from='mgr.? 172.21.15.137:0/2166351709' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-27T00:25:46.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:46.604+0000 7fd276000700 1 -- 172.21.15.44:0/3155334045 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mgrmap(e 14) ==== 92060+0+0 (secure 0 0 0) 0x7fd27004fd10 con 0x7fd2781081e0 2024-05-27T00:25:46.950 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:46 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:46.670+0000 7f7333ea3200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-27T00:25:46.950 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:46 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:46.764+0000 7f7333ea3200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-27T00:25:47.371 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:47 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:47.015+0000 7f7333ea3200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-27T00:25:47.371 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:47 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:47.153+0000 7f7333ea3200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-27T00:25:47.371 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:47 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:47.250+0000 7f7333ea3200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-27T00:25:47.372 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:47 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:47.369+0000 7f7333ea3200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-27T00:25:47.681 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:47 smithi050 ceph-mon[36071]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:47.681 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:47 smithi050 ceph-mon[36071]: mgrmap e14: x(active, since 86s), standbys: z 2024-05-27T00:25:47.681 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:47 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-27T00:25:47.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:47 smithi044 ceph-mon[31645]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:47.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:47 smithi044 ceph-mon[31645]: mgrmap e14: x(active, since 86s), standbys: z 2024-05-27T00:25:47.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:47 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-27T00:25:47.950 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:47 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:47.679+0000 7f7333ea3200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-27T00:25:48.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:47 smithi137 ceph-mon[36552]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:48.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:47 smithi137 ceph-mon[36552]: mgrmap e14: x(active, since 86s), standbys: z 2024-05-27T00:25:48.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:47 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-27T00:25:48.605 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:48 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:48.302+0000 7f7333ea3200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-27T00:25:48.605 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:25:48 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:25:48.525+0000 7f7333ea3200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-27T00:25:48.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:48 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/712916171' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f71853ef-3b4a-4b0b-876d-e1bebd217890"}]: dispatch 2024-05-27T00:25:48.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:48 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f71853ef-3b4a-4b0b-876d-e1bebd217890"}]: dispatch 2024-05-27T00:25:48.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:48 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f71853ef-3b4a-4b0b-876d-e1bebd217890"}]': finished 2024-05-27T00:25:48.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:48 smithi044 ceph-mon[31645]: osdmap e5: 1 total, 0 up, 1 in 2024-05-27T00:25:48.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:48 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-27T00:25:48.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:48 smithi044 ceph-mon[31645]: Standby manager daemon y started 2024-05-27T00:25:48.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:48 smithi044 ceph-mon[31645]: from='mgr.? 172.21.15.50:0/531645212' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-27T00:25:48.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:48 smithi044 ceph-mon[31645]: from='mgr.? 172.21.15.50:0/531645212' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-27T00:25:48.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:48 smithi044 ceph-mon[31645]: from='mgr.? 172.21.15.50:0/531645212' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-27T00:25:48.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:48 smithi044 ceph-mon[31645]: from='mgr.? 172.21.15.50:0/531645212' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-27T00:25:48.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:48 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/712916171' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f71853ef-3b4a-4b0b-876d-e1bebd217890"}]: dispatch 2024-05-27T00:25:48.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:48 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f71853ef-3b4a-4b0b-876d-e1bebd217890"}]: dispatch 2024-05-27T00:25:48.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:48 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f71853ef-3b4a-4b0b-876d-e1bebd217890"}]': finished 2024-05-27T00:25:48.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:48 smithi050 ceph-mon[36071]: osdmap e5: 1 total, 0 up, 1 in 2024-05-27T00:25:48.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:48 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-27T00:25:48.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:48 smithi050 ceph-mon[36071]: Standby manager daemon y started 2024-05-27T00:25:48.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:48 smithi050 ceph-mon[36071]: from='mgr.? 172.21.15.50:0/531645212' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-27T00:25:48.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:48 smithi050 ceph-mon[36071]: from='mgr.? 172.21.15.50:0/531645212' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-27T00:25:48.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:48 smithi050 ceph-mon[36071]: from='mgr.? 172.21.15.50:0/531645212' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-27T00:25:48.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:48 smithi050 ceph-mon[36071]: from='mgr.? 172.21.15.50:0/531645212' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-27T00:25:49.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:48 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/712916171' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f71853ef-3b4a-4b0b-876d-e1bebd217890"}]: dispatch 2024-05-27T00:25:49.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:48 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f71853ef-3b4a-4b0b-876d-e1bebd217890"}]: dispatch 2024-05-27T00:25:49.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:48 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f71853ef-3b4a-4b0b-876d-e1bebd217890"}]': finished 2024-05-27T00:25:49.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:48 smithi137 ceph-mon[36552]: osdmap e5: 1 total, 0 up, 1 in 2024-05-27T00:25:49.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:48 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-27T00:25:49.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:48 smithi137 ceph-mon[36552]: Standby manager daemon y started 2024-05-27T00:25:49.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:48 smithi137 ceph-mon[36552]: from='mgr.? 172.21.15.50:0/531645212' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-27T00:25:49.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:48 smithi137 ceph-mon[36552]: from='mgr.? 172.21.15.50:0/531645212' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-27T00:25:49.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:48 smithi137 ceph-mon[36552]: from='mgr.? 172.21.15.50:0/531645212' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-27T00:25:49.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:48 smithi137 ceph-mon[36552]: from='mgr.? 172.21.15.50:0/531645212' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-27T00:25:49.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:25:49.457+0000 7fd276000700 1 -- 172.21.15.44:0/3155334045 <== mon.2 v2:172.21.15.50:3300/0 8 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7fd270011390 con 0x7fd2781081e0 2024-05-27T00:25:49.800 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:49 smithi044 ceph-mon[31645]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:49.800 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:49 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1397405224' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:25:49.800 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:49 smithi044 ceph-mon[31645]: mgrmap e15: x(active, since 89s), standbys: z, y 2024-05-27T00:25:49.801 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:49 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-27T00:25:49.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:49 smithi050 ceph-mon[36071]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:49.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:49 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1397405224' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:25:49.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:49 smithi050 ceph-mon[36071]: mgrmap e15: x(active, since 89s), standbys: z, y 2024-05-27T00:25:49.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:49 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-27T00:25:50.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:49 smithi137 ceph-mon[36552]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:50.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:49 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1397405224' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:25:50.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:49 smithi137 ceph-mon[36552]: mgrmap e15: x(active, since 89s), standbys: z, y 2024-05-27T00:25:50.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:49 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-27T00:25:51.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:51 smithi044 ceph-mon[31645]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:51.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:51 smithi050 ceph-mon[36071]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:52.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:51 smithi137 ceph-mon[36552]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:53.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:53 smithi044 ceph-mon[31645]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:53.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:53 smithi050 ceph-mon[36071]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:54.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:53 smithi137 ceph-mon[36552]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:55.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:55 smithi044 ceph-mon[31645]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:55.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:55 smithi050 ceph-mon[36071]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:56.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:55 smithi137 ceph-mon[36552]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:57.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:57 smithi044 ceph-mon[31645]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:57.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:57 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-27T00:25:57.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:57 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:57.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:57 smithi050 ceph-mon[36071]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:57.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:57 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-27T00:25:57.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:57 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:58.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:57 smithi137 ceph-mon[36552]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:58.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:57 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-27T00:25:58.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:57 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:25:58.747 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:58 smithi044 ceph-mon[31645]: Deploying daemon osd.0 on smithi044 2024-05-27T00:25:58.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:58 smithi050 ceph-mon[36071]: Deploying daemon osd.0 on smithi044 2024-05-27T00:25:58.988 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:58 smithi137 ceph-mon[36552]: Deploying daemon osd.0 on smithi044 2024-05-27T00:25:59.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:25:59 smithi044 ceph-mon[31645]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:25:59.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:25:59 smithi050 ceph-mon[36071]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:00.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:25:59 smithi137 ceph-mon[36552]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:01.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:01 smithi044 ceph-mon[31645]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:01.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:01 smithi050 ceph-mon[36071]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:02.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:01 smithi137 ceph-mon[36552]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:03.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:03 smithi050 ceph-mon[36071]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:04.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:03 smithi137 ceph-mon[36552]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:04.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:03 smithi044 ceph-mon[31645]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:05.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:05 smithi050 ceph-mon[36071]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:05.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:05.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:05.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:26:06.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:05 smithi137 ceph-mon[36552]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:06.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:06.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:06.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:26:06.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:05 smithi044 ceph-mon[31645]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:06.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:06.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:06.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:26:07.822 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:07 smithi044 ceph-mon[31645]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:07.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:07 smithi050 ceph-mon[36071]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:08.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:07 smithi137 ceph-mon[36552]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:10.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:26:10.099+0000 7fd276000700 1 -- 172.21.15.44:0/3155334045 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fd2780628d0 con 0x7fd260039330 2024-05-27T00:26:10.102 INFO:teuthology.orchestra.run.smithi044.stdout:Created osd(s) 0 on host 'smithi044' 2024-05-27T00:26:10.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:26:10.103+0000 7fd280400700 1 -- 172.21.15.44:0/3155334045 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd260039330 msgr2=0x7fd26003b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:26:10.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:26:10.103+0000 7fd280400700 1 --2- 172.21.15.44:0/3155334045 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd260039330 0x7fd26003b7f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd26c009750 tx=0x7fd26c009310 comp rx=0 tx=0).stop 2024-05-27T00:26:10.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:26:10.103+0000 7fd280400700 1 -- 172.21.15.44:0/3155334045 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2781081e0 msgr2=0x7fd27819fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:26:10.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:26:10.103+0000 7fd280400700 1 --2- 172.21.15.44:0/3155334045 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2781081e0 0x7fd27819fd20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd27000d010 tx=0x7fd270009b40 comp rx=0 tx=0).stop 2024-05-27T00:26:10.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:26:10.103+0000 7fd280400700 1 -- 172.21.15.44:0/3155334045 shutdown_connections 2024-05-27T00:26:10.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:26:10.103+0000 7fd280400700 1 --2- 172.21.15.44:0/3155334045 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2781081e0 0x7fd27819fd20 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:10.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:26:10.103+0000 7fd280400700 1 --2- 172.21.15.44:0/3155334045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd278102f80 0x7fd278198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:10.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:26:10.103+0000 7fd280400700 1 --2- 172.21.15.44:0/3155334045 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd260039330 0x7fd26003b7f0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:10.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:26:10.103+0000 7fd280400700 1 --2- 172.21.15.44:0/3155334045 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd2781058b0 0x7fd278198ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:10.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:26:10.103+0000 7fd280400700 1 -- 172.21.15.44:0/3155334045 >> 172.21.15.44:0/3155334045 conn(0x7fd2780fc9b0 msgr2=0x7fd2781038c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:26:10.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:26:10.103+0000 7fd280400700 1 -- 172.21.15.44:0/3155334045 shutdown_connections 2024-05-27T00:26:10.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:26:10.104+0000 7fd280400700 1 -- 172.21.15.44:0/3155334045 wait complete. 2024-05-27T00:26:10.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:09 smithi137 ceph-mon[36552]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:10.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:09 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:10.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:09 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:10.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:09 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:10.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:09 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:26:10.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:09 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:10.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:09 smithi137 ceph-mon[36552]: from='osd.0 [v2:172.21.15.44:6802/2887410056,v1:172.21.15.44:6803/2887410056]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-27T00:26:10.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:09 smithi137 ceph-mon[36552]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-27T00:26:10.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:09 smithi044 ceph-mon[31645]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:10.463 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:09 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:10.463 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:09 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:10.463 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:09 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:10.463 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:09 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:26:10.463 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:09 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:10.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:09 smithi044 ceph-mon[31645]: from='osd.0 [v2:172.21.15.44:6802/2887410056,v1:172.21.15.44:6803/2887410056]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-27T00:26:10.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:09 smithi044 ceph-mon[31645]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-27T00:26:10.464 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:09 smithi050 ceph-mon[36071]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:10.464 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:09 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:10.464 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:09 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:10.465 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:09 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:10.465 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:09 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:26:10.465 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:09 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:10.465 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:09 smithi050 ceph-mon[36071]: from='osd.0 [v2:172.21.15.44:6802/2887410056,v1:172.21.15.44:6803/2887410056]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-27T00:26:10.465 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:09 smithi050 ceph-mon[36071]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-27T00:26:10.837 DEBUG:teuthology.orchestra.run.smithi044:osd.0> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.0.service 2024-05-27T00:26:10.842 INFO:tasks.cephadm:Deploying osd.1 on smithi050 with /dev/vg_nvme/lv_4... 2024-05-27T00:26:10.842 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-27T00:26:11.057 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:11 smithi044 ceph-mon[31645]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-27T00:26:11.057 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:11 smithi044 ceph-mon[31645]: from='osd.0 [v2:172.21.15.44:6802/2887410056,v1:172.21.15.44:6803/2887410056]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-27T00:26:11.057 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:11 smithi044 ceph-mon[31645]: osdmap e6: 1 total, 0 up, 1 in 2024-05-27T00:26:11.058 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:11 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-27T00:26:11.058 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:11 smithi044 ceph-mon[31645]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-27T00:26:11.058 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:11 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:11.058 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:11 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:26:11.058 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:11 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:11.090 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.b/config 2024-05-27T00:26:11.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:11 smithi137 ceph-mon[36552]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-27T00:26:11.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:11 smithi137 ceph-mon[36552]: from='osd.0 [v2:172.21.15.44:6802/2887410056,v1:172.21.15.44:6803/2887410056]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-27T00:26:11.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:11 smithi137 ceph-mon[36552]: osdmap e6: 1 total, 0 up, 1 in 2024-05-27T00:26:11.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:11 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-27T00:26:11.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:11 smithi137 ceph-mon[36552]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-27T00:26:11.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:11 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:11.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:11 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:26:11.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:11 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:11.304 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:11 smithi050 ceph-mon[36071]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-27T00:26:11.304 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:11 smithi050 ceph-mon[36071]: from='osd.0 [v2:172.21.15.44:6802/2887410056,v1:172.21.15.44:6803/2887410056]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-27T00:26:11.304 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:11 smithi050 ceph-mon[36071]: osdmap e6: 1 total, 0 up, 1 in 2024-05-27T00:26:11.304 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:11 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-27T00:26:11.304 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:11 smithi050 ceph-mon[36071]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-27T00:26:11.304 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:11 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:11.304 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:11 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:26:11.304 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:11 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:12.092 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:12 smithi044 ceph-mon[31645]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:12.092 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:12 smithi044 ceph-mon[31645]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-27T00:26:12.092 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:12 smithi044 ceph-mon[31645]: osdmap e7: 1 total, 0 up, 1 in 2024-05-27T00:26:12.092 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:12 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-27T00:26:12.092 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:12 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-27T00:26:12.092 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:12 smithi044 ceph-mon[31645]: from='osd.0 ' entity='osd.0' 2024-05-27T00:26:12.093 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:26:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-0[43973]: 2024-05-27T00:26:11.837+0000 7f6134800700 -1 osd.0 0 waiting for initial osdmap 2024-05-27T00:26:12.093 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:26:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-0[43973]: 2024-05-27T00:26:11.859+0000 7f6129c00700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-27T00:26:12.098 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:12 smithi050 ceph-mon[36071]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:12.098 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:12 smithi050 ceph-mon[36071]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-27T00:26:12.098 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:12 smithi050 ceph-mon[36071]: osdmap e7: 1 total, 0 up, 1 in 2024-05-27T00:26:12.099 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:12 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-27T00:26:12.099 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:12 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-27T00:26:12.099 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:12 smithi050 ceph-mon[36071]: from='osd.0 ' entity='osd.0' 2024-05-27T00:26:12.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:12 smithi137 ceph-mon[36552]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:12.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:12 smithi137 ceph-mon[36552]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-27T00:26:12.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:12 smithi137 ceph-mon[36552]: osdmap e7: 1 total, 0 up, 1 in 2024-05-27T00:26:12.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:12 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-27T00:26:12.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:12 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-27T00:26:12.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:12 smithi137 ceph-mon[36552]: from='osd.0 ' entity='osd.0' 2024-05-27T00:26:12.778 INFO:teuthology.orchestra.run.smithi050.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-27T00:26:12.778 INFO:teuthology.orchestra.run.smithi050.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-27T00:26:12.778 INFO:teuthology.orchestra.run.smithi050.stderr: stderr: 10+0 records in 2024-05-27T00:26:12.778 INFO:teuthology.orchestra.run.smithi050.stderr:10+0 records out 2024-05-27T00:26:12.778 INFO:teuthology.orchestra.run.smithi050.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00828268 s, 1.3 GB/s 2024-05-27T00:26:12.778 INFO:teuthology.orchestra.run.smithi050.stderr:--> Zapping successful for: 2024-05-27T00:26:13.100 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:13 smithi050 ceph-mon[36071]: purged_snaps scrub starts 2024-05-27T00:26:13.101 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:13 smithi050 ceph-mon[36071]: purged_snaps scrub ok 2024-05-27T00:26:13.101 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:13 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-27T00:26:13.101 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:13 smithi050 ceph-mon[36071]: osd.0 [v2:172.21.15.44:6802/2887410056,v1:172.21.15.44:6803/2887410056] boot 2024-05-27T00:26:13.101 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:13 smithi050 ceph-mon[36071]: osdmap e8: 1 total, 1 up, 1 in 2024-05-27T00:26:13.101 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:13 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-27T00:26:13.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:13 smithi044 ceph-mon[31645]: purged_snaps scrub starts 2024-05-27T00:26:13.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:13 smithi044 ceph-mon[31645]: purged_snaps scrub ok 2024-05-27T00:26:13.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:13 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-27T00:26:13.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:13 smithi044 ceph-mon[31645]: osd.0 [v2:172.21.15.44:6802/2887410056,v1:172.21.15.44:6803/2887410056] boot 2024-05-27T00:26:13.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:13 smithi044 ceph-mon[31645]: osdmap e8: 1 total, 1 up, 1 in 2024-05-27T00:26:13.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:13 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-27T00:26:13.365 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi050:vg_nvme/lv_4 2024-05-27T00:26:13.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:13 smithi137 ceph-mon[36552]: purged_snaps scrub starts 2024-05-27T00:26:13.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:13 smithi137 ceph-mon[36552]: purged_snaps scrub ok 2024-05-27T00:26:13.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-27T00:26:13.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:13 smithi137 ceph-mon[36552]: osd.0 [v2:172.21.15.44:6802/2887410056,v1:172.21.15.44:6803/2887410056] boot 2024-05-27T00:26:13.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:13 smithi137 ceph-mon[36552]: osdmap e8: 1 total, 1 up, 1 in 2024-05-27T00:26:13.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-27T00:26:13.610 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.b/config 2024-05-27T00:26:14.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:14 smithi044 ceph-mon[31645]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:14.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:14 smithi050 ceph-mon[36071]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:14.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:14 smithi137 ceph-mon[36552]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-27T00:26:14.988 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.985+0000 7ff7078c9700 1 -- 172.21.15.50:0/3391002705 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff7001013e0 msgr2=0x7ff700101800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:26:14.988 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.985+0000 7ff7078c9700 1 --2- 172.21.15.50:0/3391002705 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff7001013e0 0x7ff700101800 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ff6f000b0d0 tx=0x7ff6f000b3e0 comp rx=0 tx=0).stop 2024-05-27T00:26:14.988 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.985+0000 7ff7078c9700 1 -- 172.21.15.50:0/3391002705 shutdown_connections 2024-05-27T00:26:14.988 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.985+0000 7ff7078c9700 1 --2- 172.21.15.50:0/3391002705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff700102f80 0x7ff700109830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:14.988 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.985+0000 7ff7078c9700 1 --2- 172.21.15.50:0/3391002705 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff7001013e0 0x7ff700101800 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:14.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.985+0000 7ff7078c9700 1 --2- 172.21.15.50:0/3391002705 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff7001025e0 0x7ff700102a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:14.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.985+0000 7ff7078c9700 1 -- 172.21.15.50:0/3391002705 >> 172.21.15.50:0/3391002705 conn(0x7ff7000fc980 msgr2=0x7ff7000fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:26:14.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.985+0000 7ff7078c9700 1 -- 172.21.15.50:0/3391002705 shutdown_connections 2024-05-27T00:26:14.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.985+0000 7ff7078c9700 1 -- 172.21.15.50:0/3391002705 wait complete. 2024-05-27T00:26:14.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.986+0000 7ff7078c9700 1 Processor -- start 2024-05-27T00:26:14.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.986+0000 7ff7078c9700 1 -- start start 2024-05-27T00:26:14.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.986+0000 7ff7078c9700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff7001013e0 0x7ff700198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:26:14.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.986+0000 7ff7078c9700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff7001025e0 0x7ff700198d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:26:14.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.986+0000 7ff7078c9700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff700102f80 0x7ff70019fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:26:14.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.986+0000 7ff7078c9700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff70010d160 con 0x7ff7001013e0 2024-05-27T00:26:14.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.986+0000 7ff7078c9700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff70010cfe0 con 0x7ff700102f80 2024-05-27T00:26:14.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.986+0000 7ff7078c9700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7ff70010d2e0 con 0x7ff7001025e0 2024-05-27T00:26:14.989 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.986+0000 7ff705e66700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff700102f80 0x7ff70019fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:26:14.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.986+0000 7ff705e66700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff700102f80 0x7ff70019fdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:50632/0 (socket says 172.21.15.50:50632) 2024-05-27T00:26:14.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.986+0000 7ff705e66700 1 -- 172.21.15.50:0/448691464 learned_addr learned my addr 172.21.15.50:0/448691464 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-05-27T00:26:14.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.987+0000 7ff704e64700 1 --2- 172.21.15.50:0/448691464 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff7001025e0 0x7ff700198d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:26:14.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.987+0000 7ff705e66700 1 -- 172.21.15.50:0/448691464 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff7001025e0 msgr2=0x7ff700198d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:26:14.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.987+0000 7ff705e66700 1 --2- 172.21.15.50:0/448691464 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff7001025e0 0x7ff700198d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:14.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.987+0000 7ff705e66700 1 -- 172.21.15.50:0/448691464 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff7001013e0 msgr2=0x7ff700198830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:26:14.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.987+0000 7ff705e66700 1 --2- 172.21.15.50:0/448691464 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff7001013e0 0x7ff700198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:14.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.987+0000 7ff705e66700 1 -- 172.21.15.50:0/448691464 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7001a0490 con 0x7ff700102f80 2024-05-27T00:26:14.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.987+0000 7ff705e66700 1 --2- 172.21.15.50:0/448691464 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff700102f80 0x7ff70019fdf0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff6f800b550 tx=0x7ff6f800b910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:26:14.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.987+0000 7ff6fe7fc700 1 -- 172.21.15.50:0/448691464 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f8015020 con 0x7ff700102f80 2024-05-27T00:26:14.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.987+0000 7ff6fe7fc700 1 -- 172.21.15.50:0/448691464 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff6f8011d30 con 0x7ff700102f80 2024-05-27T00:26:14.990 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.987+0000 7ff7078c9700 1 -- 172.21.15.50:0/448691464 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7001a0780 con 0x7ff700102f80 2024-05-27T00:26:14.991 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.987+0000 7ff6fe7fc700 1 -- 172.21.15.50:0/448691464 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f800f2e0 con 0x7ff700102f80 2024-05-27T00:26:14.991 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.987+0000 7ff7078c9700 1 -- 172.21.15.50:0/448691464 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7001a0d40 con 0x7ff700102f80 2024-05-27T00:26:14.991 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.988+0000 7ff7078c9700 1 -- 172.21.15.50:0/448691464 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff700069180 con 0x7ff700102f80 2024-05-27T00:26:14.991 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.989+0000 7ff6fe7fc700 1 -- 172.21.15.50:0/448691464 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7ff6f8018020 con 0x7ff700102f80 2024-05-27T00:26:14.992 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.990+0000 7ff6fe7fc700 1 --2- 172.21.15.50:0/448691464 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff6e80a2c10 0x7ff6e80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:26:14.992 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.990+0000 7ff6fe7fc700 1 -- 172.21.15.50:0/448691464 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7ff6f80cccf0 con 0x7ff700102f80 2024-05-27T00:26:14.992 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.991+0000 7ff705665700 1 --2- 172.21.15.50:0/448691464 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff6e80a2c10 0x7ff6e80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:26:14.992 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.991+0000 7ff705665700 1 --2- 172.21.15.50:0/448691464 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff6e80a2c10 0x7ff6e80a50d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0009e60 tx=0x7ff6f000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:26:14.995 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:14.995+0000 7ff6fe7fc700 1 -- 172.21.15.50:0/448691464 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff6f801f020 con 0x7ff700102f80 2024-05-27T00:26:15.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:15 smithi050 ceph-mon[36071]: osdmap e9: 1 total, 1 up, 1 in 2024-05-27T00:26:15.217 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:15.216+0000 7ff7078c9700 1 -- 172.21.15.50:0/448691464 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7ff7000feaf0 con 0x7ff6e80a2c10 2024-05-27T00:26:15.349 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:15 smithi044 ceph-mon[31645]: osdmap e9: 1 total, 1 up, 1 in 2024-05-27T00:26:15.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:15 smithi137 ceph-mon[36552]: osdmap e9: 1 total, 1 up, 1 in 2024-05-27T00:26:16.156 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:16 smithi050 ceph-mon[36071]: pgmap v56: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:16.156 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:16 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:26:16.156 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:16 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:26:16.156 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:16 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:16.156 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:16 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:16.156 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:16 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:16.156 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:16 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:26:16.156 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:16 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:16.156 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:16 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:16.157 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:16 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:26:16.157 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:16 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:16.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:16 smithi044 ceph-mon[31645]: pgmap v56: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:16.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:16 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:26:16.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:16 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:26:16.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:16 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:16.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:16 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:16.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:16 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:16.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:16 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:26:16.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:16 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:16.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:16 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:16.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:16 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:26:16.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:16 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:16.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:16 smithi137 ceph-mon[36552]: pgmap v56: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:16.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:16 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:26:16.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:16 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:26:16.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:16 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:16.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:16 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:16.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:16 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:16.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:16 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:26:16.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:16 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:16.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:16 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:16.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:16 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:26:16.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:16 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:17.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:17 smithi050 ceph-mon[36071]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:26:17.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:17 smithi050 ceph-mon[36071]: Detected new or changed devices on smithi044 2024-05-27T00:26:17.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:17 smithi050 ceph-mon[36071]: Adjusting osd_memory_target on smithi044 to 17094M 2024-05-27T00:26:17.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:17 smithi044 ceph-mon[31645]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:26:17.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:17 smithi044 ceph-mon[31645]: Detected new or changed devices on smithi044 2024-05-27T00:26:17.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:17 smithi044 ceph-mon[31645]: Adjusting osd_memory_target on smithi044 to 17094M 2024-05-27T00:26:17.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:17 smithi137 ceph-mon[36552]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:26:17.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:17 smithi137 ceph-mon[36552]: Detected new or changed devices on smithi044 2024-05-27T00:26:17.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:17 smithi137 ceph-mon[36552]: Adjusting osd_memory_target on smithi044 to 17094M 2024-05-27T00:26:18.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:18 smithi044 ceph-mon[31645]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:18.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:18 smithi044 ceph-mon[31645]: from='client.? 172.21.15.50:0/2371509696' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4d01b374-25e5-4bd5-95a1-d04758799d69"}]: dispatch 2024-05-27T00:26:18.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:18 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4d01b374-25e5-4bd5-95a1-d04758799d69"}]: dispatch 2024-05-27T00:26:18.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:18 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4d01b374-25e5-4bd5-95a1-d04758799d69"}]': finished 2024-05-27T00:26:18.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:18 smithi044 ceph-mon[31645]: osdmap e10: 2 total, 1 up, 2 in 2024-05-27T00:26:18.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:18 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-27T00:26:18.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:18 smithi050 ceph-mon[36071]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:18.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:18 smithi050 ceph-mon[36071]: from='client.? 172.21.15.50:0/2371509696' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4d01b374-25e5-4bd5-95a1-d04758799d69"}]: dispatch 2024-05-27T00:26:18.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:18 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4d01b374-25e5-4bd5-95a1-d04758799d69"}]: dispatch 2024-05-27T00:26:18.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:18 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4d01b374-25e5-4bd5-95a1-d04758799d69"}]': finished 2024-05-27T00:26:18.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:18 smithi050 ceph-mon[36071]: osdmap e10: 2 total, 1 up, 2 in 2024-05-27T00:26:18.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:18 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-27T00:26:18.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:18 smithi137 ceph-mon[36552]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:18.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:18 smithi137 ceph-mon[36552]: from='client.? 172.21.15.50:0/2371509696' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4d01b374-25e5-4bd5-95a1-d04758799d69"}]: dispatch 2024-05-27T00:26:18.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:18 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4d01b374-25e5-4bd5-95a1-d04758799d69"}]: dispatch 2024-05-27T00:26:18.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:18 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4d01b374-25e5-4bd5-95a1-d04758799d69"}]': finished 2024-05-27T00:26:18.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:18 smithi137 ceph-mon[36552]: osdmap e10: 2 total, 1 up, 2 in 2024-05-27T00:26:18.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:18 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-27T00:26:19.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:19 smithi044 ceph-mon[31645]: from='client.? 172.21.15.50:0/3189885710' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:26:19.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:19 smithi050 ceph-mon[36071]: from='client.? 172.21.15.50:0/3189885710' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:26:19.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:19 smithi137 ceph-mon[36552]: from='client.? 172.21.15.50:0/3189885710' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:26:20.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:20 smithi044 ceph-mon[31645]: pgmap v59: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:20.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:20 smithi050 ceph-mon[36071]: pgmap v59: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:20.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:20 smithi137 ceph-mon[36552]: pgmap v59: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:22.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:22 smithi050 ceph-mon[36071]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:22.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:22 smithi044 ceph-mon[31645]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:22.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:22 smithi137 ceph-mon[36552]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:24.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:24 smithi044 ceph-mon[31645]: pgmap v61: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:24.375 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:24 smithi050 ceph-mon[36071]: pgmap v61: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:24.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:24 smithi137 ceph-mon[36552]: pgmap v61: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:25.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:25 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-27T00:26:25.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:25 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:25.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:25 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-27T00:26:25.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:25 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:25.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:25 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-27T00:26:25.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:25 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:26.204 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:26 smithi050 ceph-mon[36071]: pgmap v62: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:26.204 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:26 smithi050 ceph-mon[36071]: Deploying daemon osd.1 on smithi050 2024-05-27T00:26:26.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:26 smithi044 ceph-mon[31645]: pgmap v62: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:26.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:26 smithi044 ceph-mon[31645]: Deploying daemon osd.1 on smithi050 2024-05-27T00:26:26.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:26 smithi137 ceph-mon[36552]: pgmap v62: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:26.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:26 smithi137 ceph-mon[36552]: Deploying daemon osd.1 on smithi050 2024-05-27T00:26:28.361 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:28 smithi050 ceph-mon[36071]: pgmap v63: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:28.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:28 smithi044 ceph-mon[31645]: pgmap v63: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:28.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:28 smithi137 ceph-mon[36552]: pgmap v63: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:29.402 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:29 smithi050 ceph-mon[36071]: pgmap v64: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:29.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:29 smithi137 ceph-mon[36552]: pgmap v64: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:29.611 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:29 smithi044 ceph-mon[31645]: pgmap v64: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:31.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:31 smithi044 ceph-mon[31645]: pgmap v65: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:31.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:31.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:26:31.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:31.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:31 smithi050 ceph-mon[36071]: pgmap v65: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:31.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:31.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:26:31.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:32.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:31 smithi137 ceph-mon[36552]: pgmap v65: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:32.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:32.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:26:32.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:33.756 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:33.755+0000 7ff6fe7fc700 1 -- 172.21.15.50:0/448691464 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7ff7000feaf0 con 0x7ff6e80a2c10 2024-05-27T00:26:33.757 INFO:teuthology.orchestra.run.smithi050.stdout:Created osd(s) 1 on host 'smithi050' 2024-05-27T00:26:33.757 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:33 smithi050 ceph-mon[36071]: pgmap v66: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:33.759 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:33.758+0000 7ff7078c9700 1 -- 172.21.15.50:0/448691464 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff6e80a2c10 msgr2=0x7ff6e80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:26:33.759 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:33.758+0000 7ff7078c9700 1 --2- 172.21.15.50:0/448691464 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff6e80a2c10 0x7ff6e80a50d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0009e60 tx=0x7ff6f000b040 comp rx=0 tx=0).stop 2024-05-27T00:26:33.759 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:33.758+0000 7ff7078c9700 1 -- 172.21.15.50:0/448691464 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff700102f80 msgr2=0x7ff70019fdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:26:33.759 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:33.758+0000 7ff7078c9700 1 --2- 172.21.15.50:0/448691464 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff700102f80 0x7ff70019fdf0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff6f800b550 tx=0x7ff6f800b910 comp rx=0 tx=0).stop 2024-05-27T00:26:33.759 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:33.758+0000 7ff7078c9700 1 -- 172.21.15.50:0/448691464 shutdown_connections 2024-05-27T00:26:33.759 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:33.758+0000 7ff7078c9700 1 --2- 172.21.15.50:0/448691464 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff700102f80 0x7ff70019fdf0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:33.759 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:33.758+0000 7ff7078c9700 1 --2- 172.21.15.50:0/448691464 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff7001013e0 0x7ff700198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:33.759 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:33.758+0000 7ff7078c9700 1 --2- 172.21.15.50:0/448691464 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff6e80a2c10 0x7ff6e80a50d0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:33.759 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:33.758+0000 7ff7078c9700 1 --2- 172.21.15.50:0/448691464 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff7001025e0 0x7ff700198d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:33.760 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:33.758+0000 7ff7078c9700 1 -- 172.21.15.50:0/448691464 >> 172.21.15.50:0/448691464 conn(0x7ff7000fc980 msgr2=0x7ff7000fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:26:33.760 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:33.758+0000 7ff7078c9700 1 -- 172.21.15.50:0/448691464 shutdown_connections 2024-05-27T00:26:33.760 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:26:33.758+0000 7ff7078c9700 1 -- 172.21.15.50:0/448691464 wait complete. 2024-05-27T00:26:33.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:33 smithi044 ceph-mon[31645]: pgmap v66: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:34.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:33 smithi137 ceph-mon[36552]: pgmap v66: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:34.402 DEBUG:teuthology.orchestra.run.smithi050:osd.1> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.1.service 2024-05-27T00:26:34.404 INFO:tasks.cephadm:Deploying osd.2 on smithi137 with /dev/vg_nvme/lv_4... 2024-05-27T00:26:34.405 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-27T00:26:34.647 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.c/config 2024-05-27T00:26:34.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:34 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:34.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:34 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:34.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:34 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:34.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:34 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:34.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:34 smithi050 ceph-mon[36071]: from='osd.1 [v2:172.21.15.50:6800/3043771852,v1:172.21.15.50:6801/3043771852]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-27T00:26:34.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:34 smithi050 ceph-mon[36071]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-27T00:26:34.986 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:34 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:34.986 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:34 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:34.986 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:34 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:34.986 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:34 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:34.987 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:34 smithi137 ceph-mon[36552]: from='osd.1 [v2:172.21.15.50:6800/3043771852,v1:172.21.15.50:6801/3043771852]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-27T00:26:34.987 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:34 smithi137 ceph-mon[36552]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-27T00:26:35.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:34 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:35.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:34 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:35.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:34 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:35.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:34 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:35.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:34 smithi044 ceph-mon[31645]: from='osd.1 [v2:172.21.15.50:6800/3043771852,v1:172.21.15.50:6801/3043771852]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-27T00:26:35.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:34 smithi044 ceph-mon[31645]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-27T00:26:35.945 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:35 smithi050 ceph-mon[36071]: pgmap v67: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:35.945 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:35 smithi050 ceph-mon[36071]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-27T00:26:35.945 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:35 smithi050 ceph-mon[36071]: from='osd.1 [v2:172.21.15.50:6800/3043771852,v1:172.21.15.50:6801/3043771852]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:26:35.945 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:35 smithi050 ceph-mon[36071]: osdmap e11: 2 total, 1 up, 2 in 2024-05-27T00:26:35.946 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:35 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-27T00:26:35.946 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:35 smithi050 ceph-mon[36071]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:26:35.946 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:26:35 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-1[40629]: 2024-05-27T00:26:35.840+0000 7f82caa45700 -1 osd.1 0 waiting for initial osdmap 2024-05-27T00:26:35.946 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:26:35 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-1[40629]: 2024-05-27T00:26:35.844+0000 7f82c6838700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-27T00:26:35.974 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:35 smithi137 ceph-mon[36552]: pgmap v67: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:35.974 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:35 smithi137 ceph-mon[36552]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-27T00:26:35.974 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:35 smithi137 ceph-mon[36552]: from='osd.1 [v2:172.21.15.50:6800/3043771852,v1:172.21.15.50:6801/3043771852]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:26:35.974 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:35 smithi137 ceph-mon[36552]: osdmap e11: 2 total, 1 up, 2 in 2024-05-27T00:26:35.974 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:35 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-27T00:26:35.974 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:35 smithi137 ceph-mon[36552]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:26:36.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:35 smithi044 ceph-mon[31645]: pgmap v67: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:36.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:35 smithi044 ceph-mon[31645]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-27T00:26:36.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:35 smithi044 ceph-mon[31645]: from='osd.1 [v2:172.21.15.50:6800/3043771852,v1:172.21.15.50:6801/3043771852]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:26:36.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:35 smithi044 ceph-mon[31645]: osdmap e11: 2 total, 1 up, 2 in 2024-05-27T00:26:36.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-27T00:26:36.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:35 smithi044 ceph-mon[31645]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:26:36.534 INFO:teuthology.orchestra.run.smithi137.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-27T00:26:36.535 INFO:teuthology.orchestra.run.smithi137.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-27T00:26:36.535 INFO:teuthology.orchestra.run.smithi137.stderr: stderr: 10+0 records in 2024-05-27T00:26:36.535 INFO:teuthology.orchestra.run.smithi137.stderr:10+0 records out 2024-05-27T00:26:36.535 INFO:teuthology.orchestra.run.smithi137.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0124035 s, 845 MB/s 2024-05-27T00:26:36.535 INFO:teuthology.orchestra.run.smithi137.stderr:--> Zapping successful for: 2024-05-27T00:26:37.096 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:36 smithi137 ceph-mon[36552]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-27T00:26:37.096 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:36 smithi137 ceph-mon[36552]: osdmap e12: 2 total, 1 up, 2 in 2024-05-27T00:26:37.097 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:36 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-27T00:26:37.097 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:36 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-27T00:26:37.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:36 smithi044 ceph-mon[31645]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-27T00:26:37.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:36 smithi044 ceph-mon[31645]: osdmap e12: 2 total, 1 up, 2 in 2024-05-27T00:26:37.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:36 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-27T00:26:37.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:36 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-27T00:26:37.117 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:36 smithi050 ceph-mon[36071]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-27T00:26:37.117 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:36 smithi050 ceph-mon[36071]: osdmap e12: 2 total, 1 up, 2 in 2024-05-27T00:26:37.117 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:36 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-27T00:26:37.117 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:36 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-27T00:26:37.122 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi137:vg_nvme/lv_4 2024-05-27T00:26:37.361 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.c/config 2024-05-27T00:26:38.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:37 smithi137 ceph-mon[36552]: purged_snaps scrub starts 2024-05-27T00:26:38.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:37 smithi137 ceph-mon[36552]: purged_snaps scrub ok 2024-05-27T00:26:38.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:37 smithi137 ceph-mon[36552]: pgmap v70: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:38.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:37 smithi137 ceph-mon[36552]: osd.1 [v2:172.21.15.50:6800/3043771852,v1:172.21.15.50:6801/3043771852] boot 2024-05-27T00:26:38.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:37 smithi137 ceph-mon[36552]: osdmap e13: 2 total, 2 up, 2 in 2024-05-27T00:26:38.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-27T00:26:38.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:38.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:38.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:26:38.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:38.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:38.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:26:38.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:38.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:26:38.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:38.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:26:38.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:37 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:38.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:37 smithi044 ceph-mon[31645]: purged_snaps scrub starts 2024-05-27T00:26:38.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:37 smithi044 ceph-mon[31645]: purged_snaps scrub ok 2024-05-27T00:26:38.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:37 smithi044 ceph-mon[31645]: pgmap v70: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:38.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:37 smithi044 ceph-mon[31645]: osd.1 [v2:172.21.15.50:6800/3043771852,v1:172.21.15.50:6801/3043771852] boot 2024-05-27T00:26:38.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:37 smithi044 ceph-mon[31645]: osdmap e13: 2 total, 2 up, 2 in 2024-05-27T00:26:38.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-27T00:26:38.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:38.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:38.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:26:38.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:38.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:38.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:26:38.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:38.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:26:38.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:38.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:26:38.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:37 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:38.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:37 smithi050 ceph-mon[36071]: purged_snaps scrub starts 2024-05-27T00:26:38.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:37 smithi050 ceph-mon[36071]: purged_snaps scrub ok 2024-05-27T00:26:38.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:37 smithi050 ceph-mon[36071]: pgmap v70: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-27T00:26:38.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:37 smithi050 ceph-mon[36071]: osd.1 [v2:172.21.15.50:6800/3043771852,v1:172.21.15.50:6801/3043771852] boot 2024-05-27T00:26:38.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:37 smithi050 ceph-mon[36071]: osdmap e13: 2 total, 2 up, 2 in 2024-05-27T00:26:38.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-27T00:26:38.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:38.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:38.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:26:38.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:38.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:38.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:26:38.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:38.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:26:38.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:38.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:26:38.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:37 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:38.920 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.917+0000 7f9fc6292700 1 -- 172.21.15.137:0/284765664 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9fc0103710 msgr2=0x7f9fc0103b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:26:38.920 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.917+0000 7f9fc6292700 1 --2- 172.21.15.137:0/284765664 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9fc0103710 0x7f9fc0103b70 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9fb4009990 tx=0x7f9fb4009ca0 comp rx=0 tx=0).stop 2024-05-27T00:26:38.920 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.917+0000 7f9fc6292700 1 -- 172.21.15.137:0/284765664 shutdown_connections 2024-05-27T00:26:38.920 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.917+0000 7f9fc6292700 1 --2- 172.21.15.137:0/284765664 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc01040b0 0x7f9fc010a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:38.920 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.917+0000 7f9fc6292700 1 --2- 172.21.15.137:0/284765664 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9fc0102510 0x7f9fc0102930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:38.920 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.917+0000 7f9fc6292700 1 --2- 172.21.15.137:0/284765664 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9fc0103710 0x7f9fc0103b70 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:38.920 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.917+0000 7f9fc6292700 1 -- 172.21.15.137:0/284765664 >> 172.21.15.137:0/284765664 conn(0x7f9fc00fdab0 msgr2=0x7f9fc00ffef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:26:38.921 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.918+0000 7f9fc6292700 1 -- 172.21.15.137:0/284765664 shutdown_connections 2024-05-27T00:26:38.921 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.918+0000 7f9fc6292700 1 -- 172.21.15.137:0/284765664 wait complete. 2024-05-27T00:26:38.921 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.918+0000 7f9fc6292700 1 Processor -- start 2024-05-27T00:26:38.921 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.918+0000 7f9fc6292700 1 -- start start 2024-05-27T00:26:38.921 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.918+0000 7f9fc6292700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc0102510 0x7f9fc0076230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:26:38.921 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.918+0000 7f9fc6292700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9fc0103710 0x7f9fc0074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:26:38.921 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.918+0000 7f9fc6292700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9fc01040b0 0x7f9fc0074dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:26:38.921 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.918+0000 7f9fc6292700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9fc010e2d0 con 0x7f9fc0103710 2024-05-27T00:26:38.921 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.918+0000 7f9fc6292700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9fc010e150 con 0x7f9fc0102510 2024-05-27T00:26:38.921 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.918+0000 7f9fc6292700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f9fc010e450 con 0x7f9fc01040b0 2024-05-27T00:26:38.921 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.919+0000 7f9fc482f700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9fc01040b0 0x7f9fc0074dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:26:38.921 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.919+0000 7f9fc482f700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9fc01040b0 0x7f9fc0074dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.137:59828/0 (socket says 172.21.15.137:59828) 2024-05-27T00:26:38.921 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.919+0000 7f9fc482f700 1 -- 172.21.15.137:0/600982061 learned_addr learned my addr 172.21.15.137:0/600982061 (peer_addr_for_me v2:172.21.15.137:0/0) 2024-05-27T00:26:38.922 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.919+0000 7f9fbffff700 1 --2- 172.21.15.137:0/600982061 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc0102510 0x7f9fc0076230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:26:38.922 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.919+0000 7f9fc482f700 1 -- 172.21.15.137:0/600982061 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc0102510 msgr2=0x7f9fc0076230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:26:38.922 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.919+0000 7f9fc482f700 1 --2- 172.21.15.137:0/600982061 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc0102510 0x7f9fc0076230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:38.922 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.919+0000 7f9fc482f700 1 -- 172.21.15.137:0/600982061 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9fc0103710 msgr2=0x7f9fc0074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:26:38.922 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.919+0000 7f9fc482f700 1 --2- 172.21.15.137:0/600982061 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9fc0103710 0x7f9fc0074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:38.922 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.919+0000 7f9fc482f700 1 -- 172.21.15.137:0/600982061 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fc0075670 con 0x7f9fc01040b0 2024-05-27T00:26:38.922 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.919+0000 7f9fc482f700 1 --2- 172.21.15.137:0/600982061 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9fc01040b0 0x7f9fc0074dc0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9fb8007ee0 tx=0x7f9fb800d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:26:38.922 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.919+0000 7f9fbd7fa700 1 -- 172.21.15.137:0/600982061 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fb800dbd0 con 0x7f9fc01040b0 2024-05-27T00:26:38.922 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.919+0000 7f9fc6292700 1 -- 172.21.15.137:0/600982061 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fc01a29e0 con 0x7f9fc01040b0 2024-05-27T00:26:38.922 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.919+0000 7f9fbd7fa700 1 -- 172.21.15.137:0/600982061 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9fb800dd70 con 0x7f9fc01040b0 2024-05-27T00:26:38.922 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.919+0000 7f9fbd7fa700 1 -- 172.21.15.137:0/600982061 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fb80133f0 con 0x7f9fc01040b0 2024-05-27T00:26:38.922 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.919+0000 7f9fc6292700 1 -- 172.21.15.137:0/600982061 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fc01a2ef0 con 0x7f9fc01040b0 2024-05-27T00:26:38.923 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.920+0000 7f9fc6292700 1 -- 172.21.15.137:0/600982061 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fc0069180 con 0x7f9fc01040b0 2024-05-27T00:26:38.923 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.921+0000 7f9fbd7fa700 1 -- 172.21.15.137:0/600982061 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f9fb801a020 con 0x7f9fc01040b0 2024-05-27T00:26:38.923 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.922+0000 7f9fbd7fa700 1 --2- 172.21.15.137:0/600982061 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f9fa80a2b90 0x7f9fa80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:26:38.923 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.922+0000 7f9fbd7fa700 1 -- 172.21.15.137:0/600982061 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7f9fb80ccfb0 con 0x7f9fc01040b0 2024-05-27T00:26:38.924 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.922+0000 7f9fbffff700 1 --2- 172.21.15.137:0/600982061 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f9fa80a2b90 0x7f9fa80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:26:38.924 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.923+0000 7f9fbffff700 1 --2- 172.21.15.137:0/600982061 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f9fa80a2b90 0x7f9fa80a5050 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f9fc0103570 tx=0x7f9fb0009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:26:38.926 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:38.926+0000 7f9fbd7fa700 1 -- 172.21.15.137:0/600982061 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9fb8010070 con 0x7f9fc01040b0 2024-05-27T00:26:39.130 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:39.129+0000 7f9fc6292700 1 -- 172.21.15.137:0/600982061 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f9fc0062990 con 0x7f9fa80a2b90 2024-05-27T00:26:39.130 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:38 smithi137 ceph-mon[36552]: Detected new or changed devices on smithi050 2024-05-27T00:26:39.130 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:38 smithi137 ceph-mon[36552]: Adjusting osd_memory_target on smithi050 to 17093M 2024-05-27T00:26:39.130 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:38 smithi137 ceph-mon[36552]: osdmap e14: 2 total, 2 up, 2 in 2024-05-27T00:26:39.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:38 smithi050 ceph-mon[36071]: Detected new or changed devices on smithi050 2024-05-27T00:26:39.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:38 smithi050 ceph-mon[36071]: Adjusting osd_memory_target on smithi050 to 17093M 2024-05-27T00:26:39.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:38 smithi050 ceph-mon[36071]: osdmap e14: 2 total, 2 up, 2 in 2024-05-27T00:26:39.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:38 smithi044 ceph-mon[31645]: Detected new or changed devices on smithi050 2024-05-27T00:26:39.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:38 smithi044 ceph-mon[31645]: Adjusting osd_memory_target on smithi050 to 17093M 2024-05-27T00:26:39.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:38 smithi044 ceph-mon[31645]: osdmap e14: 2 total, 2 up, 2 in 2024-05-27T00:26:40.083 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:39 smithi137 ceph-mon[36552]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:40.083 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:26:40.083 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:26:40.084 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:40.117 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:39 smithi050 ceph-mon[36071]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:40.117 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:26:40.117 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:26:40.117 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:40.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:39 smithi044 ceph-mon[31645]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:40.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:26:40.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:26:40.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:40.922 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:40 smithi137 ceph-mon[36552]: from='client.24154 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:26:41.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:40 smithi050 ceph-mon[36071]: from='client.24154 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:26:41.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:40 smithi044 ceph-mon[31645]: from='client.24154 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:26:42.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:41 smithi050 ceph-mon[36071]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:42.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:41 smithi050 ceph-mon[36071]: from='client.? 172.21.15.137:0/66619406' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2ad9a094-a01b-4fc7-84a6-c6db467d7ce9"}]: dispatch 2024-05-27T00:26:42.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:41 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2ad9a094-a01b-4fc7-84a6-c6db467d7ce9"}]: dispatch 2024-05-27T00:26:42.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:41 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2ad9a094-a01b-4fc7-84a6-c6db467d7ce9"}]': finished 2024-05-27T00:26:42.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:41 smithi050 ceph-mon[36071]: osdmap e15: 3 total, 2 up, 3 in 2024-05-27T00:26:42.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:41 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-27T00:26:42.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:41 smithi137 ceph-mon[36552]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:42.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:41 smithi137 ceph-mon[36552]: from='client.? 172.21.15.137:0/66619406' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2ad9a094-a01b-4fc7-84a6-c6db467d7ce9"}]: dispatch 2024-05-27T00:26:42.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:41 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2ad9a094-a01b-4fc7-84a6-c6db467d7ce9"}]: dispatch 2024-05-27T00:26:42.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:41 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2ad9a094-a01b-4fc7-84a6-c6db467d7ce9"}]': finished 2024-05-27T00:26:42.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:41 smithi137 ceph-mon[36552]: osdmap e15: 3 total, 2 up, 3 in 2024-05-27T00:26:42.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:41 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-27T00:26:42.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:41 smithi044 ceph-mon[31645]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:42.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:41 smithi044 ceph-mon[31645]: from='client.? 172.21.15.137:0/66619406' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2ad9a094-a01b-4fc7-84a6-c6db467d7ce9"}]: dispatch 2024-05-27T00:26:42.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:41 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2ad9a094-a01b-4fc7-84a6-c6db467d7ce9"}]: dispatch 2024-05-27T00:26:42.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:41 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2ad9a094-a01b-4fc7-84a6-c6db467d7ce9"}]': finished 2024-05-27T00:26:42.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:41 smithi044 ceph-mon[31645]: osdmap e15: 3 total, 2 up, 3 in 2024-05-27T00:26:42.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:41 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-27T00:26:43.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:42 smithi050 ceph-mon[36071]: from='client.? 172.21.15.137:0/1305744995' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:26:43.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:42 smithi137 ceph-mon[36552]: from='client.? 172.21.15.137:0/1305744995' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:26:43.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:42 smithi044 ceph-mon[31645]: from='client.? 172.21.15.137:0/1305744995' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:26:44.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:43 smithi050 ceph-mon[36071]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:44.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:43 smithi137 ceph-mon[36552]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:44.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:43 smithi044 ceph-mon[31645]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:46.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:45 smithi137 ceph-mon[36552]: pgmap v77: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:46.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:45 smithi050 ceph-mon[36071]: pgmap v77: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:46.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:45 smithi044 ceph-mon[31645]: pgmap v77: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:48.164 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:47 smithi044 ceph-mon[31645]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:48.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:47 smithi050 ceph-mon[36071]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:48.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:47 smithi137 ceph-mon[36552]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:49.943 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:49 smithi137 ceph-mon[36552]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:49.943 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:49 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-27T00:26:49.943 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:49 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:49.943 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:49 smithi137 ceph-mon[36552]: Deploying daemon osd.2 on smithi137 2024-05-27T00:26:50.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:49 smithi050 ceph-mon[36071]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:50.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:49 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-27T00:26:50.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:49 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:50.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:49 smithi050 ceph-mon[36071]: Deploying daemon osd.2 on smithi137 2024-05-27T00:26:50.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:49 smithi044 ceph-mon[31645]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:50.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:49 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-27T00:26:50.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:49 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:50.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:49 smithi044 ceph-mon[31645]: Deploying daemon osd.2 on smithi137 2024-05-27T00:26:52.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:51 smithi137 ceph-mon[36552]: pgmap v80: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:52.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:51 smithi050 ceph-mon[36071]: pgmap v80: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:52.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:51 smithi044 ceph-mon[31645]: pgmap v80: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:53.991 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:53 smithi137 ceph-mon[36552]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:54.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:53 smithi050 ceph-mon[36071]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:54.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:53 smithi044 ceph-mon[31645]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:55.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:55.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:55.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:26:55.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:55 smithi137 ceph-mon[36552]: pgmap v82: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:55.611 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:55.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:55.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:26:55.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:55 smithi044 ceph-mon[31645]: pgmap v82: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:55.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:55.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:55.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:26:55.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:55 smithi050 ceph-mon[36071]: pgmap v82: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:57.866 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:57.864+0000 7f9fbd7fa700 1 -- 172.21.15.137:0/600982061 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f9fc0062990 con 0x7f9fa80a2b90 2024-05-27T00:26:57.866 INFO:teuthology.orchestra.run.smithi137.stdout:Created osd(s) 2 on host 'smithi137' 2024-05-27T00:26:57.868 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:57.866+0000 7f9fc6292700 1 -- 172.21.15.137:0/600982061 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f9fa80a2b90 msgr2=0x7f9fa80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:26:57.868 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:57.866+0000 7f9fc6292700 1 --2- 172.21.15.137:0/600982061 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f9fa80a2b90 0x7f9fa80a5050 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f9fc0103570 tx=0x7f9fb0009190 comp rx=0 tx=0).stop 2024-05-27T00:26:57.868 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:57.866+0000 7f9fc6292700 1 -- 172.21.15.137:0/600982061 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9fc01040b0 msgr2=0x7f9fc0074dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:26:57.868 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:57.866+0000 7f9fc6292700 1 --2- 172.21.15.137:0/600982061 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9fc01040b0 0x7f9fc0074dc0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9fb8007ee0 tx=0x7f9fb800d3b0 comp rx=0 tx=0).stop 2024-05-27T00:26:57.869 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:57.866+0000 7f9fc6292700 1 -- 172.21.15.137:0/600982061 shutdown_connections 2024-05-27T00:26:57.869 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:57.866+0000 7f9fc6292700 1 --2- 172.21.15.137:0/600982061 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f9fa80a2b90 0x7f9fa80a5050 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:57.869 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:57.866+0000 7f9fc6292700 1 --2- 172.21.15.137:0/600982061 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9fc01040b0 0x7f9fc0074dc0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:57.869 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:57.866+0000 7f9fc6292700 1 --2- 172.21.15.137:0/600982061 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9fc0102510 0x7f9fc0076230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:57.869 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:57.866+0000 7f9fc6292700 1 --2- 172.21.15.137:0/600982061 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9fc0103710 0x7f9fc0074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:26:57.869 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:57.866+0000 7f9fc6292700 1 -- 172.21.15.137:0/600982061 >> 172.21.15.137:0/600982061 conn(0x7f9fc00fdab0 msgr2=0x7f9fc01069b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:26:57.869 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:57.867+0000 7f9fc6292700 1 -- 172.21.15.137:0/600982061 shutdown_connections 2024-05-27T00:26:57.869 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:26:57.867+0000 7f9fc6292700 1 -- 172.21.15.137:0/600982061 wait complete. 2024-05-27T00:26:58.166 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:57 smithi137 ceph-mon[36552]: pgmap v83: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:58.166 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:57 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:58.166 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:57 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:58.166 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:57 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:58.166 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:57 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:26:58.166 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:57 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:58.166 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:57 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:58.166 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:57 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:58.167 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:57 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:26:58.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:57 smithi044 ceph-mon[31645]: pgmap v83: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:58.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:57 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:58.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:57 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:58.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:57 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:58.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:57 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:26:58.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:57 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:58.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:57 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:58.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:57 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:58.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:57 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:26:58.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:57 smithi050 ceph-mon[36071]: pgmap v83: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:26:58.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:57 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:58.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:57 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:58.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:57 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:26:58.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:57 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:26:58.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:57 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:58.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:57 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:58.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:57 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:26:58.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:57 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:26:58.557 DEBUG:teuthology.orchestra.run.smithi137:osd.2> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.2.service 2024-05-27T00:26:58.560 INFO:tasks.cephadm:Deploying osd.3 on smithi044 with /dev/vg_nvme/lv_3... 2024-05-27T00:26:58.560 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-27T00:26:59.033 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:26:59.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:58 smithi137 ceph-mon[36552]: from='osd.2 [v2:172.21.15.137:6800/1400932085,v1:172.21.15.137:6801/1400932085]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-27T00:26:59.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:26:58 smithi137 ceph-mon[36552]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-27T00:26:59.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:58 smithi044 ceph-mon[31645]: from='osd.2 [v2:172.21.15.137:6800/1400932085,v1:172.21.15.137:6801/1400932085]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-27T00:26:59.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:26:58 smithi044 ceph-mon[31645]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-27T00:26:59.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:58 smithi050 ceph-mon[36071]: from='osd.2 [v2:172.21.15.137:6800/1400932085,v1:172.21.15.137:6801/1400932085]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-27T00:26:59.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:26:58 smithi050 ceph-mon[36071]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-27T00:27:00.238 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:00 smithi137 ceph-mon[36552]: pgmap v84: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:27:00.238 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:00 smithi137 ceph-mon[36552]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-27T00:27:00.239 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:00 smithi137 ceph-mon[36552]: osdmap e16: 3 total, 2 up, 3 in 2024-05-27T00:27:00.239 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:00 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-27T00:27:00.239 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:00 smithi137 ceph-mon[36552]: from='osd.2 [v2:172.21.15.137:6800/1400932085,v1:172.21.15.137:6801/1400932085]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:27:00.239 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:00 smithi137 ceph-mon[36552]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:27:00.240 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:27:00 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-2[41652]: 2024-05-27T00:27:00.000+0000 7fbbad680700 -1 osd.2 0 waiting for initial osdmap 2024-05-27T00:27:00.240 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:27:00 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-2[41652]: 2024-05-27T00:27:00.006+0000 7fbba9473700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-27T00:27:00.276 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:00 smithi044 ceph-mon[31645]: pgmap v84: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:27:00.276 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:00 smithi044 ceph-mon[31645]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-27T00:27:00.276 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:00 smithi044 ceph-mon[31645]: osdmap e16: 3 total, 2 up, 3 in 2024-05-27T00:27:00.276 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:00 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-27T00:27:00.276 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:00 smithi044 ceph-mon[31645]: from='osd.2 [v2:172.21.15.137:6800/1400932085,v1:172.21.15.137:6801/1400932085]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:27:00.277 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:00 smithi044 ceph-mon[31645]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:27:00.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:00 smithi050 ceph-mon[36071]: pgmap v84: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:27:00.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:00 smithi050 ceph-mon[36071]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-27T00:27:00.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:00 smithi050 ceph-mon[36071]: osdmap e16: 3 total, 2 up, 3 in 2024-05-27T00:27:00.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:00 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-27T00:27:00.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:00 smithi050 ceph-mon[36071]: from='osd.2 [v2:172.21.15.137:6800/1400932085,v1:172.21.15.137:6801/1400932085]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:27:00.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:00 smithi050 ceph-mon[36071]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:27:01.203 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:01 smithi137 ceph-mon[36552]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-05-27T00:27:01.204 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:01 smithi137 ceph-mon[36552]: osdmap e17: 3 total, 2 up, 3 in 2024-05-27T00:27:01.204 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:01 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-27T00:27:01.204 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:01 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-27T00:27:01.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:01 smithi044 ceph-mon[31645]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-05-27T00:27:01.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:01 smithi044 ceph-mon[31645]: osdmap e17: 3 total, 2 up, 3 in 2024-05-27T00:27:01.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:01 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-27T00:27:01.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:01 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-27T00:27:01.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:01 smithi050 ceph-mon[36071]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-05-27T00:27:01.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:01 smithi050 ceph-mon[36071]: osdmap e17: 3 total, 2 up, 3 in 2024-05-27T00:27:01.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:01 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-27T00:27:01.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:01 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-27T00:27:01.814 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-27T00:27:01.814 INFO:teuthology.orchestra.run.smithi044.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-27T00:27:01.814 INFO:teuthology.orchestra.run.smithi044.stderr: stderr: 10+0 records in 2024-05-27T00:27:01.815 INFO:teuthology.orchestra.run.smithi044.stderr:10+0 records out 2024-05-27T00:27:01.815 INFO:teuthology.orchestra.run.smithi044.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0374122 s, 280 MB/s 2024-05-27T00:27:01.815 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping successful for: 2024-05-27T00:27:02.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:02 smithi044 ceph-mon[31645]: purged_snaps scrub starts 2024-05-27T00:27:02.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:02 smithi044 ceph-mon[31645]: purged_snaps scrub ok 2024-05-27T00:27:02.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:02 smithi044 ceph-mon[31645]: pgmap v87: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:27:02.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-27T00:27:02.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:02 smithi044 ceph-mon[31645]: osd.2 [v2:172.21.15.137:6800/1400932085,v1:172.21.15.137:6801/1400932085] boot 2024-05-27T00:27:02.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:02 smithi044 ceph-mon[31645]: osdmap e18: 3 total, 3 up, 3 in 2024-05-27T00:27:02.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-27T00:27:02.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:02.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:02.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:27:02.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:02.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:27:02.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:27:02.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:02.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:02 smithi050 ceph-mon[36071]: purged_snaps scrub starts 2024-05-27T00:27:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:02 smithi050 ceph-mon[36071]: purged_snaps scrub ok 2024-05-27T00:27:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:02 smithi050 ceph-mon[36071]: pgmap v87: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:27:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-27T00:27:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:02 smithi050 ceph-mon[36071]: osd.2 [v2:172.21.15.137:6800/1400932085,v1:172.21.15.137:6801/1400932085] boot 2024-05-27T00:27:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:02 smithi050 ceph-mon[36071]: osdmap e18: 3 total, 3 up, 3 in 2024-05-27T00:27:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-27T00:27:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:27:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:27:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:27:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:02.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:02 smithi137 ceph-mon[36552]: purged_snaps scrub starts 2024-05-27T00:27:02.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:02 smithi137 ceph-mon[36552]: purged_snaps scrub ok 2024-05-27T00:27:02.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:02 smithi137 ceph-mon[36552]: pgmap v87: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-27T00:27:02.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-27T00:27:02.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:02 smithi137 ceph-mon[36552]: osd.2 [v2:172.21.15.137:6800/1400932085,v1:172.21.15.137:6801/1400932085] boot 2024-05-27T00:27:02.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:02 smithi137 ceph-mon[36552]: osdmap e18: 3 total, 3 up, 3 in 2024-05-27T00:27:02.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-27T00:27:02.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:02.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:02.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:27:02.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:02.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:27:02.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:27:02.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:02.609 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi044:vg_nvme/lv_3 2024-05-27T00:27:03.044 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:27:03.343 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:03 smithi044 ceph-mon[31645]: Detected new or changed devices on smithi137 2024-05-27T00:27:03.343 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:03 smithi044 ceph-mon[31645]: Adjusting osd_memory_target on smithi137 to 17088M 2024-05-27T00:27:03.343 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:03 smithi044 ceph-mon[31645]: osdmap e19: 3 total, 3 up, 3 in 2024-05-27T00:27:03.343 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:03 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-27T00:27:03.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:03 smithi050 ceph-mon[36071]: Detected new or changed devices on smithi137 2024-05-27T00:27:03.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:03 smithi050 ceph-mon[36071]: Adjusting osd_memory_target on smithi137 to 17088M 2024-05-27T00:27:03.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:03 smithi050 ceph-mon[36071]: osdmap e19: 3 total, 3 up, 3 in 2024-05-27T00:27:03.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:03 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-27T00:27:03.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:03 smithi137 ceph-mon[36552]: Detected new or changed devices on smithi137 2024-05-27T00:27:03.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:03 smithi137 ceph-mon[36552]: Adjusting osd_memory_target on smithi137 to 17088M 2024-05-27T00:27:03.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:03 smithi137 ceph-mon[36552]: osdmap e19: 3 total, 3 up, 3 in 2024-05-27T00:27:03.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:03 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-27T00:27:04.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:04 smithi044 ceph-mon[31645]: pgmap v90: 0 pgs: ; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:04.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:04 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-27T00:27:04.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:04 smithi044 ceph-mon[31645]: osdmap e20: 3 total, 3 up, 3 in 2024-05-27T00:27:04.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:04 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-27T00:27:04.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:04 smithi050 ceph-mon[36071]: pgmap v90: 0 pgs: ; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:04.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:04 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-27T00:27:04.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:04 smithi050 ceph-mon[36071]: osdmap e20: 3 total, 3 up, 3 in 2024-05-27T00:27:04.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:04 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-27T00:27:04.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:04 smithi137 ceph-mon[36552]: pgmap v90: 0 pgs: ; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:04.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:04 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-27T00:27:04.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:04 smithi137 ceph-mon[36552]: osdmap e20: 3 total, 3 up, 3 in 2024-05-27T00:27:04.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:04 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-27T00:27:05.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.261+0000 7fb593c00700 1 -- 172.21.15.44:0/1579685424 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb58c108240 msgr2=0x7fb58c10a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:27:05.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.261+0000 7fb593c00700 1 --2- 172.21.15.44:0/1579685424 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb58c108240 0x7fb58c10a650 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fb584009f90 tx=0x7fb58400b330 comp rx=0 tx=0).stop 2024-05-27T00:27:05.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.261+0000 7fb593c00700 1 -- 172.21.15.44:0/1579685424 shutdown_connections 2024-05-27T00:27:05.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.261+0000 7fb593c00700 1 --2- 172.21.15.44:0/1579685424 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb58c108240 0x7fb58c10a650 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:27:05.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.261+0000 7fb593c00700 1 --2- 172.21.15.44:0/1579685424 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb58c102fe0 0x7fb58c1053d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:27:05.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.261+0000 7fb593c00700 1 --2- 172.21.15.44:0/1579685424 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb58c105910 0x7fb58c107d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:27:05.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.261+0000 7fb593c00700 1 -- 172.21.15.44:0/1579685424 >> 172.21.15.44:0/1579685424 conn(0x7fb58c0fc990 msgr2=0x7fb58c0fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:27:05.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.262+0000 7fb593c00700 1 -- 172.21.15.44:0/1579685424 shutdown_connections 2024-05-27T00:27:05.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.262+0000 7fb593c00700 1 -- 172.21.15.44:0/1579685424 wait complete. 2024-05-27T00:27:05.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.263+0000 7fb593c00700 1 Processor -- start 2024-05-27T00:27:05.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.263+0000 7fb593c00700 1 -- start start 2024-05-27T00:27:05.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.263+0000 7fb593c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb58c102fe0 0x7fb58c19aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:27:05.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.263+0000 7fb593c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb58c105910 0x7fb58c19af70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:27:05.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.263+0000 7fb593c00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb58c108240 0x7fb58c1a1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:27:05.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.263+0000 7fb593c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb58c10e230 con 0x7fb58c105910 2024-05-27T00:27:05.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.263+0000 7fb593c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb58c10e0b0 con 0x7fb58c102fe0 2024-05-27T00:27:05.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.263+0000 7fb593c00700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fb58c10e3b0 con 0x7fb58c108240 2024-05-27T00:27:05.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.264+0000 7fb591200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb58c102fe0 0x7fb58c19aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:27:05.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.264+0000 7fb591200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb58c102fe0 0x7fb58c19aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:42088/0 (socket says 172.21.15.44:42088) 2024-05-27T00:27:05.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.264+0000 7fb591200700 1 -- 172.21.15.44:0/4177818824 learned_addr learned my addr 172.21.15.44:0/4177818824 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:27:05.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.264+0000 7fb58be00700 1 --2- 172.21.15.44:0/4177818824 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb58c105910 0x7fb58c19af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:27:05.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.264+0000 7fb591c00700 1 --2- 172.21.15.44:0/4177818824 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb58c108240 0x7fb58c1a1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:27:05.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.264+0000 7fb591c00700 1 -- 172.21.15.44:0/4177818824 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb58c102fe0 msgr2=0x7fb58c19aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:27:05.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.264+0000 7fb591c00700 1 --2- 172.21.15.44:0/4177818824 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb58c102fe0 0x7fb58c19aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:27:05.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.264+0000 7fb591c00700 1 -- 172.21.15.44:0/4177818824 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb58c105910 msgr2=0x7fb58c19af70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:27:05.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.264+0000 7fb591c00700 1 --2- 172.21.15.44:0/4177818824 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb58c105910 0x7fb58c19af70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:27:05.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.264+0000 7fb591c00700 1 -- 172.21.15.44:0/4177818824 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb58c1a2690 con 0x7fb58c108240 2024-05-27T00:27:05.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.264+0000 7fb591c00700 1 --2- 172.21.15.44:0/4177818824 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb58c108240 0x7fb58c1a1ff0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fb58400b6c0 tx=0x7fb58400bee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:27:05.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.265+0000 7fb589600700 1 -- 172.21.15.44:0/4177818824 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb584021020 con 0x7fb58c108240 2024-05-27T00:27:05.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.265+0000 7fb589600700 1 -- 172.21.15.44:0/4177818824 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb58401d470 con 0x7fb58c108240 2024-05-27T00:27:05.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.265+0000 7fb593c00700 1 -- 172.21.15.44:0/4177818824 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb58c1a2920 con 0x7fb58c108240 2024-05-27T00:27:05.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.265+0000 7fb589600700 1 -- 172.21.15.44:0/4177818824 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5840052a0 con 0x7fb58c108240 2024-05-27T00:27:05.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.265+0000 7fb593c00700 1 -- 172.21.15.44:0/4177818824 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb58c1a2e20 con 0x7fb58c108240 2024-05-27T00:27:05.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.266+0000 7fb593c00700 1 -- 172.21.15.44:0/4177818824 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb58c069180 con 0x7fb58c108240 2024-05-27T00:27:05.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.269+0000 7fb589600700 1 -- 172.21.15.44:0/4177818824 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7fb584024020 con 0x7fb58c108240 2024-05-27T00:27:05.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.271+0000 7fb589600700 1 --2- 172.21.15.44:0/4177818824 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb5740a2c10 0x7fb5740a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:27:05.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.271+0000 7fb589600700 1 -- 172.21.15.44:0/4177818824 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 3237+0+0 (secure 0 0 0) 0x7fb58400f020 con 0x7fb58c108240 2024-05-27T00:27:05.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.271+0000 7fb591200700 1 --2- 172.21.15.44:0/4177818824 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb5740a2c10 0x7fb5740a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:27:05.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.272+0000 7fb591200700 1 --2- 172.21.15.44:0/4177818824 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb5740a2c10 0x7fb5740a50d0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fb580005d10 tx=0x7fb580009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:27:05.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.276+0000 7fb589600700 1 -- 172.21.15.44:0/4177818824 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb58409ceb0 con 0x7fb58c108240 2024-05-27T00:27:05.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-27T00:27:05.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:05 smithi044 ceph-mon[31645]: osdmap e21: 3 total, 3 up, 3 in 2024-05-27T00:27:05.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-27T00:27:05.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:05 smithi050 ceph-mon[36071]: osdmap e21: 3 total, 3 up, 3 in 2024-05-27T00:27:05.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-27T00:27:05.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:05 smithi137 ceph-mon[36552]: osdmap e21: 3 total, 3 up, 3 in 2024-05-27T00:27:05.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:05.517+0000 7fb593c00700 1 -- 172.21.15.44:0/4177818824 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fb58c0628d0 con 0x7fb5740a2c10 2024-05-27T00:27:05.862 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:27:05 smithi044 sudo[48618]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-27T00:27:05.862 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:27:05 smithi044 sudo[48618]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-27T00:27:05.862 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:27:05 smithi044 sudo[48618]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-27T00:27:05.862 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:27:05 smithi044 sudo[48618]: pam_unix(sudo:session): session closed for user root 2024-05-27T00:27:06.361 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:27:06 smithi044 sudo[48688]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-27T00:27:06.361 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:27:06 smithi044 sudo[48688]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-27T00:27:06.362 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:27:06 smithi044 sudo[48688]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-27T00:27:06.362 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:27:06 smithi044 sudo[48688]: pam_unix(sudo:session): session closed for user root 2024-05-27T00:27:06.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:06 smithi044 ceph-mon[31645]: pgmap v93: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:06.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:06 smithi044 ceph-mon[31645]: osdmap e22: 3 total, 3 up, 3 in 2024-05-27T00:27:06.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:06 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:27:06.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:06 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:27:06.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:06 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:27:06.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:06 smithi050 ceph-mon[36071]: pgmap v93: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:06.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:06 smithi050 ceph-mon[36071]: osdmap e22: 3 total, 3 up, 3 in 2024-05-27T00:27:06.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:06 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:27:06.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:06 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:27:06.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:06 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:27:06.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:06 smithi137 ceph-mon[36552]: pgmap v93: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:06.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:06 smithi137 ceph-mon[36552]: osdmap e22: 3 total, 3 up, 3 in 2024-05-27T00:27:06.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:06 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:27:06.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:06 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:27:06.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:06 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:27:06.950 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:27:06 smithi050 sudo[44477]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-27T00:27:06.950 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:27:06 smithi050 sudo[44477]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-27T00:27:06.956 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:27:06 smithi050 sudo[44477]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-27T00:27:06.956 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:27:06 smithi050 sudo[44477]: pam_unix(sudo:session): session closed for user root 2024-05-27T00:27:07.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:07.179+0000 7fb589600700 1 -- 172.21.15.44:0/4177818824 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb584098e20 con 0x7fb58c108240 2024-05-27T00:27:07.321 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:07 smithi044 ceph-mon[31645]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:27:07.321 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:07 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:07.358 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:07 smithi137 ceph-mon[36552]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:27:07.358 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:07 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:07.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:07 smithi050 ceph-mon[36071]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:27:07.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:07 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:07.451 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:27:07 smithi050 sudo[44480]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-27T00:27:07.451 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:27:07 smithi050 sudo[44480]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-27T00:27:07.451 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:27:07 smithi050 sudo[44480]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-27T00:27:07.451 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:27:07 smithi050 sudo[44480]: pam_unix(sudo:session): session closed for user root 2024-05-27T00:27:07.613 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:27:07 smithi137 sudo[45712]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-27T00:27:07.613 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:27:07 smithi137 sudo[45712]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-27T00:27:07.613 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:27:07 smithi137 sudo[45712]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-27T00:27:07.614 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:27:07 smithi137 sudo[45712]: pam_unix(sudo:session): session closed for user root 2024-05-27T00:27:08.003 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:27:07 smithi137 sudo[45715]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-27T00:27:08.003 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:27:07 smithi137 sudo[45715]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-27T00:27:08.003 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:27:07 smithi137 sudo[45715]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-27T00:27:08.004 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:27:07 smithi137 sudo[45715]: pam_unix(sudo:session): session closed for user root 2024-05-27T00:27:08.611 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:08 smithi044 sudo[48789]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-27T00:27:08.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:08 smithi044 sudo[48789]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-27T00:27:08.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:08 smithi044 sudo[48789]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-27T00:27:08.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:08 smithi044 sudo[48789]: pam_unix(sudo:session): session closed for user root 2024-05-27T00:27:09.096 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:08 smithi137 ceph-mon[36552]: pgmap v95: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:09.097 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:08 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:09.097 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:08 smithi137 ceph-mon[36552]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-27T00:27:09.097 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:08 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:09.097 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:08 smithi137 ceph-mon[36552]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-27T00:27:09.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:08 smithi044 sudo[48807]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-27T00:27:09.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:08 smithi044 sudo[48807]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-27T00:27:09.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:08 smithi044 sudo[48807]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-27T00:27:09.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:08 smithi044 sudo[48807]: pam_unix(sudo:session): session closed for user root 2024-05-27T00:27:09.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:08 smithi044 ceph-mon[31645]: pgmap v95: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:09.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:08 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:09.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:08 smithi044 ceph-mon[31645]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-27T00:27:09.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:08 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:09.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:08 smithi044 ceph-mon[31645]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-27T00:27:09.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:08 smithi050 ceph-mon[36071]: pgmap v95: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:09.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:08 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:09.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:08 smithi050 ceph-mon[36071]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-27T00:27:09.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:08 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:09.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:08 smithi050 ceph-mon[36071]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-27T00:27:09.349 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:09 smithi137 sudo[45718]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-27T00:27:09.349 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:09 smithi137 sudo[45718]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-27T00:27:09.350 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:09 smithi137 sudo[45718]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-27T00:27:09.350 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:09 smithi137 sudo[45718]: pam_unix(sudo:session): session closed for user root 2024-05-27T00:27:09.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:09 smithi137 sudo[45721]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-27T00:27:09.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:09 smithi137 sudo[45721]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-27T00:27:09.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:09 smithi137 sudo[45721]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-27T00:27:09.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:09 smithi137 sudo[45721]: pam_unix(sudo:session): session closed for user root 2024-05-27T00:27:10.102 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:09 smithi050 sudo[44483]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-27T00:27:10.102 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:09 smithi050 sudo[44483]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-27T00:27:10.102 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:09 smithi050 sudo[44483]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-27T00:27:10.102 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:09 smithi050 sudo[44483]: pam_unix(sudo:session): session closed for user root 2024-05-27T00:27:10.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:10 smithi050 sudo[44486]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-27T00:27:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:10 smithi050 sudo[44486]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-27T00:27:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:10 smithi050 sudo[44486]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-27T00:27:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:10 smithi050 sudo[44486]: pam_unix(sudo:session): session closed for user root 2024-05-27T00:27:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:10 smithi050 ceph-mon[36071]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:10 smithi050 ceph-mon[36071]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-27T00:27:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:10 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-27T00:27:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:10 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:27:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:10 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:27:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:10 smithi050 ceph-mon[36071]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-27T00:27:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:10 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-27T00:27:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:10 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:27:10.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:10 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:27:10.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:10 smithi050 ceph-mon[36071]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-27T00:27:10.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:10 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-27T00:27:10.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:10 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:27:10.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:10 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:27:10.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:10 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/400972634' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a"}]: dispatch 2024-05-27T00:27:10.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:10 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a"}]: dispatch 2024-05-27T00:27:10.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:10 smithi044 ceph-mon[31645]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:10.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:10 smithi044 ceph-mon[31645]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-27T00:27:10.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:10 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-27T00:27:10.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:10 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:27:10.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:10 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:27:10.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:10 smithi044 ceph-mon[31645]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-27T00:27:10.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:10 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-27T00:27:10.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:10 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:27:10.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:10 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:27:10.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:10 smithi044 ceph-mon[31645]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-27T00:27:10.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:10 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-27T00:27:10.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:10 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:27:10.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:10 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:27:10.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:10 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/400972634' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a"}]: dispatch 2024-05-27T00:27:10.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:10 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a"}]: dispatch 2024-05-27T00:27:10.684 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:10 smithi137 ceph-mon[36552]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:10.684 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:10 smithi137 ceph-mon[36552]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-27T00:27:10.684 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:10 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-27T00:27:10.684 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:10 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:27:10.684 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:10 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:27:10.684 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:10 smithi137 ceph-mon[36552]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-27T00:27:10.684 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:10 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-27T00:27:10.684 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:10 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:27:10.684 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:10 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:27:10.684 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:10 smithi137 ceph-mon[36552]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-27T00:27:10.684 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:10 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-27T00:27:10.685 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:10 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:27:10.685 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:10 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:27:10.685 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:10 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/400972634' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a"}]: dispatch 2024-05-27T00:27:10.685 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:10 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a"}]: dispatch 2024-05-27T00:27:11.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:11 smithi044 ceph-mon[31645]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-27T00:27:11.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:11 smithi044 ceph-mon[31645]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-27T00:27:11.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:11 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a"}]': finished 2024-05-27T00:27:11.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:11 smithi044 ceph-mon[31645]: osdmap e23: 4 total, 3 up, 4 in 2024-05-27T00:27:11.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:11 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:27:11.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:11 smithi044 ceph-mon[31645]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:11.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:11 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/807606080' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:27:11.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:11 smithi050 ceph-mon[36071]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-27T00:27:11.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:11 smithi050 ceph-mon[36071]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-27T00:27:11.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:11 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a"}]': finished 2024-05-27T00:27:11.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:11 smithi050 ceph-mon[36071]: osdmap e23: 4 total, 3 up, 4 in 2024-05-27T00:27:11.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:11 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:27:11.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:11 smithi050 ceph-mon[36071]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:11.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:11 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/807606080' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:27:11.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:11 smithi137 ceph-mon[36552]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-27T00:27:11.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:11 smithi137 ceph-mon[36552]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-27T00:27:11.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:11 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a"}]': finished 2024-05-27T00:27:11.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:11 smithi137 ceph-mon[36552]: osdmap e23: 4 total, 3 up, 4 in 2024-05-27T00:27:11.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:11 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:27:11.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:11 smithi137 ceph-mon[36552]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:11.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:11 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/807606080' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:27:13.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:13 smithi050 ceph-mon[36071]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:13.760 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:13 smithi137 ceph-mon[36552]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:13.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:13 smithi044 ceph-mon[31645]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:15.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:15 smithi044 ceph-mon[31645]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2024-05-27T00:27:15.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:15 smithi050 ceph-mon[36071]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2024-05-27T00:27:15.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:15 smithi137 ceph-mon[36552]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2024-05-27T00:27:17.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:17 smithi044 ceph-mon[31645]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-05-27T00:27:17.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:17 smithi050 ceph-mon[36071]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-05-27T00:27:17.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:17 smithi137 ceph-mon[36552]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-05-27T00:27:19.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:19 smithi044 ceph-mon[31645]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-05-27T00:27:19.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:19 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-27T00:27:19.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:19 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:27:19.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:19 smithi050 ceph-mon[36071]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-05-27T00:27:19.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:19 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-27T00:27:19.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:19 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:27:19.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:19 smithi137 ceph-mon[36552]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-05-27T00:27:19.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:19 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-27T00:27:19.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:19 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:27:20.552 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:20 smithi044 ceph-mon[31645]: Deploying daemon osd.3 on smithi044 2024-05-27T00:27:20.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:20 smithi050 ceph-mon[36071]: Deploying daemon osd.3 on smithi044 2024-05-27T00:27:20.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:20 smithi137 ceph-mon[36552]: Deploying daemon osd.3 on smithi044 2024-05-27T00:27:21.472 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:21 smithi044 ceph-mon[31645]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail; 1018 B/s rd, 26 KiB/s wr, 2 op/s 2024-05-27T00:27:21.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:21 smithi050 ceph-mon[36071]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail; 1018 B/s rd, 26 KiB/s wr, 2 op/s 2024-05-27T00:27:21.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:21 smithi137 ceph-mon[36552]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail; 1018 B/s rd, 26 KiB/s wr, 2 op/s 2024-05-27T00:27:23.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:23 smithi044 ceph-mon[31645]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-05-27T00:27:23.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:23 smithi050 ceph-mon[36071]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-05-27T00:27:23.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:23 smithi137 ceph-mon[36552]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-05-27T00:27:25.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:25 smithi050 ceph-mon[36071]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-05-27T00:27:25.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:25 smithi137 ceph-mon[36552]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-05-27T00:27:25.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:25 smithi044 ceph-mon[31645]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-05-27T00:27:27.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:27 smithi050 ceph-mon[36071]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:27.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:27 smithi137 ceph-mon[36552]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:27.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:27 smithi044 ceph-mon[31645]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:28.910 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:28 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:28.910 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:28 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:28.910 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:28 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:27:28.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:28 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:28.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:28 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:28.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:28 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:27:28.986 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:28 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:28.986 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:28 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:28.986 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:28 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:27:29.715 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:29 smithi044 ceph-mon[31645]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:29.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:29 smithi050 ceph-mon[36071]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:30.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:29 smithi137 ceph-mon[36552]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:31.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:31 smithi050 ceph-mon[36071]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:31.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:31.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:31.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:27:31.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:27:31.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:31.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:31 smithi050 ceph-mon[36071]: from='osd.3 [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-27T00:27:31.990 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:31 smithi044 ceph-mon[31645]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:31.990 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:31.990 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:31.990 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:27:31.990 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:27:31.990 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:31.990 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:31 smithi044 ceph-mon[31645]: from='osd.3 [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-27T00:27:32.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:31 smithi137 ceph-mon[36552]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:32.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:32.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:32.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:27:32.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:27:32.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:32.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:31 smithi137 ceph-mon[36552]: from='osd.3 [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-27T00:27:32.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:32.710+0000 7fb589600700 1 -- 172.21.15.44:0/4177818824 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb58c0628d0 con 0x7fb5740a2c10 2024-05-27T00:27:32.712 INFO:teuthology.orchestra.run.smithi044.stdout:Created osd(s) 3 on host 'smithi044' 2024-05-27T00:27:32.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:32.713+0000 7fb593c00700 1 -- 172.21.15.44:0/4177818824 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb5740a2c10 msgr2=0x7fb5740a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:27:32.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:32.713+0000 7fb593c00700 1 --2- 172.21.15.44:0/4177818824 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb5740a2c10 0x7fb5740a50d0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fb580005d10 tx=0x7fb580009310 comp rx=0 tx=0).stop 2024-05-27T00:27:32.714 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:32.713+0000 7fb593c00700 1 -- 172.21.15.44:0/4177818824 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb58c108240 msgr2=0x7fb58c1a1ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:27:32.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:32.713+0000 7fb593c00700 1 --2- 172.21.15.44:0/4177818824 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb58c108240 0x7fb58c1a1ff0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fb58400b6c0 tx=0x7fb58400bee0 comp rx=0 tx=0).stop 2024-05-27T00:27:32.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:32.713+0000 7fb593c00700 1 -- 172.21.15.44:0/4177818824 shutdown_connections 2024-05-27T00:27:32.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:32.713+0000 7fb593c00700 1 --2- 172.21.15.44:0/4177818824 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb5740a2c10 0x7fb5740a50d0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:27:32.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:32.713+0000 7fb593c00700 1 --2- 172.21.15.44:0/4177818824 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb58c108240 0x7fb58c1a1ff0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:27:32.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:32.713+0000 7fb593c00700 1 --2- 172.21.15.44:0/4177818824 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb58c102fe0 0x7fb58c19aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:27:32.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:32.713+0000 7fb593c00700 1 --2- 172.21.15.44:0/4177818824 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb58c105910 0x7fb58c19af70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:27:32.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:32.713+0000 7fb593c00700 1 -- 172.21.15.44:0/4177818824 >> 172.21.15.44:0/4177818824 conn(0x7fb58c0fc990 msgr2=0x7fb58c102660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:27:32.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:32.714+0000 7fb593c00700 1 -- 172.21.15.44:0/4177818824 shutdown_connections 2024-05-27T00:27:32.715 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:27:32.714+0000 7fb593c00700 1 -- 172.21.15.44:0/4177818824 wait complete. 2024-05-27T00:27:33.474 DEBUG:teuthology.orchestra.run.smithi044:osd.3> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.3.service 2024-05-27T00:27:33.479 INFO:tasks.cephadm:Deploying osd.4 on smithi050 with /dev/vg_nvme/lv_3... 2024-05-27T00:27:33.479 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-27T00:27:33.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:33 smithi044 ceph-mon[31645]: from='osd.3 [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-27T00:27:33.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:33 smithi044 ceph-mon[31645]: osdmap e24: 4 total, 3 up, 4 in 2024-05-27T00:27:33.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:33 smithi044 ceph-mon[31645]: from='osd.3 [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-27T00:27:33.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:33 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:27:33.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:33 smithi044 ceph-mon[31645]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:33.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:33 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:33.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:33 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:27:33.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:33 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:33.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:33 smithi050 ceph-mon[36071]: from='osd.3 [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-27T00:27:33.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:33 smithi050 ceph-mon[36071]: osdmap e24: 4 total, 3 up, 4 in 2024-05-27T00:27:33.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:33 smithi050 ceph-mon[36071]: from='osd.3 [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-27T00:27:33.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:33 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:27:33.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:33 smithi050 ceph-mon[36071]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:33.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:33 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:33.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:33 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:27:33.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:33 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:33.734 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.b/config 2024-05-27T00:27:33.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:33 smithi137 ceph-mon[36552]: from='osd.3 [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-27T00:27:33.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:33 smithi137 ceph-mon[36552]: osdmap e24: 4 total, 3 up, 4 in 2024-05-27T00:27:33.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:33 smithi137 ceph-mon[36552]: from='osd.3 [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-27T00:27:33.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:33 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:27:33.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:33 smithi137 ceph-mon[36552]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:33.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:33 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:33.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:33 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:27:33.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:33 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:34.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:34 smithi044 ceph-mon[31645]: from='osd.3 [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-27T00:27:34.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:34 smithi044 ceph-mon[31645]: osdmap e25: 4 total, 3 up, 4 in 2024-05-27T00:27:34.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:34 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:27:34.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:34 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:27:34.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:34 smithi044 ceph-mon[31645]: osdmap e26: 4 total, 3 up, 4 in 2024-05-27T00:27:34.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:34 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:27:34.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:34 smithi044 ceph-mon[31645]: from='osd.3 [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382]' entity='osd.3' 2024-05-27T00:27:34.363 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 27 00:27:34 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-3[50873]: 2024-05-27T00:27:34.098+0000 7f62e9a00700 -1 osd.3 0 waiting for initial osdmap 2024-05-27T00:27:34.363 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 27 00:27:34 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-3[50873]: 2024-05-27T00:27:34.117+0000 7f62df800700 -1 osd.3 26 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-27T00:27:34.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:34 smithi050 ceph-mon[36071]: from='osd.3 [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-27T00:27:34.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:34 smithi050 ceph-mon[36071]: osdmap e25: 4 total, 3 up, 4 in 2024-05-27T00:27:34.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:34 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:27:34.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:34 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:27:34.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:34 smithi050 ceph-mon[36071]: osdmap e26: 4 total, 3 up, 4 in 2024-05-27T00:27:34.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:34 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:27:34.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:34 smithi050 ceph-mon[36071]: from='osd.3 [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382]' entity='osd.3' 2024-05-27T00:27:34.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:34 smithi137 ceph-mon[36552]: from='osd.3 [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-27T00:27:34.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:34 smithi137 ceph-mon[36552]: osdmap e25: 4 total, 3 up, 4 in 2024-05-27T00:27:34.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:34 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:27:34.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:34 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:27:34.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:34 smithi137 ceph-mon[36552]: osdmap e26: 4 total, 3 up, 4 in 2024-05-27T00:27:34.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:34 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:27:34.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:34 smithi137 ceph-mon[36552]: from='osd.3 [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382]' entity='osd.3' 2024-05-27T00:27:35.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:35 smithi050 ceph-mon[36071]: purged_snaps scrub starts 2024-05-27T00:27:35.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:35 smithi050 ceph-mon[36071]: purged_snaps scrub ok 2024-05-27T00:27:35.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:35 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:27:35.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:35 smithi050 ceph-mon[36071]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:35.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:35 smithi050 ceph-mon[36071]: osd.3 [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382] boot 2024-05-27T00:27:35.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:35 smithi050 ceph-mon[36071]: osdmap e27: 4 total, 4 up, 4 in 2024-05-27T00:27:35.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:35 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:27:35.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:35 smithi044 ceph-mon[31645]: purged_snaps scrub starts 2024-05-27T00:27:35.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:35 smithi044 ceph-mon[31645]: purged_snaps scrub ok 2024-05-27T00:27:35.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:27:35.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:35 smithi044 ceph-mon[31645]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:35.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:35 smithi044 ceph-mon[31645]: osd.3 [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382] boot 2024-05-27T00:27:35.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:35 smithi044 ceph-mon[31645]: osdmap e27: 4 total, 4 up, 4 in 2024-05-27T00:27:35.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:27:35.717 INFO:teuthology.orchestra.run.smithi050.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-27T00:27:35.717 INFO:teuthology.orchestra.run.smithi050.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-27T00:27:35.717 INFO:teuthology.orchestra.run.smithi050.stderr: stderr: 10+0 records in 2024-05-27T00:27:35.717 INFO:teuthology.orchestra.run.smithi050.stderr:10+0 records out 2024-05-27T00:27:35.717 INFO:teuthology.orchestra.run.smithi050.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00840637 s, 1.2 GB/s 2024-05-27T00:27:35.717 INFO:teuthology.orchestra.run.smithi050.stderr: stderr: 2024-05-27T00:27:35.718 INFO:teuthology.orchestra.run.smithi050.stderr:--> Zapping successful for: 2024-05-27T00:27:35.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:35 smithi137 ceph-mon[36552]: purged_snaps scrub starts 2024-05-27T00:27:35.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:35 smithi137 ceph-mon[36552]: purged_snaps scrub ok 2024-05-27T00:27:35.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:35 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:27:35.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:35 smithi137 ceph-mon[36552]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-05-27T00:27:35.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:35 smithi137 ceph-mon[36552]: osd.3 [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382] boot 2024-05-27T00:27:35.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:35 smithi137 ceph-mon[36552]: osdmap e27: 4 total, 4 up, 4 in 2024-05-27T00:27:35.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:35 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:27:36.465 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi050:vg_nvme/lv_3 2024-05-27T00:27:36.720 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.b/config 2024-05-27T00:27:37.058 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:36 smithi050 ceph-mon[36071]: osdmap e28: 4 total, 4 up, 4 in 2024-05-27T00:27:37.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:36 smithi044 ceph-mon[31645]: osdmap e28: 4 total, 4 up, 4 in 2024-05-27T00:27:37.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:36 smithi137 ceph-mon[36552]: osdmap e28: 4 total, 4 up, 4 in 2024-05-27T00:27:38.020 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:37 smithi050 ceph-mon[36071]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:38.020 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:37 smithi050 ceph-mon[36071]: osdmap e29: 4 total, 4 up, 4 in 2024-05-27T00:27:38.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:37 smithi137 ceph-mon[36552]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:38.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:37 smithi137 ceph-mon[36552]: osdmap e29: 4 total, 4 up, 4 in 2024-05-27T00:27:38.315 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.312+0000 7f786bf5d700 1 -- 172.21.15.50:0/606571232 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7864101690 msgr2=0x7f7864101af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:27:38.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.312+0000 7f786bf5d700 1 --2- 172.21.15.50:0/606571232 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7864101690 0x7f7864101af0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f7854009990 tx=0x7f7854009ca0 comp rx=0 tx=0).stop 2024-05-27T00:27:38.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.312+0000 7f786bf5d700 1 -- 172.21.15.50:0/606571232 shutdown_connections 2024-05-27T00:27:38.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.312+0000 7f786bf5d700 1 --2- 172.21.15.50:0/606571232 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7864102030 0x7f78641098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:27:38.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.312+0000 7f786bf5d700 1 --2- 172.21.15.50:0/606571232 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78641029e0 0x7f7864102e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:27:38.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.312+0000 7f786bf5d700 1 --2- 172.21.15.50:0/606571232 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7864101690 0x7f7864101af0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:27:38.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.312+0000 7f786bf5d700 1 -- 172.21.15.50:0/606571232 >> 172.21.15.50:0/606571232 conn(0x7f78640fc100 msgr2=0x7f78640fe560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:27:38.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.313+0000 7f786bf5d700 1 -- 172.21.15.50:0/606571232 shutdown_connections 2024-05-27T00:27:38.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.313+0000 7f786bf5d700 1 -- 172.21.15.50:0/606571232 wait complete. 2024-05-27T00:27:38.316 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.313+0000 7f786bf5d700 1 Processor -- start 2024-05-27T00:27:38.317 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.313+0000 7f786bf5d700 1 -- start start 2024-05-27T00:27:38.317 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.314+0000 7f786bf5d700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7864101690 0x7f78641010e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:27:38.317 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.314+0000 7f786bf5d700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7864102030 0x7f786419d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:27:38.317 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.314+0000 7f786bf5d700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78641029e0 0x7f786419fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:27:38.317 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.314+0000 7f786bf5d700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f786410d160 con 0x7f78641029e0 2024-05-27T00:27:38.317 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.314+0000 7f786bf5d700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f786410cfe0 con 0x7f7864101690 2024-05-27T00:27:38.317 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.314+0000 7f786bf5d700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f786410d2e0 con 0x7f7864102030 2024-05-27T00:27:38.317 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.314+0000 7f7869cf9700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7864101690 0x7f78641010e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:27:38.317 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.314+0000 7f7869cf9700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7864101690 0x7f78641010e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:49256/0 (socket says 172.21.15.50:49256) 2024-05-27T00:27:38.317 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.314+0000 7f7869cf9700 1 -- 172.21.15.50:0/883843364 learned_addr learned my addr 172.21.15.50:0/883843364 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-05-27T00:27:38.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.314+0000 7f78694f8700 1 --2- 172.21.15.50:0/883843364 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7864102030 0x7f786419d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:27:38.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.314+0000 7f7869cf9700 1 -- 172.21.15.50:0/883843364 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7864102030 msgr2=0x7f786419d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:27:38.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.314+0000 7f7869cf9700 1 --2- 172.21.15.50:0/883843364 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7864102030 0x7f786419d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:27:38.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.314+0000 7f786a4fa700 1 --2- 172.21.15.50:0/883843364 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78641029e0 0x7f786419fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:27:38.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.314+0000 7f7869cf9700 1 -- 172.21.15.50:0/883843364 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78641029e0 msgr2=0x7f786419fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:27:38.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.314+0000 7f7869cf9700 1 --2- 172.21.15.50:0/883843364 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78641029e0 0x7f786419fbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:27:38.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.314+0000 7f7869cf9700 1 -- 172.21.15.50:0/883843364 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78641a04b0 con 0x7f7864101690 2024-05-27T00:27:38.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.314+0000 7f78694f8700 1 --2- 172.21.15.50:0/883843364 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7864102030 0x7f786419d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:27:38.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.314+0000 7f7869cf9700 1 --2- 172.21.15.50:0/883843364 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7864101690 0x7f78641010e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f786000b500 tx=0x7f786000b8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:27:38.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.314+0000 7f785affd700 1 -- 172.21.15.50:0/883843364 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7860015020 con 0x7f7864101690 2024-05-27T00:27:38.318 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.315+0000 7f786bf5d700 1 -- 172.21.15.50:0/883843364 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78641a07a0 con 0x7f7864101690 2024-05-27T00:27:38.319 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.315+0000 7f785affd700 1 -- 172.21.15.50:0/883843364 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7860011d30 con 0x7f7864101690 2024-05-27T00:27:38.319 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.315+0000 7f785affd700 1 -- 172.21.15.50:0/883843364 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f786000f2e0 con 0x7f7864101690 2024-05-27T00:27:38.319 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.315+0000 7f786bf5d700 1 -- 172.21.15.50:0/883843364 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78641a0d30 con 0x7f7864101690 2024-05-27T00:27:38.320 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.315+0000 7f786bf5d700 1 -- 172.21.15.50:0/883843364 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7864069180 con 0x7f7864101690 2024-05-27T00:27:38.320 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.317+0000 7f785affd700 1 -- 172.21.15.50:0/883843364 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f7860018020 con 0x7f7864101690 2024-05-27T00:27:38.320 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.317+0000 7f785affd700 1 --2- 172.21.15.50:0/883843364 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f78500a2ca0 0x7f78500a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:27:38.320 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.317+0000 7f785affd700 1 -- 172.21.15.50:0/883843364 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3669+0+0 (secure 0 0 0) 0x7f78600cdb80 con 0x7f7864101690 2024-05-27T00:27:38.320 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.318+0000 7f78694f8700 1 --2- 172.21.15.50:0/883843364 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f78500a2ca0 0x7f78500a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:27:38.320 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.318+0000 7f78694f8700 1 --2- 172.21.15.50:0/883843364 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f78500a2ca0 0x7f78500a5160 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f7864101660 tx=0x7f785400b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:27:38.322 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.321+0000 7f785affd700 1 -- 172.21.15.50:0/883843364 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f786001f020 con 0x7f7864101690 2024-05-27T00:27:38.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:37 smithi044 ceph-mon[31645]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:38.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:37 smithi044 ceph-mon[31645]: osdmap e29: 4 total, 4 up, 4 in 2024-05-27T00:27:38.538 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:38.537+0000 7f786bf5d700 1 -- 172.21.15.50:0/883843364 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f78640628d0 con 0x7f78500a2ca0 2024-05-27T00:27:39.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:38 smithi044 ceph-mon[31645]: osdmap e30: 4 total, 4 up, 4 in 2024-05-27T00:27:39.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:38 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:27:39.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:38 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:27:39.101 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:38 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:27:39.166 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:38 smithi050 ceph-mon[36071]: osdmap e30: 4 total, 4 up, 4 in 2024-05-27T00:27:39.166 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:38 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:27:39.166 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:38 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:27:39.166 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:38 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:27:39.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:38 smithi137 ceph-mon[36552]: osdmap e30: 4 total, 4 up, 4 in 2024-05-27T00:27:39.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:38 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:27:39.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:38 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:27:39.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:38 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:27:40.156 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:39 smithi050 ceph-mon[36071]: pgmap v119: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-05-27T00:27:40.156 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:39 smithi050 ceph-mon[36071]: from='client.24230 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:27:40.156 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:39 smithi050 ceph-mon[36071]: osdmap e31: 4 total, 4 up, 4 in 2024-05-27T00:27:40.156 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:40.156 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:40.157 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:27:40.157 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:27:40.157 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:40.157 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:27:40.157 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:27:40.157 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:40.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:39 smithi137 ceph-mon[36552]: pgmap v119: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-05-27T00:27:40.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:39 smithi137 ceph-mon[36552]: from='client.24230 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:27:40.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:39 smithi137 ceph-mon[36552]: osdmap e31: 4 total, 4 up, 4 in 2024-05-27T00:27:40.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:40.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:40.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:27:40.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:27:40.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:40.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:27:40.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:27:40.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:40.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:39 smithi044 ceph-mon[31645]: pgmap v119: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-05-27T00:27:40.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:39 smithi044 ceph-mon[31645]: from='client.24230 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:27:40.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:39 smithi044 ceph-mon[31645]: osdmap e31: 4 total, 4 up, 4 in 2024-05-27T00:27:40.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:40.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:40.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:27:40.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:27:40.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:40.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:27:40.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:27:40.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:40.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:40 smithi050 ceph-mon[36071]: Detected new or changed devices on smithi044 2024-05-27T00:27:40.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:40 smithi050 ceph-mon[36071]: Adjusting osd_memory_target on smithi044 to 8547M 2024-05-27T00:27:41.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:40 smithi137 ceph-mon[36552]: Detected new or changed devices on smithi044 2024-05-27T00:27:41.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:40 smithi137 ceph-mon[36552]: Adjusting osd_memory_target on smithi044 to 8547M 2024-05-27T00:27:41.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:40 smithi044 ceph-mon[31645]: Detected new or changed devices on smithi044 2024-05-27T00:27:41.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:40 smithi044 ceph-mon[31645]: Adjusting osd_memory_target on smithi044 to 8547M 2024-05-27T00:27:42.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:41 smithi050 ceph-mon[36071]: pgmap v121: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-05-27T00:27:42.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:41 smithi050 ceph-mon[36071]: from='client.? 172.21.15.50:0/337838329' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f3f5d2e-7672-436a-8d2e-f44fc68c2265"}]: dispatch 2024-05-27T00:27:42.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:41 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f3f5d2e-7672-436a-8d2e-f44fc68c2265"}]: dispatch 2024-05-27T00:27:42.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:41 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3f3f5d2e-7672-436a-8d2e-f44fc68c2265"}]': finished 2024-05-27T00:27:42.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:41 smithi050 ceph-mon[36071]: osdmap e32: 5 total, 4 up, 5 in 2024-05-27T00:27:42.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:41 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-27T00:27:42.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:41 smithi137 ceph-mon[36552]: pgmap v121: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-05-27T00:27:42.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:41 smithi137 ceph-mon[36552]: from='client.? 172.21.15.50:0/337838329' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f3f5d2e-7672-436a-8d2e-f44fc68c2265"}]: dispatch 2024-05-27T00:27:42.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:41 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f3f5d2e-7672-436a-8d2e-f44fc68c2265"}]: dispatch 2024-05-27T00:27:42.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:41 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3f3f5d2e-7672-436a-8d2e-f44fc68c2265"}]': finished 2024-05-27T00:27:42.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:41 smithi137 ceph-mon[36552]: osdmap e32: 5 total, 4 up, 5 in 2024-05-27T00:27:42.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:41 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-27T00:27:42.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:41 smithi044 ceph-mon[31645]: pgmap v121: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-05-27T00:27:42.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:41 smithi044 ceph-mon[31645]: from='client.? 172.21.15.50:0/337838329' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f3f5d2e-7672-436a-8d2e-f44fc68c2265"}]: dispatch 2024-05-27T00:27:42.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:41 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3f3f5d2e-7672-436a-8d2e-f44fc68c2265"}]: dispatch 2024-05-27T00:27:42.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:41 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3f3f5d2e-7672-436a-8d2e-f44fc68c2265"}]': finished 2024-05-27T00:27:42.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:41 smithi044 ceph-mon[31645]: osdmap e32: 5 total, 4 up, 5 in 2024-05-27T00:27:42.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:41 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-27T00:27:43.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:42 smithi050 ceph-mon[36071]: from='client.? 172.21.15.50:0/141559627' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:27:43.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:42 smithi137 ceph-mon[36552]: from='client.? 172.21.15.50:0/141559627' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:27:43.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:42 smithi044 ceph-mon[31645]: from='client.? 172.21.15.50:0/141559627' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:27:44.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:43 smithi050 ceph-mon[36071]: pgmap v123: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-05-27T00:27:44.452 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:43 smithi044 ceph-mon[31645]: pgmap v123: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-05-27T00:27:44.452 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:43 smithi137 ceph-mon[36552]: pgmap v123: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-05-27T00:27:46.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:45 smithi050 ceph-mon[36071]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:46.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:45 smithi137 ceph-mon[36552]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:46.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:45 smithi044 ceph-mon[31645]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:48.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:47 smithi050 ceph-mon[36071]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:48.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:47 smithi137 ceph-mon[36552]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:48.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:47 smithi044 ceph-mon[31645]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:49.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:48 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-27T00:27:49.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:48 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:27:49.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:48 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-27T00:27:49.201 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:48 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:27:49.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:48 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-27T00:27:49.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:48 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:27:50.187 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:49 smithi050 ceph-mon[36071]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:50.187 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:49 smithi050 ceph-mon[36071]: Deploying daemon osd.4 on smithi050 2024-05-27T00:27:50.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:49 smithi137 ceph-mon[36552]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:50.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:49 smithi137 ceph-mon[36552]: Deploying daemon osd.4 on smithi050 2024-05-27T00:27:50.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:49 smithi044 ceph-mon[31645]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:50.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:49 smithi044 ceph-mon[31645]: Deploying daemon osd.4 on smithi050 2024-05-27T00:27:52.010 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:51 smithi050 ceph-mon[36071]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:52.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:51 smithi137 ceph-mon[36552]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:52.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:51 smithi044 ceph-mon[31645]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:54.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:53 smithi050 ceph-mon[36071]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:54.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:53 smithi137 ceph-mon[36552]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:54.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:53 smithi044 ceph-mon[31645]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:55.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:55 smithi137 ceph-mon[36552]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:55.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:55.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:55.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:27:55.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:55 smithi044 ceph-mon[31645]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:55.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:55.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:55.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:27:55.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:55 smithi050 ceph-mon[36071]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:55.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:55.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:55.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:27:57.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:57 smithi137 ceph-mon[36552]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:57.776 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:57 smithi050 ceph-mon[36071]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:57.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:57 smithi044 ceph-mon[31645]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:27:57.867 INFO:teuthology.orchestra.run.smithi050.stdout:Created osd(s) 4 on host 'smithi050' 2024-05-27T00:27:57.867 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:57.866+0000 7f785affd700 1 -- 172.21.15.50:0/883843364 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f78640628d0 con 0x7f78500a2ca0 2024-05-27T00:27:57.870 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:57.869+0000 7f786bf5d700 1 -- 172.21.15.50:0/883843364 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f78500a2ca0 msgr2=0x7f78500a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:27:57.870 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:57.869+0000 7f786bf5d700 1 --2- 172.21.15.50:0/883843364 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f78500a2ca0 0x7f78500a5160 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f7864101660 tx=0x7f785400b540 comp rx=0 tx=0).stop 2024-05-27T00:27:57.870 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:57.869+0000 7f786bf5d700 1 -- 172.21.15.50:0/883843364 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7864101690 msgr2=0x7f78641010e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:27:57.870 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:57.869+0000 7f786bf5d700 1 --2- 172.21.15.50:0/883843364 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7864101690 0x7f78641010e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f786000b500 tx=0x7f786000b8c0 comp rx=0 tx=0).stop 2024-05-27T00:27:57.871 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:57.870+0000 7f786bf5d700 1 -- 172.21.15.50:0/883843364 shutdown_connections 2024-05-27T00:27:57.871 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:57.870+0000 7f786bf5d700 1 --2- 172.21.15.50:0/883843364 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78641029e0 0x7f786419fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:27:57.871 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:57.870+0000 7f786bf5d700 1 --2- 172.21.15.50:0/883843364 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7864101690 0x7f78641010e0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:27:57.871 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:57.870+0000 7f786bf5d700 1 --2- 172.21.15.50:0/883843364 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f78500a2ca0 0x7f78500a5160 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:27:57.871 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:57.870+0000 7f786bf5d700 1 --2- 172.21.15.50:0/883843364 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7864102030 0x7f786419d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:27:57.871 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:57.870+0000 7f786bf5d700 1 -- 172.21.15.50:0/883843364 >> 172.21.15.50:0/883843364 conn(0x7f78640fc100 msgr2=0x7f78641059a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:27:57.871 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:57.870+0000 7f786bf5d700 1 -- 172.21.15.50:0/883843364 shutdown_connections 2024-05-27T00:27:57.871 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:27:57.870+0000 7f786bf5d700 1 -- 172.21.15.50:0/883843364 wait complete. 2024-05-27T00:27:58.532 DEBUG:teuthology.orchestra.run.smithi050:osd.4> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.4.service 2024-05-27T00:27:58.535 INFO:tasks.cephadm:Deploying osd.5 on smithi137 with /dev/vg_nvme/lv_3... 2024-05-27T00:27:58.535 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-27T00:27:58.789 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.c/config 2024-05-27T00:27:59.096 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:58 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:59.096 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:58 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:59.096 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:58 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:59.096 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:58 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:59.096 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:58 smithi137 ceph-mon[36552]: from='osd.4 [v2:172.21.15.50:6808/3061072966,v1:172.21.15.50:6809/3061072966]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-27T00:27:59.096 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:58 smithi137 ceph-mon[36552]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-27T00:27:59.100 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:58 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:59.100 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:58 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:59.101 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:58 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:59.101 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:58 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:59.101 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:58 smithi050 ceph-mon[36071]: from='osd.4 [v2:172.21.15.50:6808/3061072966,v1:172.21.15.50:6809/3061072966]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-27T00:27:59.101 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:58 smithi050 ceph-mon[36071]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-27T00:27:59.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:58 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:59.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:58 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:59.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:58 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:59.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:58 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:27:59.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:58 smithi044 ceph-mon[31645]: from='osd.4 [v2:172.21.15.50:6808/3061072966,v1:172.21.15.50:6809/3061072966]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-27T00:27:59.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:58 smithi044 ceph-mon[31645]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-27T00:28:00.039 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:59 smithi050 ceph-mon[36071]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:28:00.040 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:59 smithi050 ceph-mon[36071]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-27T00:28:00.040 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:59 smithi050 ceph-mon[36071]: from='osd.4 [v2:172.21.15.50:6808/3061072966,v1:172.21.15.50:6809/3061072966]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:28:00.040 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:59 smithi050 ceph-mon[36071]: osdmap e33: 5 total, 4 up, 5 in 2024-05-27T00:28:00.040 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:59 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-27T00:28:00.040 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:27:59 smithi050 ceph-mon[36071]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:28:00.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:59 smithi044 ceph-mon[31645]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:28:00.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:59 smithi044 ceph-mon[31645]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-27T00:28:00.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:59 smithi044 ceph-mon[31645]: from='osd.4 [v2:172.21.15.50:6808/3061072966,v1:172.21.15.50:6809/3061072966]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:28:00.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:59 smithi044 ceph-mon[31645]: osdmap e33: 5 total, 4 up, 5 in 2024-05-27T00:28:00.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:59 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-27T00:28:00.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:27:59 smithi044 ceph-mon[31645]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:28:00.151 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:59 smithi137 ceph-mon[36552]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:28:00.151 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:59 smithi137 ceph-mon[36552]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-27T00:28:00.151 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:59 smithi137 ceph-mon[36552]: from='osd.4 [v2:172.21.15.50:6808/3061072966,v1:172.21.15.50:6809/3061072966]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:28:00.151 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:59 smithi137 ceph-mon[36552]: osdmap e33: 5 total, 4 up, 5 in 2024-05-27T00:28:00.151 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:59 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-27T00:28:00.151 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:27:59 smithi137 ceph-mon[36552]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:28:00.879 INFO:teuthology.orchestra.run.smithi137.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-27T00:28:00.879 INFO:teuthology.orchestra.run.smithi137.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-27T00:28:00.879 INFO:teuthology.orchestra.run.smithi137.stderr: stderr: 10+0 records in 2024-05-27T00:28:00.879 INFO:teuthology.orchestra.run.smithi137.stderr:10+0 records out 2024-05-27T00:28:00.879 INFO:teuthology.orchestra.run.smithi137.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0185866 s, 564 MB/s 2024-05-27T00:28:00.879 INFO:teuthology.orchestra.run.smithi137.stderr:--> Zapping successful for: 2024-05-27T00:28:00.995 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 27 00:28:00 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-4[47286]: 2024-05-27T00:28:00.742+0000 7fbb22a4f700 -1 osd.4 0 waiting for initial osdmap 2024-05-27T00:28:00.996 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 27 00:28:00 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-4[47286]: 2024-05-27T00:28:00.750+0000 7fbb1a83a700 -1 osd.4 34 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-27T00:28:01.345 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:01 smithi050 ceph-mon[36071]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-27T00:28:01.345 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:01 smithi050 ceph-mon[36071]: osdmap e34: 5 total, 4 up, 5 in 2024-05-27T00:28:01.345 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:01 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-27T00:28:01.345 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:01 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-27T00:28:01.345 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:01 smithi050 ceph-mon[36071]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:28:01.345 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:01 smithi050 ceph-mon[36071]: from='osd.4 ' entity='osd.4' 2024-05-27T00:28:01.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:01 smithi044 ceph-mon[31645]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-27T00:28:01.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:01 smithi044 ceph-mon[31645]: osdmap e34: 5 total, 4 up, 5 in 2024-05-27T00:28:01.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:01 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-27T00:28:01.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:01 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-27T00:28:01.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:01 smithi044 ceph-mon[31645]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:28:01.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:01 smithi044 ceph-mon[31645]: from='osd.4 ' entity='osd.4' 2024-05-27T00:28:01.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:01 smithi137 ceph-mon[36552]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-27T00:28:01.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:01 smithi137 ceph-mon[36552]: osdmap e34: 5 total, 4 up, 5 in 2024-05-27T00:28:01.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:01 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-27T00:28:01.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:01 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-27T00:28:01.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:01 smithi137 ceph-mon[36552]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-27T00:28:01.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:01 smithi137 ceph-mon[36552]: from='osd.4 ' entity='osd.4' 2024-05-27T00:28:01.599 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi137:vg_nvme/lv_3 2024-05-27T00:28:01.836 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.c/config 2024-05-27T00:28:02.225 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:02 smithi137 ceph-mon[36552]: purged_snaps scrub starts 2024-05-27T00:28:02.225 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:02 smithi137 ceph-mon[36552]: purged_snaps scrub ok 2024-05-27T00:28:02.226 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-27T00:28:02.226 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:02 smithi137 ceph-mon[36552]: Detected new or changed devices on smithi050 2024-05-27T00:28:02.226 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:02.226 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:02.226 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:28:02.226 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:28:02.226 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:02 smithi137 ceph-mon[36552]: Adjusting osd_memory_target on smithi050 to 8546M 2024-05-27T00:28:02.226 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:02.226 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:02.226 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:28:02.226 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:02 smithi137 ceph-mon[36552]: osd.4 [v2:172.21.15.50:6808/3061072966,v1:172.21.15.50:6809/3061072966] boot 2024-05-27T00:28:02.226 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:02 smithi137 ceph-mon[36552]: osdmap e35: 5 total, 5 up, 5 in 2024-05-27T00:28:02.227 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-27T00:28:02.227 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:02.227 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:28:02.227 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:02.227 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:28:02.227 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:02.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:02 smithi050 ceph-mon[36071]: purged_snaps scrub starts 2024-05-27T00:28:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:02 smithi050 ceph-mon[36071]: purged_snaps scrub ok 2024-05-27T00:28:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-27T00:28:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:02 smithi050 ceph-mon[36071]: Detected new or changed devices on smithi050 2024-05-27T00:28:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:28:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:28:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:02 smithi050 ceph-mon[36071]: Adjusting osd_memory_target on smithi050 to 8546M 2024-05-27T00:28:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:28:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:02 smithi050 ceph-mon[36071]: osd.4 [v2:172.21.15.50:6808/3061072966,v1:172.21.15.50:6809/3061072966] boot 2024-05-27T00:28:02.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:02 smithi050 ceph-mon[36071]: osdmap e35: 5 total, 5 up, 5 in 2024-05-27T00:28:02.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-27T00:28:02.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:02.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:28:02.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:02.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:28:02.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:02.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:02 smithi044 ceph-mon[31645]: purged_snaps scrub starts 2024-05-27T00:28:02.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:02 smithi044 ceph-mon[31645]: purged_snaps scrub ok 2024-05-27T00:28:02.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-27T00:28:02.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:02 smithi044 ceph-mon[31645]: Detected new or changed devices on smithi050 2024-05-27T00:28:02.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:02.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:02.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:28:02.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:28:02.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:02 smithi044 ceph-mon[31645]: Adjusting osd_memory_target on smithi050 to 8546M 2024-05-27T00:28:02.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:02.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:02.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:28:02.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:02 smithi044 ceph-mon[31645]: osd.4 [v2:172.21.15.50:6808/3061072966,v1:172.21.15.50:6809/3061072966] boot 2024-05-27T00:28:02.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:02 smithi044 ceph-mon[31645]: osdmap e35: 5 total, 5 up, 5 in 2024-05-27T00:28:02.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-27T00:28:02.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:02.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:28:02.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:02.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:28:02.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:03.227 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:03 smithi137 ceph-mon[36552]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:03.482 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.476+0000 7f5dc646c700 1 -- 172.21.15.137:0/2677547566 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5dc01058b0 msgr2=0x7f5dc0107ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:28:03.482 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.476+0000 7f5dc646c700 1 --2- 172.21.15.137:0/2677547566 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5dc01058b0 0x7f5dc0107ca0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f5db4009990 tx=0x7f5db4009ca0 comp rx=0 tx=0).stop 2024-05-27T00:28:03.482 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.476+0000 7f5dc646c700 1 -- 172.21.15.137:0/2677547566 shutdown_connections 2024-05-27T00:28:03.482 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.476+0000 7f5dc646c700 1 --2- 172.21.15.137:0/2677547566 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5dc01081e0 0x7f5dc010a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:28:03.483 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.476+0000 7f5dc646c700 1 --2- 172.21.15.137:0/2677547566 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5dc0102f80 0x7f5dc0105370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:28:03.483 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.476+0000 7f5dc646c700 1 --2- 172.21.15.137:0/2677547566 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5dc01058b0 0x7f5dc0107ca0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:28:03.483 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.476+0000 7f5dc646c700 1 -- 172.21.15.137:0/2677547566 >> 172.21.15.137:0/2677547566 conn(0x7f5dc00fc990 msgr2=0x7f5dc00fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:28:03.483 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.476+0000 7f5dc646c700 1 -- 172.21.15.137:0/2677547566 shutdown_connections 2024-05-27T00:28:03.483 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.476+0000 7f5dc646c700 1 -- 172.21.15.137:0/2677547566 wait complete. 2024-05-27T00:28:03.483 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.476+0000 7f5dc646c700 1 Processor -- start 2024-05-27T00:28:03.483 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.476+0000 7f5dc646c700 1 -- start start 2024-05-27T00:28:03.483 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.476+0000 7f5dc646c700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5dc0102f80 0x7f5dc0198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:28:03.483 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.477+0000 7f5dc646c700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5dc01058b0 0x7f5dc0198d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:28:03.484 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.477+0000 7f5dc646c700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5dc01081e0 0x7f5dc019fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:28:03.484 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.477+0000 7f5dc646c700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5dc010e280 con 0x7f5dc0102f80 2024-05-27T00:28:03.484 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.477+0000 7f5dc646c700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5dc010e100 con 0x7f5dc01081e0 2024-05-27T00:28:03.484 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.477+0000 7f5dc646c700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f5dc010e400 con 0x7f5dc01058b0 2024-05-27T00:28:03.484 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.477+0000 7f5dbf7fe700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5dc01058b0 0x7f5dc0198d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:28:03.484 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.477+0000 7f5dbf7fe700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5dc01058b0 0x7f5dc0198d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.137:45926/0 (socket says 172.21.15.137:45926) 2024-05-27T00:28:03.484 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.477+0000 7f5dbf7fe700 1 -- 172.21.15.137:0/2647188345 learned_addr learned my addr 172.21.15.137:0/2647188345 (peer_addr_for_me v2:172.21.15.137:0/0) 2024-05-27T00:28:03.484 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.477+0000 7f5dc4a09700 1 --2- 172.21.15.137:0/2647188345 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5dc01081e0 0x7f5dc019fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:28:03.485 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.477+0000 7f5dbf7fe700 1 -- 172.21.15.137:0/2647188345 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5dc01081e0 msgr2=0x7f5dc019fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:28:03.485 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.477+0000 7f5dbf7fe700 1 --2- 172.21.15.137:0/2647188345 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5dc01081e0 0x7f5dc019fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:28:03.485 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.477+0000 7f5dbf7fe700 1 -- 172.21.15.137:0/2647188345 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5dc0102f80 msgr2=0x7f5dc0198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:28:03.485 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.477+0000 7f5dbf7fe700 1 --2- 172.21.15.137:0/2647188345 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5dc0102f80 0x7f5dc0198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:28:03.485 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.477+0000 7f5dbf7fe700 1 -- 172.21.15.137:0/2647188345 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dc01a04a0 con 0x7f5dc01058b0 2024-05-27T00:28:03.485 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.477+0000 7f5dbf7fe700 1 --2- 172.21.15.137:0/2647188345 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5dc01058b0 0x7f5dc0198d80 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f5db40059d0 tx=0x7f5db400ba00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:28:03.485 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.477+0000 7f5dbd7fa700 1 -- 172.21.15.137:0/2647188345 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5db40052d0 con 0x7f5dc01058b0 2024-05-27T00:28:03.485 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.477+0000 7f5dbd7fa700 1 -- 172.21.15.137:0/2647188345 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5db4005470 con 0x7f5dc01058b0 2024-05-27T00:28:03.485 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.477+0000 7f5dc646c700 1 -- 172.21.15.137:0/2647188345 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5dc01a0730 con 0x7f5dc01058b0 2024-05-27T00:28:03.486 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.477+0000 7f5dbd7fa700 1 -- 172.21.15.137:0/2647188345 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5db4017720 con 0x7f5dc01058b0 2024-05-27T00:28:03.486 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.477+0000 7f5dc646c700 1 -- 172.21.15.137:0/2647188345 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5dc01a0b80 con 0x7f5dc01058b0 2024-05-27T00:28:03.486 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.478+0000 7f5dc646c700 1 -- 172.21.15.137:0/2647188345 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5dc0069180 con 0x7f5dc01058b0 2024-05-27T00:28:03.486 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.479+0000 7f5dbd7fa700 1 -- 172.21.15.137:0/2647188345 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5db400f9f0 con 0x7f5dc01058b0 2024-05-27T00:28:03.486 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.480+0000 7f5dbd7fa700 1 --2- 172.21.15.137:0/2647188345 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5da80a2c20 0x7f5da80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:28:03.486 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.480+0000 7f5dbd7fa700 1 -- 172.21.15.137:0/2647188345 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4101+0+0 (secure 0 0 0) 0x7f5db40cf2a0 con 0x7f5dc01058b0 2024-05-27T00:28:03.486 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.480+0000 7f5dbffff700 1 --2- 172.21.15.137:0/2647188345 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5da80a2c20 0x7f5da80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:28:03.487 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.481+0000 7f5dbffff700 1 --2- 172.21.15.137:0/2647188345 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5da80a2c20 0x7f5da80a50e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5db00097b0 tx=0x7f5db0006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:28:03.487 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.484+0000 7f5dbd7fa700 1 -- 172.21.15.137:0/2647188345 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5db4013070 con 0x7f5dc01058b0 2024-05-27T00:28:03.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:03 smithi044 ceph-mon[31645]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:03.690 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:03.689+0000 7f5dc646c700 1 -- 172.21.15.137:0/2647188345 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f5dc00628d0 con 0x7f5da80a2c20 2024-05-27T00:28:03.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:03 smithi050 ceph-mon[36071]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:04.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:04 smithi137 ceph-mon[36552]: osdmap e36: 5 total, 5 up, 5 in 2024-05-27T00:28:04.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:04 smithi137 ceph-mon[36552]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:28:04.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:04 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:28:04.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:04 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:28:04.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:04 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:04.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:04 smithi044 ceph-mon[31645]: osdmap e36: 5 total, 5 up, 5 in 2024-05-27T00:28:04.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:04 smithi044 ceph-mon[31645]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:28:04.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:04 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:28:04.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:04 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:28:04.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:04 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:04.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:04 smithi050 ceph-mon[36071]: osdmap e36: 5 total, 5 up, 5 in 2024-05-27T00:28:04.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:04 smithi050 ceph-mon[36071]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:28:04.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:04 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:28:04.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:04 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:28:04.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:04 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:05.475 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:05 smithi137 ceph-mon[36552]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:05.611 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:05 smithi044 ceph-mon[31645]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:05.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:05 smithi050 ceph-mon[36071]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:07.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:07 smithi050 ceph-mon[36071]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:07.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:07 smithi050 ceph-mon[36071]: from='client.? 172.21.15.137:0/575206246' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d031a02f-ff4f-4aa2-9455-07887c16a52f"}]: dispatch 2024-05-27T00:28:07.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:07 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d031a02f-ff4f-4aa2-9455-07887c16a52f"}]: dispatch 2024-05-27T00:28:07.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:07 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d031a02f-ff4f-4aa2-9455-07887c16a52f"}]': finished 2024-05-27T00:28:07.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:07 smithi050 ceph-mon[36071]: osdmap e37: 6 total, 5 up, 6 in 2024-05-27T00:28:07.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:07 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-27T00:28:07.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:07 smithi050 ceph-mon[36071]: from='client.? 172.21.15.137:0/2554383103' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:28:07.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:07 smithi137 ceph-mon[36552]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:07.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:07 smithi137 ceph-mon[36552]: from='client.? 172.21.15.137:0/575206246' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d031a02f-ff4f-4aa2-9455-07887c16a52f"}]: dispatch 2024-05-27T00:28:07.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:07 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d031a02f-ff4f-4aa2-9455-07887c16a52f"}]: dispatch 2024-05-27T00:28:07.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:07 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d031a02f-ff4f-4aa2-9455-07887c16a52f"}]': finished 2024-05-27T00:28:07.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:07 smithi137 ceph-mon[36552]: osdmap e37: 6 total, 5 up, 6 in 2024-05-27T00:28:07.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:07 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-27T00:28:07.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:07 smithi137 ceph-mon[36552]: from='client.? 172.21.15.137:0/2554383103' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:28:07.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:07 smithi044 ceph-mon[31645]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:07.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:07 smithi044 ceph-mon[31645]: from='client.? 172.21.15.137:0/575206246' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d031a02f-ff4f-4aa2-9455-07887c16a52f"}]: dispatch 2024-05-27T00:28:07.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:07 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d031a02f-ff4f-4aa2-9455-07887c16a52f"}]: dispatch 2024-05-27T00:28:07.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:07 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d031a02f-ff4f-4aa2-9455-07887c16a52f"}]': finished 2024-05-27T00:28:07.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:07 smithi044 ceph-mon[31645]: osdmap e37: 6 total, 5 up, 6 in 2024-05-27T00:28:07.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:07 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-27T00:28:07.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:07 smithi044 ceph-mon[31645]: from='client.? 172.21.15.137:0/2554383103' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:28:09.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:09 smithi050 ceph-mon[36071]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:09.754 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:09 smithi137 ceph-mon[36552]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:09.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:09 smithi044 ceph-mon[31645]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:11.644 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:11 smithi137 ceph-mon[36552]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:11.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:11 smithi050 ceph-mon[36071]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:11.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:11 smithi044 ceph-mon[31645]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:13.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:13 smithi137 ceph-mon[36552]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:13.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:13 smithi050 ceph-mon[36071]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:13.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:13 smithi044 ceph-mon[31645]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:14.666 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:14 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-27T00:28:14.666 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:14 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:14.666 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:14 smithi137 ceph-mon[36552]: Deploying daemon osd.5 on smithi137 2024-05-27T00:28:14.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:14 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-27T00:28:14.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:14 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:14.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:14 smithi050 ceph-mon[36071]: Deploying daemon osd.5 on smithi137 2024-05-27T00:28:14.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:14 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-27T00:28:14.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:14 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:14.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:14 smithi044 ceph-mon[31645]: Deploying daemon osd.5 on smithi137 2024-05-27T00:28:15.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:15 smithi050 ceph-mon[36071]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:15.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:15 smithi137 ceph-mon[36552]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:15.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:15 smithi044 ceph-mon[31645]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:17.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:17 smithi137 ceph-mon[36552]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:17.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:17 smithi050 ceph-mon[36071]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:17.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:17 smithi044 ceph-mon[31645]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:19.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:19 smithi050 ceph-mon[36071]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:19.702 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:19 smithi044 ceph-mon[31645]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:19.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:19 smithi137 ceph-mon[36552]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:20.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:20 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:20.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:20 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:20.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:20 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:28:20.942 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:20 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:20.942 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:20 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:20.942 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:20 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:28:20.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:20 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:20.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:20 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:20.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:20 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:28:21.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:21 smithi044 ceph-mon[31645]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:21.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:21 smithi050 ceph-mon[36071]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:22.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:21 smithi137 ceph-mon[36552]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:23.480 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:23.479+0000 7f5dbd7fa700 1 -- 172.21.15.137:0/2647188345 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5dc00628d0 con 0x7f5da80a2c20 2024-05-27T00:28:23.480 INFO:teuthology.orchestra.run.smithi137.stdout:Created osd(s) 5 on host 'smithi137' 2024-05-27T00:28:23.482 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:23.481+0000 7f5dc646c700 1 -- 172.21.15.137:0/2647188345 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5da80a2c20 msgr2=0x7f5da80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:28:23.482 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:23.481+0000 7f5dc646c700 1 --2- 172.21.15.137:0/2647188345 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5da80a2c20 0x7f5da80a50e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5db00097b0 tx=0x7f5db0006d20 comp rx=0 tx=0).stop 2024-05-27T00:28:23.482 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:23.481+0000 7f5dc646c700 1 -- 172.21.15.137:0/2647188345 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5dc01058b0 msgr2=0x7f5dc0198d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:28:23.482 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:23.481+0000 7f5dc646c700 1 --2- 172.21.15.137:0/2647188345 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5dc01058b0 0x7f5dc0198d80 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f5db40059d0 tx=0x7f5db400ba00 comp rx=0 tx=0).stop 2024-05-27T00:28:23.483 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:23.482+0000 7f5dc646c700 1 -- 172.21.15.137:0/2647188345 shutdown_connections 2024-05-27T00:28:23.483 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:23.482+0000 7f5dc646c700 1 --2- 172.21.15.137:0/2647188345 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5dc01081e0 0x7f5dc019fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:28:23.483 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:23.482+0000 7f5dc646c700 1 --2- 172.21.15.137:0/2647188345 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5dc0102f80 0x7f5dc0198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:28:23.483 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:23.482+0000 7f5dc646c700 1 --2- 172.21.15.137:0/2647188345 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5da80a2c20 0x7f5da80a50e0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:28:23.483 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:23.482+0000 7f5dc646c700 1 --2- 172.21.15.137:0/2647188345 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5dc01058b0 0x7f5dc0198d80 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:28:23.483 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:23.482+0000 7f5dc646c700 1 -- 172.21.15.137:0/2647188345 >> 172.21.15.137:0/2647188345 conn(0x7f5dc00fc990 msgr2=0x7f5dc01038c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:28:23.483 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:23.482+0000 7f5dc646c700 1 -- 172.21.15.137:0/2647188345 shutdown_connections 2024-05-27T00:28:23.483 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:28:23.482+0000 7f5dc646c700 1 -- 172.21.15.137:0/2647188345 wait complete. 2024-05-27T00:28:23.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:23 smithi137 ceph-mon[36552]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:23.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:23 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:23.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:23 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:23.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:23 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:23.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:23 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:28:23.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:23 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:23.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:23 smithi137 ceph-mon[36552]: from='osd.5 [v2:172.21.15.137:6808/1301018,v1:172.21.15.137:6809/1301018]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-27T00:28:23.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:23 smithi137 ceph-mon[36552]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-27T00:28:23.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:23 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:23.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:23 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:23.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:23 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:28:23.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:23 smithi044 ceph-mon[31645]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:23.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:23 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:23.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:23 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:23.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:23 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:23.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:23 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:28:23.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:23 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:23.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:23 smithi044 ceph-mon[31645]: from='osd.5 [v2:172.21.15.137:6808/1301018,v1:172.21.15.137:6809/1301018]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-27T00:28:23.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:23 smithi044 ceph-mon[31645]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-27T00:28:23.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:23 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:23.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:23 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:23.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:23 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:28:23.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:23 smithi050 ceph-mon[36071]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:23.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:23 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:23.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:23 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:23.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:23 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:23.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:23 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:28:23.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:23 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:23.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:23 smithi050 ceph-mon[36071]: from='osd.5 [v2:172.21.15.137:6808/1301018,v1:172.21.15.137:6809/1301018]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-27T00:28:23.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:23 smithi050 ceph-mon[36071]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-27T00:28:23.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:23 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:23.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:23 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:23.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:23 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:28:24.179 DEBUG:teuthology.orchestra.run.smithi137:osd.5> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.5.service 2024-05-27T00:28:24.181 INFO:tasks.cephadm:Deploying osd.6 on smithi044 with /dev/vg_nvme/lv_2... 2024-05-27T00:28:24.182 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-27T00:28:24.648 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:28:24.690 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:24 smithi137 ceph-mon[36552]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-27T00:28:24.690 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:24 smithi137 ceph-mon[36552]: from='osd.5 [v2:172.21.15.137:6808/1301018,v1:172.21.15.137:6809/1301018]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:28:24.690 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:24 smithi137 ceph-mon[36552]: osdmap e38: 6 total, 5 up, 6 in 2024-05-27T00:28:24.690 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:24 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-27T00:28:24.690 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:24 smithi137 ceph-mon[36552]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:28:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:24 smithi044 ceph-mon[31645]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-27T00:28:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:24 smithi044 ceph-mon[31645]: from='osd.5 [v2:172.21.15.137:6808/1301018,v1:172.21.15.137:6809/1301018]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:28:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:24 smithi044 ceph-mon[31645]: osdmap e38: 6 total, 5 up, 6 in 2024-05-27T00:28:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:24 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-27T00:28:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:24 smithi044 ceph-mon[31645]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:28:24.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:24 smithi050 ceph-mon[36071]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-27T00:28:24.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:24 smithi050 ceph-mon[36071]: from='osd.5 [v2:172.21.15.137:6808/1301018,v1:172.21.15.137:6809/1301018]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:28:24.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:24 smithi050 ceph-mon[36071]: osdmap e38: 6 total, 5 up, 6 in 2024-05-27T00:28:24.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:24 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-27T00:28:24.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:24 smithi050 ceph-mon[36071]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:28:25.590 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:28:25 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:28:25.280+0000 7f50ffb13700 -1 osd.5 0 waiting for initial osdmap 2024-05-27T00:28:25.591 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:28:25 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:28:25.286+0000 7f50f70fd700 -1 osd.5 39 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-27T00:28:25.777 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:25 smithi044 ceph-mon[31645]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:25.777 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:25 smithi044 ceph-mon[31645]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-05-27T00:28:25.778 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:25 smithi044 ceph-mon[31645]: osdmap e39: 6 total, 5 up, 6 in 2024-05-27T00:28:25.778 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:25 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-27T00:28:25.778 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:25 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-27T00:28:25.778 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:25 smithi044 ceph-mon[31645]: from='osd.5 ' entity='osd.5' 2024-05-27T00:28:25.847 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:25 smithi137 ceph-mon[36552]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:25.848 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:25 smithi137 ceph-mon[36552]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-05-27T00:28:25.848 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:25 smithi137 ceph-mon[36552]: osdmap e39: 6 total, 5 up, 6 in 2024-05-27T00:28:25.848 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:25 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-27T00:28:25.848 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:25 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-27T00:28:25.848 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:25 smithi137 ceph-mon[36552]: from='osd.5 ' entity='osd.5' 2024-05-27T00:28:25.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:25 smithi050 ceph-mon[36071]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:25.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:25 smithi050 ceph-mon[36071]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-05-27T00:28:25.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:25 smithi050 ceph-mon[36071]: osdmap e39: 6 total, 5 up, 6 in 2024-05-27T00:28:25.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:25 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-27T00:28:25.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:25 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-27T00:28:25.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:25 smithi050 ceph-mon[36071]: from='osd.5 ' entity='osd.5' 2024-05-27T00:28:26.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:26 smithi044 ceph-mon[31645]: purged_snaps scrub starts 2024-05-27T00:28:26.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:26 smithi044 ceph-mon[31645]: purged_snaps scrub ok 2024-05-27T00:28:26.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:26 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-27T00:28:26.751 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:26 smithi044 ceph-mon[31645]: osd.5 [v2:172.21.15.137:6808/1301018,v1:172.21.15.137:6809/1301018] boot 2024-05-27T00:28:26.751 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:26 smithi044 ceph-mon[31645]: osdmap e40: 6 total, 6 up, 6 in 2024-05-27T00:28:26.751 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:26 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-27T00:28:26.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:26 smithi137 ceph-mon[36552]: purged_snaps scrub starts 2024-05-27T00:28:26.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:26 smithi137 ceph-mon[36552]: purged_snaps scrub ok 2024-05-27T00:28:26.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:26 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-27T00:28:26.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:26 smithi137 ceph-mon[36552]: osd.5 [v2:172.21.15.137:6808/1301018,v1:172.21.15.137:6809/1301018] boot 2024-05-27T00:28:26.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:26 smithi137 ceph-mon[36552]: osdmap e40: 6 total, 6 up, 6 in 2024-05-27T00:28:26.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:26 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-27T00:28:26.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:26 smithi050 ceph-mon[36071]: purged_snaps scrub starts 2024-05-27T00:28:26.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:26 smithi050 ceph-mon[36071]: purged_snaps scrub ok 2024-05-27T00:28:26.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:26 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-27T00:28:26.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:26 smithi050 ceph-mon[36071]: osd.5 [v2:172.21.15.137:6808/1301018,v1:172.21.15.137:6809/1301018] boot 2024-05-27T00:28:26.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:26 smithi050 ceph-mon[36071]: osdmap e40: 6 total, 6 up, 6 in 2024-05-27T00:28:26.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:26 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-27T00:28:27.826 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-27T00:28:27.826 INFO:teuthology.orchestra.run.smithi044.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-27T00:28:27.826 INFO:teuthology.orchestra.run.smithi044.stderr: stderr: 10+0 records in 2024-05-27T00:28:27.826 INFO:teuthology.orchestra.run.smithi044.stderr:10+0 records out 2024-05-27T00:28:27.826 INFO:teuthology.orchestra.run.smithi044.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0350302 s, 299 MB/s 2024-05-27T00:28:27.826 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping successful for: 2024-05-27T00:28:27.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:27 smithi050 ceph-mon[36071]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:27.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:27 smithi050 ceph-mon[36071]: osdmap e41: 6 total, 6 up, 6 in 2024-05-27T00:28:27.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:27 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:28.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:27 smithi137 ceph-mon[36552]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:28.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:27 smithi137 ceph-mon[36552]: osdmap e41: 6 total, 6 up, 6 in 2024-05-27T00:28:28.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:27 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:28.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:27 smithi044 ceph-mon[31645]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-05-27T00:28:28.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:27 smithi044 ceph-mon[31645]: osdmap e41: 6 total, 6 up, 6 in 2024-05-27T00:28:28.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:27 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:28.734 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi044:vg_nvme/lv_2 2024-05-27T00:28:28.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:28 smithi050 ceph-mon[36071]: Detected new or changed devices on smithi137 2024-05-27T00:28:28.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:28 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:28.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:28 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:28:28.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:28 smithi050 ceph-mon[36071]: osdmap e42: 6 total, 6 up, 6 in 2024-05-27T00:28:28.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:28 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:28:28.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:28 smithi050 ceph-mon[36071]: Adjusting osd_memory_target on smithi137 to 8544M 2024-05-27T00:28:28.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:28 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:28.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:28 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:28.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:28 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:28:28.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:28 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:29.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:28 smithi137 ceph-mon[36552]: Detected new or changed devices on smithi137 2024-05-27T00:28:29.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:28 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:29.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:28 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:28:29.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:28 smithi137 ceph-mon[36552]: osdmap e42: 6 total, 6 up, 6 in 2024-05-27T00:28:29.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:28 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:28:29.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:28 smithi137 ceph-mon[36552]: Adjusting osd_memory_target on smithi137 to 8544M 2024-05-27T00:28:29.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:28 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:29.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:28 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:29.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:28 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:28:29.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:28 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:29.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:28 smithi044 ceph-mon[31645]: Detected new or changed devices on smithi137 2024-05-27T00:28:29.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:28 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:29.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:28 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:28:29.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:28 smithi044 ceph-mon[31645]: osdmap e42: 6 total, 6 up, 6 in 2024-05-27T00:28:29.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:28 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:28:29.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:28 smithi044 ceph-mon[31645]: Adjusting osd_memory_target on smithi137 to 8544M 2024-05-27T00:28:29.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:28 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:29.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:28 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:29.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:28 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:28:29.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:28 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:29.198 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:28:29.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:29 smithi050 ceph-mon[36071]: pgmap v156: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-05-27T00:28:29.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:29 smithi050 ceph-mon[36071]: osdmap e43: 6 total, 6 up, 6 in 2024-05-27T00:28:30.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:29 smithi137 ceph-mon[36552]: pgmap v156: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-05-27T00:28:30.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:29 smithi137 ceph-mon[36552]: osdmap e43: 6 total, 6 up, 6 in 2024-05-27T00:28:30.062 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:29 smithi044 ceph-mon[31645]: pgmap v156: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-05-27T00:28:30.063 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:29 smithi044 ceph-mon[31645]: osdmap e43: 6 total, 6 up, 6 in 2024-05-27T00:28:30.937 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:30 smithi044 ceph-mon[31645]: osdmap e44: 6 total, 6 up, 6 in 2024-05-27T00:28:30.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:30 smithi050 ceph-mon[36071]: osdmap e44: 6 total, 6 up, 6 in 2024-05-27T00:28:31.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:30 smithi137 ceph-mon[36552]: osdmap e44: 6 total, 6 up, 6 in 2024-05-27T00:28:31.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.263+0000 7efc50c00700 1 -- 172.21.15.44:0/3461182888 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc4c1057e0 msgr2=0x7efc4c107bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:28:31.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.263+0000 7efc50c00700 1 --2- 172.21.15.44:0/3461182888 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc4c1057e0 0x7efc4c107bd0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7efc340098f0 tx=0x7efc34009c00 comp rx=0 tx=0).stop 2024-05-27T00:28:31.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.264+0000 7efc50c00700 1 -- 172.21.15.44:0/3461182888 shutdown_connections 2024-05-27T00:28:31.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.264+0000 7efc50c00700 1 --2- 172.21.15.44:0/3461182888 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7efc4c108110 0x7efc4c10a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:28:31.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.264+0000 7efc50c00700 1 --2- 172.21.15.44:0/3461182888 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efc4c102eb0 0x7efc4c1052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:28:31.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.264+0000 7efc50c00700 1 --2- 172.21.15.44:0/3461182888 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc4c1057e0 0x7efc4c107bd0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:28:31.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.264+0000 7efc50c00700 1 -- 172.21.15.44:0/3461182888 >> 172.21.15.44:0/3461182888 conn(0x7efc4c0fc8c0 msgr2=0x7efc4c0fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:28:31.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.264+0000 7efc50c00700 1 -- 172.21.15.44:0/3461182888 shutdown_connections 2024-05-27T00:28:31.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.264+0000 7efc50c00700 1 -- 172.21.15.44:0/3461182888 wait complete. 2024-05-27T00:28:31.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.265+0000 7efc50c00700 1 Processor -- start 2024-05-27T00:28:31.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.266+0000 7efc50c00700 1 -- start start 2024-05-27T00:28:31.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.266+0000 7efc50c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efc4c102eb0 0x7efc4c19a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:28:31.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.266+0000 7efc50c00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7efc4c1057e0 0x7efc4c19aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:28:31.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.266+0000 7efc50c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc4c108110 0x7efc4c1a1f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:28:31.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.266+0000 7efc50c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efc4c10e180 con 0x7efc4c102eb0 2024-05-27T00:28:31.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.266+0000 7efc50c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7efc4c10e000 con 0x7efc4c108110 2024-05-27T00:28:31.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.266+0000 7efc50c00700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7efc4c10e300 con 0x7efc4c1057e0 2024-05-27T00:28:31.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.266+0000 7efc4b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efc4c102eb0 0x7efc4c19a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:28:31.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.266+0000 7efc4b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efc4c102eb0 0x7efc4c19a980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36484/0 (socket says 172.21.15.44:36484) 2024-05-27T00:28:31.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.266+0000 7efc4b400700 1 -- 172.21.15.44:0/3626375860 learned_addr learned my addr 172.21.15.44:0/3626375860 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:28:31.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.266+0000 7efc4be00700 1 --2- 172.21.15.44:0/3626375860 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc4c108110 0x7efc4c1a1f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:28:31.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.267+0000 7efc42a00700 1 --2- 172.21.15.44:0/3626375860 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7efc4c1057e0 0x7efc4c19aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:28:31.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.267+0000 7efc4b400700 1 -- 172.21.15.44:0/3626375860 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7efc4c1057e0 msgr2=0x7efc4c19aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:28:31.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.267+0000 7efc4b400700 1 --2- 172.21.15.44:0/3626375860 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7efc4c1057e0 0x7efc4c19aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:28:31.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.267+0000 7efc4b400700 1 -- 172.21.15.44:0/3626375860 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc4c108110 msgr2=0x7efc4c1a1f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:28:31.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.267+0000 7efc4b400700 1 --2- 172.21.15.44:0/3626375860 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc4c108110 0x7efc4c1a1f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:28:31.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.267+0000 7efc4b400700 1 -- 172.21.15.44:0/3626375860 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc4c1a25e0 con 0x7efc4c102eb0 2024-05-27T00:28:31.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.267+0000 7efc4be00700 1 --2- 172.21.15.44:0/3626375860 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc4c108110 0x7efc4c1a1f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:28:31.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.267+0000 7efc4b400700 1 --2- 172.21.15.44:0/3626375860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efc4c102eb0 0x7efc4c19a980 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7efc3c00e9d0 tx=0x7efc3c00ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:28:31.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.267+0000 7efc48c00700 1 -- 172.21.15.44:0/3626375860 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc3c00cbd0 con 0x7efc4c102eb0 2024-05-27T00:28:31.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.268+0000 7efc50c00700 1 -- 172.21.15.44:0/3626375860 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc4c1a28d0 con 0x7efc4c102eb0 2024-05-27T00:28:31.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.268+0000 7efc48c00700 1 -- 172.21.15.44:0/3626375860 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efc3c00ee70 con 0x7efc4c102eb0 2024-05-27T00:28:31.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.268+0000 7efc50c00700 1 -- 172.21.15.44:0/3626375860 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc4c1a2e60 con 0x7efc4c102eb0 2024-05-27T00:28:31.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.268+0000 7efc48c00700 1 -- 172.21.15.44:0/3626375860 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc3c0186b0 con 0x7efc4c102eb0 2024-05-27T00:28:31.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.269+0000 7efc50c00700 1 -- 172.21.15.44:0/3626375860 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc4c069180 con 0x7efc4c102eb0 2024-05-27T00:28:31.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.273+0000 7efc48c00700 1 -- 172.21.15.44:0/3626375860 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7efc3c018850 con 0x7efc4c102eb0 2024-05-27T00:28:31.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.274+0000 7efc48c00700 1 --2- 172.21.15.44:0/3626375860 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efc2c0a2c20 0x7efc2c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:28:31.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.274+0000 7efc48c00700 1 -- 172.21.15.44:0/3626375860 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 4533+0+0 (secure 0 0 0) 0x7efc3c0ce5c0 con 0x7efc4c102eb0 2024-05-27T00:28:31.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.275+0000 7efc42a00700 1 --2- 172.21.15.44:0/3626375860 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efc2c0a2c20 0x7efc2c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:28:31.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.275+0000 7efc42a00700 1 --2- 172.21.15.44:0/3626375860 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efc2c0a2c20 0x7efc2c0a50e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7efc340098c0 tx=0x7efc34019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:28:31.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.277+0000 7efc48c00700 1 -- 172.21.15.44:0/3626375860 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7efc3c09c340 con 0x7efc4c102eb0 2024-05-27T00:28:31.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:31.522+0000 7efc50c00700 1 -- 172.21.15.44:0/3626375860 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7efc4c0628d0 con 0x7efc2c0a2c20 2024-05-27T00:28:31.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:31 smithi044 ceph-mon[31645]: pgmap v159: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-05-27T00:28:31.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:28:31.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:28:31.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:31.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:31 smithi050 ceph-mon[36071]: pgmap v159: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-05-27T00:28:31.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:28:31.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:28:31.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:32.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:31 smithi137 ceph-mon[36552]: pgmap v159: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 182 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-05-27T00:28:32.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:28:32.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:28:32.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:32.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:32 smithi044 ceph-mon[31645]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:28:32.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:32 smithi050 ceph-mon[36071]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:28:33.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:32 smithi137 ceph-mon[36552]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:28:33.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:33 smithi050 ceph-mon[36071]: pgmap v160: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-05-27T00:28:34.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:33 smithi137 ceph-mon[36552]: pgmap v160: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-05-27T00:28:34.024 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:33 smithi044 ceph-mon[31645]: pgmap v160: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-05-27T00:28:35.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:35 smithi050 ceph-mon[36071]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-05-27T00:28:35.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:35 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/819710839' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a67d73d2-fed2-4cab-83a9-30455674510b"}]: dispatch 2024-05-27T00:28:35.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:35 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a67d73d2-fed2-4cab-83a9-30455674510b"}]: dispatch 2024-05-27T00:28:35.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:35 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a67d73d2-fed2-4cab-83a9-30455674510b"}]': finished 2024-05-27T00:28:35.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:35 smithi050 ceph-mon[36071]: osdmap e45: 7 total, 6 up, 7 in 2024-05-27T00:28:35.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:35 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-27T00:28:36.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:35 smithi137 ceph-mon[36552]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-05-27T00:28:36.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:35 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/819710839' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a67d73d2-fed2-4cab-83a9-30455674510b"}]: dispatch 2024-05-27T00:28:36.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:35 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a67d73d2-fed2-4cab-83a9-30455674510b"}]: dispatch 2024-05-27T00:28:36.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:35 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a67d73d2-fed2-4cab-83a9-30455674510b"}]': finished 2024-05-27T00:28:36.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:35 smithi137 ceph-mon[36552]: osdmap e45: 7 total, 6 up, 7 in 2024-05-27T00:28:36.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:35 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-27T00:28:36.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:35 smithi044 ceph-mon[31645]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-05-27T00:28:36.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:35 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/819710839' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a67d73d2-fed2-4cab-83a9-30455674510b"}]: dispatch 2024-05-27T00:28:36.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:35 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a67d73d2-fed2-4cab-83a9-30455674510b"}]: dispatch 2024-05-27T00:28:36.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:35 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a67d73d2-fed2-4cab-83a9-30455674510b"}]': finished 2024-05-27T00:28:36.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:35 smithi044 ceph-mon[31645]: osdmap e45: 7 total, 6 up, 7 in 2024-05-27T00:28:36.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-27T00:28:36.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:36 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3137497243' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:28:37.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:36 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3137497243' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:28:37.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:36 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3137497243' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:28:37.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:37 smithi050 ceph-mon[36071]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:38.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:37 smithi137 ceph-mon[36552]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:38.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:37 smithi044 ceph-mon[31645]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:39.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:39 smithi050 ceph-mon[36071]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:40.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:39 smithi137 ceph-mon[36552]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:40.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:39 smithi044 ceph-mon[31645]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:41.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:41 smithi050 ceph-mon[36071]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:41.980 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:41 smithi044 ceph-mon[31645]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:42.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:41 smithi137 ceph-mon[36552]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:43.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:43 smithi050 ceph-mon[36071]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:44.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:43 smithi137 ceph-mon[36552]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:44.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:43 smithi044 ceph-mon[31645]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:46.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:45 smithi137 ceph-mon[36552]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:46.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:45 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-27T00:28:46.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:45 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:46.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:45 smithi137 ceph-mon[36552]: Deploying daemon osd.6 on smithi044 2024-05-27T00:28:46.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:45 smithi044 ceph-mon[31645]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:46.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:45 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-27T00:28:46.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:45 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:46.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:45 smithi044 ceph-mon[31645]: Deploying daemon osd.6 on smithi044 2024-05-27T00:28:46.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:45 smithi050 ceph-mon[36071]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:46.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:45 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-27T00:28:46.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:45 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:28:46.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:45 smithi050 ceph-mon[36071]: Deploying daemon osd.6 on smithi044 2024-05-27T00:28:48.001 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:47 smithi044 ceph-mon[31645]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:48.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:47 smithi137 ceph-mon[36552]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:48.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:47 smithi050 ceph-mon[36071]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:50.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:49 smithi137 ceph-mon[36552]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:50.028 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:49 smithi044 ceph-mon[31645]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:50.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:49 smithi050 ceph-mon[36071]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:51.992 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:51 smithi044 ceph-mon[31645]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:52.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:51 smithi137 ceph-mon[36552]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:52.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:51 smithi050 ceph-mon[36071]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:54.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:53 smithi137 ceph-mon[36552]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:54.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:53 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:28:54.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:53 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:54.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:53 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:54.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:53 smithi044 ceph-mon[31645]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:54.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:53 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:28:54.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:53 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:54.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:53 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:54.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:53 smithi050 ceph-mon[36071]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:54.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:53 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:28:54.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:53 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:54.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:53 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:55.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:55 smithi044 ceph-mon[31645]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:56.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:55 smithi137 ceph-mon[36552]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:56.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:55 smithi050 ceph-mon[36071]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:57.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:57 smithi044 ceph-mon[31645]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:57.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:57 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:57.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:57 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:57.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:57 smithi044 ceph-mon[31645]: from='osd.6 [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-27T00:28:58.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:57 smithi137 ceph-mon[36552]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:58.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:57 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:58.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:57 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:58.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:57 smithi137 ceph-mon[36552]: from='osd.6 [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-27T00:28:58.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:57 smithi050 ceph-mon[36071]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:58.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:57 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:58.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:57 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:58.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:57 smithi050 ceph-mon[36071]: from='osd.6 [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-27T00:28:58.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:58.361+0000 7efc48c00700 1 -- 172.21.15.44:0/3626375860 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7efc4c0628d0 con 0x7efc2c0a2c20 2024-05-27T00:28:58.363 INFO:teuthology.orchestra.run.smithi044.stdout:Created osd(s) 6 on host 'smithi044' 2024-05-27T00:28:58.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:58.366+0000 7efc50c00700 1 -- 172.21.15.44:0/3626375860 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efc2c0a2c20 msgr2=0x7efc2c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:28:58.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:58.366+0000 7efc50c00700 1 --2- 172.21.15.44:0/3626375860 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efc2c0a2c20 0x7efc2c0a50e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7efc340098c0 tx=0x7efc34019040 comp rx=0 tx=0).stop 2024-05-27T00:28:58.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:58.366+0000 7efc50c00700 1 -- 172.21.15.44:0/3626375860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efc4c102eb0 msgr2=0x7efc4c19a980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:28:58.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:58.366+0000 7efc50c00700 1 --2- 172.21.15.44:0/3626375860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efc4c102eb0 0x7efc4c19a980 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7efc3c00e9d0 tx=0x7efc3c00ece0 comp rx=0 tx=0).stop 2024-05-27T00:28:58.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:58.366+0000 7efc50c00700 1 -- 172.21.15.44:0/3626375860 shutdown_connections 2024-05-27T00:28:58.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:58.366+0000 7efc50c00700 1 --2- 172.21.15.44:0/3626375860 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc4c108110 0x7efc4c1a1f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:28:58.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:58.366+0000 7efc50c00700 1 --2- 172.21.15.44:0/3626375860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efc4c102eb0 0x7efc4c19a980 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:28:58.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:58.366+0000 7efc50c00700 1 --2- 172.21.15.44:0/3626375860 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efc2c0a2c20 0x7efc2c0a50e0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:28:58.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:58.366+0000 7efc50c00700 1 --2- 172.21.15.44:0/3626375860 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7efc4c1057e0 0x7efc4c19aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:28:58.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:58.366+0000 7efc50c00700 1 -- 172.21.15.44:0/3626375860 >> 172.21.15.44:0/3626375860 conn(0x7efc4c0fc8c0 msgr2=0x7efc4c102600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:28:58.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:58.367+0000 7efc50c00700 1 -- 172.21.15.44:0/3626375860 shutdown_connections 2024-05-27T00:28:58.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:28:58.367+0000 7efc50c00700 1 -- 172.21.15.44:0/3626375860 wait complete. 2024-05-27T00:28:59.156 DEBUG:teuthology.orchestra.run.smithi044:osd.6> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.6.service 2024-05-27T00:28:59.159 INFO:tasks.cephadm:Deploying osd.7 on smithi050 with /dev/vg_nvme/lv_2... 2024-05-27T00:28:59.160 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-27T00:28:59.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:59 smithi044 ceph-mon[31645]: from='osd.6 [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-27T00:28:59.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:59 smithi044 ceph-mon[31645]: osdmap e46: 7 total, 6 up, 7 in 2024-05-27T00:28:59.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:59 smithi044 ceph-mon[31645]: from='osd.6 [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-27T00:28:59.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:59 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-27T00:28:59.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:59 smithi044 ceph-mon[31645]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:59.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:59 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:59.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:28:59 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:59.363 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:28:59 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:28:59.239+0000 7f22c0600700 -1 osd.6 47 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-27T00:28:59.418 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.b/config 2024-05-27T00:28:59.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:59 smithi050 ceph-mon[36071]: from='osd.6 [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-27T00:28:59.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:59 smithi050 ceph-mon[36071]: osdmap e46: 7 total, 6 up, 7 in 2024-05-27T00:28:59.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:59 smithi050 ceph-mon[36071]: from='osd.6 [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-27T00:28:59.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:59 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-27T00:28:59.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:59 smithi050 ceph-mon[36071]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:59.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:59 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:59.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:28:59 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:59.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:59 smithi137 ceph-mon[36552]: from='osd.6 [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-27T00:28:59.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:59 smithi137 ceph-mon[36552]: osdmap e46: 7 total, 6 up, 7 in 2024-05-27T00:28:59.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:59 smithi137 ceph-mon[36552]: from='osd.6 [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-27T00:28:59.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:59 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-27T00:28:59.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:59 smithi137 ceph-mon[36552]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:28:59.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:59 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:28:59.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:28:59 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:00.495 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:00 smithi050 ceph-mon[36071]: from='osd.6 [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-27T00:29:00.495 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:00 smithi050 ceph-mon[36071]: osdmap e47: 7 total, 6 up, 7 in 2024-05-27T00:29:00.496 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:00 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-27T00:29:00.496 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:00 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-27T00:29:00.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:00 smithi137 ceph-mon[36552]: from='osd.6 [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-27T00:29:00.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:00 smithi137 ceph-mon[36552]: osdmap e47: 7 total, 6 up, 7 in 2024-05-27T00:29:00.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:00 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-27T00:29:00.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:00 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-27T00:29:00.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:00 smithi044 ceph-mon[31645]: from='osd.6 [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-27T00:29:00.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:00 smithi044 ceph-mon[31645]: osdmap e47: 7 total, 6 up, 7 in 2024-05-27T00:29:00.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:00 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-27T00:29:00.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:00 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-27T00:29:01.349 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:01 smithi044 ceph-mon[31645]: purged_snaps scrub starts 2024-05-27T00:29:01.349 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:01 smithi044 ceph-mon[31645]: purged_snaps scrub ok 2024-05-27T00:29:01.349 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:01 smithi044 ceph-mon[31645]: osd.6 [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012] boot 2024-05-27T00:29:01.349 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:01 smithi044 ceph-mon[31645]: osdmap e48: 7 total, 7 up, 7 in 2024-05-27T00:29:01.349 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:01 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-27T00:29:01.350 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:01 smithi044 ceph-mon[31645]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:29:01.371 INFO:teuthology.orchestra.run.smithi050.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-27T00:29:01.371 INFO:teuthology.orchestra.run.smithi050.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-27T00:29:01.371 INFO:teuthology.orchestra.run.smithi050.stderr: stderr: 10+0 records in 2024-05-27T00:29:01.371 INFO:teuthology.orchestra.run.smithi050.stderr:10+0 records out 2024-05-27T00:29:01.371 INFO:teuthology.orchestra.run.smithi050.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00932544 s, 1.1 GB/s 2024-05-27T00:29:01.371 INFO:teuthology.orchestra.run.smithi050.stderr:--> Zapping successful for: 2024-05-27T00:29:01.483 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:01 smithi050 ceph-mon[36071]: purged_snaps scrub starts 2024-05-27T00:29:01.483 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:01 smithi050 ceph-mon[36071]: purged_snaps scrub ok 2024-05-27T00:29:01.483 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:01 smithi050 ceph-mon[36071]: osd.6 [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012] boot 2024-05-27T00:29:01.483 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:01 smithi050 ceph-mon[36071]: osdmap e48: 7 total, 7 up, 7 in 2024-05-27T00:29:01.483 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:01 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-27T00:29:01.483 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:01 smithi050 ceph-mon[36071]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:29:01.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:01 smithi137 ceph-mon[36552]: purged_snaps scrub starts 2024-05-27T00:29:01.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:01 smithi137 ceph-mon[36552]: purged_snaps scrub ok 2024-05-27T00:29:01.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:01 smithi137 ceph-mon[36552]: osd.6 [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012] boot 2024-05-27T00:29:01.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:01 smithi137 ceph-mon[36552]: osdmap e48: 7 total, 7 up, 7 in 2024-05-27T00:29:01.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:01 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-27T00:29:01.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:01 smithi137 ceph-mon[36552]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 183 MiB used, 536 GiB / 536 GiB avail 2024-05-27T00:29:02.089 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi050:vg_nvme/lv_2 2024-05-27T00:29:02.348 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.b/config 2024-05-27T00:29:02.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:02 smithi050 ceph-mon[36071]: osdmap e49: 7 total, 7 up, 7 in 2024-05-27T00:29:02.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:02 smithi137 ceph-mon[36552]: osdmap e49: 7 total, 7 up, 7 in 2024-05-27T00:29:02.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:02 smithi044 ceph-mon[31645]: osdmap e49: 7 total, 7 up, 7 in 2024-05-27T00:29:03.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:03 smithi050 ceph-mon[36071]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:03.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:03 smithi137 ceph-mon[36552]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:03.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:03 smithi044 ceph-mon[31645]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:04.016 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.013+0000 7fc258c6a700 1 -- 172.21.15.50:0/1037655546 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2541024c0 msgr2=0x7fc2541028e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:29:04.016 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.013+0000 7fc258c6a700 1 --2- 172.21.15.50:0/1037655546 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2541024c0 0x7fc2541028e0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fc2440099c0 tx=0x7fc244009cd0 comp rx=0 tx=0).stop 2024-05-27T00:29:04.016 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.013+0000 7fc258c6a700 1 -- 172.21.15.50:0/1037655546 shutdown_connections 2024-05-27T00:29:04.016 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.013+0000 7fc258c6a700 1 --2- 172.21.15.50:0/1037655546 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc254104060 0x7fc25410a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:04.016 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.013+0000 7fc258c6a700 1 --2- 172.21.15.50:0/1037655546 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2541024c0 0x7fc2541028e0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:04.016 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.013+0000 7fc258c6a700 1 --2- 172.21.15.50:0/1037655546 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc2541036c0 0x7fc254103b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:04.016 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.013+0000 7fc258c6a700 1 -- 172.21.15.50:0/1037655546 >> 172.21.15.50:0/1037655546 conn(0x7fc2540fda60 msgr2=0x7fc2540ffea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:29:04.016 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.013+0000 7fc258c6a700 1 -- 172.21.15.50:0/1037655546 shutdown_connections 2024-05-27T00:29:04.016 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.013+0000 7fc258c6a700 1 -- 172.21.15.50:0/1037655546 wait complete. 2024-05-27T00:29:04.018 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.014+0000 7fc258c6a700 1 Processor -- start 2024-05-27T00:29:04.018 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.014+0000 7fc258c6a700 1 -- start start 2024-05-27T00:29:04.018 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.015+0000 7fc258c6a700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc2541024c0 0x7fc254198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:29:04.018 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.015+0000 7fc258c6a700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2541036c0 0x7fc254198d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:29:04.019 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.015+0000 7fc258c6a700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc254104060 0x7fc25419fe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:29:04.019 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.015+0000 7fc258c6a700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc25410e260 con 0x7fc254104060 2024-05-27T00:29:04.019 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.015+0000 7fc258c6a700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc25410e0e0 con 0x7fc2541036c0 2024-05-27T00:29:04.019 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.015+0000 7fc258c6a700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fc25410e3e0 con 0x7fc2541024c0 2024-05-27T00:29:04.019 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.015+0000 7fc251d9b700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2541036c0 0x7fc254198d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:29:04.019 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.015+0000 7fc251d9b700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2541036c0 0x7fc254198d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:54508/0 (socket says 172.21.15.50:54508) 2024-05-27T00:29:04.019 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.015+0000 7fc25259c700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc2541024c0 0x7fc254198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:29:04.019 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.015+0000 7fc251d9b700 1 -- 172.21.15.50:0/2877464749 learned_addr learned my addr 172.21.15.50:0/2877464749 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-05-27T00:29:04.019 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.015+0000 7fc251d9b700 1 -- 172.21.15.50:0/2877464749 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc2541024c0 msgr2=0x7fc254198850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:29:04.019 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.015+0000 7fc251d9b700 1 --2- 172.21.15.50:0/2877464749 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc2541024c0 0x7fc254198850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:04.019 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.015+0000 7fc251d9b700 1 -- 172.21.15.50:0/2877464749 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc254104060 msgr2=0x7fc25419fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:29:04.019 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.015+0000 7fc251d9b700 1 --2- 172.21.15.50:0/2877464749 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc254104060 0x7fc25419fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:04.019 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.015+0000 7fc251d9b700 1 -- 172.21.15.50:0/2877464749 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2541a04b0 con 0x7fc2541036c0 2024-05-27T00:29:04.020 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.015+0000 7fc251d9b700 1 --2- 172.21.15.50:0/2877464749 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2541036c0 0x7fc254198d90 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fc24800b530 tx=0x7fc24800b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:29:04.020 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.015+0000 7fc2437fe700 1 -- 172.21.15.50:0/2877464749 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc248015020 con 0x7fc2541036c0 2024-05-27T00:29:04.020 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.016+0000 7fc2437fe700 1 -- 172.21.15.50:0/2877464749 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc248011d30 con 0x7fc2541036c0 2024-05-27T00:29:04.020 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.016+0000 7fc2437fe700 1 -- 172.21.15.50:0/2877464749 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc24800f340 con 0x7fc2541036c0 2024-05-27T00:29:04.020 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.016+0000 7fc258c6a700 1 -- 172.21.15.50:0/2877464749 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2541a07a0 con 0x7fc2541036c0 2024-05-27T00:29:04.020 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.016+0000 7fc258c6a700 1 -- 172.21.15.50:0/2877464749 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2541a0c90 con 0x7fc2541036c0 2024-05-27T00:29:04.020 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.017+0000 7fc258c6a700 1 -- 172.21.15.50:0/2877464749 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc254069180 con 0x7fc2541036c0 2024-05-27T00:29:04.021 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.018+0000 7fc2437fe700 1 -- 172.21.15.50:0/2877464749 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc248018020 con 0x7fc2541036c0 2024-05-27T00:29:04.021 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.018+0000 7fc2437fe700 1 --2- 172.21.15.50:0/2877464749 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc23c0a2c20 0x7fc23c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:29:04.021 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.019+0000 7fc2437fe700 1 -- 172.21.15.50:0/2877464749 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 4965+0+0 (secure 0 0 0) 0x7fc2480cdb80 con 0x7fc2541036c0 2024-05-27T00:29:04.021 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.019+0000 7fc25259c700 1 --2- 172.21.15.50:0/2877464749 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc23c0a2c20 0x7fc23c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:29:04.021 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.020+0000 7fc25259c700 1 --2- 172.21.15.50:0/2877464749 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc23c0a2c20 0x7fc23c0a50e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc244003990 tx=0x7fc244005ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:29:04.025 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.023+0000 7fc2437fe700 1 -- 172.21.15.50:0/2877464749 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc24801f020 con 0x7fc2541036c0 2024-05-27T00:29:04.243 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:04.242+0000 7fc258c6a700 1 -- 172.21.15.50:0/2877464749 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fc2540628d0 con 0x7fc23c0a2c20 2024-05-27T00:29:05.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:05 smithi137 ceph-mon[36552]: Detected new or changed devices on smithi044 2024-05-27T00:29:05.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:05.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:05.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:05.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:05.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:05.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:05 smithi137 ceph-mon[36552]: Adjusting osd_memory_target on smithi044 to 5698M 2024-05-27T00:29:05.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:05 smithi137 ceph-mon[36552]: from='client.24302 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:29:05.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:05.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:29:05.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:05.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:29:05.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:29:05.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:05.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:05.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:05 smithi137 ceph-mon[36552]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:05.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:29:05.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:05.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:29:05.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:05.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:05 smithi044 ceph-mon[31645]: Detected new or changed devices on smithi044 2024-05-27T00:29:05.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:05.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:05.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:05.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:05.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:05.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:05 smithi044 ceph-mon[31645]: Adjusting osd_memory_target on smithi044 to 5698M 2024-05-27T00:29:05.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:05 smithi044 ceph-mon[31645]: from='client.24302 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:29:05.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:05.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:29:05.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:05.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:29:05.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:29:05.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:05.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:05.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:05 smithi044 ceph-mon[31645]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:05.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:29:05.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:05.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:29:05.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:05.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:05 smithi050 ceph-mon[36071]: Detected new or changed devices on smithi044 2024-05-27T00:29:05.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:05.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:05.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:05.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:05.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:05.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:05 smithi050 ceph-mon[36071]: Adjusting osd_memory_target on smithi044 to 5698M 2024-05-27T00:29:05.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:05 smithi050 ceph-mon[36071]: from='client.24302 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:29:05.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:05.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:29:05.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:05.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:29:05.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:29:05.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:05.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:05.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:05 smithi050 ceph-mon[36071]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:05.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:29:05.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:05.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:29:05.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:07.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:07 smithi050 ceph-mon[36071]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:07.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:07 smithi050 ceph-mon[36071]: from='client.? 172.21.15.50:0/4257991661' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e62621c0-d36a-417d-92dc-f98c32df6859"}]: dispatch 2024-05-27T00:29:07.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:07 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e62621c0-d36a-417d-92dc-f98c32df6859"}]: dispatch 2024-05-27T00:29:07.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:07 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e62621c0-d36a-417d-92dc-f98c32df6859"}]': finished 2024-05-27T00:29:07.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:07 smithi050 ceph-mon[36071]: osdmap e50: 8 total, 7 up, 8 in 2024-05-27T00:29:07.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:07 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-27T00:29:07.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:07 smithi137 ceph-mon[36552]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:07.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:07 smithi137 ceph-mon[36552]: from='client.? 172.21.15.50:0/4257991661' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e62621c0-d36a-417d-92dc-f98c32df6859"}]: dispatch 2024-05-27T00:29:07.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:07 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e62621c0-d36a-417d-92dc-f98c32df6859"}]: dispatch 2024-05-27T00:29:07.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:07 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e62621c0-d36a-417d-92dc-f98c32df6859"}]': finished 2024-05-27T00:29:07.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:07 smithi137 ceph-mon[36552]: osdmap e50: 8 total, 7 up, 8 in 2024-05-27T00:29:07.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:07 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-27T00:29:07.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:07 smithi044 ceph-mon[31645]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:07.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:07 smithi044 ceph-mon[31645]: from='client.? 172.21.15.50:0/4257991661' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e62621c0-d36a-417d-92dc-f98c32df6859"}]: dispatch 2024-05-27T00:29:07.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:07 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e62621c0-d36a-417d-92dc-f98c32df6859"}]: dispatch 2024-05-27T00:29:07.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:07 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e62621c0-d36a-417d-92dc-f98c32df6859"}]': finished 2024-05-27T00:29:07.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:07 smithi044 ceph-mon[31645]: osdmap e50: 8 total, 7 up, 8 in 2024-05-27T00:29:07.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:07 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-27T00:29:08.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:08 smithi050 ceph-mon[36071]: from='client.? 172.21.15.50:0/3056427469' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:29:08.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:08 smithi137 ceph-mon[36552]: from='client.? 172.21.15.50:0/3056427469' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:29:08.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:08 smithi044 ceph-mon[31645]: from='client.? 172.21.15.50:0/3056427469' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:29:09.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:09 smithi050 ceph-mon[36071]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:09.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:09 smithi137 ceph-mon[36552]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:09.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:09 smithi044 ceph-mon[31645]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:11.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:11 smithi050 ceph-mon[36071]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:11.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:11 smithi137 ceph-mon[36552]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:11.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:11 smithi044 ceph-mon[31645]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:13.629 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:13 smithi050 ceph-mon[36071]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:13.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:13 smithi137 ceph-mon[36552]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:13.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:13 smithi044 ceph-mon[31645]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:14.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:14 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-27T00:29:14.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:14 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:14.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:14 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-27T00:29:14.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:14 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:14.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:14 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-27T00:29:14.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:14 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:15.628 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:15 smithi050 ceph-mon[36071]: Deploying daemon osd.7 on smithi050 2024-05-27T00:29:15.629 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:15 smithi050 ceph-mon[36071]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:15.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:15 smithi137 ceph-mon[36552]: Deploying daemon osd.7 on smithi050 2024-05-27T00:29:15.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:15 smithi137 ceph-mon[36552]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:15.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:15 smithi044 ceph-mon[31645]: Deploying daemon osd.7 on smithi050 2024-05-27T00:29:15.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:15 smithi044 ceph-mon[31645]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:17.567 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:17 smithi050 ceph-mon[36071]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:17.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:17 smithi137 ceph-mon[36552]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:17.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:17 smithi044 ceph-mon[31645]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:19.658 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:19 smithi050 ceph-mon[36071]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:19.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:19 smithi137 ceph-mon[36552]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:19.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:19 smithi044 ceph-mon[31645]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:21.054 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:20 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:21.054 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:20 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:29:21.054 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:20 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:21.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:20 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:21.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:20 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:29:21.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:20 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:21.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:20 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:21.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:20 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:29:21.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:20 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:22.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:21 smithi050 ceph-mon[36071]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:22.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:21 smithi137 ceph-mon[36552]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:22.359 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:21 smithi044 ceph-mon[31645]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:23.834 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:23.833+0000 7fc2437fe700 1 -- 172.21.15.50:0/2877464749 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fc2540628d0 con 0x7fc23c0a2c20 2024-05-27T00:29:23.835 INFO:teuthology.orchestra.run.smithi050.stdout:Created osd(s) 7 on host 'smithi050' 2024-05-27T00:29:23.837 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:23.836+0000 7fc258c6a700 1 -- 172.21.15.50:0/2877464749 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc23c0a2c20 msgr2=0x7fc23c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:29:23.837 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:23.836+0000 7fc258c6a700 1 --2- 172.21.15.50:0/2877464749 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc23c0a2c20 0x7fc23c0a50e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc244003990 tx=0x7fc244005ad0 comp rx=0 tx=0).stop 2024-05-27T00:29:23.837 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:23.836+0000 7fc258c6a700 1 -- 172.21.15.50:0/2877464749 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2541036c0 msgr2=0x7fc254198d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:29:23.837 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:23.836+0000 7fc258c6a700 1 --2- 172.21.15.50:0/2877464749 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2541036c0 0x7fc254198d90 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fc24800b530 tx=0x7fc24800b840 comp rx=0 tx=0).stop 2024-05-27T00:29:23.837 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:23.836+0000 7fc258c6a700 1 -- 172.21.15.50:0/2877464749 shutdown_connections 2024-05-27T00:29:23.837 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:23.836+0000 7fc258c6a700 1 --2- 172.21.15.50:0/2877464749 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc254104060 0x7fc25419fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:23.837 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:23.836+0000 7fc258c6a700 1 --2- 172.21.15.50:0/2877464749 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc23c0a2c20 0x7fc23c0a50e0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:23.838 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:23.836+0000 7fc258c6a700 1 --2- 172.21.15.50:0/2877464749 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc2541024c0 0x7fc254198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:23.838 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:23.836+0000 7fc258c6a700 1 --2- 172.21.15.50:0/2877464749 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2541036c0 0x7fc254198d90 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:23.838 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:23.836+0000 7fc258c6a700 1 -- 172.21.15.50:0/2877464749 >> 172.21.15.50:0/2877464749 conn(0x7fc2540fda60 msgr2=0x7fc2541069c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:29:23.838 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:23.836+0000 7fc258c6a700 1 -- 172.21.15.50:0/2877464749 shutdown_connections 2024-05-27T00:29:23.838 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:29:23.836+0000 7fc258c6a700 1 -- 172.21.15.50:0/2877464749 wait complete. 2024-05-27T00:29:24.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:23 smithi050 ceph-mon[36071]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:24.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:23 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:24.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:23 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:24.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:23 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:24.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:23 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:29:24.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:23 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:24.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:23 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:24.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:23 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:24.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:23 smithi050 ceph-mon[36071]: from='osd.7 [v2:172.21.15.50:6816/2431349005,v1:172.21.15.50:6817/2431349005]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-27T00:29:24.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:23 smithi050 ceph-mon[36071]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-27T00:29:24.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:23 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:29:24.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:23 smithi137 ceph-mon[36552]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:24.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:23 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:24.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:23 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:24.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:23 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:24.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:23 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:29:24.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:23 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:24.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:23 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:24.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:23 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:24.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:23 smithi137 ceph-mon[36552]: from='osd.7 [v2:172.21.15.50:6816/2431349005,v1:172.21.15.50:6817/2431349005]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-27T00:29:24.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:23 smithi137 ceph-mon[36552]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-27T00:29:24.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:23 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:29:24.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:23 smithi044 ceph-mon[31645]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:24.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:23 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:24.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:23 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:24.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:23 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:24.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:23 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:29:24.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:23 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:24.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:23 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:24.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:23 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:24.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:23 smithi044 ceph-mon[31645]: from='osd.7 [v2:172.21.15.50:6816/2431349005,v1:172.21.15.50:6817/2431349005]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-27T00:29:24.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:23 smithi044 ceph-mon[31645]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-27T00:29:24.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:23 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:29:24.591 DEBUG:teuthology.orchestra.run.smithi050:osd.7> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.7.service 2024-05-27T00:29:24.594 INFO:tasks.cephadm:Deploying osd.8 on smithi137 with /dev/vg_nvme/lv_2... 2024-05-27T00:29:24.594 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-27T00:29:24.839 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.c/config 2024-05-27T00:29:26.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:25 smithi044 ceph-mon[31645]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:26.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:25 smithi044 ceph-mon[31645]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-27T00:29:26.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:25 smithi044 ceph-mon[31645]: from='osd.7 [v2:172.21.15.50:6816/2431349005,v1:172.21.15.50:6817/2431349005]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:29:26.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:25 smithi044 ceph-mon[31645]: osdmap e51: 8 total, 7 up, 8 in 2024-05-27T00:29:26.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:25 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-27T00:29:26.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:25 smithi044 ceph-mon[31645]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:29:26.140 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:25 smithi137 ceph-mon[36552]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:26.140 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:25 smithi137 ceph-mon[36552]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-27T00:29:26.140 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:25 smithi137 ceph-mon[36552]: from='osd.7 [v2:172.21.15.50:6816/2431349005,v1:172.21.15.50:6817/2431349005]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:29:26.140 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:25 smithi137 ceph-mon[36552]: osdmap e51: 8 total, 7 up, 8 in 2024-05-27T00:29:26.140 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:25 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-27T00:29:26.140 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:25 smithi137 ceph-mon[36552]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:29:26.145 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:25 smithi050 ceph-mon[36071]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:26.145 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:25 smithi050 ceph-mon[36071]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-27T00:29:26.145 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:25 smithi050 ceph-mon[36071]: from='osd.7 [v2:172.21.15.50:6816/2431349005,v1:172.21.15.50:6817/2431349005]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:29:26.145 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:25 smithi050 ceph-mon[36071]: osdmap e51: 8 total, 7 up, 8 in 2024-05-27T00:29:26.145 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:25 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-27T00:29:26.145 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:25 smithi050 ceph-mon[36071]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:29:26.451 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:29:26 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:29:26.368+0000 7fcb90ed8700 -1 osd.7 0 waiting for initial osdmap 2024-05-27T00:29:26.451 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:29:26 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:29:26.379+0000 7fcb88cc3700 -1 osd.7 52 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-27T00:29:26.842 INFO:teuthology.orchestra.run.smithi137.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-27T00:29:26.842 INFO:teuthology.orchestra.run.smithi137.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-27T00:29:26.843 INFO:teuthology.orchestra.run.smithi137.stderr: stderr: 10+0 records in 2024-05-27T00:29:26.843 INFO:teuthology.orchestra.run.smithi137.stderr:10+0 records out 2024-05-27T00:29:26.843 INFO:teuthology.orchestra.run.smithi137.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114591 s, 915 MB/s 2024-05-27T00:29:26.843 INFO:teuthology.orchestra.run.smithi137.stderr:--> Zapping successful for: 2024-05-27T00:29:27.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:26 smithi044 ceph-mon[31645]: purged_snaps scrub starts 2024-05-27T00:29:27.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:26 smithi044 ceph-mon[31645]: purged_snaps scrub ok 2024-05-27T00:29:27.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:26 smithi044 ceph-mon[31645]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-27T00:29:27.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:26 smithi044 ceph-mon[31645]: osdmap e52: 8 total, 7 up, 8 in 2024-05-27T00:29:27.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:26 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-27T00:29:27.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:26 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-27T00:29:27.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:26 smithi044 ceph-mon[31645]: from='osd.7 ' entity='osd.7' 2024-05-27T00:29:27.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:26 smithi044 ceph-mon[31645]: osd.7 [v2:172.21.15.50:6816/2431349005,v1:172.21.15.50:6817/2431349005] boot 2024-05-27T00:29:27.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:26 smithi044 ceph-mon[31645]: osdmap e53: 8 total, 8 up, 8 in 2024-05-27T00:29:27.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:26 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-27T00:29:27.179 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:26 smithi137 ceph-mon[36552]: purged_snaps scrub starts 2024-05-27T00:29:27.179 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:26 smithi137 ceph-mon[36552]: purged_snaps scrub ok 2024-05-27T00:29:27.179 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:26 smithi137 ceph-mon[36552]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-27T00:29:27.179 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:26 smithi137 ceph-mon[36552]: osdmap e52: 8 total, 7 up, 8 in 2024-05-27T00:29:27.179 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:26 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-27T00:29:27.179 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:26 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-27T00:29:27.179 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:26 smithi137 ceph-mon[36552]: from='osd.7 ' entity='osd.7' 2024-05-27T00:29:27.180 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:26 smithi137 ceph-mon[36552]: osd.7 [v2:172.21.15.50:6816/2431349005,v1:172.21.15.50:6817/2431349005] boot 2024-05-27T00:29:27.180 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:26 smithi137 ceph-mon[36552]: osdmap e53: 8 total, 8 up, 8 in 2024-05-27T00:29:27.180 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:26 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-27T00:29:27.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:26 smithi050 ceph-mon[36071]: purged_snaps scrub starts 2024-05-27T00:29:27.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:26 smithi050 ceph-mon[36071]: purged_snaps scrub ok 2024-05-27T00:29:27.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:26 smithi050 ceph-mon[36071]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-27T00:29:27.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:26 smithi050 ceph-mon[36071]: osdmap e52: 8 total, 7 up, 8 in 2024-05-27T00:29:27.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:26 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-27T00:29:27.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:26 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-27T00:29:27.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:26 smithi050 ceph-mon[36071]: from='osd.7 ' entity='osd.7' 2024-05-27T00:29:27.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:26 smithi050 ceph-mon[36071]: osd.7 [v2:172.21.15.50:6816/2431349005,v1:172.21.15.50:6817/2431349005] boot 2024-05-27T00:29:27.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:26 smithi050 ceph-mon[36071]: osdmap e53: 8 total, 8 up, 8 in 2024-05-27T00:29:27.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:26 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-27T00:29:27.516 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi137:vg_nvme/lv_2 2024-05-27T00:29:27.763 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.c/config 2024-05-27T00:29:28.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:27 smithi044 ceph-mon[31645]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:28.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:27 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:28.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:27 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:28.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:27 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:28.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:27 smithi044 ceph-mon[31645]: osdmap e54: 8 total, 8 up, 8 in 2024-05-27T00:29:28.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:27 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:28.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:27 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:28.149 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:27 smithi137 ceph-mon[36552]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:28.149 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:27 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:28.149 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:27 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:28.149 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:27 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:28.150 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:27 smithi137 ceph-mon[36552]: osdmap e54: 8 total, 8 up, 8 in 2024-05-27T00:29:28.150 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:27 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:28.150 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:27 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:28.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:27 smithi050 ceph-mon[36071]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 210 MiB used, 626 GiB / 626 GiB avail 2024-05-27T00:29:28.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:27 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:28.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:27 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:28.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:27 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:28.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:27 smithi050 ceph-mon[36071]: osdmap e54: 8 total, 8 up, 8 in 2024-05-27T00:29:28.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:27 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:28.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:27 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:28.946 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:28 smithi137 ceph-mon[36552]: Detected new or changed devices on smithi050 2024-05-27T00:29:28.946 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:28 smithi137 ceph-mon[36552]: Adjusting osd_memory_target on smithi050 to 5697M 2024-05-27T00:29:28.946 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:28 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:28.946 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:28 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:28.946 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:28 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:29:28.946 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:28 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:28.946 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:28 smithi137 ceph-mon[36552]: osdmap e55: 8 total, 8 up, 8 in 2024-05-27T00:29:29.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:28 smithi044 ceph-mon[31645]: Detected new or changed devices on smithi050 2024-05-27T00:29:29.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:28 smithi044 ceph-mon[31645]: Adjusting osd_memory_target on smithi050 to 5697M 2024-05-27T00:29:29.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:28 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:29.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:28 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:29.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:28 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:29:29.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:28 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:29.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:28 smithi044 ceph-mon[31645]: osdmap e55: 8 total, 8 up, 8 in 2024-05-27T00:29:29.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:28 smithi050 ceph-mon[36071]: Detected new or changed devices on smithi050 2024-05-27T00:29:29.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:28 smithi050 ceph-mon[36071]: Adjusting osd_memory_target on smithi050 to 5697M 2024-05-27T00:29:29.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:28 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:29.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:28 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:29.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:28 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:29:29.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:28 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:29.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:28 smithi050 ceph-mon[36071]: osdmap e55: 8 total, 8 up, 8 in 2024-05-27T00:29:29.446 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.443+0000 7fa092a37700 1 -- 172.21.15.137:0/194758106 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa08c103b00 msgr2=0x7fa08c103f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:29:29.446 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.443+0000 7fa092a37700 1 --2- 172.21.15.137:0/194758106 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa08c103b00 0x7fa08c103f20 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fa07c009990 tx=0x7fa07c009ca0 comp rx=0 tx=0).stop 2024-05-27T00:29:29.447 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.443+0000 7fa092a37700 1 -- 172.21.15.137:0/194758106 shutdown_connections 2024-05-27T00:29:29.447 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.443+0000 7fa092a37700 1 --2- 172.21.15.137:0/194758106 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa08c100f20 0x7fa08c10aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:29.447 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.443+0000 7fa092a37700 1 --2- 172.21.15.137:0/194758106 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa08c103b00 0x7fa08c103f20 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:29.447 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.443+0000 7fa092a37700 1 --2- 172.21.15.137:0/194758106 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa08c100580 0x7fa08c1009e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:29.447 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.443+0000 7fa092a37700 1 -- 172.21.15.137:0/194758106 >> 172.21.15.137:0/194758106 conn(0x7fa08c0fc140 msgr2=0x7fa08c0fe580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:29:29.447 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.443+0000 7fa092a37700 1 -- 172.21.15.137:0/194758106 shutdown_connections 2024-05-27T00:29:29.447 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.443+0000 7fa092a37700 1 -- 172.21.15.137:0/194758106 wait complete. 2024-05-27T00:29:29.447 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.444+0000 7fa092a37700 1 Processor -- start 2024-05-27T00:29:29.447 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.444+0000 7fa092a37700 1 -- start start 2024-05-27T00:29:29.447 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.444+0000 7fa092a37700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa08c100580 0x7fa08c198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:29:29.447 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.444+0000 7fa092a37700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa08c100f20 0x7fa08c198d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:29:29.447 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.444+0000 7fa092a37700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa08c103b00 0x7fa08c19fe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:29:29.448 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.444+0000 7fa092a37700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa08c10e260 con 0x7fa08c100f20 2024-05-27T00:29:29.448 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.444+0000 7fa092a37700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa08c10e0e0 con 0x7fa08c100580 2024-05-27T00:29:29.448 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.444+0000 7fa092a37700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fa08c10e3e0 con 0x7fa08c103b00 2024-05-27T00:29:29.448 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.444+0000 7fa090fd4700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa08c103b00 0x7fa08c19fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:29:29.448 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.444+0000 7fa090fd4700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa08c103b00 0x7fa08c19fe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.137:48712/0 (socket says 172.21.15.137:48712) 2024-05-27T00:29:29.448 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.444+0000 7fa090fd4700 1 -- 172.21.15.137:0/930741390 learned_addr learned my addr 172.21.15.137:0/930741390 (peer_addr_for_me v2:172.21.15.137:0/0) 2024-05-27T00:29:29.448 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.445+0000 7fa08bfff700 1 --2- 172.21.15.137:0/930741390 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa08c100580 0x7fa08c198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:29:29.448 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.445+0000 7fa090fd4700 1 -- 172.21.15.137:0/930741390 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa08c100580 msgr2=0x7fa08c198850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:29:29.448 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.445+0000 7fa090fd4700 1 --2- 172.21.15.137:0/930741390 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa08c100580 0x7fa08c198850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:29.449 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.445+0000 7fa090fd4700 1 -- 172.21.15.137:0/930741390 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa08c100f20 msgr2=0x7fa08c198d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:29:29.449 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.445+0000 7fa090fd4700 1 --2- 172.21.15.137:0/930741390 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa08c100f20 0x7fa08c198d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:29.449 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.445+0000 7fa090fd4700 1 -- 172.21.15.137:0/930741390 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa08c1a04b0 con 0x7fa08c103b00 2024-05-27T00:29:29.449 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.445+0000 7fa08bfff700 1 --2- 172.21.15.137:0/930741390 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa08c100580 0x7fa08c198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-27T00:29:29.449 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.445+0000 7fa090fd4700 1 --2- 172.21.15.137:0/930741390 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa08c103b00 0x7fa08c19fe10 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa084007f10 tx=0x7fa08400d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:29:29.449 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.445+0000 7fa0897fa700 1 -- 172.21.15.137:0/930741390 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa084004bb0 con 0x7fa08c103b00 2024-05-27T00:29:29.449 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.445+0000 7fa092a37700 1 -- 172.21.15.137:0/930741390 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa08c1a07a0 con 0x7fa08c103b00 2024-05-27T00:29:29.449 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.445+0000 7fa0897fa700 1 -- 172.21.15.137:0/930741390 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa084004d50 con 0x7fa08c103b00 2024-05-27T00:29:29.449 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.445+0000 7fa0897fa700 1 -- 172.21.15.137:0/930741390 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0840133f0 con 0x7fa08c103b00 2024-05-27T00:29:29.449 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.445+0000 7fa092a37700 1 -- 172.21.15.137:0/930741390 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa08c1a0d30 con 0x7fa08c103b00 2024-05-27T00:29:29.450 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.446+0000 7fa092a37700 1 -- 172.21.15.137:0/930741390 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa08c069180 con 0x7fa08c103b00 2024-05-27T00:29:29.450 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.447+0000 7fa0897fa700 1 -- 172.21.15.137:0/930741390 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa08401a020 con 0x7fa08c103b00 2024-05-27T00:29:29.451 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.448+0000 7fa0897fa700 1 --2- 172.21.15.137:0/930741390 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa0740a2c20 0x7fa0740a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:29:29.451 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.448+0000 7fa0897fa700 1 -- 172.21.15.137:0/930741390 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5397+0+0 (secure 0 0 0) 0x7fa0840cdd10 con 0x7fa08c103b00 2024-05-27T00:29:29.451 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.448+0000 7fa08bfff700 1 --2- 172.21.15.137:0/930741390 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa0740a2c20 0x7fa0740a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:29:29.451 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.450+0000 7fa08bfff700 1 --2- 172.21.15.137:0/930741390 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa0740a2c20 0x7fa0740a50e0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fa07c00b5c0 tx=0x7fa07c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:29:29.453 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.452+0000 7fa0897fa700 1 -- 172.21.15.137:0/930741390 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa084010070 con 0x7fa08c103b00 2024-05-27T00:29:29.657 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:29.656+0000 7fa092a37700 1 -- 172.21.15.137:0/930741390 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fa08c0628d0 con 0x7fa0740a2c20 2024-05-27T00:29:30.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:29 smithi137 ceph-mon[36552]: pgmap v198: 1 pgs: 1 unknown; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:30.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:29 smithi137 ceph-mon[36552]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-05-27T00:29:30.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:29 smithi137 ceph-mon[36552]: osdmap e56: 8 total, 8 up, 8 in 2024-05-27T00:29:30.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:29 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:29:30.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:29 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:29:30.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:29 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:30.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:29 smithi044 ceph-mon[31645]: pgmap v198: 1 pgs: 1 unknown; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:30.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:29 smithi044 ceph-mon[31645]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-05-27T00:29:30.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:29 smithi044 ceph-mon[31645]: osdmap e56: 8 total, 8 up, 8 in 2024-05-27T00:29:30.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:29 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:29:30.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:29 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:29:30.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:29 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:30.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:29 smithi050 ceph-mon[36071]: pgmap v198: 1 pgs: 1 unknown; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:30.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:29 smithi050 ceph-mon[36071]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2024-05-27T00:29:30.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:29 smithi050 ceph-mon[36071]: osdmap e56: 8 total, 8 up, 8 in 2024-05-27T00:29:30.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:29 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:29:30.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:29 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:29:30.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:29 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:31.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:30 smithi050 ceph-mon[36071]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:29:31.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:30 smithi050 ceph-mon[36071]: osdmap e57: 8 total, 8 up, 8 in 2024-05-27T00:29:31.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:30 smithi137 ceph-mon[36552]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:29:31.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:30 smithi137 ceph-mon[36552]: osdmap e57: 8 total, 8 up, 8 in 2024-05-27T00:29:31.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:30 smithi044 ceph-mon[31645]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:29:31.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:30 smithi044 ceph-mon[31645]: osdmap e57: 8 total, 8 up, 8 in 2024-05-27T00:29:32.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:31 smithi044 ceph-mon[31645]: pgmap v202: 1 pgs: 1 unknown; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:32.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:31 smithi050 ceph-mon[36071]: pgmap v202: 1 pgs: 1 unknown; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:32.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:31 smithi137 ceph-mon[36552]: pgmap v202: 1 pgs: 1 unknown; 577 KiB data, 245 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:33.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:32 smithi050 ceph-mon[36071]: from='client.? 172.21.15.137:0/1846251952' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "377f939a-f08c-417d-94f6-2a69b0f0e3be"}]: dispatch 2024-05-27T00:29:33.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:32 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "377f939a-f08c-417d-94f6-2a69b0f0e3be"}]: dispatch 2024-05-27T00:29:33.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:32 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "377f939a-f08c-417d-94f6-2a69b0f0e3be"}]': finished 2024-05-27T00:29:33.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:32 smithi050 ceph-mon[36071]: osdmap e58: 9 total, 8 up, 9 in 2024-05-27T00:29:33.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:32 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-27T00:29:33.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:32 smithi137 ceph-mon[36552]: from='client.? 172.21.15.137:0/1846251952' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "377f939a-f08c-417d-94f6-2a69b0f0e3be"}]: dispatch 2024-05-27T00:29:33.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:32 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "377f939a-f08c-417d-94f6-2a69b0f0e3be"}]: dispatch 2024-05-27T00:29:33.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:32 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "377f939a-f08c-417d-94f6-2a69b0f0e3be"}]': finished 2024-05-27T00:29:33.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:32 smithi137 ceph-mon[36552]: osdmap e58: 9 total, 8 up, 9 in 2024-05-27T00:29:33.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:32 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-27T00:29:33.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:32 smithi044 ceph-mon[31645]: from='client.? 172.21.15.137:0/1846251952' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "377f939a-f08c-417d-94f6-2a69b0f0e3be"}]: dispatch 2024-05-27T00:29:33.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:32 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "377f939a-f08c-417d-94f6-2a69b0f0e3be"}]: dispatch 2024-05-27T00:29:33.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:32 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "377f939a-f08c-417d-94f6-2a69b0f0e3be"}]': finished 2024-05-27T00:29:33.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:32 smithi044 ceph-mon[31645]: osdmap e58: 9 total, 8 up, 9 in 2024-05-27T00:29:33.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:32 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-27T00:29:34.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:33 smithi050 ceph-mon[36071]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:34.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:33 smithi050 ceph-mon[36071]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-05-27T00:29:34.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:33 smithi050 ceph-mon[36071]: Cluster is now healthy 2024-05-27T00:29:34.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:33 smithi050 ceph-mon[36071]: from='client.? 172.21.15.137:0/480680573' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:29:34.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:33 smithi137 ceph-mon[36552]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:34.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:33 smithi137 ceph-mon[36552]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-05-27T00:29:34.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:33 smithi137 ceph-mon[36552]: Cluster is now healthy 2024-05-27T00:29:34.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:33 smithi137 ceph-mon[36552]: from='client.? 172.21.15.137:0/480680573' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:29:34.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:33 smithi044 ceph-mon[31645]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:34.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:33 smithi044 ceph-mon[31645]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2024-05-27T00:29:34.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:33 smithi044 ceph-mon[31645]: Cluster is now healthy 2024-05-27T00:29:34.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:33 smithi044 ceph-mon[31645]: from='client.? 172.21.15.137:0/480680573' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:29:36.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:35 smithi050 ceph-mon[36071]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:36.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:35 smithi137 ceph-mon[36552]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:36.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:35 smithi044 ceph-mon[31645]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:38.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:37 smithi050 ceph-mon[36071]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:38.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:37 smithi137 ceph-mon[36552]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:38.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:37 smithi044 ceph-mon[31645]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:40.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:39 smithi050 ceph-mon[36071]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:40.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-27T00:29:40.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:40.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:39 smithi137 ceph-mon[36552]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:40.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-27T00:29:40.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:40.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:39 smithi044 ceph-mon[31645]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:40.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-27T00:29:40.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:41.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:40 smithi050 ceph-mon[36071]: Deploying daemon osd.8 on smithi137 2024-05-27T00:29:41.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:40 smithi137 ceph-mon[36552]: Deploying daemon osd.8 on smithi137 2024-05-27T00:29:41.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:40 smithi044 ceph-mon[31645]: Deploying daemon osd.8 on smithi137 2024-05-27T00:29:42.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:41 smithi050 ceph-mon[36071]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:42.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:41 smithi137 ceph-mon[36552]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:42.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:41 smithi044 ceph-mon[31645]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:44.000 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:43 smithi137 ceph-mon[36552]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:44.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:43 smithi044 ceph-mon[31645]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:44.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:43 smithi050 ceph-mon[36071]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:46.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:45 smithi137 ceph-mon[36552]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:46.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:45 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:46.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:45 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:46.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:45 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:29:46.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:45 smithi044 ceph-mon[31645]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:46.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:45 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:46.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:45 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:46.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:45 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:29:46.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:45 smithi050 ceph-mon[36071]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:46.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:45 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:46.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:45 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:46.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:45 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:29:48.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:47 smithi137 ceph-mon[36552]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:48.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:47 smithi044 ceph-mon[31645]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:48.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:47 smithi050 ceph-mon[36071]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:49.245 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:49.243+0000 7fa0897fa700 1 -- 172.21.15.137:0/930741390 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fa08c0628d0 con 0x7fa0740a2c20 2024-05-27T00:29:49.246 INFO:teuthology.orchestra.run.smithi137.stdout:Created osd(s) 8 on host 'smithi137' 2024-05-27T00:29:49.248 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:49.246+0000 7fa092a37700 1 -- 172.21.15.137:0/930741390 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa0740a2c20 msgr2=0x7fa0740a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:29:49.248 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:49.246+0000 7fa092a37700 1 --2- 172.21.15.137:0/930741390 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa0740a2c20 0x7fa0740a50e0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fa07c00b5c0 tx=0x7fa07c005fb0 comp rx=0 tx=0).stop 2024-05-27T00:29:49.248 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:49.246+0000 7fa092a37700 1 -- 172.21.15.137:0/930741390 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa08c103b00 msgr2=0x7fa08c19fe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:29:49.248 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:49.246+0000 7fa092a37700 1 --2- 172.21.15.137:0/930741390 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa08c103b00 0x7fa08c19fe10 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa084007f10 tx=0x7fa08400d3b0 comp rx=0 tx=0).stop 2024-05-27T00:29:49.248 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:49.246+0000 7fa092a37700 1 -- 172.21.15.137:0/930741390 shutdown_connections 2024-05-27T00:29:49.249 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:49.246+0000 7fa092a37700 1 --2- 172.21.15.137:0/930741390 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa0740a2c20 0x7fa0740a50e0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:49.249 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:49.246+0000 7fa092a37700 1 --2- 172.21.15.137:0/930741390 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa08c103b00 0x7fa08c19fe10 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:49.249 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:49.246+0000 7fa092a37700 1 --2- 172.21.15.137:0/930741390 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa08c100580 0x7fa08c198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:49.249 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:49.246+0000 7fa092a37700 1 --2- 172.21.15.137:0/930741390 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa08c100f20 0x7fa08c198d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:49.249 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:49.246+0000 7fa092a37700 1 -- 172.21.15.137:0/930741390 >> 172.21.15.137:0/930741390 conn(0x7fa08c0fc140 msgr2=0x7fa08c106b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:29:49.249 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:49.246+0000 7fa092a37700 1 -- 172.21.15.137:0/930741390 shutdown_connections 2024-05-27T00:29:49.249 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:29:49.246+0000 7fa092a37700 1 -- 172.21.15.137:0/930741390 wait complete. 2024-05-27T00:29:49.993 DEBUG:teuthology.orchestra.run.smithi137:osd.8> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.8.service 2024-05-27T00:29:49.995 INFO:tasks.cephadm:Deploying osd.9 on smithi044 with /dev/vg_nvme/lv_1... 2024-05-27T00:29:49.995 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-27T00:29:50.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:49 smithi137 ceph-mon[36552]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:50.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:49 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:50.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:49 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:50.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:49 smithi137 ceph-mon[36552]: from='osd.8 [v2:172.21.15.137:6816/1479202379,v1:172.21.15.137:6817/1479202379]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-27T00:29:50.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:49 smithi137 ceph-mon[36552]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-27T00:29:50.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:49 smithi044 ceph-mon[31645]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:50.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:49 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:50.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:49 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:50.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:49 smithi044 ceph-mon[31645]: from='osd.8 [v2:172.21.15.137:6816/1479202379,v1:172.21.15.137:6817/1479202379]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-27T00:29:50.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:49 smithi044 ceph-mon[31645]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-27T00:29:50.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:49 smithi050 ceph-mon[36071]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:50.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:49 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:50.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:49 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:50.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:49 smithi050 ceph-mon[36071]: from='osd.8 [v2:172.21.15.137:6816/1479202379,v1:172.21.15.137:6817/1479202379]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-27T00:29:50.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:49 smithi050 ceph-mon[36071]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-27T00:29:50.473 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:29:51.236 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:51 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:51.236 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:51 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:51.236 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:51 smithi137 ceph-mon[36552]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-27T00:29:51.236 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:51 smithi137 ceph-mon[36552]: from='osd.8 [v2:172.21.15.137:6816/1479202379,v1:172.21.15.137:6817/1479202379]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:29:51.236 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:51 smithi137 ceph-mon[36552]: osdmap e59: 9 total, 8 up, 9 in 2024-05-27T00:29:51.236 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:51 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-27T00:29:51.236 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:51 smithi137 ceph-mon[36552]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:29:51.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:51 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:51.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:51 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:51.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:51 smithi044 ceph-mon[31645]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-27T00:29:51.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:51 smithi044 ceph-mon[31645]: from='osd.8 [v2:172.21.15.137:6816/1479202379,v1:172.21.15.137:6817/1479202379]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:29:51.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:51 smithi044 ceph-mon[31645]: osdmap e59: 9 total, 8 up, 9 in 2024-05-27T00:29:51.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:51 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-27T00:29:51.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:51 smithi044 ceph-mon[31645]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:29:51.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:51 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:51.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:51 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:51.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:51 smithi050 ceph-mon[36071]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-27T00:29:51.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:51 smithi050 ceph-mon[36071]: from='osd.8 [v2:172.21.15.137:6816/1479202379,v1:172.21.15.137:6817/1479202379]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:29:51.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:51 smithi050 ceph-mon[36071]: osdmap e59: 9 total, 8 up, 9 in 2024-05-27T00:29:51.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:51 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-27T00:29:51.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:51 smithi050 ceph-mon[36071]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:29:51.502 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:29:51 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:29:51.234+0000 7f8e1b508700 -1 osd.8 0 waiting for initial osdmap 2024-05-27T00:29:51.503 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:29:51 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:29:51.244+0000 7f8e172fb700 -1 osd.8 60 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-27T00:29:52.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:52 smithi044 ceph-mon[31645]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:52.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:52 smithi044 ceph-mon[31645]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-05-27T00:29:52.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:52 smithi044 ceph-mon[31645]: osdmap e60: 9 total, 8 up, 9 in 2024-05-27T00:29:52.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:52 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-27T00:29:52.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:52 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-27T00:29:52.429 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:52 smithi050 ceph-mon[36071]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:52.430 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:52 smithi050 ceph-mon[36071]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-05-27T00:29:52.430 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:52 smithi050 ceph-mon[36071]: osdmap e60: 9 total, 8 up, 9 in 2024-05-27T00:29:52.430 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:52 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-27T00:29:52.430 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:52 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-27T00:29:52.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:52 smithi137 ceph-mon[36552]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 246 MiB used, 715 GiB / 715 GiB avail 2024-05-27T00:29:52.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:52 smithi137 ceph-mon[36552]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-05-27T00:29:52.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:52 smithi137 ceph-mon[36552]: osdmap e60: 9 total, 8 up, 9 in 2024-05-27T00:29:52.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:52 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-27T00:29:52.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:52 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-27T00:29:53.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:53 smithi137 ceph-mon[36552]: purged_snaps scrub starts 2024-05-27T00:29:53.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:53 smithi137 ceph-mon[36552]: purged_snaps scrub ok 2024-05-27T00:29:53.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:53 smithi137 ceph-mon[36552]: osd.8 [v2:172.21.15.137:6816/1479202379,v1:172.21.15.137:6817/1479202379] boot 2024-05-27T00:29:53.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:53 smithi137 ceph-mon[36552]: osdmap e61: 9 total, 9 up, 9 in 2024-05-27T00:29:53.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:53 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-27T00:29:53.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:53 smithi137 ceph-mon[36552]: pgmap v217: 1 pgs: 1 peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:29:53.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:53 smithi044 ceph-mon[31645]: purged_snaps scrub starts 2024-05-27T00:29:53.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:53 smithi044 ceph-mon[31645]: purged_snaps scrub ok 2024-05-27T00:29:53.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:53 smithi044 ceph-mon[31645]: osd.8 [v2:172.21.15.137:6816/1479202379,v1:172.21.15.137:6817/1479202379] boot 2024-05-27T00:29:53.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:53 smithi044 ceph-mon[31645]: osdmap e61: 9 total, 9 up, 9 in 2024-05-27T00:29:53.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:53 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-27T00:29:53.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:53 smithi044 ceph-mon[31645]: pgmap v217: 1 pgs: 1 peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:29:53.671 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-27T00:29:53.671 INFO:teuthology.orchestra.run.smithi044.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-27T00:29:53.671 INFO:teuthology.orchestra.run.smithi044.stderr: stderr: 10+0 records in 2024-05-27T00:29:53.671 INFO:teuthology.orchestra.run.smithi044.stderr:10+0 records out 2024-05-27T00:29:53.671 INFO:teuthology.orchestra.run.smithi044.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0647996 s, 162 MB/s 2024-05-27T00:29:53.671 INFO:teuthology.orchestra.run.smithi044.stderr:--> Zapping successful for: 2024-05-27T00:29:53.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:53 smithi050 ceph-mon[36071]: purged_snaps scrub starts 2024-05-27T00:29:53.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:53 smithi050 ceph-mon[36071]: purged_snaps scrub ok 2024-05-27T00:29:53.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:53 smithi050 ceph-mon[36071]: osd.8 [v2:172.21.15.137:6816/1479202379,v1:172.21.15.137:6817/1479202379] boot 2024-05-27T00:29:53.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:53 smithi050 ceph-mon[36071]: osdmap e61: 9 total, 9 up, 9 in 2024-05-27T00:29:53.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:53 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-27T00:29:53.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:53 smithi050 ceph-mon[36071]: pgmap v217: 1 pgs: 1 peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:29:54.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:54 smithi044 ceph-mon[31645]: osdmap e62: 9 total, 9 up, 9 in 2024-05-27T00:29:54.376 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:54 smithi044 ceph-mon[31645]: Detected new or changed devices on smithi137 2024-05-27T00:29:54.376 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:54 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:54.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:54 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:54.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:54 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:54.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:54 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:54.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:54 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:54.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:54 smithi044 ceph-mon[31645]: Adjusting osd_memory_target on smithi137 to 5696M 2024-05-27T00:29:54.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:54 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:54.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:54 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:54.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:54 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:29:54.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:54 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:54.377 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:54 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:29:54.378 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:54 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:54.378 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:54 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:29:54.378 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:54 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:54.630 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi044:vg_nvme/lv_1 2024-05-27T00:29:54.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:54 smithi050 ceph-mon[36071]: osdmap e62: 9 total, 9 up, 9 in 2024-05-27T00:29:54.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:54 smithi050 ceph-mon[36071]: Detected new or changed devices on smithi137 2024-05-27T00:29:54.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:54 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:54.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:54 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:54.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:54 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:54.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:54 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:54.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:54 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:54.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:54 smithi050 ceph-mon[36071]: Adjusting osd_memory_target on smithi137 to 5696M 2024-05-27T00:29:54.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:54 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:54.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:54 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:54.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:54 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:29:54.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:54 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:54.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:54 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:29:54.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:54 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:54.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:54 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:29:54.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:54 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:54.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:54 smithi137 ceph-mon[36552]: osdmap e62: 9 total, 9 up, 9 in 2024-05-27T00:29:54.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:54 smithi137 ceph-mon[36552]: Detected new or changed devices on smithi137 2024-05-27T00:29:54.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:54 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:54.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:54 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:54.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:54 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:54.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:54 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:54.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:54 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:29:54.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:54 smithi137 ceph-mon[36552]: Adjusting osd_memory_target on smithi137 to 5696M 2024-05-27T00:29:54.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:54 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:54.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:54 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:54.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:54 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:29:54.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:54 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:54.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:54 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:29:54.754 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:54 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:54.754 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:54 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:29:54.754 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:54 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:29:55.102 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:29:55.589 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:55 smithi044 ceph-mon[31645]: osdmap e63: 9 total, 9 up, 9 in 2024-05-27T00:29:55.590 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:55 smithi044 ceph-mon[31645]: pgmap v220: 1 pgs: 1 peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:29:55.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:55 smithi050 ceph-mon[36071]: osdmap e63: 9 total, 9 up, 9 in 2024-05-27T00:29:55.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:55 smithi050 ceph-mon[36071]: pgmap v220: 1 pgs: 1 peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:29:55.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:55 smithi137 ceph-mon[36552]: osdmap e63: 9 total, 9 up, 9 in 2024-05-27T00:29:55.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:55 smithi137 ceph-mon[36552]: pgmap v220: 1 pgs: 1 peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:29:56.577 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:56 smithi044 ceph-mon[31645]: osdmap e64: 9 total, 9 up, 9 in 2024-05-27T00:29:56.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:56 smithi050 ceph-mon[36071]: osdmap e64: 9 total, 9 up, 9 in 2024-05-27T00:29:56.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:56 smithi137 ceph-mon[36552]: osdmap e64: 9 total, 9 up, 9 in 2024-05-27T00:29:57.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.352+0000 7ff590400700 1 -- 172.21.15.44:0/2343241706 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5881081e0 msgr2=0x7ff58810a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:29:57.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.352+0000 7ff590400700 1 --2- 172.21.15.44:0/2343241706 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5881081e0 0x7ff58810a650 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ff58000b0a0 tx=0x7ff58000b3b0 comp rx=0 tx=0).stop 2024-05-27T00:29:57.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.352+0000 7ff590400700 1 -- 172.21.15.44:0/2343241706 shutdown_connections 2024-05-27T00:29:57.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.352+0000 7ff590400700 1 --2- 172.21.15.44:0/2343241706 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5881081e0 0x7ff58810a650 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:57.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.352+0000 7ff590400700 1 --2- 172.21.15.44:0/2343241706 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff588102f80 0x7ff588105370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:57.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.352+0000 7ff590400700 1 --2- 172.21.15.44:0/2343241706 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff5881058b0 0x7ff588107ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:57.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.352+0000 7ff590400700 1 -- 172.21.15.44:0/2343241706 >> 172.21.15.44:0/2343241706 conn(0x7ff5880fc9b0 msgr2=0x7ff5880fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:29:57.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.352+0000 7ff590400700 1 -- 172.21.15.44:0/2343241706 shutdown_connections 2024-05-27T00:29:57.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.352+0000 7ff590400700 1 -- 172.21.15.44:0/2343241706 wait complete. 2024-05-27T00:29:57.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.353+0000 7ff590400700 1 Processor -- start 2024-05-27T00:29:57.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.353+0000 7ff590400700 1 -- start start 2024-05-27T00:29:57.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.354+0000 7ff590400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff588102f80 0x7ff5881028e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:29:57.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.354+0000 7ff590400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5881058b0 0x7ff588100f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:29:57.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.354+0000 7ff590400700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff5881081e0 0x7ff588101470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:29:57.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.354+0000 7ff590400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff58810e200 con 0x7ff5881058b0 2024-05-27T00:29:57.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.354+0000 7ff590400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff58810e080 con 0x7ff588102f80 2024-05-27T00:29:57.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.354+0000 7ff590400700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7ff58810e380 con 0x7ff5881081e0 2024-05-27T00:29:57.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.354+0000 7ff58da00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff588102f80 0x7ff5881028e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:29:57.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.354+0000 7ff58d000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5881058b0 0x7ff588100f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:29:57.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.354+0000 7ff58da00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff588102f80 0x7ff5881028e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:53356/0 (socket says 172.21.15.44:53356) 2024-05-27T00:29:57.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.354+0000 7ff58da00700 1 -- 172.21.15.44:0/1213817403 learned_addr learned my addr 172.21.15.44:0/1213817403 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:29:57.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.354+0000 7ff58d000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5881058b0 0x7ff588100f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56566/0 (socket says 172.21.15.44:56566) 2024-05-27T00:29:57.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.354+0000 7ff58e400700 1 --2- 172.21.15.44:0/1213817403 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff5881081e0 0x7ff588101470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:29:57.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.355+0000 7ff58da00700 1 -- 172.21.15.44:0/1213817403 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff5881081e0 msgr2=0x7ff588101470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:29:57.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.355+0000 7ff58da00700 1 --2- 172.21.15.44:0/1213817403 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff5881081e0 0x7ff588101470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:57.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.355+0000 7ff58da00700 1 -- 172.21.15.44:0/1213817403 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5881058b0 msgr2=0x7ff588100f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:29:57.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.355+0000 7ff58da00700 1 --2- 172.21.15.44:0/1213817403 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5881058b0 0x7ff588100f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:29:57.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.355+0000 7ff58da00700 1 -- 172.21.15.44:0/1213817403 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff588101d20 con 0x7ff588102f80 2024-05-27T00:29:57.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.355+0000 7ff58da00700 1 --2- 172.21.15.44:0/1213817403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff588102f80 0x7ff5881028e0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7ff57c00eb30 tx=0x7ff57c00ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:29:57.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.355+0000 7ff586000700 1 -- 172.21.15.44:0/1213817403 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff57c00cbd0 con 0x7ff588102f80 2024-05-27T00:29:57.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.355+0000 7ff590400700 1 -- 172.21.15.44:0/1213817403 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5881a2920 con 0x7ff588102f80 2024-05-27T00:29:57.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.355+0000 7ff586000700 1 -- 172.21.15.44:0/1213817403 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff57c004520 con 0x7ff588102f80 2024-05-27T00:29:57.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.355+0000 7ff586000700 1 -- 172.21.15.44:0/1213817403 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff57c010430 con 0x7ff588102f80 2024-05-27T00:29:57.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.356+0000 7ff590400700 1 -- 172.21.15.44:0/1213817403 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5881a2e60 con 0x7ff588102f80 2024-05-27T00:29:57.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.357+0000 7ff590400700 1 -- 172.21.15.44:0/1213817403 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff588069180 con 0x7ff588102f80 2024-05-27T00:29:57.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.359+0000 7ff586000700 1 -- 172.21.15.44:0/1213817403 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff57c004000 con 0x7ff588102f80 2024-05-27T00:29:57.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.360+0000 7ff586000700 1 --2- 172.21.15.44:0/1213817403 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff5700a2ca0 0x7ff5700a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:29:57.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.361+0000 7ff586000700 1 -- 172.21.15.44:0/1213817403 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 5829+0+0 (secure 0 0 0) 0x7ff57c0ce970 con 0x7ff588102f80 2024-05-27T00:29:57.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.361+0000 7ff58d000700 1 --2- 172.21.15.44:0/1213817403 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff5700a2ca0 0x7ff5700a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:29:57.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.361+0000 7ff58d000700 1 --2- 172.21.15.44:0/1213817403 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff5700a2ca0 0x7ff5700a5160 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff574009c60 tx=0x7ff574009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:29:57.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.365+0000 7ff586000700 1 -- 172.21.15.44:0/1213817403 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff57c09c1e0 con 0x7ff588102f80 2024-05-27T00:29:57.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:29:57.604+0000 7ff590400700 1 -- 172.21.15.44:0/1213817403 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7ff5880628d0 con 0x7ff5700a2ca0 2024-05-27T00:29:57.606 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:57 smithi044 ceph-mon[31645]: osdmap e65: 9 total, 9 up, 9 in 2024-05-27T00:29:57.606 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:57 smithi044 ceph-mon[31645]: pgmap v223: 1 pgs: 1 peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:29:57.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:57 smithi050 ceph-mon[36071]: osdmap e65: 9 total, 9 up, 9 in 2024-05-27T00:29:57.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:57 smithi050 ceph-mon[36071]: pgmap v223: 1 pgs: 1 peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:29:57.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:57 smithi137 ceph-mon[36552]: osdmap e65: 9 total, 9 up, 9 in 2024-05-27T00:29:57.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:57 smithi137 ceph-mon[36552]: pgmap v223: 1 pgs: 1 peering; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:29:58.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:58 smithi044 ceph-mon[31645]: from='client.24344 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:29:58.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:58 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:29:58.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:58 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:29:58.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:58 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:58.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:58 smithi050 ceph-mon[36071]: from='client.24344 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:29:58.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:58 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:29:58.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:58 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:29:58.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:58 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:58.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:58 smithi137 ceph-mon[36552]: from='client.24344 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi044:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:29:58.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:58 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:29:58.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:58 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:29:58.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:58 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:29:59.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:29:59 smithi044 ceph-mon[31645]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 274 MiB used, 804 GiB / 805 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-05-27T00:29:59.654 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:29:59 smithi137 ceph-mon[36552]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 274 MiB used, 804 GiB / 805 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-05-27T00:29:59.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:29:59 smithi050 ceph-mon[36071]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 274 MiB used, 804 GiB / 805 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-05-27T00:30:00.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:00 smithi044 ceph-mon[31645]: overall HEALTH_OK 2024-05-27T00:30:00.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:00 smithi050 ceph-mon[36071]: overall HEALTH_OK 2024-05-27T00:30:00.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:00 smithi137 ceph-mon[36552]: overall HEALTH_OK 2024-05-27T00:30:01.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:01 smithi044 ceph-mon[31645]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 274 MiB used, 804 GiB / 805 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-05-27T00:30:01.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:01 smithi050 ceph-mon[36071]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 274 MiB used, 804 GiB / 805 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-05-27T00:30:01.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:01 smithi137 ceph-mon[36552]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 274 MiB used, 804 GiB / 805 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-05-27T00:30:02.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:02 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/831974673' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fd29098c-60fe-4c4d-9203-5606c61535c0"}]: dispatch 2024-05-27T00:30:02.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:02 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/831974673' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fd29098c-60fe-4c4d-9203-5606c61535c0"}]': finished 2024-05-27T00:30:02.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:02 smithi044 ceph-mon[31645]: osdmap e66: 10 total, 9 up, 10 in 2024-05-27T00:30:02.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:02 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-27T00:30:02.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:02 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/831974673' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fd29098c-60fe-4c4d-9203-5606c61535c0"}]: dispatch 2024-05-27T00:30:02.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:02 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/831974673' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fd29098c-60fe-4c4d-9203-5606c61535c0"}]': finished 2024-05-27T00:30:02.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:02 smithi050 ceph-mon[36071]: osdmap e66: 10 total, 9 up, 10 in 2024-05-27T00:30:02.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:02 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-27T00:30:02.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:02 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/831974673' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fd29098c-60fe-4c4d-9203-5606c61535c0"}]: dispatch 2024-05-27T00:30:02.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:02 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/831974673' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fd29098c-60fe-4c4d-9203-5606c61535c0"}]': finished 2024-05-27T00:30:02.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:02 smithi137 ceph-mon[36552]: osdmap e66: 10 total, 9 up, 10 in 2024-05-27T00:30:02.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:02 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-27T00:30:03.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:03 smithi044 ceph-mon[31645]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-05-27T00:30:03.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:03 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2701673842' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:30:03.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:03 smithi050 ceph-mon[36071]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-05-27T00:30:03.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:03 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2701673842' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:30:03.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:03 smithi137 ceph-mon[36552]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-05-27T00:30:03.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:03 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2701673842' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:30:05.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:05 smithi050 ceph-mon[36071]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-05-27T00:30:05.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:05 smithi137 ceph-mon[36552]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-05-27T00:30:05.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:05 smithi044 ceph-mon[31645]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-05-27T00:30:07.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:07 smithi050 ceph-mon[36071]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-27T00:30:07.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:07 smithi137 ceph-mon[36552]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-27T00:30:07.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:07 smithi044 ceph-mon[31645]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-27T00:30:09.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:09 smithi050 ceph-mon[36071]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:09.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:09 smithi137 ceph-mon[36552]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:09.816 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:09 smithi044 ceph-mon[31645]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:11.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:11 smithi044 ceph-mon[31645]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:11.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:11 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-27T00:30:11.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:11 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:11.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:11 smithi050 ceph-mon[36071]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:11.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:11 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-27T00:30:11.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:11 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:11.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:11 smithi137 ceph-mon[36552]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:11.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:11 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-27T00:30:11.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:11 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:12.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:12 smithi044 ceph-mon[31645]: Deploying daemon osd.9 on smithi044 2024-05-27T00:30:12.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:12 smithi050 ceph-mon[36071]: Deploying daemon osd.9 on smithi044 2024-05-27T00:30:12.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:12 smithi137 ceph-mon[36552]: Deploying daemon osd.9 on smithi044 2024-05-27T00:30:13.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:13 smithi050 ceph-mon[36071]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:13.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:13 smithi137 ceph-mon[36552]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:13.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:13 smithi044 ceph-mon[31645]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:15.611 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:15 smithi044 ceph-mon[31645]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:15.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:15 smithi050 ceph-mon[36071]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:15.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:15 smithi137 ceph-mon[36552]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:17.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:17 smithi137 ceph-mon[36552]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:17.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:17 smithi044 ceph-mon[31645]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:17.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:17 smithi050 ceph-mon[36071]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:19.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:19 smithi137 ceph-mon[36552]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:19.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:19 smithi044 ceph-mon[31645]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:19.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:19 smithi050 ceph-mon[36071]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:21.080 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:20 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:21.080 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:20 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:30:21.080 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:20 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:21.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:20 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:21.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:20 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:30:21.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:20 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:21.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:20 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:21.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:20 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:30:21.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:20 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:22.052 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:21 smithi044 ceph-mon[31645]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:22.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:21 smithi050 ceph-mon[36071]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:22.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:21 smithi137 ceph-mon[36552]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:24.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:23 smithi044 ceph-mon[31645]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:24.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:23 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:24.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:23 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:24.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:23 smithi044 ceph-mon[31645]: from='osd.9 [v2:172.21.15.44:6826/3449544170,v1:172.21.15.44:6827/3449544170]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-27T00:30:24.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:23 smithi044 ceph-mon[31645]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-27T00:30:24.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:23 smithi050 ceph-mon[36071]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:24.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:23 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:24.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:23 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:24.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:23 smithi050 ceph-mon[36071]: from='osd.9 [v2:172.21.15.44:6826/3449544170,v1:172.21.15.44:6827/3449544170]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-27T00:30:24.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:23 smithi050 ceph-mon[36071]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-27T00:30:24.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:23 smithi137 ceph-mon[36552]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:24.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:23 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:24.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:23 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:24.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:23 smithi137 ceph-mon[36552]: from='osd.9 [v2:172.21.15.44:6826/3449544170,v1:172.21.15.44:6827/3449544170]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-27T00:30:24.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:23 smithi137 ceph-mon[36552]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-27T00:30:24.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:30:24.606+0000 7ff586000700 1 -- 172.21.15.44:0/1213817403 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7ff5880628d0 con 0x7ff5700a2ca0 2024-05-27T00:30:24.610 INFO:teuthology.orchestra.run.smithi044.stdout:Created osd(s) 9 on host 'smithi044' 2024-05-27T00:30:24.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:30:24.610+0000 7ff590400700 1 -- 172.21.15.44:0/1213817403 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff5700a2ca0 msgr2=0x7ff5700a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:30:24.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:30:24.610+0000 7ff590400700 1 --2- 172.21.15.44:0/1213817403 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff5700a2ca0 0x7ff5700a5160 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff574009c60 tx=0x7ff574009260 comp rx=0 tx=0).stop 2024-05-27T00:30:24.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:30:24.610+0000 7ff590400700 1 -- 172.21.15.44:0/1213817403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff588102f80 msgr2=0x7ff5881028e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:30:24.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:30:24.610+0000 7ff590400700 1 --2- 172.21.15.44:0/1213817403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff588102f80 0x7ff5881028e0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7ff57c00eb30 tx=0x7ff57c00ee40 comp rx=0 tx=0).stop 2024-05-27T00:30:24.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:30:24.611+0000 7ff590400700 1 -- 172.21.15.44:0/1213817403 shutdown_connections 2024-05-27T00:30:24.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:30:24.611+0000 7ff590400700 1 --2- 172.21.15.44:0/1213817403 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff5700a2ca0 0x7ff5700a5160 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:30:24.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:30:24.611+0000 7ff590400700 1 --2- 172.21.15.44:0/1213817403 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff5881081e0 0x7ff588101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:30:24.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:30:24.611+0000 7ff590400700 1 --2- 172.21.15.44:0/1213817403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff588102f80 0x7ff5881028e0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:30:24.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:30:24.611+0000 7ff590400700 1 --2- 172.21.15.44:0/1213817403 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff5881058b0 0x7ff588100f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:30:24.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:30:24.611+0000 7ff590400700 1 -- 172.21.15.44:0/1213817403 >> 172.21.15.44:0/1213817403 conn(0x7ff5880fc9b0 msgr2=0x7ff5881038c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:30:24.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:30:24.611+0000 7ff590400700 1 -- 172.21.15.44:0/1213817403 shutdown_connections 2024-05-27T00:30:24.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:30:24.611+0000 7ff590400700 1 -- 172.21.15.44:0/1213817403 wait complete. 2024-05-27T00:30:25.535 DEBUG:teuthology.orchestra.run.smithi044:osd.9> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.9.service 2024-05-27T00:30:25.546 INFO:tasks.cephadm:Deploying osd.10 on smithi050 with /dev/vg_nvme/lv_1... 2024-05-27T00:30:25.546 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-27T00:30:25.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:25 smithi137 ceph-mon[36552]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:25.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:25 smithi137 ceph-mon[36552]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-27T00:30:25.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:25 smithi137 ceph-mon[36552]: from='osd.9 [v2:172.21.15.44:6826/3449544170,v1:172.21.15.44:6827/3449544170]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-27T00:30:25.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:25 smithi137 ceph-mon[36552]: osdmap e67: 10 total, 9 up, 10 in 2024-05-27T00:30:25.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:25 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-27T00:30:25.754 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:25 smithi137 ceph-mon[36552]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-27T00:30:25.754 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:25 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:25.754 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:25 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:25.772 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:25 smithi044 ceph-mon[31645]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:25.772 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:25 smithi044 ceph-mon[31645]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-27T00:30:25.772 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:25 smithi044 ceph-mon[31645]: from='osd.9 [v2:172.21.15.44:6826/3449544170,v1:172.21.15.44:6827/3449544170]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-27T00:30:25.773 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:25 smithi044 ceph-mon[31645]: osdmap e67: 10 total, 9 up, 10 in 2024-05-27T00:30:25.773 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:25 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-27T00:30:25.773 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:25 smithi044 ceph-mon[31645]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-27T00:30:25.773 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:25 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:25.773 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:25 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:25.810 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.b/config 2024-05-27T00:30:25.933 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:25 smithi050 ceph-mon[36071]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:25.934 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:25 smithi050 ceph-mon[36071]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-27T00:30:25.934 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:25 smithi050 ceph-mon[36071]: from='osd.9 [v2:172.21.15.44:6826/3449544170,v1:172.21.15.44:6827/3449544170]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-27T00:30:25.934 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:25 smithi050 ceph-mon[36071]: osdmap e67: 10 total, 9 up, 10 in 2024-05-27T00:30:25.934 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:25 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-27T00:30:25.934 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:25 smithi050 ceph-mon[36071]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]: dispatch 2024-05-27T00:30:25.934 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:25 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:25.934 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:25 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:26.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:26 smithi044 ceph-mon[31645]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-27T00:30:26.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:26 smithi044 ceph-mon[31645]: osdmap e68: 10 total, 9 up, 10 in 2024-05-27T00:30:26.615 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:26 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-27T00:30:26.615 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:26 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-27T00:30:26.615 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:26 smithi044 ceph-mon[31645]: from='osd.9 ' entity='osd.9' 2024-05-27T00:30:26.615 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:30:26 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:30:26.352+0000 7f25b4800700 -1 osd.9 0 waiting for initial osdmap 2024-05-27T00:30:26.615 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:30:26 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:30:26.399+0000 7f25aa600700 -1 osd.9 68 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-27T00:30:26.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:26 smithi137 ceph-mon[36552]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-27T00:30:26.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:26 smithi137 ceph-mon[36552]: osdmap e68: 10 total, 9 up, 10 in 2024-05-27T00:30:26.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:26 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-27T00:30:26.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:26 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-27T00:30:26.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:26 smithi137 ceph-mon[36552]: from='osd.9 ' entity='osd.9' 2024-05-27T00:30:26.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:26 smithi050 ceph-mon[36071]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi044", "root=default"]}]': finished 2024-05-27T00:30:26.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:26 smithi050 ceph-mon[36071]: osdmap e68: 10 total, 9 up, 10 in 2024-05-27T00:30:26.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:26 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-27T00:30:26.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:26 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-27T00:30:26.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:26 smithi050 ceph-mon[36071]: from='osd.9 ' entity='osd.9' 2024-05-27T00:30:27.536 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:27 smithi044 ceph-mon[31645]: purged_snaps scrub starts 2024-05-27T00:30:27.536 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:27 smithi044 ceph-mon[31645]: purged_snaps scrub ok 2024-05-27T00:30:27.537 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:27 smithi044 ceph-mon[31645]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:27.537 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:27 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-27T00:30:27.537 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:27 smithi044 ceph-mon[31645]: osd.9 [v2:172.21.15.44:6826/3449544170,v1:172.21.15.44:6827/3449544170] boot 2024-05-27T00:30:27.537 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:27 smithi044 ceph-mon[31645]: osdmap e69: 10 total, 10 up, 10 in 2024-05-27T00:30:27.537 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:27 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-27T00:30:27.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:27 smithi050 ceph-mon[36071]: purged_snaps scrub starts 2024-05-27T00:30:27.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:27 smithi050 ceph-mon[36071]: purged_snaps scrub ok 2024-05-27T00:30:27.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:27 smithi050 ceph-mon[36071]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:27.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:27 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-27T00:30:27.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:27 smithi050 ceph-mon[36071]: osd.9 [v2:172.21.15.44:6826/3449544170,v1:172.21.15.44:6827/3449544170] boot 2024-05-27T00:30:27.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:27 smithi050 ceph-mon[36071]: osdmap e69: 10 total, 10 up, 10 in 2024-05-27T00:30:27.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:27 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-27T00:30:27.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:27 smithi137 ceph-mon[36552]: purged_snaps scrub starts 2024-05-27T00:30:27.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:27 smithi137 ceph-mon[36552]: purged_snaps scrub ok 2024-05-27T00:30:27.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:27 smithi137 ceph-mon[36552]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 273 MiB used, 804 GiB / 805 GiB avail 2024-05-27T00:30:27.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:27 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-27T00:30:27.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:27 smithi137 ceph-mon[36552]: osd.9 [v2:172.21.15.44:6826/3449544170,v1:172.21.15.44:6827/3449544170] boot 2024-05-27T00:30:27.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:27 smithi137 ceph-mon[36552]: osdmap e69: 10 total, 10 up, 10 in 2024-05-27T00:30:27.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:27 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-27T00:30:27.893 INFO:teuthology.orchestra.run.smithi050.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-27T00:30:27.893 INFO:teuthology.orchestra.run.smithi050.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-27T00:30:27.893 INFO:teuthology.orchestra.run.smithi050.stderr: stderr: 10+0 records in 2024-05-27T00:30:27.893 INFO:teuthology.orchestra.run.smithi050.stderr:10+0 records out 2024-05-27T00:30:27.894 INFO:teuthology.orchestra.run.smithi050.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00860997 s, 1.2 GB/s 2024-05-27T00:30:27.894 INFO:teuthology.orchestra.run.smithi050.stderr:--> Zapping successful for: 2024-05-27T00:30:28.591 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi050:vg_nvme/lv_1 2024-05-27T00:30:28.840 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.b/config 2024-05-27T00:30:29.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:29 smithi044 ceph-mon[31645]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:29.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:29 smithi044 ceph-mon[31645]: osdmap e70: 10 total, 10 up, 10 in 2024-05-27T00:30:29.868 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:29 smithi050 ceph-mon[36071]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:29.869 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:29 smithi050 ceph-mon[36071]: osdmap e70: 10 total, 10 up, 10 in 2024-05-27T00:30:30.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:29 smithi137 ceph-mon[36552]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:30.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:29 smithi137 ceph-mon[36552]: osdmap e70: 10 total, 10 up, 10 in 2024-05-27T00:30:30.457 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.454+0000 7faa01049700 1 -- 172.21.15.50:0/1686315607 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9fc1025f0 msgr2=0x7fa9fc102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:30:30.457 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.454+0000 7faa01049700 1 --2- 172.21.15.50:0/1686315607 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9fc1025f0 0x7fa9fc102a50 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fa9f00099c0 tx=0x7fa9f0009cd0 comp rx=0 tx=0).stop 2024-05-27T00:30:30.457 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.454+0000 7faa01049700 1 -- 172.21.15.50:0/1686315607 shutdown_connections 2024-05-27T00:30:30.457 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.454+0000 7faa01049700 1 --2- 172.21.15.50:0/1686315607 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa9fc102f90 0x7fa9fc109840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:30:30.457 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.454+0000 7faa01049700 1 --2- 172.21.15.50:0/1686315607 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa9fc1013f0 0x7fa9fc101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:30:30.457 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.454+0000 7faa01049700 1 --2- 172.21.15.50:0/1686315607 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9fc1025f0 0x7fa9fc102a50 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:30:30.457 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.454+0000 7faa01049700 1 -- 172.21.15.50:0/1686315607 >> 172.21.15.50:0/1686315607 conn(0x7fa9fc0fc990 msgr2=0x7fa9fc0fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:30:30.458 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.454+0000 7faa01049700 1 -- 172.21.15.50:0/1686315607 shutdown_connections 2024-05-27T00:30:30.458 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.454+0000 7faa01049700 1 -- 172.21.15.50:0/1686315607 wait complete. 2024-05-27T00:30:30.458 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.455+0000 7faa01049700 1 Processor -- start 2024-05-27T00:30:30.458 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.455+0000 7faa01049700 1 -- start start 2024-05-27T00:30:30.458 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.455+0000 7faa01049700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa9fc1013f0 0x7fa9fc06acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:30:30.458 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.455+0000 7faa01049700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9fc1025f0 0x7fa9fc19d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:30:30.458 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.455+0000 7faa01049700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa9fc102f90 0x7fa9fc19fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:30:30.458 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.455+0000 7faa01049700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa9fc10d190 con 0x7fa9fc102f90 2024-05-27T00:30:30.458 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.455+0000 7faa01049700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa9fc10d010 con 0x7fa9fc1025f0 2024-05-27T00:30:30.459 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.455+0000 7faa01049700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fa9fc10d310 con 0x7fa9fc1013f0 2024-05-27T00:30:30.459 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.455+0000 7fa9fa59c700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9fc1025f0 0x7fa9fc19d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:30:30.459 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.455+0000 7fa9fa59c700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9fc1025f0 0x7fa9fc19d5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.50:46738/0 (socket says 172.21.15.50:46738) 2024-05-27T00:30:30.459 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.455+0000 7fa9fa59c700 1 -- 172.21.15.50:0/2610627578 learned_addr learned my addr 172.21.15.50:0/2610627578 (peer_addr_for_me v2:172.21.15.50:0/0) 2024-05-27T00:30:30.459 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.455+0000 7fa9fad9d700 1 --2- 172.21.15.50:0/2610627578 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa9fc1013f0 0x7fa9fc06acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:30:30.459 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.456+0000 7fa9fa59c700 1 -- 172.21.15.50:0/2610627578 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa9fc1013f0 msgr2=0x7fa9fc06acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:30:30.459 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.456+0000 7fa9fa59c700 1 --2- 172.21.15.50:0/2610627578 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa9fc1013f0 0x7fa9fc06acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:30:30.459 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.456+0000 7fa9fa59c700 1 -- 172.21.15.50:0/2610627578 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa9fc102f90 msgr2=0x7fa9fc19fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:30:30.459 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.456+0000 7fa9fa59c700 1 --2- 172.21.15.50:0/2610627578 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa9fc102f90 0x7fa9fc19fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:30:30.460 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.456+0000 7fa9fa59c700 1 -- 172.21.15.50:0/2610627578 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9fc1a0500 con 0x7fa9fc1025f0 2024-05-27T00:30:30.460 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.456+0000 7fa9fa59c700 1 --2- 172.21.15.50:0/2610627578 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9fc1025f0 0x7fa9fc19d5e0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa9f000b580 tx=0x7fa9f0009510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:30:30.460 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.456+0000 7fa9e3fff700 1 -- 172.21.15.50:0/2610627578 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f0027070 con 0x7fa9fc1025f0 2024-05-27T00:30:30.460 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.456+0000 7faa01049700 1 -- 172.21.15.50:0/2610627578 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9fc1a0790 con 0x7fa9fc1025f0 2024-05-27T00:30:30.460 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.456+0000 7fa9e3fff700 1 -- 172.21.15.50:0/2610627578 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa9f00041c0 con 0x7fa9fc1025f0 2024-05-27T00:30:30.460 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.456+0000 7fa9e3fff700 1 -- 172.21.15.50:0/2610627578 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f000f460 con 0x7fa9fc1025f0 2024-05-27T00:30:30.461 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.456+0000 7faa01049700 1 -- 172.21.15.50:0/2610627578 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9fc1a0c70 con 0x7fa9fc1025f0 2024-05-27T00:30:30.461 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.457+0000 7faa01049700 1 -- 172.21.15.50:0/2610627578 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9fc069180 con 0x7fa9fc1025f0 2024-05-27T00:30:30.461 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.458+0000 7fa9e3fff700 1 -- 172.21.15.50:0/2610627578 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa9f002a070 con 0x7fa9fc1025f0 2024-05-27T00:30:30.461 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.459+0000 7fa9e3fff700 1 --2- 172.21.15.50:0/2610627578 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa9e40a2c20 0x7fa9e40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:30:30.461 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.459+0000 7fa9e3fff700 1 -- 172.21.15.50:0/2610627578 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6261+0+0 (secure 0 0 0) 0x7fa9f00cf740 con 0x7fa9fc1025f0 2024-05-27T00:30:30.461 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.460+0000 7fa9fad9d700 1 --2- 172.21.15.50:0/2610627578 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa9e40a2c20 0x7fa9e40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:30:30.461 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.460+0000 7fa9fad9d700 1 --2- 172.21.15.50:0/2610627578 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa9e40a2c20 0x7fa9e40a50e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fa9fc102450 tx=0x7fa9ec009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:30:30.464 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.464+0000 7fa9e3fff700 1 -- 172.21.15.50:0/2610627578 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa9f005e850 con 0x7fa9fc1025f0 2024-05-27T00:30:30.693 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:30.692+0000 7faa01049700 1 -- 172.21.15.50:0/2610627578 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fa9fc0628d0 con 0x7fa9e40a2c20 2024-05-27T00:30:31.669 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:31 smithi050 ceph-mon[36071]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:31.669 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:31 smithi050 ceph-mon[36071]: Detected new or changed devices on smithi044 2024-05-27T00:30:31.669 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:31.669 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:31.669 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:31.670 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:31.670 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:31.670 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:31.670 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:31 smithi050 ceph-mon[36071]: Adjusting osd_memory_target on smithi044 to 4273M 2024-05-27T00:30:31.670 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:31.670 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:31.670 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:30:31.670 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:31.671 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:31 smithi050 ceph-mon[36071]: from='client.24371 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:30:31.671 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:30:31.671 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:30:31.671 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:31.671 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:30:31.671 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:31.671 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:30:31.671 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:31.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:31 smithi044 ceph-mon[31645]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:31.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:31 smithi044 ceph-mon[31645]: Detected new or changed devices on smithi044 2024-05-27T00:30:31.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:31.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:31.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:31.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:31.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:31.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:31.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:31 smithi044 ceph-mon[31645]: Adjusting osd_memory_target on smithi044 to 4273M 2024-05-27T00:30:31.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:31.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:31.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:30:31.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:31.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:31 smithi044 ceph-mon[31645]: from='client.24371 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:30:31.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:30:31.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:30:31.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:31.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:30:31.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:31.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:30:31.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:32.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:31 smithi137 ceph-mon[36552]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:32.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:31 smithi137 ceph-mon[36552]: Detected new or changed devices on smithi044 2024-05-27T00:30:32.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:32.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:32.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:32.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:32.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:32.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:32.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:31 smithi137 ceph-mon[36552]: Adjusting osd_memory_target on smithi044 to 4273M 2024-05-27T00:30:32.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:32.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:32.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:30:32.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:32.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:31 smithi137 ceph-mon[36552]: from='client.24371 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi050:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:30:32.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:30:32.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:30:32.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:32.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:30:32.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:32.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:30:32.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:33.848 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:33 smithi050 ceph-mon[36071]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:33.848 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:33 smithi050 ceph-mon[36071]: from='client.? 172.21.15.50:0/3966575752' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "88e3cf0f-2d6e-4129-968d-b855508ffa27"}]: dispatch 2024-05-27T00:30:33.849 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:33 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "88e3cf0f-2d6e-4129-968d-b855508ffa27"}]: dispatch 2024-05-27T00:30:33.849 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:33 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "88e3cf0f-2d6e-4129-968d-b855508ffa27"}]': finished 2024-05-27T00:30:33.849 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:33 smithi050 ceph-mon[36071]: osdmap e71: 11 total, 10 up, 11 in 2024-05-27T00:30:33.849 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:33 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-27T00:30:33.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:33 smithi044 ceph-mon[31645]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:33.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:33 smithi044 ceph-mon[31645]: from='client.? 172.21.15.50:0/3966575752' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "88e3cf0f-2d6e-4129-968d-b855508ffa27"}]: dispatch 2024-05-27T00:30:33.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:33 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "88e3cf0f-2d6e-4129-968d-b855508ffa27"}]: dispatch 2024-05-27T00:30:33.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:33 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "88e3cf0f-2d6e-4129-968d-b855508ffa27"}]': finished 2024-05-27T00:30:33.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:33 smithi044 ceph-mon[31645]: osdmap e71: 11 total, 10 up, 11 in 2024-05-27T00:30:33.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:33 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-27T00:30:34.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:33 smithi137 ceph-mon[36552]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:34.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:33 smithi137 ceph-mon[36552]: from='client.? 172.21.15.50:0/3966575752' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "88e3cf0f-2d6e-4129-968d-b855508ffa27"}]: dispatch 2024-05-27T00:30:34.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:33 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "88e3cf0f-2d6e-4129-968d-b855508ffa27"}]: dispatch 2024-05-27T00:30:34.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:33 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "88e3cf0f-2d6e-4129-968d-b855508ffa27"}]': finished 2024-05-27T00:30:34.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:33 smithi137 ceph-mon[36552]: osdmap e71: 11 total, 10 up, 11 in 2024-05-27T00:30:34.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:33 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-27T00:30:34.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:34 smithi044 ceph-mon[31645]: from='client.? 172.21.15.50:0/3156332048' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:30:34.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:34 smithi050 ceph-mon[36071]: from='client.? 172.21.15.50:0/3156332048' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:30:35.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:34 smithi137 ceph-mon[36552]: from='client.? 172.21.15.50:0/3156332048' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:30:35.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:35 smithi044 ceph-mon[31645]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:35.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:35 smithi050 ceph-mon[36071]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:36.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:35 smithi137 ceph-mon[36552]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:37.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:37 smithi044 ceph-mon[31645]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:37.901 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:37 smithi050 ceph-mon[36071]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:38.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:37 smithi137 ceph-mon[36552]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:39.854 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:39 smithi050 ceph-mon[36071]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:39.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:39 smithi044 ceph-mon[31645]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:40.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:39 smithi137 ceph-mon[36552]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:41.712 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:41 smithi050 ceph-mon[36071]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:41.712 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:41 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-27T00:30:41.712 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:41 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:41.712 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:41 smithi050 ceph-mon[36071]: Deploying daemon osd.10 on smithi050 2024-05-27T00:30:41.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:41 smithi044 ceph-mon[31645]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:41.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:41 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-27T00:30:41.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:41 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:41.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:41 smithi044 ceph-mon[31645]: Deploying daemon osd.10 on smithi050 2024-05-27T00:30:42.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:41 smithi137 ceph-mon[36552]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:42.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:41 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-27T00:30:42.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:41 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:42.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:41 smithi137 ceph-mon[36552]: Deploying daemon osd.10 on smithi050 2024-05-27T00:30:43.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:43 smithi044 ceph-mon[31645]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:43.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:43 smithi050 ceph-mon[36071]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:44.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:43 smithi137 ceph-mon[36552]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:45.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:45 smithi044 ceph-mon[31645]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:45.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:45 smithi050 ceph-mon[36071]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:46.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:45 smithi137 ceph-mon[36552]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:48.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:48 smithi044 ceph-mon[31645]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:48.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:48 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:48.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:48 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:48.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:48 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:30:48.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:48 smithi050 ceph-mon[36071]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:48.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:48 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:48.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:48 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:48.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:48 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:30:48.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:48 smithi137 ceph-mon[36552]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:48.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:48 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:48.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:48 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:48.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:48 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:30:50.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:50 smithi050 ceph-mon[36071]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:50.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:50 smithi044 ceph-mon[31645]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:50.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:50 smithi137 ceph-mon[36552]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:50.627 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:50.626+0000 7fa9e3fff700 1 -- 172.21.15.50:0/2610627578 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fa9fc0628d0 con 0x7fa9e40a2c20 2024-05-27T00:30:50.628 INFO:teuthology.orchestra.run.smithi050.stdout:Created osd(s) 10 on host 'smithi050' 2024-05-27T00:30:50.629 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:50.628+0000 7faa01049700 1 -- 172.21.15.50:0/2610627578 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa9e40a2c20 msgr2=0x7fa9e40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:30:50.629 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:50.628+0000 7faa01049700 1 --2- 172.21.15.50:0/2610627578 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa9e40a2c20 0x7fa9e40a50e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fa9fc102450 tx=0x7fa9ec009190 comp rx=0 tx=0).stop 2024-05-27T00:30:50.630 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:50.628+0000 7faa01049700 1 -- 172.21.15.50:0/2610627578 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9fc1025f0 msgr2=0x7fa9fc19d5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:30:50.630 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:50.628+0000 7faa01049700 1 --2- 172.21.15.50:0/2610627578 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9fc1025f0 0x7fa9fc19d5e0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa9f000b580 tx=0x7fa9f0009510 comp rx=0 tx=0).stop 2024-05-27T00:30:50.630 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:50.629+0000 7faa01049700 1 -- 172.21.15.50:0/2610627578 shutdown_connections 2024-05-27T00:30:50.630 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:50.629+0000 7faa01049700 1 --2- 172.21.15.50:0/2610627578 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa9fc102f90 0x7fa9fc19fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:30:50.630 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:50.629+0000 7faa01049700 1 --2- 172.21.15.50:0/2610627578 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa9e40a2c20 0x7fa9e40a50e0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:30:50.630 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:50.629+0000 7faa01049700 1 --2- 172.21.15.50:0/2610627578 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa9fc1013f0 0x7fa9fc06acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:30:50.630 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:50.629+0000 7faa01049700 1 --2- 172.21.15.50:0/2610627578 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa9fc1025f0 0x7fa9fc19d5e0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:30:50.630 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:50.629+0000 7faa01049700 1 -- 172.21.15.50:0/2610627578 >> 172.21.15.50:0/2610627578 conn(0x7fa9fc0fc990 msgr2=0x7fa9fc105940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:30:50.630 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:50.629+0000 7faa01049700 1 -- 172.21.15.50:0/2610627578 shutdown_connections 2024-05-27T00:30:50.630 INFO:teuthology.orchestra.run.smithi050.stderr:2024-05-27T00:30:50.629+0000 7faa01049700 1 -- 172.21.15.50:0/2610627578 wait complete. 2024-05-27T00:30:51.264 DEBUG:teuthology.orchestra.run.smithi050:osd.10> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.10.service 2024-05-27T00:30:51.267 INFO:tasks.cephadm:Deploying osd.11 on smithi137 with /dev/vg_nvme/lv_1... 2024-05-27T00:30:51.268 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-27T00:30:51.511 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.c/config 2024-05-27T00:30:51.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:51 smithi044 ceph-mon[31645]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:51.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:51 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:51.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:51 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:51.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:51 smithi044 ceph-mon[31645]: from='osd.10 [v2:172.21.15.50:6824/1424102859,v1:172.21.15.50:6825/1424102859]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-27T00:30:51.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:51 smithi044 ceph-mon[31645]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-27T00:30:51.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:51 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:51.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:51 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:51.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:51 smithi050 ceph-mon[36071]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:51.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:51 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:51.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:51 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:51.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:51 smithi050 ceph-mon[36071]: from='osd.10 [v2:172.21.15.50:6824/1424102859,v1:172.21.15.50:6825/1424102859]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-27T00:30:51.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:51 smithi050 ceph-mon[36071]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-27T00:30:51.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:51 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:51.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:51 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:51.964 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:51 smithi137 ceph-mon[36552]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:51.964 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:51 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:51.964 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:51 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:51.964 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:51 smithi137 ceph-mon[36552]: from='osd.10 [v2:172.21.15.50:6824/1424102859,v1:172.21.15.50:6825/1424102859]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-27T00:30:51.965 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:51 smithi137 ceph-mon[36552]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-27T00:30:51.965 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:51 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:51.965 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:51 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:52.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:52 smithi044 ceph-mon[31645]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-27T00:30:52.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:52 smithi044 ceph-mon[31645]: from='osd.10 [v2:172.21.15.50:6824/1424102859,v1:172.21.15.50:6825/1424102859]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:30:52.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:52 smithi044 ceph-mon[31645]: osdmap e72: 11 total, 10 up, 11 in 2024-05-27T00:30:52.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:52 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-27T00:30:52.897 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:52 smithi044 ceph-mon[31645]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:30:52.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:52 smithi050 ceph-mon[36071]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-27T00:30:52.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:52 smithi050 ceph-mon[36071]: from='osd.10 [v2:172.21.15.50:6824/1424102859,v1:172.21.15.50:6825/1424102859]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:30:52.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:52 smithi050 ceph-mon[36071]: osdmap e72: 11 total, 10 up, 11 in 2024-05-27T00:30:52.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:52 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-27T00:30:52.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:52 smithi050 ceph-mon[36071]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:30:52.968 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:52 smithi137 ceph-mon[36552]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-27T00:30:52.968 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:52 smithi137 ceph-mon[36552]: from='osd.10 [v2:172.21.15.50:6824/1424102859,v1:172.21.15.50:6825/1424102859]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:30:52.969 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:52 smithi137 ceph-mon[36552]: osdmap e72: 11 total, 10 up, 11 in 2024-05-27T00:30:52.969 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:52 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-27T00:30:52.969 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:52 smithi137 ceph-mon[36552]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]: dispatch 2024-05-27T00:30:53.450 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:30:53 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:30:53.165+0000 7f8836a52700 -1 osd.10 0 waiting for initial osdmap 2024-05-27T00:30:53.451 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:30:53 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:30:53.178+0000 7f882e83d700 -1 osd.10 73 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-27T00:30:53.859 INFO:teuthology.orchestra.run.smithi137.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-27T00:30:53.859 INFO:teuthology.orchestra.run.smithi137.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-27T00:30:53.859 INFO:teuthology.orchestra.run.smithi137.stderr: stderr: 10+0 records in 2024-05-27T00:30:53.860 INFO:teuthology.orchestra.run.smithi137.stderr:10+0 records out 2024-05-27T00:30:53.860 INFO:teuthology.orchestra.run.smithi137.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0125948 s, 833 MB/s 2024-05-27T00:30:53.860 INFO:teuthology.orchestra.run.smithi137.stderr:--> Zapping successful for: 2024-05-27T00:30:53.884 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:53 smithi137 ceph-mon[36552]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:53.884 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:53 smithi137 ceph-mon[36552]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-27T00:30:53.884 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:53 smithi137 ceph-mon[36552]: osdmap e73: 11 total, 10 up, 11 in 2024-05-27T00:30:53.885 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:53 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-27T00:30:53.885 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:53 smithi137 ceph-mon[36552]: from='osd.10 ' entity='osd.10' 2024-05-27T00:30:53.885 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:53 smithi137 ceph-mon[36552]: osd.10 [v2:172.21.15.50:6824/1424102859,v1:172.21.15.50:6825/1424102859] boot 2024-05-27T00:30:53.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:53 smithi050 ceph-mon[36071]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:53.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:53 smithi050 ceph-mon[36071]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-27T00:30:53.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:53 smithi050 ceph-mon[36071]: osdmap e73: 11 total, 10 up, 11 in 2024-05-27T00:30:53.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:53 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-27T00:30:53.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:53 smithi050 ceph-mon[36071]: from='osd.10 ' entity='osd.10' 2024-05-27T00:30:53.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:53 smithi050 ceph-mon[36071]: osd.10 [v2:172.21.15.50:6824/1424102859,v1:172.21.15.50:6825/1424102859] boot 2024-05-27T00:30:54.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:53 smithi044 ceph-mon[31645]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:54.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:53 smithi044 ceph-mon[31645]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi050", "root=default"]}]': finished 2024-05-27T00:30:54.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:53 smithi044 ceph-mon[31645]: osdmap e73: 11 total, 10 up, 11 in 2024-05-27T00:30:54.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:53 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-27T00:30:54.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:53 smithi044 ceph-mon[31645]: from='osd.10 ' entity='osd.10' 2024-05-27T00:30:54.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:53 smithi044 ceph-mon[31645]: osd.10 [v2:172.21.15.50:6824/1424102859,v1:172.21.15.50:6825/1424102859] boot 2024-05-27T00:30:54.544 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi137:vg_nvme/lv_1 2024-05-27T00:30:54.788 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.c/config 2024-05-27T00:30:54.824 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:54 smithi137 ceph-mon[36552]: purged_snaps scrub starts 2024-05-27T00:30:54.824 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:54 smithi137 ceph-mon[36552]: purged_snaps scrub ok 2024-05-27T00:30:54.824 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:54 smithi137 ceph-mon[36552]: osdmap e74: 11 total, 11 up, 11 in 2024-05-27T00:30:54.824 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:54 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-27T00:30:54.824 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:54 smithi137 ceph-mon[36552]: osdmap e75: 11 total, 11 up, 11 in 2024-05-27T00:30:54.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:54 smithi050 ceph-mon[36071]: purged_snaps scrub starts 2024-05-27T00:30:54.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:54 smithi050 ceph-mon[36071]: purged_snaps scrub ok 2024-05-27T00:30:54.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:54 smithi050 ceph-mon[36071]: osdmap e74: 11 total, 11 up, 11 in 2024-05-27T00:30:54.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:54 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-27T00:30:54.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:54 smithi050 ceph-mon[36071]: osdmap e75: 11 total, 11 up, 11 in 2024-05-27T00:30:55.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:54 smithi044 ceph-mon[31645]: purged_snaps scrub starts 2024-05-27T00:30:55.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:54 smithi044 ceph-mon[31645]: purged_snaps scrub ok 2024-05-27T00:30:55.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:54 smithi044 ceph-mon[31645]: osdmap e74: 11 total, 11 up, 11 in 2024-05-27T00:30:55.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:54 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-27T00:30:55.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:54 smithi044 ceph-mon[31645]: osdmap e75: 11 total, 11 up, 11 in 2024-05-27T00:30:56.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:55 smithi050 ceph-mon[36071]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:56.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:55 smithi050 ceph-mon[36071]: osdmap e76: 11 total, 11 up, 11 in 2024-05-27T00:30:56.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:55 smithi050 ceph-mon[36071]: Detected new or changed devices on smithi050 2024-05-27T00:30:56.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:56.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:56.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:56.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:56.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:56.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:56.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:55 smithi050 ceph-mon[36071]: Adjusting osd_memory_target on smithi050 to 4273M 2024-05-27T00:30:56.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:56.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:56.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:30:56.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:56.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:30:56.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:56.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:30:56.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:56.226 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:55 smithi137 ceph-mon[36552]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:56.226 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:55 smithi137 ceph-mon[36552]: osdmap e76: 11 total, 11 up, 11 in 2024-05-27T00:30:56.227 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:55 smithi137 ceph-mon[36552]: Detected new or changed devices on smithi050 2024-05-27T00:30:56.227 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:56.227 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:56.227 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:56.227 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:56.227 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:56.227 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:56.227 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:55 smithi137 ceph-mon[36552]: Adjusting osd_memory_target on smithi050 to 4273M 2024-05-27T00:30:56.227 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:56.227 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:56.227 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:30:56.227 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:56.227 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:30:56.228 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:56.228 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:30:56.228 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:56.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:55 smithi044 ceph-mon[31645]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 305 MiB used, 894 GiB / 894 GiB avail 2024-05-27T00:30:56.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:55 smithi044 ceph-mon[31645]: osdmap e76: 11 total, 11 up, 11 in 2024-05-27T00:30:56.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:55 smithi044 ceph-mon[31645]: Detected new or changed devices on smithi050 2024-05-27T00:30:56.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:56.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:56.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:56.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:56.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:56.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:30:56.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:55 smithi044 ceph-mon[31645]: Adjusting osd_memory_target on smithi050 to 4273M 2024-05-27T00:30:56.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:56.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:56.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:30:56.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:56.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:30:56.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:56.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:30:56.365 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:30:56.452 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.451+0000 7f3f40aea700 1 -- 172.21.15.137:0/569056062 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3f3c1025f0 msgr2=0x7f3f3c102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:30:56.452 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.451+0000 7f3f40aea700 1 --2- 172.21.15.137:0/569056062 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3f3c1025f0 0x7f3f3c102a50 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f3f30009990 tx=0x7f3f30009ca0 comp rx=0 tx=0).stop 2024-05-27T00:30:56.453 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.451+0000 7f3f40aea700 1 -- 172.21.15.137:0/569056062 shutdown_connections 2024-05-27T00:30:56.453 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.451+0000 7f3f40aea700 1 --2- 172.21.15.137:0/569056062 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3f3c102f90 0x7f3f3c109840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:30:56.453 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.451+0000 7f3f40aea700 1 --2- 172.21.15.137:0/569056062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3f3c1013f0 0x7f3f3c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:30:56.453 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.451+0000 7f3f40aea700 1 --2- 172.21.15.137:0/569056062 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3f3c1025f0 0x7f3f3c102a50 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:30:56.453 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.451+0000 7f3f40aea700 1 -- 172.21.15.137:0/569056062 >> 172.21.15.137:0/569056062 conn(0x7f3f3c0fc990 msgr2=0x7f3f3c0fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:30:56.453 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.451+0000 7f3f40aea700 1 -- 172.21.15.137:0/569056062 shutdown_connections 2024-05-27T00:30:56.453 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.451+0000 7f3f40aea700 1 -- 172.21.15.137:0/569056062 wait complete. 2024-05-27T00:30:56.455 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.451+0000 7f3f40aea700 1 Processor -- start 2024-05-27T00:30:56.455 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.452+0000 7f3f40aea700 1 -- start start 2024-05-27T00:30:56.455 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.452+0000 7f3f40aea700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3f3c1013f0 0x7f3f3c198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:30:56.455 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.452+0000 7f3f40aea700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3f3c1025f0 0x7f3f3c198db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:30:56.456 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.452+0000 7f3f40aea700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3f3c102f90 0x7f3f3c19fe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:30:56.456 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.452+0000 7f3f40aea700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3f3c10d190 con 0x7f3f3c1013f0 2024-05-27T00:30:56.456 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.452+0000 7f3f40aea700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3f3c10d010 con 0x7f3f3c1025f0 2024-05-27T00:30:56.456 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.452+0000 7f3f40aea700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f3f3c10d310 con 0x7f3f3c102f90 2024-05-27T00:30:56.456 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.452+0000 7f3f3ad9d700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3f3c102f90 0x7f3f3c19fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:30:56.456 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.452+0000 7f3f3ad9d700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3f3c102f90 0x7f3f3c19fe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.137:60488/0 (socket says 172.21.15.137:60488) 2024-05-27T00:30:56.456 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.452+0000 7f3f3ad9d700 1 -- 172.21.15.137:0/1161605841 learned_addr learned my addr 172.21.15.137:0/1161605841 (peer_addr_for_me v2:172.21.15.137:0/0) 2024-05-27T00:30:56.456 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.452+0000 7f3f39d9b700 1 --2- 172.21.15.137:0/1161605841 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3f3c1025f0 0x7f3f3c198db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:30:56.456 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.452+0000 7f3f3ad9d700 1 -- 172.21.15.137:0/1161605841 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3f3c1025f0 msgr2=0x7f3f3c198db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:30:56.456 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.452+0000 7f3f3ad9d700 1 --2- 172.21.15.137:0/1161605841 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3f3c1025f0 0x7f3f3c198db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:30:56.457 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.452+0000 7f3f3ad9d700 1 -- 172.21.15.137:0/1161605841 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3f3c1013f0 msgr2=0x7f3f3c198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:30:56.457 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.452+0000 7f3f3a59c700 1 --2- 172.21.15.137:0/1161605841 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3f3c1013f0 0x7f3f3c198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:30:56.457 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.452+0000 7f3f3ad9d700 1 --2- 172.21.15.137:0/1161605841 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3f3c1013f0 0x7f3f3c198870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:30:56.457 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.452+0000 7f3f3ad9d700 1 -- 172.21.15.137:0/1161605841 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f3c1a04d0 con 0x7f3f3c102f90 2024-05-27T00:30:56.457 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.452+0000 7f3f3ad9d700 1 --2- 172.21.15.137:0/1161605841 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3f3c102f90 0x7f3f3c19fe30 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f3f3400b9a0 tx=0x7f3f3400bd60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:30:56.457 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.452+0000 7f3f2b7fe700 1 -- 172.21.15.137:0/1161605841 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f34019070 con 0x7f3f3c102f90 2024-05-27T00:30:56.457 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.453+0000 7f3f2b7fe700 1 -- 172.21.15.137:0/1161605841 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3f34014440 con 0x7f3f3c102f90 2024-05-27T00:30:56.457 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.453+0000 7f3f40aea700 1 -- 172.21.15.137:0/1161605841 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f3c1a07c0 con 0x7f3f3c102f90 2024-05-27T00:30:56.458 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.453+0000 7f3f2b7fe700 1 -- 172.21.15.137:0/1161605841 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f340075d0 con 0x7f3f3c102f90 2024-05-27T00:30:56.458 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.453+0000 7f3f40aea700 1 -- 172.21.15.137:0/1161605841 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f3c1a0d00 con 0x7f3f3c102f90 2024-05-27T00:30:56.458 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.454+0000 7f3f40aea700 1 -- 172.21.15.137:0/1161605841 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f3c069180 con 0x7f3f3c102f90 2024-05-27T00:30:56.459 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.455+0000 7f3f2b7fe700 1 -- 172.21.15.137:0/1161605841 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3f3401c070 con 0x7f3f3c102f90 2024-05-27T00:30:56.459 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.455+0000 7f3f2b7fe700 1 --2- 172.21.15.137:0/1161605841 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3f240a2ca0 0x7f3f240a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:30:56.459 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.456+0000 7f3f2b7fe700 1 -- 172.21.15.137:0/1161605841 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 6694+0+0 (secure 0 0 0) 0x7f3f340cddd0 con 0x7f3f3c102f90 2024-05-27T00:30:56.459 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.456+0000 7f3f3a59c700 1 --2- 172.21.15.137:0/1161605841 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3f240a2ca0 0x7f3f240a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:30:56.459 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.457+0000 7f3f3a59c700 1 --2- 172.21.15.137:0/1161605841 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3f240a2ca0 0x7f3f240a5160 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f3f2c005950 tx=0x7f3f2c0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:30:56.461 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.460+0000 7f3f2b7fe700 1 -- 172.21.15.137:0/1161605841 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3f3409b410 con 0x7f3f3c102f90 2024-05-27T00:30:56.666 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:30:56.665+0000 7f3f40aea700 1 -- 172.21.15.137:0/1161605841 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f3f3c1a0fc0 con 0x7f3f240a2ca0 2024-05-27T00:30:57.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:57 smithi050 ceph-mon[36071]: osdmap e77: 11 total, 11 up, 11 in 2024-05-27T00:30:57.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:57 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:30:57.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:57 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:30:57.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:57 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:57.465 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:57 smithi137 ceph-mon[36552]: osdmap e77: 11 total, 11 up, 11 in 2024-05-27T00:30:57.465 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:57 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:30:57.465 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:57 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:30:57.466 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:57 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:57.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:57 smithi044 ceph-mon[31645]: osdmap e77: 11 total, 11 up, 11 in 2024-05-27T00:30:57.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:57 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-27T00:30:57.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:57 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-27T00:30:57.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:57 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:30:58.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:58 smithi050 ceph-mon[36071]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:30:58.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:58 smithi050 ceph-mon[36071]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:30:58.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:30:58 smithi050 ceph-mon[36071]: osdmap e78: 11 total, 11 up, 11 in 2024-05-27T00:30:58.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:58 smithi137 ceph-mon[36552]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:30:58.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:58 smithi137 ceph-mon[36552]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:30:58.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:30:58 smithi137 ceph-mon[36552]: osdmap e78: 11 total, 11 up, 11 in 2024-05-27T00:30:58.611 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:58 smithi044 ceph-mon[31645]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:30:58.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:58 smithi044 ceph-mon[31645]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi137:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:30:58.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:30:58 smithi044 ceph-mon[31645]: osdmap e78: 11 total, 11 up, 11 in 2024-05-27T00:31:00.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:00 smithi050 ceph-mon[36071]: pgmap v267: 1 pgs: 1 peering; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-05-27T00:31:00.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:00 smithi050 ceph-mon[36071]: from='client.? 172.21.15.137:0/660173133' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a79b8a23-133e-494b-9ed0-1ad2ae949d4f"}]: dispatch 2024-05-27T00:31:00.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:00 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a79b8a23-133e-494b-9ed0-1ad2ae949d4f"}]: dispatch 2024-05-27T00:31:00.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:00 smithi050 ceph-mon[36071]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a79b8a23-133e-494b-9ed0-1ad2ae949d4f"}]': finished 2024-05-27T00:31:00.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:00 smithi050 ceph-mon[36071]: osdmap e79: 12 total, 11 up, 12 in 2024-05-27T00:31:00.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:00 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-27T00:31:00.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:00 smithi137 ceph-mon[36552]: pgmap v267: 1 pgs: 1 peering; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-05-27T00:31:00.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:00 smithi137 ceph-mon[36552]: from='client.? 172.21.15.137:0/660173133' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a79b8a23-133e-494b-9ed0-1ad2ae949d4f"}]: dispatch 2024-05-27T00:31:00.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:00 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a79b8a23-133e-494b-9ed0-1ad2ae949d4f"}]: dispatch 2024-05-27T00:31:00.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:00 smithi137 ceph-mon[36552]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a79b8a23-133e-494b-9ed0-1ad2ae949d4f"}]': finished 2024-05-27T00:31:00.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:00 smithi137 ceph-mon[36552]: osdmap e79: 12 total, 11 up, 12 in 2024-05-27T00:31:00.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:00 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-27T00:31:00.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:00 smithi044 ceph-mon[31645]: pgmap v267: 1 pgs: 1 peering; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-05-27T00:31:00.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:00 smithi044 ceph-mon[31645]: from='client.? 172.21.15.137:0/660173133' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a79b8a23-133e-494b-9ed0-1ad2ae949d4f"}]: dispatch 2024-05-27T00:31:00.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:00 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a79b8a23-133e-494b-9ed0-1ad2ae949d4f"}]: dispatch 2024-05-27T00:31:00.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:00 smithi044 ceph-mon[31645]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a79b8a23-133e-494b-9ed0-1ad2ae949d4f"}]': finished 2024-05-27T00:31:00.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:00 smithi044 ceph-mon[31645]: osdmap e79: 12 total, 11 up, 12 in 2024-05-27T00:31:00.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:00 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-27T00:31:01.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:01 smithi050 ceph-mon[36071]: from='client.? 172.21.15.137:0/2228379861' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:31:01.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:01 smithi137 ceph-mon[36552]: from='client.? 172.21.15.137:0/2228379861' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:31:01.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:01 smithi044 ceph-mon[31645]: from='client.? 172.21.15.137:0/2228379861' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-27T00:31:02.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:02 smithi050 ceph-mon[36071]: pgmap v269: 1 pgs: 1 peering; 577 KiB data, 342 MiB used, 983 GiB / 983 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-05-27T00:31:02.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:02 smithi137 ceph-mon[36552]: pgmap v269: 1 pgs: 1 peering; 577 KiB data, 342 MiB used, 983 GiB / 983 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-05-27T00:31:02.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:02 smithi044 ceph-mon[31645]: pgmap v269: 1 pgs: 1 peering; 577 KiB data, 342 MiB used, 983 GiB / 983 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-05-27T00:31:03.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:03 smithi044 ceph-mon[31645]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-05-27T00:31:03.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:03 smithi050 ceph-mon[36071]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-05-27T00:31:03.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:03 smithi137 ceph-mon[36552]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-05-27T00:31:05.606 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:05 smithi137 ceph-mon[36552]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-27T00:31:05.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:05 smithi050 ceph-mon[36071]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-27T00:31:05.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:05 smithi044 ceph-mon[31645]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-27T00:31:07.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:07 smithi050 ceph-mon[36071]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:31:07.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:07 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-27T00:31:07.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:07 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:07.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:07 smithi050 ceph-mon[36071]: Deploying daemon osd.11 on smithi137 2024-05-27T00:31:07.709 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:07 smithi137 ceph-mon[36552]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:31:07.709 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:07 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-27T00:31:07.709 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:07 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:07.709 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:07 smithi137 ceph-mon[36552]: Deploying daemon osd.11 on smithi137 2024-05-27T00:31:07.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:07 smithi044 ceph-mon[31645]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:31:07.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:07 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-27T00:31:07.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:07 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:07.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:07 smithi044 ceph-mon[31645]: Deploying daemon osd.11 on smithi137 2024-05-27T00:31:09.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:09 smithi050 ceph-mon[36071]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:31:09.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:09 smithi137 ceph-mon[36552]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:31:09.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:09 smithi044 ceph-mon[31645]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:31:11.674 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:11 smithi137 ceph-mon[36552]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:31:11.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:11 smithi050 ceph-mon[36071]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:31:11.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:11 smithi044 ceph-mon[31645]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:31:14.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:14 smithi044 ceph-mon[31645]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:31:14.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:14 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:31:14.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:14 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:14.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:14 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:14.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:14 smithi050 ceph-mon[36071]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:31:14.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:14 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:31:14.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:14 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:14.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:14 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:14.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:14 smithi137 ceph-mon[36552]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:31:14.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:14 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:31:14.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:14 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:14.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:14 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:16.254 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:16 smithi137 ceph-mon[36552]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:31:16.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:16 smithi044 ceph-mon[31645]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:31:16.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:16 smithi050 ceph-mon[36071]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:31:17.210 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:17.210+0000 7f3f2b7fe700 1 -- 172.21.15.137:0/1161605841 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f3f3c1a0fc0 con 0x7f3f240a2ca0 2024-05-27T00:31:17.210 INFO:teuthology.orchestra.run.smithi137.stdout:Created osd(s) 11 on host 'smithi137' 2024-05-27T00:31:17.213 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:17.212+0000 7f3f40aea700 1 -- 172.21.15.137:0/1161605841 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3f240a2ca0 msgr2=0x7f3f240a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:17.213 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:17.212+0000 7f3f40aea700 1 --2- 172.21.15.137:0/1161605841 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3f240a2ca0 0x7f3f240a5160 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f3f2c005950 tx=0x7f3f2c0058e0 comp rx=0 tx=0).stop 2024-05-27T00:31:17.213 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:17.212+0000 7f3f40aea700 1 -- 172.21.15.137:0/1161605841 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3f3c102f90 msgr2=0x7f3f3c19fe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:17.213 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:17.212+0000 7f3f40aea700 1 --2- 172.21.15.137:0/1161605841 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3f3c102f90 0x7f3f3c19fe30 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f3f3400b9a0 tx=0x7f3f3400bd60 comp rx=0 tx=0).stop 2024-05-27T00:31:17.213 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:17.212+0000 7f3f40aea700 1 -- 172.21.15.137:0/1161605841 shutdown_connections 2024-05-27T00:31:17.213 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:17.212+0000 7f3f40aea700 1 --2- 172.21.15.137:0/1161605841 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3f240a2ca0 0x7f3f240a5160 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:17.213 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:17.212+0000 7f3f40aea700 1 --2- 172.21.15.137:0/1161605841 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3f3c102f90 0x7f3f3c19fe30 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:17.214 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:17.212+0000 7f3f40aea700 1 --2- 172.21.15.137:0/1161605841 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3f3c1013f0 0x7f3f3c198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:17.214 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:17.212+0000 7f3f40aea700 1 --2- 172.21.15.137:0/1161605841 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3f3c1025f0 0x7f3f3c198db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:17.214 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:17.213+0000 7f3f40aea700 1 -- 172.21.15.137:0/1161605841 >> 172.21.15.137:0/1161605841 conn(0x7f3f3c0fc990 msgr2=0x7f3f3c0fe390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:17.214 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:17.213+0000 7f3f40aea700 1 -- 172.21.15.137:0/1161605841 shutdown_connections 2024-05-27T00:31:17.214 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:17.213+0000 7f3f40aea700 1 -- 172.21.15.137:0/1161605841 wait complete. 2024-05-27T00:31:17.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:17 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:17.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:17 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:17.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:17 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:17.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:17 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:31:17.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:17 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:17.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:17 smithi137 ceph-mon[36552]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:31:17.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:17 smithi137 ceph-mon[36552]: from='osd.11 [v2:172.21.15.137:6824/441351881,v1:172.21.15.137:6825/441351881]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-27T00:31:17.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:17 smithi137 ceph-mon[36552]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-27T00:31:17.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:17 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:17.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:17 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:17.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:17 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:31:17.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:17 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:17.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:17 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:17.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:17 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:17.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:17 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:31:17.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:17 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:17.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:17 smithi044 ceph-mon[31645]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:31:17.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:17 smithi044 ceph-mon[31645]: from='osd.11 [v2:172.21.15.137:6824/441351881,v1:172.21.15.137:6825/441351881]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-27T00:31:17.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:17 smithi044 ceph-mon[31645]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-27T00:31:17.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:17 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:17.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:17 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:17.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:17 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:31:17.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:17 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:17.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:17 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:17.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:17 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:17.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:17 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:31:17.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:17 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:17.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:17 smithi050 ceph-mon[36071]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:31:17.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:17 smithi050 ceph-mon[36071]: from='osd.11 [v2:172.21.15.137:6824/441351881,v1:172.21.15.137:6825/441351881]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-27T00:31:17.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:17 smithi050 ceph-mon[36071]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-27T00:31:17.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:17 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:17.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:17 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:17.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:17 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:31:17.933 DEBUG:teuthology.orchestra.run.smithi137:osd.11> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.11.service 2024-05-27T00:31:17.935 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-05-27T00:31:17.936 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph osd stat -f json 2024-05-27T00:31:18.419 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:31:18.501 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:18 smithi137 ceph-mon[36552]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-27T00:31:18.501 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:18 smithi137 ceph-mon[36552]: from='osd.11 [v2:172.21.15.137:6824/441351881,v1:172.21.15.137:6825/441351881]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:31:18.501 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:18 smithi137 ceph-mon[36552]: osdmap e80: 12 total, 11 up, 12 in 2024-05-27T00:31:18.501 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:18 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-27T00:31:18.501 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:18 smithi137 ceph-mon[36552]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:31:18.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:18 smithi050 ceph-mon[36071]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-27T00:31:18.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:18 smithi050 ceph-mon[36071]: from='osd.11 [v2:172.21.15.137:6824/441351881,v1:172.21.15.137:6825/441351881]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:31:18.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:18 smithi050 ceph-mon[36071]: osdmap e80: 12 total, 11 up, 12 in 2024-05-27T00:31:18.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:18 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-27T00:31:18.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:18 smithi050 ceph-mon[36071]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:31:18.756 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:18 smithi044 ceph-mon[31645]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-27T00:31:18.756 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:18 smithi044 ceph-mon[31645]: from='osd.11 [v2:172.21.15.137:6824/441351881,v1:172.21.15.137:6825/441351881]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:31:18.756 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:18 smithi044 ceph-mon[31645]: osdmap e80: 12 total, 11 up, 12 in 2024-05-27T00:31:18.756 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:18 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-27T00:31:18.756 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:18 smithi044 ceph-mon[31645]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]: dispatch 2024-05-27T00:31:19.253 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:31:19 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:31:19.043+0000 7ff940471700 -1 osd.11 0 waiting for initial osdmap 2024-05-27T00:31:19.253 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:31:19 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:31:19.058+0000 7ff93825c700 -1 osd.11 81 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-27T00:31:19.599 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:19 smithi137 ceph-mon[36552]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-05-27T00:31:19.599 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:19 smithi137 ceph-mon[36552]: osdmap e81: 12 total, 11 up, 12 in 2024-05-27T00:31:19.599 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:19 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-27T00:31:19.599 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:19 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-27T00:31:19.599 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:19 smithi137 ceph-mon[36552]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:31:19.599 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:19 smithi137 ceph-mon[36552]: from='osd.11 ' entity='osd.11' 2024-05-27T00:31:19.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:19 smithi044 ceph-mon[31645]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-05-27T00:31:19.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:19 smithi044 ceph-mon[31645]: osdmap e81: 12 total, 11 up, 12 in 2024-05-27T00:31:19.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:19 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-27T00:31:19.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:19 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-27T00:31:19.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:19 smithi044 ceph-mon[31645]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:31:19.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:19 smithi044 ceph-mon[31645]: from='osd.11 ' entity='osd.11' 2024-05-27T00:31:19.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:19 smithi050 ceph-mon[36071]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi137", "root=default"]}]': finished 2024-05-27T00:31:19.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:19 smithi050 ceph-mon[36071]: osdmap e81: 12 total, 11 up, 12 in 2024-05-27T00:31:19.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:19 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-27T00:31:19.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:19 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-27T00:31:19.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:19 smithi050 ceph-mon[36071]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 341 MiB used, 983 GiB / 983 GiB avail 2024-05-27T00:31:19.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:19 smithi050 ceph-mon[36071]: from='osd.11 ' entity='osd.11' 2024-05-27T00:31:20.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.550+0000 7fa7aee00700 1 -- 172.21.15.44:0/3281505022 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa7a81025f0 msgr2=0x7fa7a8102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:20.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.550+0000 7fa7aee00700 1 --2- 172.21.15.44:0/3281505022 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa7a81025f0 0x7fa7a8102a50 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa7900098f0 tx=0x7fa790009c00 comp rx=0 tx=0).stop 2024-05-27T00:31:20.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.550+0000 7fa7aee00700 1 -- 172.21.15.44:0/3281505022 shutdown_connections 2024-05-27T00:31:20.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.550+0000 7fa7aee00700 1 --2- 172.21.15.44:0/3281505022 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7a8102f90 0x7fa7a8109840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:20.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.550+0000 7fa7aee00700 1 --2- 172.21.15.44:0/3281505022 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa7a81013f0 0x7fa7a8101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:20.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.550+0000 7fa7aee00700 1 --2- 172.21.15.44:0/3281505022 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa7a81025f0 0x7fa7a8102a50 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:20.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.550+0000 7fa7aee00700 1 -- 172.21.15.44:0/3281505022 >> 172.21.15.44:0/3281505022 conn(0x7fa7a80fc990 msgr2=0x7fa7a80fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:20.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.550+0000 7fa7aee00700 1 -- 172.21.15.44:0/3281505022 shutdown_connections 2024-05-27T00:31:20.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.550+0000 7fa7aee00700 1 -- 172.21.15.44:0/3281505022 wait complete. 2024-05-27T00:31:20.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.551+0000 7fa7aee00700 1 Processor -- start 2024-05-27T00:31:20.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.552+0000 7fa7aee00700 1 -- start start 2024-05-27T00:31:20.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.552+0000 7fa7aee00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7a81013f0 0x7fa7a8105380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:20.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.552+0000 7fa7aee00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa7a81025f0 0x7fa7a81039d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:20.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.552+0000 7fa7aee00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa7a8102f90 0x7fa7a8103f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:20.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.552+0000 7fa7aee00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa7a810d160 con 0x7fa7a81013f0 2024-05-27T00:31:20.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.552+0000 7fa7aee00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa7a810cfe0 con 0x7fa7a81025f0 2024-05-27T00:31:20.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.552+0000 7fa7aee00700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fa7a810d2e0 con 0x7fa7a8102f90 2024-05-27T00:31:20.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.552+0000 7fa7ace00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa7a8102f90 0x7fa7a8103f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:20.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.552+0000 7fa7a7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7a81013f0 0x7fa7a8105380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:20.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.552+0000 7fa7ace00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa7a8102f90 0x7fa7a8103f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:33766/0 (socket says 172.21.15.44:33766) 2024-05-27T00:31:20.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.552+0000 7fa7a7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7a81013f0 0x7fa7a8105380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46646/0 (socket says 172.21.15.44:46646) 2024-05-27T00:31:20.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.552+0000 7fa7ace00700 1 -- 172.21.15.44:0/2504209969 learned_addr learned my addr 172.21.15.44:0/2504209969 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:31:20.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.552+0000 7fa79f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa7a81025f0 0x7fa7a81039d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:20.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.553+0000 7fa7ace00700 1 -- 172.21.15.44:0/2504209969 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa7a81025f0 msgr2=0x7fa7a81039d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:20.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.553+0000 7fa7ace00700 1 --2- 172.21.15.44:0/2504209969 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa7a81025f0 0x7fa7a81039d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:20.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.553+0000 7fa7ace00700 1 -- 172.21.15.44:0/2504209969 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7a81013f0 msgr2=0x7fa7a8105380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:20.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.553+0000 7fa7ace00700 1 --2- 172.21.15.44:0/2504209969 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7a81013f0 0x7fa7a8105380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:20.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.553+0000 7fa7ace00700 1 -- 172.21.15.44:0/2504209969 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7a81047c0 con 0x7fa7a8102f90 2024-05-27T00:31:20.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.553+0000 7fa7ace00700 1 --2- 172.21.15.44:0/2504209969 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa7a8102f90 0x7fa7a8103f10 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fa7a000c110 tx=0x7fa7a000c420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:20.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.553+0000 7fa7a5600700 1 -- 172.21.15.44:0/2504209969 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a00092e0 con 0x7fa7a8102f90 2024-05-27T00:31:20.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.554+0000 7fa7a5600700 1 -- 172.21.15.44:0/2504209969 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa7a0004bb0 con 0x7fa7a8102f90 2024-05-27T00:31:20.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.554+0000 7fa7a5600700 1 -- 172.21.15.44:0/2504209969 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a0007d60 con 0x7fa7a8102f90 2024-05-27T00:31:20.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.554+0000 7fa7aee00700 1 -- 172.21.15.44:0/2504209969 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7a81a2a80 con 0x7fa7a8102f90 2024-05-27T00:31:20.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.554+0000 7fa7aee00700 1 -- 172.21.15.44:0/2504209969 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7a81a2f40 con 0x7fa7a8102f90 2024-05-27T00:31:20.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.555+0000 7fa7aee00700 1 -- 172.21.15.44:0/2504209969 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7a81a3170 con 0x7fa7a8102f90 2024-05-27T00:31:20.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.557+0000 7fa7a5600700 1 -- 172.21.15.44:0/2504209969 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa7a001a020 con 0x7fa7a8102f90 2024-05-27T00:31:20.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.558+0000 7fa7a5600700 1 --2- 172.21.15.44:0/2504209969 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa78c0a2ca0 0x7fa78c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:20.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.558+0000 7fa7a5600700 1 -- 172.21.15.44:0/2504209969 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fa7a00ce610 con 0x7fa7a8102f90 2024-05-27T00:31:20.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.559+0000 7fa7a7e00700 1 --2- 172.21.15.44:0/2504209969 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa78c0a2ca0 0x7fa78c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:20.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.559+0000 7fa7a7e00700 1 --2- 172.21.15.44:0/2504209969 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa78c0a2ca0 0x7fa78c0a5160 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa7a8102450 tx=0x7fa798009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:20.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.563+0000 7fa7a5600700 1 -- 172.21.15.44:0/2504209969 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa7a0010040 con 0x7fa7a8102f90 2024-05-27T00:31:20.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:20 smithi050 ceph-mon[36071]: purged_snaps scrub starts 2024-05-27T00:31:20.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:20 smithi050 ceph-mon[36071]: purged_snaps scrub ok 2024-05-27T00:31:20.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:20 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-27T00:31:20.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:20 smithi050 ceph-mon[36071]: osd.11 [v2:172.21.15.137:6824/441351881,v1:172.21.15.137:6825/441351881] boot 2024-05-27T00:31:20.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:20 smithi050 ceph-mon[36071]: osdmap e82: 12 total, 12 up, 12 in 2024-05-27T00:31:20.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:20 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-27T00:31:20.754 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:20 smithi137 ceph-mon[36552]: purged_snaps scrub starts 2024-05-27T00:31:20.754 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:20 smithi137 ceph-mon[36552]: purged_snaps scrub ok 2024-05-27T00:31:20.754 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:20 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-27T00:31:20.754 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:20 smithi137 ceph-mon[36552]: osd.11 [v2:172.21.15.137:6824/441351881,v1:172.21.15.137:6825/441351881] boot 2024-05-27T00:31:20.754 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:20 smithi137 ceph-mon[36552]: osdmap e82: 12 total, 12 up, 12 in 2024-05-27T00:31:20.754 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:20 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-27T00:31:20.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.796+0000 7fa7aee00700 1 -- 172.21.15.44:0/2504209969 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7fa7a81a3850 con 0x7fa7a8102f90 2024-05-27T00:31:20.797 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:20 smithi044 ceph-mon[31645]: purged_snaps scrub starts 2024-05-27T00:31:20.797 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:20 smithi044 ceph-mon[31645]: purged_snaps scrub ok 2024-05-27T00:31:20.797 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:20 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-27T00:31:20.798 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:20 smithi044 ceph-mon[31645]: osd.11 [v2:172.21.15.137:6824/441351881,v1:172.21.15.137:6825/441351881] boot 2024-05-27T00:31:20.798 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:20 smithi044 ceph-mon[31645]: osdmap e82: 12 total, 12 up, 12 in 2024-05-27T00:31:20.798 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:20 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-27T00:31:20.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.797+0000 7fa7a5600700 1 -- 172.21.15.44:0/2504209969 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v82) ==== 74+0+133 (secure 0 0 0) 0x7fa7a009b970 con 0x7fa7a8102f90 2024-05-27T00:31:20.798 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:31:20.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.800+0000 7fa7aee00700 1 -- 172.21.15.44:0/2504209969 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa78c0a2ca0 msgr2=0x7fa78c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:20.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.800+0000 7fa7aee00700 1 --2- 172.21.15.44:0/2504209969 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa78c0a2ca0 0x7fa78c0a5160 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa7a8102450 tx=0x7fa798009260 comp rx=0 tx=0).stop 2024-05-27T00:31:20.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.800+0000 7fa7aee00700 1 -- 172.21.15.44:0/2504209969 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa7a8102f90 msgr2=0x7fa7a8103f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:20.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.800+0000 7fa7aee00700 1 --2- 172.21.15.44:0/2504209969 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa7a8102f90 0x7fa7a8103f10 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fa7a000c110 tx=0x7fa7a000c420 comp rx=0 tx=0).stop 2024-05-27T00:31:20.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.800+0000 7fa7aee00700 1 -- 172.21.15.44:0/2504209969 shutdown_connections 2024-05-27T00:31:20.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.800+0000 7fa7aee00700 1 --2- 172.21.15.44:0/2504209969 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa78c0a2ca0 0x7fa78c0a5160 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:20.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.800+0000 7fa7aee00700 1 --2- 172.21.15.44:0/2504209969 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa7a8102f90 0x7fa7a8103f10 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:20.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.800+0000 7fa7aee00700 1 --2- 172.21.15.44:0/2504209969 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7a81013f0 0x7fa7a8105380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:20.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.800+0000 7fa7aee00700 1 --2- 172.21.15.44:0/2504209969 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa7a81025f0 0x7fa7a81039d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:20.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.800+0000 7fa7aee00700 1 -- 172.21.15.44:0/2504209969 >> 172.21.15.44:0/2504209969 conn(0x7fa7a80fc990 msgr2=0x7fa7a80fe470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:20.802 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.800+0000 7fa7aee00700 1 -- 172.21.15.44:0/2504209969 shutdown_connections 2024-05-27T00:31:20.802 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:20.800+0000 7fa7aee00700 1 -- 172.21.15.44:0/2504209969 wait complete. 2024-05-27T00:31:21.519 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:21 smithi044 ceph-mon[31645]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:21.520 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:21 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2504209969' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-27T00:31:21.571 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":82,"num_osds":12,"num_up_osds":12,"osd_up_since":1716769880,"num_in_osds":12,"osd_in_since":1716769859,"num_remapped_pgs":0} 2024-05-27T00:31:21.571 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-05-27T00:31:21.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:21 smithi050 ceph-mon[36071]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:21.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:21 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2504209969' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-27T00:31:21.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:21 smithi137 ceph-mon[36552]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:21.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:21 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2504209969' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-27T00:31:21.993 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:31:22.409 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:22 smithi044 ceph-mon[31645]: osdmap e83: 12 total, 12 up, 12 in 2024-05-27T00:31:22.409 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:22 smithi044 ceph-mon[31645]: Detected new or changed devices on smithi137 2024-05-27T00:31:22.409 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:22.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:22.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:31:22.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:31:22.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:31:22.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:31:22.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:22 smithi044 ceph-mon[31645]: Adjusting osd_memory_target on smithi137 to 4272M 2024-05-27T00:31:22.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:22.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:22.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:31:22.410 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:22.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:22 smithi050 ceph-mon[36071]: osdmap e83: 12 total, 12 up, 12 in 2024-05-27T00:31:22.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:22 smithi050 ceph-mon[36071]: Detected new or changed devices on smithi137 2024-05-27T00:31:22.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:22.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:22.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:31:22.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:31:22.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:31:22.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:31:22.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:22 smithi050 ceph-mon[36071]: Adjusting osd_memory_target on smithi137 to 4272M 2024-05-27T00:31:22.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:22.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:22.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:31:22.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:22.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:22 smithi137 ceph-mon[36552]: osdmap e83: 12 total, 12 up, 12 in 2024-05-27T00:31:22.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:22 smithi137 ceph-mon[36552]: Detected new or changed devices on smithi137 2024-05-27T00:31:22.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:22.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:22.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:31:22.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:31:22.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:31:22.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:31:22.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:22 smithi137 ceph-mon[36552]: Adjusting osd_memory_target on smithi137 to 4272M 2024-05-27T00:31:22.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:22.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:22.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:31:22.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:23.610 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:23 smithi044 ceph-mon[31645]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:23.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:23 smithi050 ceph-mon[36071]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:23.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:23 smithi137 ceph-mon[36552]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:24.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.158+0000 7f0837600700 1 -- 172.21.15.44:0/2687388358 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f083010ee90 msgr2=0x7f0830111280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:24.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.159+0000 7f0837600700 1 --2- 172.21.15.44:0/2687388358 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f083010ee90 0x7f0830111280 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0828009f90 tx=0x7f082800b330 comp rx=0 tx=0).stop 2024-05-27T00:31:24.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.159+0000 7f0837600700 1 -- 172.21.15.44:0/2687388358 shutdown_connections 2024-05-27T00:31:24.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.159+0000 7f0837600700 1 --2- 172.21.15.44:0/2687388358 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f083010ee90 0x7f0830111280 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:24.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.159+0000 7f0837600700 1 --2- 172.21.15.44:0/2687388358 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f08300746c0 0x7f0830074aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:24.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.159+0000 7f0837600700 1 --2- 172.21.15.44:0/2687388358 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0830074fe0 0x7f083010e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:24.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.159+0000 7f0837600700 1 -- 172.21.15.44:0/2687388358 >> 172.21.15.44:0/2687388358 conn(0x7f08300795f0 msgr2=0x7f0830079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:24.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.159+0000 7f0837600700 1 -- 172.21.15.44:0/2687388358 shutdown_connections 2024-05-27T00:31:24.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.159+0000 7f0837600700 1 -- 172.21.15.44:0/2687388358 wait complete. 2024-05-27T00:31:24.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.160+0000 7f0837600700 1 Processor -- start 2024-05-27T00:31:24.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.160+0000 7f0837600700 1 -- start start 2024-05-27T00:31:24.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.161+0000 7f0837600700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f08300746c0 0x7f083019af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:24.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.161+0000 7f0837600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0830074fe0 0x7f083019b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:24.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.161+0000 7f0837600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f083010ee90 0x7f083019f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:24.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.161+0000 7f0837600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0830114b30 con 0x7f083010ee90 2024-05-27T00:31:24.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.161+0000 7f0837600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f08301149b0 con 0x7f0830074fe0 2024-05-27T00:31:24.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.161+0000 7f0837600700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f0830114cb0 con 0x7f08300746c0 2024-05-27T00:31:24.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.161+0000 7f0827e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0830074fe0 0x7f083019b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:24.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.161+0000 7f0827e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0830074fe0 0x7f083019b460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:48088/0 (socket says 172.21.15.44:48088) 2024-05-27T00:31:24.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.161+0000 7f0827e00700 1 -- 172.21.15.44:0/3384733518 learned_addr learned my addr 172.21.15.44:0/3384733518 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:31:24.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.161+0000 7f0835600700 1 --2- 172.21.15.44:0/3384733518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f083010ee90 0x7f083019f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:24.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.161+0000 7f0834c00700 1 --2- 172.21.15.44:0/3384733518 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f08300746c0 0x7f083019af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:24.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.161+0000 7f0827e00700 1 -- 172.21.15.44:0/3384733518 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f08300746c0 msgr2=0x7f083019af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:24.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.161+0000 7f0827e00700 1 --2- 172.21.15.44:0/3384733518 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f08300746c0 0x7f083019af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:24.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.161+0000 7f0827e00700 1 -- 172.21.15.44:0/3384733518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f083010ee90 msgr2=0x7f083019f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:24.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.161+0000 7f0827e00700 1 --2- 172.21.15.44:0/3384733518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f083010ee90 0x7f083019f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:24.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.161+0000 7f0827e00700 1 -- 172.21.15.44:0/3384733518 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f083019ff30 con 0x7f0830074fe0 2024-05-27T00:31:24.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.162+0000 7f0827e00700 1 --2- 172.21.15.44:0/3384733518 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0830074fe0 0x7f083019b460 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f081800ec10 tx=0x7f081800ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:24.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.162+0000 7f082e000700 1 -- 172.21.15.44:0/3384733518 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f081800cc90 con 0x7f0830074fe0 2024-05-27T00:31:24.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.162+0000 7f0837600700 1 -- 172.21.15.44:0/3384733518 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08301a0220 con 0x7f0830074fe0 2024-05-27T00:31:24.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.162+0000 7f082e000700 1 -- 172.21.15.44:0/3384733518 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0818004520 con 0x7f0830074fe0 2024-05-27T00:31:24.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.162+0000 7f082e000700 1 -- 172.21.15.44:0/3384733518 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0818010690 con 0x7f0830074fe0 2024-05-27T00:31:24.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.162+0000 7f0837600700 1 -- 172.21.15.44:0/3384733518 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08301a7aa0 con 0x7f0830074fe0 2024-05-27T00:31:24.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.163+0000 7f0837600700 1 -- 172.21.15.44:0/3384733518 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0830069180 con 0x7f0830074fe0 2024-05-27T00:31:24.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.165+0000 7f082e000700 1 -- 172.21.15.44:0/3384733518 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0818043ae0 con 0x7f0830074fe0 2024-05-27T00:31:24.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.167+0000 7f082e000700 1 --2- 172.21.15.44:0/3384733518 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f08140a2c20 0x7f08140a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:24.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.167+0000 7f082e000700 1 -- 172.21.15.44:0/3384733518 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f08180cef10 con 0x7f0830074fe0 2024-05-27T00:31:24.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.167+0000 7f0834c00700 1 --2- 172.21.15.44:0/3384733518 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f08140a2c20 0x7f08140a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:24.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.168+0000 7f0834c00700 1 --2- 172.21.15.44:0/3384733518 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f08140a2c20 0x7f08140a50e0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f0820009c60 tx=0x7f0820009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:24.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.169+0000 7f082e000700 1 -- 172.21.15.44:0/3384733518 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f081809c270 con 0x7f0830074fe0 2024-05-27T00:31:24.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.398+0000 7f0837600700 1 -- 172.21.15.44:0/3384733518 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f083019c2b0 con 0x7f0830074fe0 2024-05-27T00:31:24.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.400+0000 7f082e000700 1 -- 172.21.15.44:0/3384733518 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+18398 (secure 0 0 0) 0x7f083019c2b0 con 0x7f0830074fe0 2024-05-27T00:31:24.402 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:31:24.403 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":83,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:31:21.380063+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:31:24.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.403+0000 7f0837600700 1 -- 172.21.15.44:0/3384733518 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f08140a2c20 msgr2=0x7f08140a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:24.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.403+0000 7f0837600700 1 --2- 172.21.15.44:0/3384733518 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f08140a2c20 0x7f08140a50e0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f0820009c60 tx=0x7f0820009260 comp rx=0 tx=0).stop 2024-05-27T00:31:24.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.403+0000 7f0837600700 1 -- 172.21.15.44:0/3384733518 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0830074fe0 msgr2=0x7f083019b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:24.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.403+0000 7f0837600700 1 --2- 172.21.15.44:0/3384733518 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0830074fe0 0x7f083019b460 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f081800ec10 tx=0x7f081800ef20 comp rx=0 tx=0).stop 2024-05-27T00:31:24.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.403+0000 7f0837600700 1 -- 172.21.15.44:0/3384733518 shutdown_connections 2024-05-27T00:31:24.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.403+0000 7f0837600700 1 --2- 172.21.15.44:0/3384733518 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f083010ee90 0x7f083019f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:24.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.403+0000 7f0837600700 1 --2- 172.21.15.44:0/3384733518 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f08140a2c20 0x7f08140a50e0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:24.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.403+0000 7f0837600700 1 --2- 172.21.15.44:0/3384733518 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f08300746c0 0x7f083019af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:24.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.403+0000 7f0837600700 1 --2- 172.21.15.44:0/3384733518 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0830074fe0 0x7f083019b460 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:24.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.403+0000 7f0837600700 1 -- 172.21.15.44:0/3384733518 >> 172.21.15.44:0/3384733518 conn(0x7f08300795f0 msgr2=0x7f08300ff620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:24.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.403+0000 7f0837600700 1 -- 172.21.15.44:0/3384733518 shutdown_connections 2024-05-27T00:31:24.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:24.403+0000 7f0837600700 1 -- 172.21.15.44:0/3384733518 wait complete. 2024-05-27T00:31:24.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:24 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3384733518' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:31:24.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:24 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3384733518' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:31:24.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:24 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3384733518' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:31:25.339 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-27T00:27:02.979133+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-27T00:31:25.340 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-05-27T00:31:25.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:25 smithi044 ceph-mon[31645]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:25.798 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:31:25.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:25 smithi050 ceph-mon[36071]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:26.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:25 smithi137 ceph-mon[36552]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:27.768 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:27 smithi044 ceph-mon[31645]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:27.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:27 smithi050 ceph-mon[36071]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:28.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:27 smithi137 ceph-mon[36552]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:28.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.089+0000 7ff0d9400700 1 -- 172.21.15.44:0/605696823 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0d4102fb0 msgr2=0x7ff0d4107000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:28.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.089+0000 7ff0d9400700 1 --2- 172.21.15.44:0/605696823 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0d4102fb0 0x7ff0d4107000 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc0099c0 tx=0x7ff0bc009cd0 comp rx=0 tx=0).stop 2024-05-27T00:31:28.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.089+0000 7ff0d9400700 1 -- 172.21.15.44:0/605696823 shutdown_connections 2024-05-27T00:31:28.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.089+0000 7ff0d9400700 1 --2- 172.21.15.44:0/605696823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0d41076e0 0x7ff0d410f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:28.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.089+0000 7ff0d9400700 1 --2- 172.21.15.44:0/605696823 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff0d4102600 0x7ff0d41029e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:28.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.089+0000 7ff0d9400700 1 --2- 172.21.15.44:0/605696823 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0d4102fb0 0x7ff0d4107000 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:28.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.089+0000 7ff0d9400700 1 -- 172.21.15.44:0/605696823 >> 172.21.15.44:0/605696823 conn(0x7ff0d40fded0 msgr2=0x7ff0d41002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:28.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.089+0000 7ff0d9400700 1 -- 172.21.15.44:0/605696823 shutdown_connections 2024-05-27T00:31:28.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.089+0000 7ff0d9400700 1 -- 172.21.15.44:0/605696823 wait complete. 2024-05-27T00:31:28.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.090+0000 7ff0d9400700 1 Processor -- start 2024-05-27T00:31:28.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.090+0000 7ff0d9400700 1 -- start start 2024-05-27T00:31:28.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.091+0000 7ff0d9400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0d4102600 0x7ff0d419ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:28.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.091+0000 7ff0d9400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0d4102fb0 0x7ff0d419b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:28.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.091+0000 7ff0d9400700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff0d41076e0 0x7ff0d419f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:28.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.091+0000 7ff0d9400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff0d41127e0 con 0x7ff0d4102600 2024-05-27T00:31:28.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.091+0000 7ff0d9400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff0d4112660 con 0x7ff0d4102fb0 2024-05-27T00:31:28.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.091+0000 7ff0d9400700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7ff0d4112960 con 0x7ff0d41076e0 2024-05-27T00:31:28.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.091+0000 7ff0d3e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0d4102600 0x7ff0d419ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:28.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.091+0000 7ff0d8a00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff0d41076e0 0x7ff0d419f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:28.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.091+0000 7ff0d3e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0d4102600 0x7ff0d419ae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47852/0 (socket says 172.21.15.44:47852) 2024-05-27T00:31:28.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.091+0000 7ff0d3e00700 1 -- 172.21.15.44:0/3402070156 learned_addr learned my addr 172.21.15.44:0/3402070156 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:31:28.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.091+0000 7ff0cb400700 1 --2- 172.21.15.44:0/3402070156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0d4102fb0 0x7ff0d419b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:28.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.091+0000 7ff0d8a00700 1 -- 172.21.15.44:0/3402070156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0d4102fb0 msgr2=0x7ff0d419b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:28.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.091+0000 7ff0d8a00700 1 --2- 172.21.15.44:0/3402070156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0d4102fb0 0x7ff0d419b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:28.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.092+0000 7ff0d8a00700 1 -- 172.21.15.44:0/3402070156 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0d4102600 msgr2=0x7ff0d419ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:28.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.092+0000 7ff0d8a00700 1 --2- 172.21.15.44:0/3402070156 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0d4102600 0x7ff0d419ae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:28.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.092+0000 7ff0d8a00700 1 -- 172.21.15.44:0/3402070156 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0d419fe50 con 0x7ff0d41076e0 2024-05-27T00:31:28.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.092+0000 7ff0d8a00700 1 --2- 172.21.15.44:0/3402070156 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff0d41076e0 0x7ff0d419f710 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc00e970 tx=0x7ff0cc00ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:28.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.092+0000 7ff0d1600700 1 -- 172.21.15.44:0/3402070156 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0cc004220 con 0x7ff0d41076e0 2024-05-27T00:31:28.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.092+0000 7ff0d1600700 1 -- 172.21.15.44:0/3402070156 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff0cc004d30 con 0x7ff0d41076e0 2024-05-27T00:31:28.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.092+0000 7ff0d9400700 1 -- 172.21.15.44:0/3402070156 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0d41a0140 con 0x7ff0d41076e0 2024-05-27T00:31:28.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.092+0000 7ff0d1600700 1 -- 172.21.15.44:0/3402070156 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0cc010700 con 0x7ff0d41076e0 2024-05-27T00:31:28.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.092+0000 7ff0d9400700 1 -- 172.21.15.44:0/3402070156 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0d41a79c0 con 0x7ff0d41076e0 2024-05-27T00:31:28.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.094+0000 7ff0d9400700 1 -- 172.21.15.44:0/3402070156 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0d4069180 con 0x7ff0d41076e0 2024-05-27T00:31:28.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.095+0000 7ff0d1600700 1 -- 172.21.15.44:0/3402070156 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff0cc004750 con 0x7ff0d41076e0 2024-05-27T00:31:28.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.097+0000 7ff0d1600700 1 --2- 172.21.15.44:0/3402070156 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff0b80a2c20 0x7ff0b80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:28.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.097+0000 7ff0d1600700 1 -- 172.21.15.44:0/3402070156 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7ff0cc0ce970 con 0x7ff0d41076e0 2024-05-27T00:31:28.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.097+0000 7ff0d3e00700 1 --2- 172.21.15.44:0/3402070156 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff0b80a2c20 0x7ff0b80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:28.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.098+0000 7ff0d3e00700 1 --2- 172.21.15.44:0/3402070156 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff0b80a2c20 0x7ff0b80a50e0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ff0c40094f0 tx=0x7ff0c4009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:28.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.102+0000 7ff0d1600700 1 -- 172.21.15.44:0/3402070156 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff0cc09bcd0 con 0x7ff0d41076e0 2024-05-27T00:31:28.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.329+0000 7ff0d9400700 1 -- 172.21.15.44:0/3402070156 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff0d41a7b90 con 0x7ff0d41076e0 2024-05-27T00:31:28.331 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.330+0000 7ff0d1600700 1 -- 172.21.15.44:0/3402070156 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v83) ==== 93+0+10 (secure 0 0 0) 0x7ff0cc09b5d0 con 0x7ff0d41076e0 2024-05-27T00:31:28.332 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 1 2024-05-27T00:31:28.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.334+0000 7ff0d9400700 1 -- 172.21.15.44:0/3402070156 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff0b80a2c20 msgr2=0x7ff0b80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:28.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.334+0000 7ff0d9400700 1 --2- 172.21.15.44:0/3402070156 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff0b80a2c20 0x7ff0b80a50e0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ff0c40094f0 tx=0x7ff0c4009040 comp rx=0 tx=0).stop 2024-05-27T00:31:28.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.334+0000 7ff0d9400700 1 -- 172.21.15.44:0/3402070156 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff0d41076e0 msgr2=0x7ff0d419f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:28.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.334+0000 7ff0d9400700 1 --2- 172.21.15.44:0/3402070156 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff0d41076e0 0x7ff0d419f710 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc00e970 tx=0x7ff0cc00ec80 comp rx=0 tx=0).stop 2024-05-27T00:31:28.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.334+0000 7ff0d9400700 1 -- 172.21.15.44:0/3402070156 shutdown_connections 2024-05-27T00:31:28.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.334+0000 7ff0d9400700 1 --2- 172.21.15.44:0/3402070156 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff0b80a2c20 0x7ff0b80a50e0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:28.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.334+0000 7ff0d9400700 1 --2- 172.21.15.44:0/3402070156 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff0d41076e0 0x7ff0d419f710 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:28.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.334+0000 7ff0d9400700 1 --2- 172.21.15.44:0/3402070156 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff0d4102600 0x7ff0d419ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:28.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.334+0000 7ff0d9400700 1 --2- 172.21.15.44:0/3402070156 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff0d4102fb0 0x7ff0d419b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:28.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.334+0000 7ff0d9400700 1 -- 172.21.15.44:0/3402070156 >> 172.21.15.44:0/3402070156 conn(0x7ff0d40fded0 msgr2=0x7ff0d410ef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:28.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.334+0000 7ff0d9400700 1 -- 172.21.15.44:0/3402070156 shutdown_connections 2024-05-27T00:31:28.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:28.334+0000 7ff0d9400700 1 -- 172.21.15.44:0/3402070156 wait complete. 2024-05-27T00:31:28.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:28 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3402070156' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:31:28.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:28 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3402070156' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:31:29.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:28 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3402070156' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:31:29.139 INFO:tasks.cephadm:Adding mds.a on smithi044 2024-05-27T00:31:29.139 INFO:tasks.cephadm:Adding mds.d on smithi044 2024-05-27T00:31:29.139 INFO:tasks.cephadm:Adding mds.g on smithi044 2024-05-27T00:31:29.139 INFO:tasks.cephadm:Adding mds.j on smithi044 2024-05-27T00:31:29.139 INFO:tasks.cephadm:Adding mds.b on smithi050 2024-05-27T00:31:29.140 INFO:tasks.cephadm:Adding mds.e on smithi050 2024-05-27T00:31:29.140 INFO:tasks.cephadm:Adding mds.h on smithi050 2024-05-27T00:31:29.140 INFO:tasks.cephadm:Adding mds.k on smithi050 2024-05-27T00:31:29.140 INFO:tasks.cephadm:Adding mds.c on smithi137 2024-05-27T00:31:29.140 INFO:tasks.cephadm:Adding mds.f on smithi137 2024-05-27T00:31:29.140 INFO:tasks.cephadm:Adding mds.i on smithi137 2024-05-27T00:31:29.140 INFO:tasks.cephadm:Adding mds.l on smithi137 2024-05-27T00:31:29.140 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph orch apply mds all '12;smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi050=b;smithi050=e;smithi050=h;smithi050=k;smithi137=c;smithi137=f;smithi137=i;smithi137=l' 2024-05-27T00:31:29.388 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.c/config 2024-05-27T00:31:29.772 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:29 smithi137 ceph-mon[36552]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:29.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:29 smithi044 ceph-mon[31645]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:29.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:29 smithi050 ceph-mon[36071]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:31.139 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.136+0000 7fb9f5f85700 1 -- 172.21.15.137:0/2938793112 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb9f0108270 msgr2=0x7fb9f010a660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:31.139 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.136+0000 7fb9f5f85700 1 --2- 172.21.15.137:0/2938793112 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb9f0108270 0x7fb9f010a660 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb9e800b0a0 tx=0x7fb9e800b3b0 comp rx=0 tx=0).stop 2024-05-27T00:31:31.139 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.136+0000 7fb9f5f85700 1 -- 172.21.15.137:0/2938793112 shutdown_connections 2024-05-27T00:31:31.139 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.136+0000 7fb9f5f85700 1 --2- 172.21.15.137:0/2938793112 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb9f0108270 0x7fb9f010a660 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:31.139 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.136+0000 7fb9f5f85700 1 --2- 172.21.15.137:0/2938793112 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9f0103010 0x7fb9f0105400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:31.139 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.136+0000 7fb9f5f85700 1 --2- 172.21.15.137:0/2938793112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9f0105940 0x7fb9f0107d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:31.139 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.136+0000 7fb9f5f85700 1 -- 172.21.15.137:0/2938793112 >> 172.21.15.137:0/2938793112 conn(0x7fb9f00fc980 msgr2=0x7fb9f00fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:31.139 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.136+0000 7fb9f5f85700 1 -- 172.21.15.137:0/2938793112 shutdown_connections 2024-05-27T00:31:31.139 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.136+0000 7fb9f5f85700 1 -- 172.21.15.137:0/2938793112 wait complete. 2024-05-27T00:31:31.139 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.137+0000 7fb9f5f85700 1 Processor -- start 2024-05-27T00:31:31.140 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.137+0000 7fb9f5f85700 1 -- start start 2024-05-27T00:31:31.140 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.137+0000 7fb9f5f85700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb9f0103010 0x7fb9f0198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:31.140 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.137+0000 7fb9f5f85700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9f0105940 0x7fb9f0198e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:31.140 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.137+0000 7fb9f5f85700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9f0108270 0x7fb9f019fec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:31.140 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.137+0000 7fb9f5f85700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f010e320 con 0x7fb9f0108270 2024-05-27T00:31:31.140 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.137+0000 7fb9f5f85700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f010e1a0 con 0x7fb9f0105940 2024-05-27T00:31:31.140 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.137+0000 7fb9f5f85700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f010e4a0 con 0x7fb9f0103010 2024-05-27T00:31:31.140 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.137+0000 7fb9ef7fe700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb9f0103010 0x7fb9f0198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:31.140 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.137+0000 7fb9ef7fe700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb9f0103010 0x7fb9f0198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.137:42534/0 (socket says 172.21.15.137:42534) 2024-05-27T00:31:31.140 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.137+0000 7fb9ef7fe700 1 -- 172.21.15.137:0/2030758951 learned_addr learned my addr 172.21.15.137:0/2030758951 (peer_addr_for_me v2:172.21.15.137:0/0) 2024-05-27T00:31:31.140 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.137+0000 7fb9eeffd700 1 --2- 172.21.15.137:0/2030758951 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9f0105940 0x7fb9f0198e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:31.140 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.138+0000 7fb9ef7fe700 1 -- 172.21.15.137:0/2030758951 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9f0105940 msgr2=0x7fb9f0198e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:31.140 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.138+0000 7fb9ef7fe700 1 --2- 172.21.15.137:0/2030758951 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9f0105940 0x7fb9f0198e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:31.141 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.138+0000 7fb9ef7fe700 1 -- 172.21.15.137:0/2030758951 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9f0108270 msgr2=0x7fb9f019fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:31.141 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.138+0000 7fb9ef7fe700 1 --2- 172.21.15.137:0/2030758951 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9f0108270 0x7fb9f019fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:31.141 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.138+0000 7fb9ef7fe700 1 -- 172.21.15.137:0/2030758951 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9f01a0560 con 0x7fb9f0103010 2024-05-27T00:31:31.141 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.138+0000 7fb9eeffd700 1 --2- 172.21.15.137:0/2030758951 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9f0105940 0x7fb9f0198e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:31:31.141 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.138+0000 7fb9ef7fe700 1 --2- 172.21.15.137:0/2030758951 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb9f0103010 0x7fb9f0198900 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb9e000b560 tx=0x7fb9e000b920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:31.141 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.138+0000 7fb9ecff9700 1 -- 172.21.15.137:0/2030758951 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e0015020 con 0x7fb9f0103010 2024-05-27T00:31:31.141 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.138+0000 7fb9f5f85700 1 -- 172.21.15.137:0/2030758951 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9f01a0850 con 0x7fb9f0103010 2024-05-27T00:31:31.141 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.138+0000 7fb9ecff9700 1 -- 172.21.15.137:0/2030758951 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb9e0011d30 con 0x7fb9f0103010 2024-05-27T00:31:31.141 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.138+0000 7fb9ecff9700 1 -- 172.21.15.137:0/2030758951 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e000f2e0 con 0x7fb9f0103010 2024-05-27T00:31:31.141 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.138+0000 7fb9f5f85700 1 -- 172.21.15.137:0/2030758951 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9f01a0e60 con 0x7fb9f0103010 2024-05-27T00:31:31.142 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.139+0000 7fb9f5f85700 1 -- 172.21.15.137:0/2030758951 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9f0069180 con 0x7fb9f0103010 2024-05-27T00:31:31.142 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.140+0000 7fb9ecff9700 1 -- 172.21.15.137:0/2030758951 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb9e0018020 con 0x7fb9f0103010 2024-05-27T00:31:31.142 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.141+0000 7fb9ecff9700 1 --2- 172.21.15.137:0/2030758951 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb9d80a2c20 0x7fb9d80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:31.142 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.141+0000 7fb9ecff9700 1 -- 172.21.15.137:0/2030758951 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7fb9e00ce3e0 con 0x7fb9f0103010 2024-05-27T00:31:31.142 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.141+0000 7fb9eeffd700 1 --2- 172.21.15.137:0/2030758951 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb9d80a2c20 0x7fb9d80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:31.142 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.142+0000 7fb9eeffd700 1 --2- 172.21.15.137:0/2030758951 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb9d80a2c20 0x7fb9d80a50e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb9e40099d0 tx=0x7fb9e4008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:31.145 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.145+0000 7fb9ecff9700 1 -- 172.21.15.137:0/2030758951 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb9e001f020 con 0x7fb9f0103010 2024-05-27T00:31:31.352 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.352+0000 7fb9f5f85700 1 -- 172.21.15.137:0/2030758951 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi050=b;smithi050=e;smithi050=h;smithi050=k;smithi137=c;smithi137=f;smithi137=i;smithi137=l", "target": ["mon-mgr", ""]}) -- 0x7fb9f0062ad0 con 0x7fb9d80a2c20 2024-05-27T00:31:31.369 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.369+0000 7fb9ecff9700 1 -- 172.21.15.137:0/2030758951 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7fb9f0062ad0 con 0x7fb9d80a2c20 2024-05-27T00:31:31.369 INFO:teuthology.orchestra.run.smithi137.stdout:Scheduled mds.all update... 2024-05-27T00:31:31.371 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.371+0000 7fb9f5f85700 1 -- 172.21.15.137:0/2030758951 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb9d80a2c20 msgr2=0x7fb9d80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:31.372 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.371+0000 7fb9f5f85700 1 --2- 172.21.15.137:0/2030758951 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb9d80a2c20 0x7fb9d80a50e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb9e40099d0 tx=0x7fb9e4008040 comp rx=0 tx=0).stop 2024-05-27T00:31:31.372 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.371+0000 7fb9f5f85700 1 -- 172.21.15.137:0/2030758951 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb9f0103010 msgr2=0x7fb9f0198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:31.372 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.371+0000 7fb9f5f85700 1 --2- 172.21.15.137:0/2030758951 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb9f0103010 0x7fb9f0198900 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb9e000b560 tx=0x7fb9e000b920 comp rx=0 tx=0).stop 2024-05-27T00:31:31.372 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.371+0000 7fb9f5f85700 1 -- 172.21.15.137:0/2030758951 shutdown_connections 2024-05-27T00:31:31.372 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.371+0000 7fb9f5f85700 1 --2- 172.21.15.137:0/2030758951 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9f0108270 0x7fb9f019fec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:31.372 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.371+0000 7fb9f5f85700 1 --2- 172.21.15.137:0/2030758951 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb9d80a2c20 0x7fb9d80a50e0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:31.372 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.371+0000 7fb9f5f85700 1 --2- 172.21.15.137:0/2030758951 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb9f0103010 0x7fb9f0198900 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:31.372 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.371+0000 7fb9f5f85700 1 --2- 172.21.15.137:0/2030758951 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9f0105940 0x7fb9f0198e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:31.372 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.371+0000 7fb9f5f85700 1 -- 172.21.15.137:0/2030758951 >> 172.21.15.137:0/2030758951 conn(0x7fb9f00fc980 msgr2=0x7fb9f0103950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:31.372 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.371+0000 7fb9f5f85700 1 -- 172.21.15.137:0/2030758951 shutdown_connections 2024-05-27T00:31:31.372 INFO:teuthology.orchestra.run.smithi137.stderr:2024-05-27T00:31:31.371+0000 7fb9f5f85700 1 -- 172.21.15.137:0/2030758951 wait complete. 2024-05-27T00:31:31.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:31 smithi044 ceph-mon[31645]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:31.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:31.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:31 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:31:31.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:31 smithi050 ceph-mon[36071]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:31.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:31.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:31 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:31:32.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:31 smithi137 ceph-mon[36552]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:32.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:32.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:31 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:31:32.089 DEBUG:teuthology.orchestra.run.smithi044:mds.a> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.a.service 2024-05-27T00:31:32.094 DEBUG:teuthology.orchestra.run.smithi044:mds.d> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.d.service 2024-05-27T00:31:32.139 DEBUG:teuthology.orchestra.run.smithi044:mds.g> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.g.service 2024-05-27T00:31:32.186 DEBUG:teuthology.orchestra.run.smithi044:mds.j> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.j.service 2024-05-27T00:31:32.232 DEBUG:teuthology.orchestra.run.smithi050:mds.b> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.b.service 2024-05-27T00:31:32.234 DEBUG:teuthology.orchestra.run.smithi050:mds.e> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.e.service 2024-05-27T00:31:32.278 DEBUG:teuthology.orchestra.run.smithi050:mds.h> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.h.service 2024-05-27T00:31:32.321 DEBUG:teuthology.orchestra.run.smithi050:mds.k> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.k.service 2024-05-27T00:31:32.365 DEBUG:teuthology.orchestra.run.smithi137:mds.c> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.c.service 2024-05-27T00:31:32.367 DEBUG:teuthology.orchestra.run.smithi137:mds.f> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.f.service 2024-05-27T00:31:32.414 DEBUG:teuthology.orchestra.run.smithi137:mds.i> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.i.service 2024-05-27T00:31:32.463 DEBUG:teuthology.orchestra.run.smithi137:mds.l> sudo journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.l.service 2024-05-27T00:31:32.509 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-05-27T00:31:32.510 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:31:32.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.724+0000 7fb99c600640 1 -- 172.21.15.44:0/4086319700 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb994076360 msgr2=0x7fb994076780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:32.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.724+0000 7fb99c600640 1 --2- 172.21.15.44:0/4086319700 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb994076360 0x7fb994076780 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb988009ca0 tx=0x7fb98802a8c0 comp rx=0 tx=0).stop 2024-05-27T00:31:32.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.724+0000 7fb99c600640 1 -- 172.21.15.44:0/4086319700 shutdown_connections 2024-05-27T00:31:32.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.724+0000 7fb99c600640 1 --2- 172.21.15.44:0/4086319700 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb994077f40 0x7fb9940787e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:32.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.724+0000 7fb99c600640 1 --2- 172.21.15.44:0/4086319700 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9940775a0 0x7fb994077a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:32.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.724+0000 7fb99c600640 1 --2- 172.21.15.44:0/4086319700 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb994076360 0x7fb994076780 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:32.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.724+0000 7fb99c600640 1 -- 172.21.15.44:0/4086319700 >> 172.21.15.44:0/4086319700 conn(0x7fb9940ff190 msgr2=0x7fb9941015d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:32.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.724+0000 7fb99c600640 1 -- 172.21.15.44:0/4086319700 shutdown_connections 2024-05-27T00:31:32.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.724+0000 7fb99c600640 1 -- 172.21.15.44:0/4086319700 wait complete. 2024-05-27T00:31:32.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.725+0000 7fb99c600640 1 Processor -- start 2024-05-27T00:31:32.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.725+0000 7fb99c600640 1 -- start start 2024-05-27T00:31:32.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.726+0000 7fb99c600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb994076360 0x7fb99419e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:32.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.726+0000 7fb99c600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9940775a0 0x7fb99419e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:32.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.726+0000 7fb99c600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb994077f40 0x7fb9941a5980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:32.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.726+0000 7fb99c600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb994113e10 con 0x7fb9940775a0 2024-05-27T00:31:32.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.726+0000 7fb99c600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb994113c90 con 0x7fb994077f40 2024-05-27T00:31:32.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.726+0000 7fb99c600640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fb994113f90 con 0x7fb994076360 2024-05-27T00:31:32.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.726+0000 7fb999200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9940775a0 0x7fb99419e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:32.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.726+0000 7fb99a600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb994077f40 0x7fb9941a5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:32.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.726+0000 7fb999c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb994076360 0x7fb99419e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:32.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.726+0000 7fb99a600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb994077f40 0x7fb9941a5980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:60220/0 (socket says 172.21.15.44:60220) 2024-05-27T00:31:32.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.726+0000 7fb999200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9940775a0 0x7fb99419e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47870/0 (socket says 172.21.15.44:47870) 2024-05-27T00:31:32.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.726+0000 7fb99a600640 1 -- 172.21.15.44:0/999801693 learned_addr learned my addr 172.21.15.44:0/999801693 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:31:32.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.727+0000 7fb999200640 1 -- 172.21.15.44:0/999801693 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb994076360 msgr2=0x7fb99419e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:32.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.727+0000 7fb999200640 1 --2- 172.21.15.44:0/999801693 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb994076360 0x7fb99419e3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:32.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.727+0000 7fb999200640 1 -- 172.21.15.44:0/999801693 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb994077f40 msgr2=0x7fb9941a5980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:32.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.727+0000 7fb999200640 1 --2- 172.21.15.44:0/999801693 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb994077f40 0x7fb9941a5980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:32.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.727+0000 7fb999200640 1 -- 172.21.15.44:0/999801693 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9941a5ff0 con 0x7fb9940775a0 2024-05-27T00:31:32.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.727+0000 7fb999c00640 1 --2- 172.21.15.44:0/999801693 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb994076360 0x7fb99419e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:31:32.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.727+0000 7fb999200640 1 --2- 172.21.15.44:0/999801693 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9940775a0 0x7fb99419e910 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fb98000e9f0 tx=0x7fb98000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:32.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.727+0000 7fb992000640 1 -- 172.21.15.44:0/999801693 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb98000ccc0 con 0x7fb9940775a0 2024-05-27T00:31:32.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.727+0000 7fb992000640 1 -- 172.21.15.44:0/999801693 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb980005020 con 0x7fb9940775a0 2024-05-27T00:31:32.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.727+0000 7fb99c600640 1 -- 172.21.15.44:0/999801693 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9941a62e0 con 0x7fb9940775a0 2024-05-27T00:31:32.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.727+0000 7fb992000640 1 -- 172.21.15.44:0/999801693 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb980004b40 con 0x7fb9940775a0 2024-05-27T00:31:32.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.727+0000 7fb99c600640 1 -- 172.21.15.44:0/999801693 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9941a6830 con 0x7fb9940775a0 2024-05-27T00:31:32.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.729+0000 7fb99c600640 1 -- 172.21.15.44:0/999801693 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9941106a0 con 0x7fb9940775a0 2024-05-27T00:31:32.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.734+0000 7fb992000640 1 -- 172.21.15.44:0/999801693 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb980004ce0 con 0x7fb9940775a0 2024-05-27T00:31:32.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.735+0000 7fb992000640 1 --2- 172.21.15.44:0/999801693 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb97c0a2c10 0x7fb97c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:32.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.736+0000 7fb992000640 1 -- 172.21.15.44:0/999801693 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7fb9800cec20 con 0x7fb9940775a0 2024-05-27T00:31:32.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.736+0000 7fb999c00640 1 --2- 172.21.15.44:0/999801693 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb97c0a2c10 0x7fb97c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:32.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.736+0000 7fb999c00640 1 --2- 172.21.15.44:0/999801693 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb97c0a2c10 0x7fb97c0a50d0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fb988005e30 tx=0x7fb988004a40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:32.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.738+0000 7fb992000640 1 -- 172.21.15.44:0/999801693 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb98009c010 con 0x7fb9940775a0 2024-05-27T00:31:32.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:32 smithi137 ceph-mon[36552]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi050=b;smithi050=e;smithi050=h;smithi050=k;smithi137=c;smithi137=f;smithi137=i;smithi137=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:31:32.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:32 smithi137 ceph-mon[36552]: Saving service mds.all spec with placement smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi050=b;smithi050=e;smithi050=h;smithi050=k;smithi137=c;smithi137=f;smithi137=i;smithi137=l;count:12 2024-05-27T00:31:32.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:32 smithi044 ceph-mon[31645]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi050=b;smithi050=e;smithi050=h;smithi050=k;smithi137=c;smithi137=f;smithi137=i;smithi137=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:31:32.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:32 smithi044 ceph-mon[31645]: Saving service mds.all spec with placement smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi050=b;smithi050=e;smithi050=h;smithi050=k;smithi137=c;smithi137=f;smithi137=i;smithi137=l;count:12 2024-05-27T00:31:32.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:32 smithi050 ceph-mon[36071]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi050=b;smithi050=e;smithi050=h;smithi050=k;smithi137=c;smithi137=f;smithi137=i;smithi137=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:31:32.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:32 smithi050 ceph-mon[36071]: Saving service mds.all spec with placement smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi050=b;smithi050=e;smithi050=h;smithi050=k;smithi137=c;smithi137=f;smithi137=i;smithi137=l;count:12 2024-05-27T00:31:32.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.949+0000 7fb99c600640 1 -- 172.21.15.44:0/999801693 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb99402d530 con 0x7fb9940775a0 2024-05-27T00:31:32.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.951+0000 7fb992000640 1 -- 172.21.15.44:0/999801693 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+18398 (secure 0 0 0) 0x7fb98009b910 con 0x7fb9940775a0 2024-05-27T00:31:32.954 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:31:32.954 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":83,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:31:21.380063+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:31:32.956 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.954+0000 7fb99c600640 1 -- 172.21.15.44:0/999801693 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb97c0a2c10 msgr2=0x7fb97c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:32.956 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.954+0000 7fb99c600640 1 --2- 172.21.15.44:0/999801693 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb97c0a2c10 0x7fb97c0a50d0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fb988005e30 tx=0x7fb988004a40 comp rx=0 tx=0).stop 2024-05-27T00:31:32.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.954+0000 7fb99c600640 1 -- 172.21.15.44:0/999801693 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9940775a0 msgr2=0x7fb99419e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:32.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.954+0000 7fb99c600640 1 --2- 172.21.15.44:0/999801693 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9940775a0 0x7fb99419e910 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fb98000e9f0 tx=0x7fb98000eeb0 comp rx=0 tx=0).stop 2024-05-27T00:31:32.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.954+0000 7fb99c600640 1 -- 172.21.15.44:0/999801693 shutdown_connections 2024-05-27T00:31:32.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.954+0000 7fb99c600640 1 --2- 172.21.15.44:0/999801693 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb97c0a2c10 0x7fb97c0a50d0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:32.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.954+0000 7fb99c600640 1 --2- 172.21.15.44:0/999801693 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb994077f40 0x7fb9941a5980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:32.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.954+0000 7fb99c600640 1 --2- 172.21.15.44:0/999801693 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9940775a0 0x7fb99419e910 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:32.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.954+0000 7fb99c600640 1 --2- 172.21.15.44:0/999801693 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb994076360 0x7fb99419e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:32.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.954+0000 7fb99c600640 1 -- 172.21.15.44:0/999801693 >> 172.21.15.44:0/999801693 conn(0x7fb9940ff190 msgr2=0x7fb994100810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:32.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.955+0000 7fb99c600640 1 -- 172.21.15.44:0/999801693 shutdown_connections 2024-05-27T00:31:32.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:32.955+0000 7fb99c600640 1 -- 172.21.15.44:0/999801693 wait complete. 2024-05-27T00:31:32.979 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-27T00:27:02.979133+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-27T00:31:32.980 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-27T00:31:33.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.206+0000 7f04be800640 1 -- 172.21.15.44:0/2212840690 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04b8108c10 msgr2=0x7f04b810b000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:33.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.206+0000 7f04be800640 1 --2- 172.21.15.44:0/2212840690 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04b8108c10 0x7f04b810b000 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f04a80074e0 tx=0x7f04a802b060 comp rx=0 tx=0).stop 2024-05-27T00:31:33.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.206+0000 7f04be800640 1 -- 172.21.15.44:0/2212840690 shutdown_connections 2024-05-27T00:31:33.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.206+0000 7f04be800640 1 --2- 172.21.15.44:0/2212840690 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b810e090 0x7f04b8110550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:33.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.206+0000 7f04be800640 1 --2- 172.21.15.44:0/2212840690 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f04b810b5d0 0x7f04b810da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:33.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.206+0000 7f04be800640 1 --2- 172.21.15.44:0/2212840690 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04b8108c10 0x7f04b810b000 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:33.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.206+0000 7f04be800640 1 -- 172.21.15.44:0/2212840690 >> 172.21.15.44:0/2212840690 conn(0x7f04b806ebd0 msgr2=0x7f04b8070ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:33.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.206+0000 7f04be800640 1 -- 172.21.15.44:0/2212840690 shutdown_connections 2024-05-27T00:31:33.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.206+0000 7f04be800640 1 -- 172.21.15.44:0/2212840690 wait complete. 2024-05-27T00:31:33.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.207+0000 7f04be800640 1 Processor -- start 2024-05-27T00:31:33.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.207+0000 7f04be800640 1 -- start start 2024-05-27T00:31:33.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.207+0000 7f04be800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04b8108c10 0x7f04b81a2880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:33.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.207+0000 7f04be800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f04b810b5d0 0x7f04b81a2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:33.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.207+0000 7f04be800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b810e090 0x7f04b81a9e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:33.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.207+0000 7f04be800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f04b8113dc0 con 0x7f04b810e090 2024-05-27T00:31:33.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.207+0000 7f04be800640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f04b8113c40 con 0x7f04b8108c10 2024-05-27T00:31:33.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.207+0000 7f04be800640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f04b8113f40 con 0x7f04b810b5d0 2024-05-27T00:31:33.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.208+0000 7f04b7400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04b8108c10 0x7f04b81a2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:33.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.208+0000 7f04b7400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04b8108c10 0x7f04b81a2880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:60238/0 (socket says 172.21.15.44:60238) 2024-05-27T00:31:33.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.208+0000 7f04b7400640 1 -- 172.21.15.44:0/2576228359 learned_addr learned my addr 172.21.15.44:0/2576228359 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:31:33.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.208+0000 7f04b7e00640 1 --2- 172.21.15.44:0/2576228359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b810e090 0x7f04b81a9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:33.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.208+0000 7f04b6a00640 1 --2- 172.21.15.44:0/2576228359 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f04b810b5d0 0x7f04b81a2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:33.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.208+0000 7f04b7400640 1 -- 172.21.15.44:0/2576228359 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f04b810b5d0 msgr2=0x7f04b81a2dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:33.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.208+0000 7f04b7400640 1 --2- 172.21.15.44:0/2576228359 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f04b810b5d0 0x7f04b81a2dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:33.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.208+0000 7f04b7400640 1 -- 172.21.15.44:0/2576228359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b810e090 msgr2=0x7f04b81a9e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:33.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.208+0000 7f04b7400640 1 --2- 172.21.15.44:0/2576228359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b810e090 0x7f04b81a9e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:33.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.208+0000 7f04b7400640 1 -- 172.21.15.44:0/2576228359 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04b81aa4a0 con 0x7f04b8108c10 2024-05-27T00:31:33.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.208+0000 7f04b7e00640 1 --2- 172.21.15.44:0/2576228359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b810e090 0x7f04b81a9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:31:33.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.208+0000 7f04b7400640 1 --2- 172.21.15.44:0/2576228359 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04b8108c10 0x7f04b81a2880 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f04a800a030 tx=0x7f04a8005d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:33.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.209+0000 7f04afe00640 1 -- 172.21.15.44:0/2576228359 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04a802bc30 con 0x7f04b8108c10 2024-05-27T00:31:33.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.209+0000 7f04afe00640 1 -- 172.21.15.44:0/2576228359 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f04a802bdd0 con 0x7f04b8108c10 2024-05-27T00:31:33.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.209+0000 7f04be800640 1 -- 172.21.15.44:0/2576228359 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04b81aa730 con 0x7f04b8108c10 2024-05-27T00:31:33.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.209+0000 7f04afe00640 1 -- 172.21.15.44:0/2576228359 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04a800a750 con 0x7f04b8108c10 2024-05-27T00:31:33.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.209+0000 7f04be800640 1 -- 172.21.15.44:0/2576228359 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04b81aac70 con 0x7f04b8108c10 2024-05-27T00:31:33.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.210+0000 7f04be800640 1 -- 172.21.15.44:0/2576228359 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04b80706c0 con 0x7f04b8108c10 2024-05-27T00:31:33.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.212+0000 7f04afe00640 1 -- 172.21.15.44:0/2576228359 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f04a8043020 con 0x7f04b8108c10 2024-05-27T00:31:33.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.213+0000 7f04afe00640 1 --2- 172.21.15.44:0/2576228359 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f049c0a2c10 0x7f049c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:33.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.213+0000 7f04afe00640 1 -- 172.21.15.44:0/2576228359 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f04a80ee2d0 con 0x7f04b8108c10 2024-05-27T00:31:33.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.214+0000 7f04b6a00640 1 --2- 172.21.15.44:0/2576228359 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f049c0a2c10 0x7f049c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:33.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.214+0000 7f04b6a00640 1 --2- 172.21.15.44:0/2576228359 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f049c0a2c10 0x7f049c0a50d0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f04b81a3d90 tx=0x7f04a4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:33.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.216+0000 7f04afe00640 1 -- 172.21.15.44:0/2576228359 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f04a804a020 con 0x7f04b8108c10 2024-05-27T00:31:33.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.418+0000 7f04be800640 1 -- 172.21.15.44:0/2576228359 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f04b80625a0 con 0x7f04b8108c10 2024-05-27T00:31:33.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.419+0000 7f04afe00640 1 -- 172.21.15.44:0/2576228359 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v83) ==== 93+0+10 (secure 0 0 0) 0x7f04a80bb630 con 0x7f04b8108c10 2024-05-27T00:31:33.421 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 1 2024-05-27T00:31:33.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.422+0000 7f04be800640 1 -- 172.21.15.44:0/2576228359 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f049c0a2c10 msgr2=0x7f049c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:33.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.422+0000 7f04be800640 1 --2- 172.21.15.44:0/2576228359 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f049c0a2c10 0x7f049c0a50d0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f04b81a3d90 tx=0x7f04a4005f90 comp rx=0 tx=0).stop 2024-05-27T00:31:33.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.422+0000 7f04be800640 1 -- 172.21.15.44:0/2576228359 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04b8108c10 msgr2=0x7f04b81a2880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:33.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.422+0000 7f04be800640 1 --2- 172.21.15.44:0/2576228359 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04b8108c10 0x7f04b81a2880 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f04a800a030 tx=0x7f04a8005d50 comp rx=0 tx=0).stop 2024-05-27T00:31:33.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.422+0000 7f04be800640 1 -- 172.21.15.44:0/2576228359 shutdown_connections 2024-05-27T00:31:33.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.422+0000 7f04be800640 1 --2- 172.21.15.44:0/2576228359 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f049c0a2c10 0x7f049c0a50d0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:33.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.422+0000 7f04be800640 1 --2- 172.21.15.44:0/2576228359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b810e090 0x7f04b81a9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:33.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.422+0000 7f04be800640 1 --2- 172.21.15.44:0/2576228359 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f04b810b5d0 0x7f04b81a2dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:33.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.422+0000 7f04be800640 1 --2- 172.21.15.44:0/2576228359 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04b8108c10 0x7f04b81a2880 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:33.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.422+0000 7f04be800640 1 -- 172.21.15.44:0/2576228359 >> 172.21.15.44:0/2576228359 conn(0x7f04b806ebd0 msgr2=0x7f04b81094f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:33.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.422+0000 7f04be800640 1 -- 172.21.15.44:0/2576228359 shutdown_connections 2024-05-27T00:31:33.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.422+0000 7f04be800640 1 -- 172.21.15.44:0/2576228359 wait complete. 2024-05-27T00:31:33.445 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:31:33.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.659+0000 7fcfbfe00640 1 -- 172.21.15.44:0/2502965585 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcfc0107560 msgr2=0x7fcfc0109950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:33.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.659+0000 7fcfbfe00640 1 --2- 172.21.15.44:0/2502965585 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcfc0107560 0x7fcfc0109950 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fcfb8009900 tx=0x7fcfb802a410 comp rx=0 tx=0).stop 2024-05-27T00:31:33.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.659+0000 7fcfbfe00640 1 -- 172.21.15.44:0/2502965585 shutdown_connections 2024-05-27T00:31:33.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.659+0000 7fcfbfe00640 1 --2- 172.21.15.44:0/2502965585 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcfc0107560 0x7fcfc0109950 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:33.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.659+0000 7fcfbfe00640 1 --2- 172.21.15.44:0/2502965585 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcfc0104c30 0x7fcfc0107020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:33.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.659+0000 7fcfbfe00640 1 --2- 172.21.15.44:0/2502965585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcfc0102300 0x7fcfc01046f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:33.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.659+0000 7fcfbfe00640 1 -- 172.21.15.44:0/2502965585 >> 172.21.15.44:0/2502965585 conn(0x7fcfc00fbcb0 msgr2=0x7fcfc00fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:33.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.659+0000 7fcfbfe00640 1 -- 172.21.15.44:0/2502965585 shutdown_connections 2024-05-27T00:31:33.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.659+0000 7fcfbfe00640 1 -- 172.21.15.44:0/2502965585 wait complete. 2024-05-27T00:31:33.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.660+0000 7fcfbfe00640 1 Processor -- start 2024-05-27T00:31:33.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.660+0000 7fcfbfe00640 1 -- start start 2024-05-27T00:31:33.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.660+0000 7fcfbfe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcfc0102300 0x7fcfc0101c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:33.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.660+0000 7fcfbfe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcfc0104c30 0x7fcfc01002b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:33.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.660+0000 7fcfbfe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcfc0107560 0x7fcfc01007f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:33.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.660+0000 7fcfbfe00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcfc010d5f0 con 0x7fcfc0102300 2024-05-27T00:31:33.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.660+0000 7fcfbfe00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcfc010d470 con 0x7fcfc0107560 2024-05-27T00:31:33.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.660+0000 7fcfbfe00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fcfc010d770 con 0x7fcfc0104c30 2024-05-27T00:31:33.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.661+0000 7fcfbea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcfc0102300 0x7fcfc0101c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:33.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.661+0000 7fcfbea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcfc0102300 0x7fcfc0101c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47920/0 (socket says 172.21.15.44:47920) 2024-05-27T00:31:33.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.661+0000 7fcfbea00640 1 -- 172.21.15.44:0/16680739 learned_addr learned my addr 172.21.15.44:0/16680739 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:31:33.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.661+0000 7fcfbf400640 1 --2- 172.21.15.44:0/16680739 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcfc0107560 0x7fcfc01007f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:33.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.661+0000 7fcfb6000640 1 --2- 172.21.15.44:0/16680739 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcfc0104c30 0x7fcfc01002b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:33.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.661+0000 7fcfbea00640 1 -- 172.21.15.44:0/16680739 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcfc0104c30 msgr2=0x7fcfc01002b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:33.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.661+0000 7fcfbea00640 1 --2- 172.21.15.44:0/16680739 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcfc0104c30 0x7fcfc01002b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:33.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.661+0000 7fcfbea00640 1 -- 172.21.15.44:0/16680739 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcfc0107560 msgr2=0x7fcfc01007f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:33.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.661+0000 7fcfbea00640 1 --2- 172.21.15.44:0/16680739 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcfc0107560 0x7fcfc01007f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:33.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.661+0000 7fcfbea00640 1 -- 172.21.15.44:0/16680739 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfc0101080 con 0x7fcfc0102300 2024-05-27T00:31:33.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.661+0000 7fcfbea00640 1 --2- 172.21.15.44:0/16680739 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcfc0102300 0x7fcfc0101c70 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fcfb0009d50 tx=0x7fcfb000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:33.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.662+0000 7fcfb7e00640 1 -- 172.21.15.44:0/16680739 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfb0003b70 con 0x7fcfc0102300 2024-05-27T00:31:33.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.662+0000 7fcfb7e00640 1 -- 172.21.15.44:0/16680739 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fcfb0003d10 con 0x7fcfc0102300 2024-05-27T00:31:33.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.662+0000 7fcfb7e00640 1 -- 172.21.15.44:0/16680739 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfb0010a90 con 0x7fcfc0102300 2024-05-27T00:31:33.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.662+0000 7fcfbfe00640 1 -- 172.21.15.44:0/16680739 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfc01a1cc0 con 0x7fcfc0102300 2024-05-27T00:31:33.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.662+0000 7fcfbfe00640 1 -- 172.21.15.44:0/16680739 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfc01a21b0 con 0x7fcfc0102300 2024-05-27T00:31:33.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.663+0000 7fcfbfe00640 1 -- 172.21.15.44:0/16680739 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcfc00fd7a0 con 0x7fcfc0102300 2024-05-27T00:31:33.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.665+0000 7fcfb7e00640 1 -- 172.21.15.44:0/16680739 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fcfb0004000 con 0x7fcfc0102300 2024-05-27T00:31:33.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.667+0000 7fcfb7e00640 1 --2- 172.21.15.44:0/16680739 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcfa40a2c10 0x7fcfa40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:33.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.667+0000 7fcfb7e00640 1 -- 172.21.15.44:0/16680739 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7fcfb00cf2b0 con 0x7fcfc0102300 2024-05-27T00:31:33.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.667+0000 7fcfb6000640 1 --2- 172.21.15.44:0/16680739 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcfa40a2c10 0x7fcfa40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:33.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.668+0000 7fcfb6000640 1 --2- 172.21.15.44:0/16680739 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcfa40a2c10 0x7fcfa40a50d0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fcfc01019e0 tx=0x7fcfa8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:33.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.671+0000 7fcfb7e00640 1 -- 172.21.15.44:0/16680739 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fcfb009c6b0 con 0x7fcfc0102300 2024-05-27T00:31:33.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:33 smithi044 ceph-mon[31645]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:33.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:33 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:33.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:33 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:31:33.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:33 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:33.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:33 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:33.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:33 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:33.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:33 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:33.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:33 smithi044 ceph-mon[31645]: Deploying daemon mds.l on smithi137 2024-05-27T00:31:33.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:33 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/999801693' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:31:33.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:33 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2576228359' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:31:33.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.917+0000 7fcfbfe00640 1 -- 172.21.15.44:0/16680739 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcfc002d520 con 0x7fcfc0102300 2024-05-27T00:31:33.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.918+0000 7fcfb7e00640 1 -- 172.21.15.44:0/16680739 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+569 (secure 0 0 0) 0x7fcfb009bfb0 con 0x7fcfc0102300 2024-05-27T00:31:33.920 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:31:33.920 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-05-27T00:31:33.920 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 1 2024-05-27T00:31:33.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.922+0000 7fcfbfe00640 1 -- 172.21.15.44:0/16680739 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcfa40a2c10 msgr2=0x7fcfa40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:33.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.922+0000 7fcfbfe00640 1 --2- 172.21.15.44:0/16680739 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcfa40a2c10 0x7fcfa40a50d0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fcfc01019e0 tx=0x7fcfa8005f90 comp rx=0 tx=0).stop 2024-05-27T00:31:33.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.922+0000 7fcfbfe00640 1 -- 172.21.15.44:0/16680739 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcfc0102300 msgr2=0x7fcfc0101c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:33.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.922+0000 7fcfbfe00640 1 --2- 172.21.15.44:0/16680739 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcfc0102300 0x7fcfc0101c70 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fcfb0009d50 tx=0x7fcfb000c6a0 comp rx=0 tx=0).stop 2024-05-27T00:31:33.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.922+0000 7fcfbfe00640 1 -- 172.21.15.44:0/16680739 shutdown_connections 2024-05-27T00:31:33.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.922+0000 7fcfbfe00640 1 --2- 172.21.15.44:0/16680739 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcfa40a2c10 0x7fcfa40a50d0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:33.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.922+0000 7fcfbfe00640 1 --2- 172.21.15.44:0/16680739 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcfc0107560 0x7fcfc01007f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:33.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.922+0000 7fcfbfe00640 1 --2- 172.21.15.44:0/16680739 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcfc0104c30 0x7fcfc01002b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:33.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.922+0000 7fcfbfe00640 1 --2- 172.21.15.44:0/16680739 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcfc0102300 0x7fcfc0101c70 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:33.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.922+0000 7fcfbfe00640 1 -- 172.21.15.44:0/16680739 >> 172.21.15.44:0/16680739 conn(0x7fcfc00fbcb0 msgr2=0x7fcfc0102c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:33.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.922+0000 7fcfbfe00640 1 -- 172.21.15.44:0/16680739 shutdown_connections 2024-05-27T00:31:33.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:33.922+0000 7fcfbfe00640 1 -- 172.21.15.44:0/16680739 wait complete. 2024-05-27T00:31:33.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:33 smithi050 ceph-mon[36071]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:33.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:33 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:33.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:33 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:31:33.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:33 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:33.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:33 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:33.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:33 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:33.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:33 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:33.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:33 smithi050 ceph-mon[36071]: Deploying daemon mds.l on smithi137 2024-05-27T00:31:33.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:33 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/999801693' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:31:33.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:33 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2576228359' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:31:34.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:33 smithi137 ceph-mon[36552]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:34.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:33 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:34.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:33 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:31:34.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:33 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:34.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:33 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:34.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:33 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:34.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:33 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:34.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:33 smithi137 ceph-mon[36552]: Deploying daemon mds.l on smithi137 2024-05-27T00:31:34.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:33 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/999801693' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:31:34.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:33 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2576228359' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:31:34.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:34 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/16680739' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:34.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:34 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/16680739' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:34.983 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:34 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/16680739' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:34.984 INFO:journalctl@ceph.mds.l.smithi137.stdout:May 27 00:31:34 smithi137 systemd[1]: Starting Ceph mds.l for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:31:35.252 INFO:journalctl@ceph.mds.l.smithi137.stdout:May 27 00:31:34 smithi137 podman[66590]: 2024-05-27 00:31:34.885606757 +0000 UTC m=+0.017445432 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:31:35.252 INFO:journalctl@ceph.mds.l.smithi137.stdout:May 27 00:31:35 smithi137 podman[66590]: 2024-05-27 00:31:35.007980432 +0000 UTC m=+0.139819093 container create 31525c89259039a4a994be7f2dff3b640e84cec2ba3f2f365e565672f811ee32 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-l, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, RELEASE=squid-0ef46a2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-05-27T00:31:35.252 INFO:journalctl@ceph.mds.l.smithi137.stdout:May 27 00:31:35 smithi137 podman[66590]: 2024-05-27 00:31:35.252358977 +0000 UTC m=+0.384197644 container init 31525c89259039a4a994be7f2dff3b640e84cec2ba3f2f365e565672f811ee32 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-l, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-0ef46a2, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.license=GPLv2) 2024-05-27T00:31:35.554 INFO:journalctl@ceph.mds.l.smithi137.stdout:May 27 00:31:35 smithi137 podman[66590]: 2024-05-27 00:31:35.254938879 +0000 UTC m=+0.386777543 container start 31525c89259039a4a994be7f2dff3b640e84cec2ba3f2f365e565672f811ee32 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-l, org.label-schema.vendor=CentOS, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=squid-0ef46a2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-05-27T00:31:35.555 INFO:journalctl@ceph.mds.l.smithi137.stdout:May 27 00:31:35 smithi137 ceph-mds[66610]: -- 172.21.15.137:0/2350882867 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ddcb60fa40 con 0x55ddcb5e2800 2024-05-27T00:31:35.555 INFO:journalctl@ceph.mds.l.smithi137.stdout:May 27 00:31:35 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-l[66606]: starting mds.l at 2024-05-27T00:31:35.555 INFO:journalctl@ceph.mds.l.smithi137.stdout:May 27 00:31:35 smithi137 bash[66590]: 31525c89259039a4a994be7f2dff3b640e84cec2ba3f2f365e565672f811ee32 2024-05-27T00:31:35.555 INFO:journalctl@ceph.mds.l.smithi137.stdout:May 27 00:31:35 smithi137 systemd[1]: Started Ceph mds.l for 1fe53dce-1bbf-11ef-bc9b-c7b262605968. 2024-05-27T00:31:35.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:35 smithi044 ceph-mon[31645]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:35.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:35 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.137:6832/718519286,v1:172.21.15.137:6833/718519286] up:boot 2024-05-27T00:31:35.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:35 smithi044 ceph-mon[31645]: fsmap 1 up:standby 2024-05-27T00:31:35.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-27T00:31:35.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:35.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:35.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:35.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:35.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:35.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:35 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:35.944 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:31:35.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:35 smithi050 ceph-mon[36071]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:35.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:35 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.137:6832/718519286,v1:172.21.15.137:6833/718519286] up:boot 2024-05-27T00:31:35.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:35 smithi050 ceph-mon[36071]: fsmap 1 up:standby 2024-05-27T00:31:35.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:35 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-27T00:31:35.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:35 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:35.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:35 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:35.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:35 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:35.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:35 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:35.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:35 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:35.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:35 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:36.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:35 smithi137 ceph-mon[36552]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:36.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:35 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.137:6832/718519286,v1:172.21.15.137:6833/718519286] up:boot 2024-05-27T00:31:36.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:35 smithi137 ceph-mon[36552]: fsmap 1 up:standby 2024-05-27T00:31:36.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:35 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-27T00:31:36.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:35 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:36.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:35 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:36.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:35 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:36.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:35 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:36.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:35 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:36.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:35 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:36.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.165+0000 7f38d3200640 1 -- 172.21.15.44:0/2909355779 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d4103a20 msgr2=0x7f38d4103e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:36.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.165+0000 7f38d3200640 1 --2- 172.21.15.44:0/2909355779 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d4103a20 0x7f38d4103e40 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f38c4009900 tx=0x7f38c402a410 comp rx=0 tx=0).stop 2024-05-27T00:31:36.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.165+0000 7f38d3200640 1 -- 172.21.15.44:0/2909355779 shutdown_connections 2024-05-27T00:31:36.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.165+0000 7f38d3200640 1 --2- 172.21.15.44:0/2909355779 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f38d41055d0 0x7f38d410be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:36.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.165+0000 7f38d3200640 1 --2- 172.21.15.44:0/2909355779 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f38d4104c10 0x7f38d4105090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:36.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.165+0000 7f38d3200640 1 --2- 172.21.15.44:0/2909355779 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d4103a20 0x7f38d4103e40 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:36.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.165+0000 7f38d3200640 1 -- 172.21.15.44:0/2909355779 >> 172.21.15.44:0/2909355779 conn(0x7f38d40fefb0 msgr2=0x7f38d41013d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:36.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.166+0000 7f38d3200640 1 -- 172.21.15.44:0/2909355779 shutdown_connections 2024-05-27T00:31:36.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.166+0000 7f38d3200640 1 -- 172.21.15.44:0/2909355779 wait complete. 2024-05-27T00:31:36.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.167+0000 7f38d3200640 1 Processor -- start 2024-05-27T00:31:36.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.167+0000 7f38d3200640 1 -- start start 2024-05-27T00:31:36.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.167+0000 7f38d3200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f38d4103a20 0x7f38d4199e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:36.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.167+0000 7f38d3200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f38d4104c10 0x7f38d419a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:36.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.167+0000 7f38d3200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d41055d0 0x7f38d41a13b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:36.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.167+0000 7f38d3200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f38d410f7c0 con 0x7f38d41055d0 2024-05-27T00:31:36.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.167+0000 7f38d3200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f38d410f640 con 0x7f38d4103a20 2024-05-27T00:31:36.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.167+0000 7f38d3200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f38d410f940 con 0x7f38d4104c10 2024-05-27T00:31:36.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.167+0000 7f38d1e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f38d4103a20 0x7f38d4199e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:36.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.167+0000 7f38d2800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d41055d0 0x7f38d41a13b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:36.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.167+0000 7f38d1e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f38d4103a20 0x7f38d4199e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:49320/0 (socket says 172.21.15.44:49320) 2024-05-27T00:31:36.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.167+0000 7f38d1e00640 1 -- 172.21.15.44:0/1035172235 learned_addr learned my addr 172.21.15.44:0/1035172235 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:31:36.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.167+0000 7f38d2800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d41055d0 0x7f38d41a13b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38214/0 (socket says 172.21.15.44:38214) 2024-05-27T00:31:36.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.167+0000 7f38cbe00640 1 --2- 172.21.15.44:0/1035172235 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f38d4104c10 0x7f38d419a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:36.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.168+0000 7f38d1e00640 1 -- 172.21.15.44:0/1035172235 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f38d4104c10 msgr2=0x7f38d419a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:36.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.168+0000 7f38d1e00640 1 --2- 172.21.15.44:0/1035172235 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f38d4104c10 0x7f38d419a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:36.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.168+0000 7f38d1e00640 1 -- 172.21.15.44:0/1035172235 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d41055d0 msgr2=0x7f38d41a13b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:36.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.168+0000 7f38d1e00640 1 --2- 172.21.15.44:0/1035172235 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d41055d0 0x7f38d41a13b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:36.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.168+0000 7f38d1e00640 1 -- 172.21.15.44:0/1035172235 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38d41a1a20 con 0x7f38d4103a20 2024-05-27T00:31:36.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.168+0000 7f38d2800640 1 --2- 172.21.15.44:0/1035172235 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d41055d0 0x7f38d41a13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:31:36.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.168+0000 7f38d1e00640 1 --2- 172.21.15.44:0/1035172235 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f38d4103a20 0x7f38d4199e00 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f38c4009230 tx=0x7f38c40042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:36.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.168+0000 7f38caa00640 1 -- 172.21.15.44:0/1035172235 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38c403f030 con 0x7f38d4103a20 2024-05-27T00:31:36.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.168+0000 7f38d3200640 1 -- 172.21.15.44:0/1035172235 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38d41a1cb0 con 0x7f38d4103a20 2024-05-27T00:31:36.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.169+0000 7f38caa00640 1 -- 172.21.15.44:0/1035172235 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f38c4003d00 con 0x7f38d4103a20 2024-05-27T00:31:36.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.169+0000 7f38caa00640 1 -- 172.21.15.44:0/1035172235 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38c4035070 con 0x7f38d4103a20 2024-05-27T00:31:36.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.169+0000 7f38d3200640 1 -- 172.21.15.44:0/1035172235 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38d41a21a0 con 0x7f38d4103a20 2024-05-27T00:31:36.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.170+0000 7f38d3200640 1 -- 172.21.15.44:0/1035172235 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38d410ad40 con 0x7f38d4103a20 2024-05-27T00:31:36.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.172+0000 7f38caa00640 1 -- 172.21.15.44:0/1035172235 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f38c4042030 con 0x7f38d4103a20 2024-05-27T00:31:36.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.173+0000 7f38caa00640 1 --2- 172.21.15.44:0/1035172235 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f38b80a2b90 0x7f38b80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:36.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.173+0000 7f38caa00640 1 -- 172.21.15.44:0/1035172235 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f38c40eed40 con 0x7f38d4103a20 2024-05-27T00:31:36.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.173+0000 7f38cbe00640 1 --2- 172.21.15.44:0/1035172235 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f38b80a2b90 0x7f38b80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:36.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.174+0000 7f38cbe00640 1 --2- 172.21.15.44:0/1035172235 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f38b80a2b90 0x7f38b80a5050 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f38bc0095f0 tx=0x7f38bc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:36.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.177+0000 7f38caa00640 1 -- 172.21.15.44:0/1035172235 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f38c40bba50 con 0x7f38d4103a20 2024-05-27T00:31:36.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.423+0000 7f38d3200640 1 -- 172.21.15.44:0/1035172235 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f38d40625a0 con 0x7f38d4103a20 2024-05-27T00:31:36.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.425+0000 7f38caa00640 1 -- 172.21.15.44:0/1035172235 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1393 (secure 0 0 0) 0x7f38c40bfd50 con 0x7f38d4103a20 2024-05-27T00:31:36.426 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:31:36.426 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-05-27T00:31:36.426 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 2 2024-05-27T00:31:36.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.427+0000 7f38d3200640 1 -- 172.21.15.44:0/1035172235 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f38b80a2b90 msgr2=0x7f38b80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:36.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.427+0000 7f38d3200640 1 --2- 172.21.15.44:0/1035172235 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f38b80a2b90 0x7f38b80a5050 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f38bc0095f0 tx=0x7f38bc005f90 comp rx=0 tx=0).stop 2024-05-27T00:31:36.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.427+0000 7f38d3200640 1 -- 172.21.15.44:0/1035172235 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f38d4103a20 msgr2=0x7f38d4199e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:36.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.427+0000 7f38d3200640 1 --2- 172.21.15.44:0/1035172235 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f38d4103a20 0x7f38d4199e00 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f38c4009230 tx=0x7f38c40042f0 comp rx=0 tx=0).stop 2024-05-27T00:31:36.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.427+0000 7f38d3200640 1 -- 172.21.15.44:0/1035172235 shutdown_connections 2024-05-27T00:31:36.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.427+0000 7f38d3200640 1 --2- 172.21.15.44:0/1035172235 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f38b80a2b90 0x7f38b80a5050 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:36.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.427+0000 7f38d3200640 1 --2- 172.21.15.44:0/1035172235 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f38d41055d0 0x7f38d41a13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:36.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.427+0000 7f38d3200640 1 --2- 172.21.15.44:0/1035172235 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f38d4104c10 0x7f38d419a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:36.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.427+0000 7f38d3200640 1 --2- 172.21.15.44:0/1035172235 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f38d4103a20 0x7f38d4199e00 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:36.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.427+0000 7f38d3200640 1 -- 172.21.15.44:0/1035172235 >> 172.21.15.44:0/1035172235 conn(0x7f38d40fefb0 msgr2=0x7f38d4107f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:36.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.427+0000 7f38d3200640 1 -- 172.21.15.44:0/1035172235 shutdown_connections 2024-05-27T00:31:36.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:36.427+0000 7f38d3200640 1 -- 172.21.15.44:0/1035172235 wait complete. 2024-05-27T00:31:36.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:36 smithi044 ceph-mon[31645]: Deploying daemon mds.k on smithi050 2024-05-27T00:31:36.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:36 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1035172235' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:36.945 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:36 smithi050 ceph-mon[36071]: Deploying daemon mds.k on smithi050 2024-05-27T00:31:36.945 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:36 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1035172235' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:37.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:36 smithi137 ceph-mon[36552]: Deploying daemon mds.k on smithi050 2024-05-27T00:31:37.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:36 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1035172235' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:37.634 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:37 smithi050 ceph-mon[36071]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:37.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:37 smithi044 ceph-mon[31645]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:37.950 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 27 00:31:37 smithi050 systemd[1]: Starting Ceph mds.k for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:31:38.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:37 smithi137 ceph-mon[36552]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:38.285 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 27 00:31:38 smithi050 podman[65737]: 2024-05-27 00:31:38.031473369 +0000 UTC m=+0.107922679 container create 1158f47c5fcc3df97da929a6b3fff3652c1c0315818acd4cd893d71dc4255ac3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-k, RELEASE=squid-0ef46a2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True) 2024-05-27T00:31:38.285 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 27 00:31:38 smithi050 podman[65737]: 2024-05-27 00:31:37.941340413 +0000 UTC m=+0.017789685 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:31:38.286 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 27 00:31:38 smithi050 podman[65737]: 2024-05-27 00:31:38.259152679 +0000 UTC m=+0.335601952 container init 1158f47c5fcc3df97da929a6b3fff3652c1c0315818acd4cd893d71dc4255ac3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-k, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, RELEASE=squid-0ef46a2, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-05-27T00:31:38.286 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 27 00:31:38 smithi050 podman[65737]: 2024-05-27 00:31:38.261875487 +0000 UTC m=+0.338324752 container start 1158f47c5fcc3df97da929a6b3fff3652c1c0315818acd4cd893d71dc4255ac3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-k, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD) 2024-05-27T00:31:38.448 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:31:38.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.661+0000 7f26e1200640 1 -- 172.21.15.44:0/1050459316 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f26dc074400 msgr2=0x7f26dc074880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:38.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.661+0000 7f26e1200640 1 --2- 172.21.15.44:0/1050459316 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f26dc074400 0x7f26dc074880 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f26c4009930 tx=0x7f26c402a420 comp rx=0 tx=0).stop 2024-05-27T00:31:38.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.662+0000 7f26e1200640 1 -- 172.21.15.44:0/1050459316 shutdown_connections 2024-05-27T00:31:38.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.662+0000 7f26e1200640 1 --2- 172.21.15.44:0/1050459316 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26dc10dfc0 0x7f26dc1103b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:38.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.662+0000 7f26e1200640 1 --2- 172.21.15.44:0/1050459316 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f26dc074400 0x7f26dc074880 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:38.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.662+0000 7f26e1200640 1 --2- 172.21.15.44:0/1050459316 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f26dc0759e0 0x7f26dc073e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:38.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.662+0000 7f26e1200640 1 -- 172.21.15.44:0/1050459316 >> 172.21.15.44:0/1050459316 conn(0x7f26dc0fcf80 msgr2=0x7f26dc0ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:38.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.662+0000 7f26e1200640 1 -- 172.21.15.44:0/1050459316 shutdown_connections 2024-05-27T00:31:38.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.662+0000 7f26e1200640 1 -- 172.21.15.44:0/1050459316 wait complete. 2024-05-27T00:31:38.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.663+0000 7f26e1200640 1 Processor -- start 2024-05-27T00:31:38.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.663+0000 7f26e1200640 1 -- start start 2024-05-27T00:31:38.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.663+0000 7f26e1200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f26dc074400 0x7f26dc19e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:38.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.663+0000 7f26e1200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26dc0759e0 0x7f26dc19e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:38.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.663+0000 7f26e1200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f26dc10dfc0 0x7f26dc1a59b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:38.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.663+0000 7f26e1200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f26dc113df0 con 0x7f26dc074400 2024-05-27T00:31:38.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.663+0000 7f26e1200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f26dc113c70 con 0x7f26dc0759e0 2024-05-27T00:31:38.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.663+0000 7f26e1200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f26dc113f70 con 0x7f26dc10dfc0 2024-05-27T00:31:38.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.663+0000 7f26d9e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f26dc074400 0x7f26dc19e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:38.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.664+0000 7f26d3e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26dc0759e0 0x7f26dc19e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:38.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.664+0000 7f26d9e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f26dc074400 0x7f26dc19e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38226/0 (socket says 172.21.15.44:38226) 2024-05-27T00:31:38.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.664+0000 7f26d9e00640 1 -- 172.21.15.44:0/3675476209 learned_addr learned my addr 172.21.15.44:0/3675476209 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:31:38.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.664+0000 7f26da800640 1 --2- 172.21.15.44:0/3675476209 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f26dc10dfc0 0x7f26dc1a59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:38.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.664+0000 7f26d3e00640 1 -- 172.21.15.44:0/3675476209 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f26dc10dfc0 msgr2=0x7f26dc1a59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:38.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.664+0000 7f26d3e00640 1 --2- 172.21.15.44:0/3675476209 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f26dc10dfc0 0x7f26dc1a59b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:38.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.664+0000 7f26d3e00640 1 -- 172.21.15.44:0/3675476209 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f26dc074400 msgr2=0x7f26dc19e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:38.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.664+0000 7f26d3e00640 1 --2- 172.21.15.44:0/3675476209 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f26dc074400 0x7f26dc19e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:38.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.664+0000 7f26d3e00640 1 -- 172.21.15.44:0/3675476209 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26dc1a6020 con 0x7f26dc0759e0 2024-05-27T00:31:38.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.664+0000 7f26d9e00640 1 --2- 172.21.15.44:0/3675476209 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f26dc074400 0x7f26dc19e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:31:38.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.664+0000 7f26d3e00640 1 --2- 172.21.15.44:0/3675476209 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26dc0759e0 0x7f26dc19e940 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f26c402a940 tx=0x7f26c4032cf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:38.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.665+0000 7f26d2a00640 1 -- 172.21.15.44:0/3675476209 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26c403f030 con 0x7f26dc0759e0 2024-05-27T00:31:38.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.665+0000 7f26d2a00640 1 -- 172.21.15.44:0/3675476209 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f26c4003d00 con 0x7f26dc0759e0 2024-05-27T00:31:38.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.665+0000 7f26e1200640 1 -- 172.21.15.44:0/3675476209 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26dc1a62b0 con 0x7f26dc0759e0 2024-05-27T00:31:38.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.665+0000 7f26d2a00640 1 -- 172.21.15.44:0/3675476209 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26c4035070 con 0x7f26dc0759e0 2024-05-27T00:31:38.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.665+0000 7f26e1200640 1 -- 172.21.15.44:0/3675476209 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26dc1a6770 con 0x7f26dc0759e0 2024-05-27T00:31:38.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.666+0000 7f26e1200640 1 -- 172.21.15.44:0/3675476209 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26dc104080 con 0x7f26dc0759e0 2024-05-27T00:31:38.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.668+0000 7f26d2a00640 1 -- 172.21.15.44:0/3675476209 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f26c4042030 con 0x7f26dc0759e0 2024-05-27T00:31:38.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.669+0000 7f26d2a00640 1 --2- 172.21.15.44:0/3675476209 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f26c00a2b90 0x7f26c00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:38.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.669+0000 7f26d2a00640 1 -- 172.21.15.44:0/3675476209 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f26c40eef50 con 0x7f26dc0759e0 2024-05-27T00:31:38.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.669+0000 7f26d9e00640 1 --2- 172.21.15.44:0/3675476209 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f26c00a2b90 0x7f26c00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:38.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.670+0000 7f26d9e00640 1 --2- 172.21.15.44:0/3675476209 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f26c00a2b90 0x7f26c00a5050 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f26cc011550 tx=0x7f26cc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:38.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.673+0000 7f26d2a00640 1 -- 172.21.15.44:0/3675476209 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f26c40bbc60 con 0x7f26dc0759e0 2024-05-27T00:31:38.700 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 27 00:31:38 smithi050 ceph-mds[65756]: -- 172.21.15.50:0/355048517 <== mon.2 v2:172.21.15.50:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e5e021fa40 con 0x55e5e01f2800 2024-05-27T00:31:38.700 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 27 00:31:38 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-k[65752]: starting mds.k at 2024-05-27T00:31:38.700 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 27 00:31:38 smithi050 bash[65737]: 1158f47c5fcc3df97da929a6b3fff3652c1c0315818acd4cd893d71dc4255ac3 2024-05-27T00:31:38.701 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 27 00:31:38 smithi050 systemd[1]: Started Ceph mds.k for 1fe53dce-1bbf-11ef-bc9b-c7b262605968. 2024-05-27T00:31:38.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.920+0000 7f26e1200640 1 -- 172.21.15.44:0/3675476209 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f26dc02d2e0 con 0x7f26dc0759e0 2024-05-27T00:31:38.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.921+0000 7f26d2a00640 1 -- 172.21.15.44:0/3675476209 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2218 (secure 0 0 0) 0x7f26c40bff60 con 0x7f26dc0759e0 2024-05-27T00:31:38.923 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:31:38.924 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-05-27T00:31:38.924 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 3 2024-05-27T00:31:38.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.924+0000 7f26e1200640 1 -- 172.21.15.44:0/3675476209 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f26c00a2b90 msgr2=0x7f26c00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:38.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.924+0000 7f26e1200640 1 --2- 172.21.15.44:0/3675476209 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f26c00a2b90 0x7f26c00a5050 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f26cc011550 tx=0x7f26cc005f90 comp rx=0 tx=0).stop 2024-05-27T00:31:38.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.924+0000 7f26e1200640 1 -- 172.21.15.44:0/3675476209 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26dc0759e0 msgr2=0x7f26dc19e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:38.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.924+0000 7f26e1200640 1 --2- 172.21.15.44:0/3675476209 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26dc0759e0 0x7f26dc19e940 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f26c402a940 tx=0x7f26c4032cf0 comp rx=0 tx=0).stop 2024-05-27T00:31:38.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.924+0000 7f26e1200640 1 -- 172.21.15.44:0/3675476209 shutdown_connections 2024-05-27T00:31:38.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.924+0000 7f26e1200640 1 --2- 172.21.15.44:0/3675476209 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f26c00a2b90 0x7f26c00a5050 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:38.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.924+0000 7f26e1200640 1 --2- 172.21.15.44:0/3675476209 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f26dc10dfc0 0x7f26dc1a59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:38.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.924+0000 7f26e1200640 1 --2- 172.21.15.44:0/3675476209 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f26dc0759e0 0x7f26dc19e940 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:38.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.924+0000 7f26e1200640 1 --2- 172.21.15.44:0/3675476209 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f26dc074400 0x7f26dc19e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:38.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.924+0000 7f26e1200640 1 -- 172.21.15.44:0/3675476209 >> 172.21.15.44:0/3675476209 conn(0x7f26dc0fcf80 msgr2=0x7f26dc101250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:38.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.924+0000 7f26e1200640 1 -- 172.21.15.44:0/3675476209 shutdown_connections 2024-05-27T00:31:38.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:38.924+0000 7f26e1200640 1 -- 172.21.15.44:0/3675476209 wait complete. 2024-05-27T00:31:39.671 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:39 smithi044 ceph-mon[31645]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:39.671 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:39.671 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:39.671 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:39.672 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:39.672 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:39.672 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:39.672 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:39 smithi044 ceph-mon[31645]: Deploying daemon mds.j on smithi044 2024-05-27T00:31:39.672 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:39 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.50:6832/3326498986,v1:172.21.15.50:6833/3326498986] up:boot 2024-05-27T00:31:39.672 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:39 smithi044 ceph-mon[31645]: fsmap 2 up:standby 2024-05-27T00:31:39.672 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:39 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-27T00:31:39.672 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:39 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3675476209' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:39.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:39 smithi050 ceph-mon[36071]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:39.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:39.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:39.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:39.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:39.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:39.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:39.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:39 smithi050 ceph-mon[36071]: Deploying daemon mds.j on smithi044 2024-05-27T00:31:39.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:39 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.50:6832/3326498986,v1:172.21.15.50:6833/3326498986] up:boot 2024-05-27T00:31:39.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:39 smithi050 ceph-mon[36071]: fsmap 2 up:standby 2024-05-27T00:31:39.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:39 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-27T00:31:39.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:39 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3675476209' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:39.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:39 smithi137 ceph-mon[36552]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:39.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:39.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:39.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:39.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:39.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:39.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:39.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:39 smithi137 ceph-mon[36552]: Deploying daemon mds.j on smithi044 2024-05-27T00:31:39.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:39 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.50:6832/3326498986,v1:172.21.15.50:6833/3326498986] up:boot 2024-05-27T00:31:39.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:39 smithi137 ceph-mon[36552]: fsmap 2 up:standby 2024-05-27T00:31:39.754 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:39 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-27T00:31:39.754 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:39 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3675476209' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:40.947 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:31:41.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.398+0000 7fbd75400640 1 -- 172.21.15.44:0/2104323301 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd70076360 msgr2=0x7fbd70076780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:41.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.398+0000 7fbd75400640 1 --2- 172.21.15.44:0/2104323301 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd70076360 0x7fbd70076780 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fbd60009900 tx=0x7fbd6002a3f0 comp rx=0 tx=0).stop 2024-05-27T00:31:41.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.398+0000 7fbd75400640 1 -- 172.21.15.44:0/2104323301 shutdown_connections 2024-05-27T00:31:41.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.398+0000 7fbd75400640 1 --2- 172.21.15.44:0/2104323301 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbd70077f40 0x7fbd700787e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:41.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.398+0000 7fbd75400640 1 --2- 172.21.15.44:0/2104323301 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd700775a0 0x7fbd70077a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:41.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.398+0000 7fbd75400640 1 --2- 172.21.15.44:0/2104323301 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd70076360 0x7fbd70076780 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:41.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.398+0000 7fbd75400640 1 -- 172.21.15.44:0/2104323301 >> 172.21.15.44:0/2104323301 conn(0x7fbd700ff190 msgr2=0x7fbd701015b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:41.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.398+0000 7fbd75400640 1 -- 172.21.15.44:0/2104323301 shutdown_connections 2024-05-27T00:31:41.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.398+0000 7fbd75400640 1 -- 172.21.15.44:0/2104323301 wait complete. 2024-05-27T00:31:41.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.399+0000 7fbd75400640 1 Processor -- start 2024-05-27T00:31:41.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.399+0000 7fbd75400640 1 -- start start 2024-05-27T00:31:41.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.399+0000 7fbd75400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd70076360 0x7fbd7019e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:41.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.399+0000 7fbd75400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbd700775a0 0x7fbd7019e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:41.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.399+0000 7fbd75400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd70077f40 0x7fbd701a59b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:41.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.399+0000 7fbd75400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbd70113de0 con 0x7fbd70077f40 2024-05-27T00:31:41.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.399+0000 7fbd75400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbd70113c60 con 0x7fbd70076360 2024-05-27T00:31:41.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.399+0000 7fbd75400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fbd70113f60 con 0x7fbd700775a0 2024-05-27T00:31:41.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.400+0000 7fbd67e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbd700775a0 0x7fbd7019e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:41.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.400+0000 7fbd67e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbd700775a0 0x7fbd7019e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:50368/0 (socket says 172.21.15.44:50368) 2024-05-27T00:31:41.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.400+0000 7fbd67e00640 1 -- 172.21.15.44:0/689318539 learned_addr learned my addr 172.21.15.44:0/689318539 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:31:41.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.400+0000 7fbd6f200640 1 --2- 172.21.15.44:0/689318539 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd70077f40 0x7fbd701a59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:41.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.400+0000 7fbd6e800640 1 --2- 172.21.15.44:0/689318539 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd70076360 0x7fbd7019e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:41.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.400+0000 7fbd67e00640 1 -- 172.21.15.44:0/689318539 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd70076360 msgr2=0x7fbd7019e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:41.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.400+0000 7fbd67e00640 1 --2- 172.21.15.44:0/689318539 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd70076360 0x7fbd7019e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:41.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.400+0000 7fbd67e00640 1 -- 172.21.15.44:0/689318539 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd70077f40 msgr2=0x7fbd701a59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:41.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.400+0000 7fbd67e00640 1 --2- 172.21.15.44:0/689318539 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd70077f40 0x7fbd701a59b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:41.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.400+0000 7fbd67e00640 1 -- 172.21.15.44:0/689318539 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd701a6020 con 0x7fbd700775a0 2024-05-27T00:31:41.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.400+0000 7fbd67e00640 1 --2- 172.21.15.44:0/689318539 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbd700775a0 0x7fbd7019e940 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fbd5800ea60 tx=0x7fbd5800ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:41.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.401+0000 7fbd67400640 1 -- 172.21.15.44:0/689318539 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd5800cd20 con 0x7fbd700775a0 2024-05-27T00:31:41.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.401+0000 7fbd67400640 1 -- 172.21.15.44:0/689318539 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbd580035f0 con 0x7fbd700775a0 2024-05-27T00:31:41.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.401+0000 7fbd67400640 1 -- 172.21.15.44:0/689318539 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd58010690 con 0x7fbd700775a0 2024-05-27T00:31:41.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.401+0000 7fbd75400640 1 -- 172.21.15.44:0/689318539 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd701a6310 con 0x7fbd700775a0 2024-05-27T00:31:41.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.401+0000 7fbd75400640 1 -- 172.21.15.44:0/689318539 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd701a68b0 con 0x7fbd700775a0 2024-05-27T00:31:41.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.402+0000 7fbd75400640 1 -- 172.21.15.44:0/689318539 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd701106c0 con 0x7fbd700775a0 2024-05-27T00:31:41.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.404+0000 7fbd67400640 1 -- 172.21.15.44:0/689318539 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fbd580037a0 con 0x7fbd700775a0 2024-05-27T00:31:41.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.405+0000 7fbd67400640 1 --2- 172.21.15.44:0/689318539 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fbd540a2c10 0x7fbd540a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:41.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.406+0000 7fbd67400640 1 -- 172.21.15.44:0/689318539 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7fbd580cef90 con 0x7fbd700775a0 2024-05-27T00:31:41.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.406+0000 7fbd6e800640 1 --2- 172.21.15.44:0/689318539 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fbd540a2c10 0x7fbd540a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:41.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.407+0000 7fbd6e800640 1 --2- 172.21.15.44:0/689318539 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fbd540a2c10 0x7fbd540a50d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fbd60005ab0 tx=0x7fbd60005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:41.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.410+0000 7fbd67400640 1 -- 172.21.15.44:0/689318539 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbd5809c2f0 con 0x7fbd700775a0 2024-05-27T00:31:41.611 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:41 smithi044 ceph-mon[31645]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:41.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.695+0000 7fbd75400640 1 -- 172.21.15.44:0/689318539 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbd7002d2e0 con 0x7fbd700775a0 2024-05-27T00:31:41.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.697+0000 7fbd67400640 1 -- 172.21.15.44:0/689318539 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2218 (secure 0 0 0) 0x7fbd5809bbf0 con 0x7fbd700775a0 2024-05-27T00:31:41.698 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:31:41.698 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-05-27T00:31:41.698 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 3 2024-05-27T00:31:41.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:41 smithi050 ceph-mon[36071]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:41.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.698+0000 7fbd75400640 1 -- 172.21.15.44:0/689318539 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fbd540a2c10 msgr2=0x7fbd540a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:41.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.698+0000 7fbd75400640 1 --2- 172.21.15.44:0/689318539 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fbd540a2c10 0x7fbd540a50d0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fbd60005ab0 tx=0x7fbd60005a20 comp rx=0 tx=0).stop 2024-05-27T00:31:41.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.698+0000 7fbd75400640 1 -- 172.21.15.44:0/689318539 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbd700775a0 msgr2=0x7fbd7019e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:41.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.698+0000 7fbd75400640 1 --2- 172.21.15.44:0/689318539 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbd700775a0 0x7fbd7019e940 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fbd5800ea60 tx=0x7fbd5800ee60 comp rx=0 tx=0).stop 2024-05-27T00:31:41.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.699+0000 7fbd75400640 1 -- 172.21.15.44:0/689318539 shutdown_connections 2024-05-27T00:31:41.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.699+0000 7fbd75400640 1 --2- 172.21.15.44:0/689318539 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fbd540a2c10 0x7fbd540a50d0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:41.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.699+0000 7fbd75400640 1 --2- 172.21.15.44:0/689318539 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbd70077f40 0x7fbd701a59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:41.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.699+0000 7fbd75400640 1 --2- 172.21.15.44:0/689318539 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbd700775a0 0x7fbd7019e940 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:41.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.699+0000 7fbd75400640 1 --2- 172.21.15.44:0/689318539 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbd70076360 0x7fbd7019e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:41.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.699+0000 7fbd75400640 1 -- 172.21.15.44:0/689318539 >> 172.21.15.44:0/689318539 conn(0x7fbd700ff190 msgr2=0x7fbd70100800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:41.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.699+0000 7fbd75400640 1 -- 172.21.15.44:0/689318539 shutdown_connections 2024-05-27T00:31:41.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:41.699+0000 7fbd75400640 1 -- 172.21.15.44:0/689318539 wait complete. 2024-05-27T00:31:41.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:41 smithi137 ceph-mon[36552]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:42.362 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 27 00:31:42 smithi044 systemd[1]: Started Ceph mds.j for 1fe53dce-1bbf-11ef-bc9b-c7b262605968. 2024-05-27T00:31:42.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:42 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/689318539' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:42.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:42 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:42.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:42 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:42.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:42 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:42.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:42 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:42.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:42 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:42.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:42 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:42.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:42 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/689318539' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:42.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:42 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:42.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:42 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:42.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:42 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:42.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:42 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:42.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:42 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:42.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:42 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:42.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:42 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/689318539' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:42.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:42 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:42.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:42 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:42.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:42 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:42.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:42 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:42.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:42 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:42.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:42 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:43.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:43 smithi044 ceph-mon[31645]: Deploying daemon mds.d on smithi044 2024-05-27T00:31:43.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:43 smithi044 ceph-mon[31645]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:43.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:43 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.44:6834/2387812742,v1:172.21.15.44:6835/2387812742] up:boot 2024-05-27T00:31:43.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:43 smithi044 ceph-mon[31645]: fsmap 3 up:standby 2024-05-27T00:31:43.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:43 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-27T00:31:43.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:43 smithi050 ceph-mon[36071]: Deploying daemon mds.d on smithi044 2024-05-27T00:31:43.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:43 smithi050 ceph-mon[36071]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:43.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:43 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.44:6834/2387812742,v1:172.21.15.44:6835/2387812742] up:boot 2024-05-27T00:31:43.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:43 smithi050 ceph-mon[36071]: fsmap 3 up:standby 2024-05-27T00:31:43.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:43 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-27T00:31:43.724 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:31:43.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:43 smithi137 ceph-mon[36552]: Deploying daemon mds.d on smithi044 2024-05-27T00:31:43.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:43 smithi137 ceph-mon[36552]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:43.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:43 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.44:6834/2387812742,v1:172.21.15.44:6835/2387812742] up:boot 2024-05-27T00:31:43.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:43 smithi137 ceph-mon[36552]: fsmap 3 up:standby 2024-05-27T00:31:43.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:43 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-27T00:31:43.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.922+0000 7f5341e00640 1 -- 172.21.15.44:0/2353223398 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f533c103a20 msgr2=0x7f533c103e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:43.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.922+0000 7f5341e00640 1 --2- 172.21.15.44:0/2353223398 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f533c103a20 0x7f533c103e40 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5330009900 tx=0x7f533002a3f0 comp rx=0 tx=0).stop 2024-05-27T00:31:43.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.922+0000 7f5341e00640 1 -- 172.21.15.44:0/2353223398 shutdown_connections 2024-05-27T00:31:43.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.922+0000 7f5341e00640 1 --2- 172.21.15.44:0/2353223398 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f533c1055d0 0x7f533c10be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:43.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.922+0000 7f5341e00640 1 --2- 172.21.15.44:0/2353223398 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f533c104c10 0x7f533c105090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:43.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.922+0000 7f5341e00640 1 --2- 172.21.15.44:0/2353223398 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f533c103a20 0x7f533c103e40 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:43.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.922+0000 7f5341e00640 1 -- 172.21.15.44:0/2353223398 >> 172.21.15.44:0/2353223398 conn(0x7f533c0fefb0 msgr2=0x7f533c1013d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:43.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.922+0000 7f5341e00640 1 -- 172.21.15.44:0/2353223398 shutdown_connections 2024-05-27T00:31:43.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.922+0000 7f5341e00640 1 -- 172.21.15.44:0/2353223398 wait complete. 2024-05-27T00:31:43.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.923+0000 7f5341e00640 1 Processor -- start 2024-05-27T00:31:43.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.923+0000 7f5341e00640 1 -- start start 2024-05-27T00:31:43.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.924+0000 7f5341e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f533c103a20 0x7f533c199e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:43.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.924+0000 7f5341e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f533c104c10 0x7f533c19a370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:43.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.924+0000 7f5341e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f533c1055d0 0x7f533c1a13e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:43.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.924+0000 7f5341e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f533c10f7c0 con 0x7f533c104c10 2024-05-27T00:31:43.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.924+0000 7f5341e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f533c10f640 con 0x7f533c1055d0 2024-05-27T00:31:43.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.924+0000 7f5341e00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f533c10f940 con 0x7f533c103a20 2024-05-27T00:31:43.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.924+0000 7f533be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f533c104c10 0x7f533c19a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:43.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.924+0000 7f533be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f533c104c10 0x7f533c19a370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38284/0 (socket says 172.21.15.44:38284) 2024-05-27T00:31:43.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.924+0000 7f533be00640 1 -- 172.21.15.44:0/3384144201 learned_addr learned my addr 172.21.15.44:0/3384144201 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:31:43.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.924+0000 7f5341400640 1 --2- 172.21.15.44:0/3384144201 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f533c1055d0 0x7f533c1a13e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:43.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.924+0000 7f5340a00640 1 --2- 172.21.15.44:0/3384144201 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f533c103a20 0x7f533c199e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:43.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.925+0000 7f533be00640 1 -- 172.21.15.44:0/3384144201 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f533c103a20 msgr2=0x7f533c199e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:43.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.925+0000 7f533be00640 1 --2- 172.21.15.44:0/3384144201 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f533c103a20 0x7f533c199e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:43.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.925+0000 7f533be00640 1 -- 172.21.15.44:0/3384144201 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f533c1055d0 msgr2=0x7f533c1a13e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:43.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.925+0000 7f533be00640 1 --2- 172.21.15.44:0/3384144201 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f533c1055d0 0x7f533c1a13e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:43.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.925+0000 7f533be00640 1 -- 172.21.15.44:0/3384144201 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f533c1a1a50 con 0x7f533c104c10 2024-05-27T00:31:43.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.925+0000 7f5341400640 1 --2- 172.21.15.44:0/3384144201 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f533c1055d0 0x7f533c1a13e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:31:43.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.925+0000 7f533be00640 1 --2- 172.21.15.44:0/3384144201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f533c104c10 0x7f533c19a370 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f532800d950 tx=0x7f532800dd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:43.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.925+0000 7f5339600640 1 -- 172.21.15.44:0/3384144201 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5328017070 con 0x7f533c104c10 2024-05-27T00:31:43.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.925+0000 7f5339600640 1 -- 172.21.15.44:0/3384144201 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f532800de80 con 0x7f533c104c10 2024-05-27T00:31:43.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.925+0000 7f5341e00640 1 -- 172.21.15.44:0/3384144201 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f533c1a1d40 con 0x7f533c104c10 2024-05-27T00:31:43.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.925+0000 7f5339600640 1 -- 172.21.15.44:0/3384144201 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f532800f620 con 0x7f533c104c10 2024-05-27T00:31:43.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.925+0000 7f5341e00640 1 -- 172.21.15.44:0/3384144201 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f533c1a2230 con 0x7f533c104c10 2024-05-27T00:31:43.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.927+0000 7f5341e00640 1 -- 172.21.15.44:0/3384144201 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f533c10ad40 con 0x7f533c104c10 2024-05-27T00:31:43.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.929+0000 7f5339600640 1 -- 172.21.15.44:0/3384144201 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5328009c30 con 0x7f533c104c10 2024-05-27T00:31:43.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.930+0000 7f5339600640 1 --2- 172.21.15.44:0/3384144201 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f53240a2b90 0x7f53240a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:43.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.930+0000 7f5339600640 1 -- 172.21.15.44:0/3384144201 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f53280ce8b0 con 0x7f533c104c10 2024-05-27T00:31:43.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.931+0000 7f5340a00640 1 --2- 172.21.15.44:0/3384144201 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f53240a2b90 0x7f53240a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:43.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.931+0000 7f5340a00640 1 --2- 172.21.15.44:0/3384144201 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f53240a2b90 0x7f53240a5050 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f5330031570 tx=0x7f5330031640 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:43.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:43.936+0000 7f5339600640 1 -- 172.21.15.44:0/3384144201 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f532809bc10 con 0x7f533c104c10 2024-05-27T00:31:44.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:44.186+0000 7f5341e00640 1 -- 172.21.15.44:0/3384144201 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f533c0625d0 con 0x7f533c104c10 2024-05-27T00:31:44.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:44.187+0000 7f5339600640 1 -- 172.21.15.44:0/3384144201 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3043 (secure 0 0 0) 0x7f532809b510 con 0x7f533c104c10 2024-05-27T00:31:44.188 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:31:44.188 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[]} 2024-05-27T00:31:44.188 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 4 2024-05-27T00:31:44.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:44.190+0000 7f5341e00640 1 -- 172.21.15.44:0/3384144201 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f53240a2b90 msgr2=0x7f53240a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:44.190+0000 7f5341e00640 1 --2- 172.21.15.44:0/3384144201 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f53240a2b90 0x7f53240a5050 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f5330031570 tx=0x7f5330031640 comp rx=0 tx=0).stop 2024-05-27T00:31:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:44.190+0000 7f5341e00640 1 -- 172.21.15.44:0/3384144201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f533c104c10 msgr2=0x7f533c19a370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:44.190+0000 7f5341e00640 1 --2- 172.21.15.44:0/3384144201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f533c104c10 0x7f533c19a370 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f532800d950 tx=0x7f532800dd50 comp rx=0 tx=0).stop 2024-05-27T00:31:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:44.190+0000 7f5341e00640 1 -- 172.21.15.44:0/3384144201 shutdown_connections 2024-05-27T00:31:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:44.190+0000 7f5341e00640 1 --2- 172.21.15.44:0/3384144201 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f53240a2b90 0x7f53240a5050 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:44.190+0000 7f5341e00640 1 --2- 172.21.15.44:0/3384144201 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f533c1055d0 0x7f533c1a13e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:44.190+0000 7f5341e00640 1 --2- 172.21.15.44:0/3384144201 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f533c104c10 0x7f533c19a370 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:44.190+0000 7f5341e00640 1 --2- 172.21.15.44:0/3384144201 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f533c103a20 0x7f533c199e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:44.190+0000 7f5341e00640 1 -- 172.21.15.44:0/3384144201 >> 172.21.15.44:0/3384144201 conn(0x7f533c0fefb0 msgr2=0x7f533c107f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:44.190+0000 7f5341e00640 1 -- 172.21.15.44:0/3384144201 shutdown_connections 2024-05-27T00:31:44.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:44.190+0000 7f5341e00640 1 -- 172.21.15.44:0/3384144201 wait complete. 2024-05-27T00:31:44.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:44 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3384144201' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:44.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:44 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3384144201' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:44.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:44 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3384144201' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:45.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:45 smithi044 ceph-mon[31645]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:45.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:45 smithi050 ceph-mon[36071]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:45.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:45 smithi137 ceph-mon[36552]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:45.969 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 27 00:31:45 smithi044 podman[70099]: 2024-05-27 00:31:45.680094011 +0000 UTC m=+0.158704353 container create 82060a1fcc8c4eabe8979e663b8ee3a278b2610862a0b28c890025365079eb02 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-d, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-0ef46a2, org.label-schema.schema-version=1.0, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True) 2024-05-27T00:31:45.970 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 27 00:31:45 smithi044 podman[70099]: 2024-05-27 00:31:45.967547345 +0000 UTC m=+0.446157743 container init 82060a1fcc8c4eabe8979e663b8ee3a278b2610862a0b28c890025365079eb02 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-d, RELEASE=squid-0ef46a2, maintainer=Guillaume Abrioux , GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True) 2024-05-27T00:31:46.210 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:31:46.293 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 27 00:31:45 smithi044 podman[70099]: 2024-05-27 00:31:45.977870247 +0000 UTC m=+0.456480555 container start 82060a1fcc8c4eabe8979e663b8ee3a278b2610862a0b28c890025365079eb02 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-d, RELEASE=squid-0ef46a2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-05-27T00:31:46.294 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 27 00:31:46 smithi044 ceph-mds[70118]: -- 172.21.15.44:0/3020828016 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a2f6631a40 con 0x55a2f6604800 2024-05-27T00:31:46.294 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 27 00:31:46 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-d[70114]: starting mds.d at 2024-05-27T00:31:46.294 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 27 00:31:46 smithi044 bash[70099]: 82060a1fcc8c4eabe8979e663b8ee3a278b2610862a0b28c890025365079eb02 2024-05-27T00:31:46.294 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 27 00:31:46 smithi044 systemd[1]: Started Ceph mds.d for 1fe53dce-1bbf-11ef-bc9b-c7b262605968. 2024-05-27T00:31:46.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.435+0000 7fe8e2a00640 1 -- 172.21.15.44:0/2388442971 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe8dc101350 msgr2=0x7fe8dc1017d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:46.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.435+0000 7fe8e2a00640 1 --2- 172.21.15.44:0/2388442971 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe8dc101350 0x7fe8dc1017d0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fe8c4009860 tx=0x7fe8c402a340 comp rx=0 tx=0).stop 2024-05-27T00:31:46.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.435+0000 7fe8e2a00640 1 -- 172.21.15.44:0/2388442971 shutdown_connections 2024-05-27T00:31:46.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.435+0000 7fe8e2a00640 1 --2- 172.21.15.44:0/2388442971 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8dc106050 0x7fe8dc108440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:46.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.435+0000 7fe8e2a00640 1 --2- 172.21.15.44:0/2388442971 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe8dc101350 0x7fe8dc1017d0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:46.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.435+0000 7fe8e2a00640 1 --2- 172.21.15.44:0/2388442971 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8dc067f30 0x7fe8dc100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:46.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.435+0000 7fe8e2a00640 1 -- 172.21.15.44:0/2388442971 >> 172.21.15.44:0/2388442971 conn(0x7fe8dc0fb190 msgr2=0x7fe8dc0fd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:46.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.436+0000 7fe8e2a00640 1 -- 172.21.15.44:0/2388442971 shutdown_connections 2024-05-27T00:31:46.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.436+0000 7fe8e2a00640 1 -- 172.21.15.44:0/2388442971 wait complete. 2024-05-27T00:31:46.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.437+0000 7fe8e2a00640 1 Processor -- start 2024-05-27T00:31:46.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.437+0000 7fe8e2a00640 1 -- start start 2024-05-27T00:31:46.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.437+0000 7fe8e2a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe8dc067f30 0x7fe8dc19a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:46.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.437+0000 7fe8e2a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8dc101350 0x7fe8dc19a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:46.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.437+0000 7fe8e2a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8dc106050 0x7fe8dc1a15b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:46.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.437+0000 7fe8e2a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe8dc10d790 con 0x7fe8dc101350 2024-05-27T00:31:46.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.437+0000 7fe8e2a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe8dc10d610 con 0x7fe8dc106050 2024-05-27T00:31:46.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.437+0000 7fe8e2a00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fe8dc10d910 con 0x7fe8dc067f30 2024-05-27T00:31:46.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.438+0000 7fe8e0a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8dc106050 0x7fe8dc1a15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:46.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.438+0000 7fe8dbe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe8dc067f30 0x7fe8dc19a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:46.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.438+0000 7fe8e0a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8dc106050 0x7fe8dc1a15b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:35500/0 (socket says 172.21.15.44:35500) 2024-05-27T00:31:46.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.438+0000 7fe8e0a00640 1 -- 172.21.15.44:0/195129349 learned_addr learned my addr 172.21.15.44:0/195129349 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:31:46.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.438+0000 7fe8d3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8dc101350 0x7fe8dc19a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:46.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.438+0000 7fe8e0a00640 1 -- 172.21.15.44:0/195129349 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe8dc067f30 msgr2=0x7fe8dc19a000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:46.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.438+0000 7fe8e0a00640 1 --2- 172.21.15.44:0/195129349 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe8dc067f30 0x7fe8dc19a000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:46.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.438+0000 7fe8e0a00640 1 -- 172.21.15.44:0/195129349 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8dc101350 msgr2=0x7fe8dc19a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:46.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.438+0000 7fe8e0a00640 1 --2- 172.21.15.44:0/195129349 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8dc101350 0x7fe8dc19a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:46.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.438+0000 7fe8e0a00640 1 -- 172.21.15.44:0/195129349 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8dc1a1c20 con 0x7fe8dc106050 2024-05-27T00:31:46.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.438+0000 7fe8dbe00640 1 --2- 172.21.15.44:0/195129349 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe8dc067f30 0x7fe8dc19a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:31:46.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.439+0000 7fe8e0a00640 1 --2- 172.21.15.44:0/195129349 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8dc106050 0x7fe8dc1a15b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fe8d400eb10 tx=0x7fe8d400ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:46.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.439+0000 7fe8d9600640 1 -- 172.21.15.44:0/195129349 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8d400ce20 con 0x7fe8dc106050 2024-05-27T00:31:46.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.439+0000 7fe8d9600640 1 -- 172.21.15.44:0/195129349 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe8d4004b20 con 0x7fe8dc106050 2024-05-27T00:31:46.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.439+0000 7fe8e2a00640 1 -- 172.21.15.44:0/195129349 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8dc1a1f10 con 0x7fe8dc106050 2024-05-27T00:31:46.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.439+0000 7fe8d9600640 1 -- 172.21.15.44:0/195129349 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8d4010760 con 0x7fe8dc106050 2024-05-27T00:31:46.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.439+0000 7fe8e2a00640 1 -- 172.21.15.44:0/195129349 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8dc1a2380 con 0x7fe8dc106050 2024-05-27T00:31:46.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.440+0000 7fe8e2a00640 1 -- 172.21.15.44:0/195129349 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8dc1a2610 con 0x7fe8dc106050 2024-05-27T00:31:46.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.442+0000 7fe8d9600640 1 -- 172.21.15.44:0/195129349 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fe8d4005020 con 0x7fe8dc106050 2024-05-27T00:31:46.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.443+0000 7fe8d9600640 1 --2- 172.21.15.44:0/195129349 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe8c00a2b90 0x7fe8c00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:46.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.444+0000 7fe8d9600640 1 -- 172.21.15.44:0/195129349 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7fe8d40cf1b0 con 0x7fe8dc106050 2024-05-27T00:31:46.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.444+0000 7fe8dbe00640 1 --2- 172.21.15.44:0/195129349 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe8c00a2b90 0x7fe8c00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:46.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.445+0000 7fe8dbe00640 1 --2- 172.21.15.44:0/195129349 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe8c00a2b90 0x7fe8c00a5050 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fe8dc100c70 tx=0x7fe8cc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:46.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.447+0000 7fe8d9600640 1 -- 172.21.15.44:0/195129349 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe8d409c510 con 0x7fe8dc106050 2024-05-27T00:31:46.695 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.694+0000 7fe8e2a00640 1 -- 172.21.15.44:0/195129349 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe8dc1a27e0 con 0x7fe8dc106050 2024-05-27T00:31:46.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.695+0000 7fe8d9600640 1 -- 172.21.15.44:0/195129349 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3868 (secure 0 0 0) 0x7fe8d409be10 con 0x7fe8dc106050 2024-05-27T00:31:46.696 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:31:46.696 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[]} 2024-05-27T00:31:46.697 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 5 2024-05-27T00:31:46.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.699+0000 7fe8e2a00640 1 -- 172.21.15.44:0/195129349 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe8c00a2b90 msgr2=0x7fe8c00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:46.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.699+0000 7fe8e2a00640 1 --2- 172.21.15.44:0/195129349 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe8c00a2b90 0x7fe8c00a5050 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fe8dc100c70 tx=0x7fe8cc009260 comp rx=0 tx=0).stop 2024-05-27T00:31:46.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.699+0000 7fe8e2a00640 1 -- 172.21.15.44:0/195129349 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8dc106050 msgr2=0x7fe8dc1a15b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:46.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.699+0000 7fe8e2a00640 1 --2- 172.21.15.44:0/195129349 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8dc106050 0x7fe8dc1a15b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fe8d400eb10 tx=0x7fe8d400ef10 comp rx=0 tx=0).stop 2024-05-27T00:31:46.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.699+0000 7fe8e2a00640 1 -- 172.21.15.44:0/195129349 shutdown_connections 2024-05-27T00:31:46.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.699+0000 7fe8e2a00640 1 --2- 172.21.15.44:0/195129349 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe8c00a2b90 0x7fe8c00a5050 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:46.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.699+0000 7fe8e2a00640 1 --2- 172.21.15.44:0/195129349 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe8dc106050 0x7fe8dc1a15b0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:46.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.699+0000 7fe8e2a00640 1 --2- 172.21.15.44:0/195129349 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe8dc101350 0x7fe8dc19a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:46.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.699+0000 7fe8e2a00640 1 --2- 172.21.15.44:0/195129349 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe8dc067f30 0x7fe8dc19a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:46.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.699+0000 7fe8e2a00640 1 -- 172.21.15.44:0/195129349 >> 172.21.15.44:0/195129349 conn(0x7fe8dc0fb190 msgr2=0x7fe8dc0fd580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:46.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.699+0000 7fe8e2a00640 1 -- 172.21.15.44:0/195129349 shutdown_connections 2024-05-27T00:31:46.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:46.699+0000 7fe8e2a00640 1 -- 172.21.15.44:0/195129349 wait complete. 2024-05-27T00:31:47.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:47 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:47.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:47 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:47.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:47 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:47.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:47 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:47.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:47 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:47.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:47 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:47.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:47 smithi050 ceph-mon[36071]: Deploying daemon mds.e on smithi050 2024-05-27T00:31:47.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:47 smithi050 ceph-mon[36071]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:47.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:47 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.44:6836/2177128476,v1:172.21.15.44:6837/2177128476] up:boot 2024-05-27T00:31:47.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:47 smithi050 ceph-mon[36071]: fsmap 4 up:standby 2024-05-27T00:31:47.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:47 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-27T00:31:47.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:47 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/195129349' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:47.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:47 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:47.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:47 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:47.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:47 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:47.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:47 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:47.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:47 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:47.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:47 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:47.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:47 smithi137 ceph-mon[36552]: Deploying daemon mds.e on smithi050 2024-05-27T00:31:47.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:47 smithi137 ceph-mon[36552]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:47.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:47 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.44:6836/2177128476,v1:172.21.15.44:6837/2177128476] up:boot 2024-05-27T00:31:47.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:47 smithi137 ceph-mon[36552]: fsmap 4 up:standby 2024-05-27T00:31:47.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:47 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-27T00:31:47.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:47 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/195129349' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:47.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:47 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:47.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:47 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:47.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:47 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:47.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:47 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:47.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:47 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:47.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:47 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:47.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:47 smithi044 ceph-mon[31645]: Deploying daemon mds.e on smithi050 2024-05-27T00:31:47.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:47 smithi044 ceph-mon[31645]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:47.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:47 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.44:6836/2177128476,v1:172.21.15.44:6837/2177128476] up:boot 2024-05-27T00:31:47.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:47 smithi044 ceph-mon[31645]: fsmap 4 up:standby 2024-05-27T00:31:47.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:47 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-27T00:31:47.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:47 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/195129349' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:48.637 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 27 00:31:48 smithi050 systemd[1]: Starting Ceph mds.e for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:31:48.723 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:31:48.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.942+0000 7f6eeec00640 1 -- 172.21.15.44:0/2817868226 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ee81055f0 msgr2=0x7f6ee810be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:48.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.942+0000 7f6eeec00640 1 --2- 172.21.15.44:0/2817868226 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ee81055f0 0x7f6ee810be80 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f6ee0009be0 tx=0x7f6ee002a6d0 comp rx=0 tx=0).stop 2024-05-27T00:31:48.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.942+0000 7f6eeec00640 1 -- 172.21.15.44:0/2817868226 shutdown_connections 2024-05-27T00:31:48.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.942+0000 7f6eeec00640 1 --2- 172.21.15.44:0/2817868226 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ee81055f0 0x7f6ee810be80 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:48.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.942+0000 7f6eeec00640 1 --2- 172.21.15.44:0/2817868226 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6ee8104c30 0x7f6ee81050b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:48.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.942+0000 7f6eeec00640 1 --2- 172.21.15.44:0/2817868226 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee8103a40 0x7f6ee8103e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:48.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.942+0000 7f6eeec00640 1 -- 172.21.15.44:0/2817868226 >> 172.21.15.44:0/2817868226 conn(0x7f6ee80fefb0 msgr2=0x7f6ee81013f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:48.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.942+0000 7f6eeec00640 1 -- 172.21.15.44:0/2817868226 shutdown_connections 2024-05-27T00:31:48.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.943+0000 7f6eeec00640 1 -- 172.21.15.44:0/2817868226 wait complete. 2024-05-27T00:31:48.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.944+0000 7f6eeec00640 1 Processor -- start 2024-05-27T00:31:48.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.944+0000 7f6eeec00640 1 -- start start 2024-05-27T00:31:48.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.944+0000 7f6eeec00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee8103a40 0x7f6ee8199dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:48.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.944+0000 7f6eeec00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ee8104c30 0x7f6ee819a310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:48.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.944+0000 7f6eeec00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6ee81055f0 0x7f6ee81a1380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:48.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.944+0000 7f6eeec00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6ee810f7f0 con 0x7f6ee8103a40 2024-05-27T00:31:48.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.944+0000 7f6eeec00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6ee810f670 con 0x7f6ee8104c30 2024-05-27T00:31:48.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.944+0000 7f6eeec00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f6ee810f970 con 0x7f6ee81055f0 2024-05-27T00:31:48.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.945+0000 7f6eed800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee8103a40 0x7f6ee8199dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:48.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.945+0000 7f6eed800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee8103a40 0x7f6ee8199dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45622/0 (socket says 172.21.15.44:45622) 2024-05-27T00:31:48.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.945+0000 7f6eed800640 1 -- 172.21.15.44:0/3169249658 learned_addr learned my addr 172.21.15.44:0/3169249658 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:31:48.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.945+0000 7f6eee200640 1 --2- 172.21.15.44:0/3169249658 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6ee81055f0 0x7f6ee81a1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:48.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.945+0000 7f6eece00640 1 --2- 172.21.15.44:0/3169249658 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ee8104c30 0x7f6ee819a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:48.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.945+0000 7f6eed800640 1 -- 172.21.15.44:0/3169249658 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6ee81055f0 msgr2=0x7f6ee81a1380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:48.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.945+0000 7f6eed800640 1 --2- 172.21.15.44:0/3169249658 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6ee81055f0 0x7f6ee81a1380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:48.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.945+0000 7f6eed800640 1 -- 172.21.15.44:0/3169249658 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ee8104c30 msgr2=0x7f6ee819a310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:48.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.945+0000 7f6eed800640 1 --2- 172.21.15.44:0/3169249658 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ee8104c30 0x7f6ee819a310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:48.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.945+0000 7f6eed800640 1 -- 172.21.15.44:0/3169249658 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ee81a19f0 con 0x7f6ee8103a40 2024-05-27T00:31:48.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.945+0000 7f6eed800640 1 --2- 172.21.15.44:0/3169249658 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee8103a40 0x7f6ee8199dd0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f6edc00e9a0 tx=0x7f6edc00ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:48.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.946+0000 7f6ee6000640 1 -- 172.21.15.44:0/3169249658 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6edc00cd80 con 0x7f6ee8103a40 2024-05-27T00:31:48.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.946+0000 7f6ee6000640 1 -- 172.21.15.44:0/3169249658 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6edc010930 con 0x7f6ee8103a40 2024-05-27T00:31:48.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.946+0000 7f6eeec00640 1 -- 172.21.15.44:0/3169249658 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ee81a1ce0 con 0x7f6ee8103a40 2024-05-27T00:31:48.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.946+0000 7f6ee6000640 1 -- 172.21.15.44:0/3169249658 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6edc018a70 con 0x7f6ee8103a40 2024-05-27T00:31:48.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.946+0000 7f6eeec00640 1 -- 172.21.15.44:0/3169249658 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ee81a2180 con 0x7f6ee8103a40 2024-05-27T00:31:48.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.947+0000 7f6eeec00640 1 -- 172.21.15.44:0/3169249658 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ee810ac90 con 0x7f6ee8103a40 2024-05-27T00:31:48.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.949+0000 7f6ee6000640 1 -- 172.21.15.44:0/3169249658 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f6edc018c10 con 0x7f6ee8103a40 2024-05-27T00:31:48.950 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 27 00:31:48 smithi050 podman[66054]: 2024-05-27 00:31:48.539593071 +0000 UTC m=+0.017339508 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:31:48.951 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 27 00:31:48 smithi050 podman[66054]: 2024-05-27 00:31:48.737729066 +0000 UTC m=+0.215475530 container create 20c5b666290b89cd402430b220e3fc067db95152039d4d96b15a7392a2d8bfab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-e, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=squid-0ef46a2, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-27T00:31:48.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.950+0000 7f6ee6000640 1 --2- 172.21.15.44:0/3169249658 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f6ed00a2b90 0x7f6ed00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:48.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.951+0000 7f6ee6000640 1 -- 172.21.15.44:0/3169249658 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f6edc0cefc0 con 0x7f6ee8103a40 2024-05-27T00:31:48.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.951+0000 7f6eece00640 1 --2- 172.21.15.44:0/3169249658 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f6ed00a2b90 0x7f6ed00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:48.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.951+0000 7f6eece00640 1 --2- 172.21.15.44:0/3169249658 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f6ed00a2b90 0x7f6ed00a5050 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f6ee819b2e0 tx=0x7f6ed4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:48.956 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:48.955+0000 7f6ee6000640 1 -- 172.21.15.44:0/3169249658 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f6edc053850 con 0x7f6ee8103a40 2024-05-27T00:31:49.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:49.204+0000 7f6eeec00640 1 -- 172.21.15.44:0/3169249658 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6ee802d2e0 con 0x7f6ee8103a40 2024-05-27T00:31:49.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:49.206+0000 7f6ee6000640 1 -- 172.21.15.44:0/3169249658 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3868 (secure 0 0 0) 0x7f6ee802d2e0 con 0x7f6ee8103a40 2024-05-27T00:31:49.207 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:31:49.207 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[]} 2024-05-27T00:31:49.208 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 5 2024-05-27T00:31:49.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:49.209+0000 7f6eeec00640 1 -- 172.21.15.44:0/3169249658 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f6ed00a2b90 msgr2=0x7f6ed00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:49.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:49.209+0000 7f6eeec00640 1 --2- 172.21.15.44:0/3169249658 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f6ed00a2b90 0x7f6ed00a5050 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f6ee819b2e0 tx=0x7f6ed4005f90 comp rx=0 tx=0).stop 2024-05-27T00:31:49.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:49.209+0000 7f6eeec00640 1 -- 172.21.15.44:0/3169249658 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee8103a40 msgr2=0x7f6ee8199dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:49.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:49.209+0000 7f6eeec00640 1 --2- 172.21.15.44:0/3169249658 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee8103a40 0x7f6ee8199dd0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f6edc00e9a0 tx=0x7f6edc00ee60 comp rx=0 tx=0).stop 2024-05-27T00:31:49.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:49.209+0000 7f6eeec00640 1 -- 172.21.15.44:0/3169249658 shutdown_connections 2024-05-27T00:31:49.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:49.209+0000 7f6eeec00640 1 --2- 172.21.15.44:0/3169249658 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f6ed00a2b90 0x7f6ed00a5050 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:49.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:49.209+0000 7f6eeec00640 1 --2- 172.21.15.44:0/3169249658 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6ee81055f0 0x7f6ee81a1380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:49.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:49.209+0000 7f6eeec00640 1 --2- 172.21.15.44:0/3169249658 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6ee8104c30 0x7f6ee819a310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:49.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:49.209+0000 7f6eeec00640 1 --2- 172.21.15.44:0/3169249658 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6ee8103a40 0x7f6ee8199dd0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:49.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:49.209+0000 7f6eeec00640 1 -- 172.21.15.44:0/3169249658 >> 172.21.15.44:0/3169249658 conn(0x7f6ee80fefb0 msgr2=0x7f6ee8107e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:49.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:49.209+0000 7f6eeec00640 1 -- 172.21.15.44:0/3169249658 shutdown_connections 2024-05-27T00:31:49.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:49.210+0000 7f6eeec00640 1 -- 172.21.15.44:0/3169249658 wait complete. 2024-05-27T00:31:49.450 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 27 00:31:48 smithi050 podman[66054]: 2024-05-27 00:31:48.982615759 +0000 UTC m=+0.460362169 container init 20c5b666290b89cd402430b220e3fc067db95152039d4d96b15a7392a2d8bfab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-05-27T00:31:49.450 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 27 00:31:48 smithi050 podman[66054]: 2024-05-27 00:31:48.985441908 +0000 UTC m=+0.463188331 container start 20c5b666290b89cd402430b220e3fc067db95152039d4d96b15a7392a2d8bfab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-e, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-0ef46a2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240521, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-05-27T00:31:49.451 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 27 00:31:49 smithi050 ceph-mds[66073]: -- 172.21.15.50:0/1759397034 <== mon.2 v2:172.21.15.50:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d376135a40 con 0x55d376108800 2024-05-27T00:31:49.451 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 27 00:31:49 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-e[66069]: starting mds.e at 2024-05-27T00:31:49.451 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 27 00:31:49 smithi050 bash[66054]: 20c5b666290b89cd402430b220e3fc067db95152039d4d96b15a7392a2d8bfab 2024-05-27T00:31:49.451 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 27 00:31:49 smithi050 systemd[1]: Started Ceph mds.e for 1fe53dce-1bbf-11ef-bc9b-c7b262605968. 2024-05-27T00:31:50.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:50 smithi050 ceph-mon[36071]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:50.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:50 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:50.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:50 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:50.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:50 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:50.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:50 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:50.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:50 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:50.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:50 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:50.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:50 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3169249658' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:50.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:50 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.50:6834/977789197,v1:172.21.15.50:6835/977789197] up:boot 2024-05-27T00:31:50.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:50 smithi050 ceph-mon[36071]: fsmap 5 up:standby 2024-05-27T00:31:50.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:50 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-27T00:31:50.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:50 smithi137 ceph-mon[36552]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:50.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:50 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:50.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:50 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:50.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:50 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:50.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:50 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:50.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:50 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:50.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:50 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:50.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:50 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3169249658' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:50.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:50 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.50:6834/977789197,v1:172.21.15.50:6835/977789197] up:boot 2024-05-27T00:31:50.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:50 smithi137 ceph-mon[36552]: fsmap 5 up:standby 2024-05-27T00:31:50.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:50 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-27T00:31:50.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:50 smithi044 ceph-mon[31645]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:50.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:50 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:50.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:50 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:50.514 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:50 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:50 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:50 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:50 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:50 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3169249658' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:50 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.50:6834/977789197,v1:172.21.15.50:6835/977789197] up:boot 2024-05-27T00:31:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:50 smithi044 ceph-mon[31645]: fsmap 5 up:standby 2024-05-27T00:31:50.515 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:50 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-27T00:31:51.230 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:31:51.406 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:51 smithi137 ceph-mon[36552]: Deploying daemon mds.f on smithi137 2024-05-27T00:31:51.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.440+0000 7f7b7ae00640 1 -- 172.21.15.44:0/2075402193 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7b74100a50 msgr2=0x7f7b74100eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:51.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.440+0000 7f7b7ae00640 1 --2- 172.21.15.44:0/2075402193 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7b74100a50 0x7f7b74100eb0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f7b60009860 tx=0x7f7b6002a340 comp rx=0 tx=0).stop 2024-05-27T00:31:51.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.440+0000 7f7b7ae00640 1 -- 172.21.15.44:0/2075402193 shutdown_connections 2024-05-27T00:31:51.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.440+0000 7f7b7ae00640 1 --2- 172.21.15.44:0/2075402193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b741013f0 0x7f7b74101870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:51.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.440+0000 7f7b7ae00640 1 --2- 172.21.15.44:0/2075402193 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7b74100a50 0x7f7b74100eb0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:51.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.440+0000 7f7b7ae00640 1 --2- 172.21.15.44:0/2075402193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b741000f0 0x7f7b74100510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:51.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.440+0000 7f7b7ae00640 1 -- 172.21.15.44:0/2075402193 >> 172.21.15.44:0/2075402193 conn(0x7f7b740fbc70 msgr2=0x7f7b740fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:51.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.440+0000 7f7b7ae00640 1 -- 172.21.15.44:0/2075402193 shutdown_connections 2024-05-27T00:31:51.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.440+0000 7f7b7ae00640 1 -- 172.21.15.44:0/2075402193 wait complete. 2024-05-27T00:31:51.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.441+0000 7f7b7ae00640 1 Processor -- start 2024-05-27T00:31:51.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.442+0000 7f7b7ae00640 1 -- start start 2024-05-27T00:31:51.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.442+0000 7f7b7ae00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b741000f0 0x7f7b74199de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:51.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.442+0000 7f7b7ae00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b74100a50 0x7f7b7419a320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:51.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.442+0000 7f7b7ae00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7b741013f0 0x7f7b741a1390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:51.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.442+0000 7f7b7ae00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7410f7a0 con 0x7f7b74100a50 2024-05-27T00:31:51.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.442+0000 7f7b7ae00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7410f620 con 0x7f7b741000f0 2024-05-27T00:31:51.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.442+0000 7f7b7ae00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7410f920 con 0x7f7b741013f0 2024-05-27T00:31:51.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.442+0000 7f7b79000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b74100a50 0x7f7b7419a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:51.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.442+0000 7f7b79a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b741000f0 0x7f7b74199de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:51.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.442+0000 7f7b79000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b74100a50 0x7f7b7419a320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45630/0 (socket says 172.21.15.44:45630) 2024-05-27T00:31:51.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.442+0000 7f7b79000640 1 -- 172.21.15.44:0/986183696 learned_addr learned my addr 172.21.15.44:0/986183696 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:31:51.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.442+0000 7f7b7a400640 1 --2- 172.21.15.44:0/986183696 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7b741013f0 0x7f7b741a1390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:51.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.443+0000 7f7b79000640 1 -- 172.21.15.44:0/986183696 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7b741013f0 msgr2=0x7f7b741a1390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:51.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.443+0000 7f7b79000640 1 --2- 172.21.15.44:0/986183696 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7b741013f0 0x7f7b741a1390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:51.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.443+0000 7f7b79000640 1 -- 172.21.15.44:0/986183696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b741000f0 msgr2=0x7f7b74199de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:51.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.443+0000 7f7b79000640 1 --2- 172.21.15.44:0/986183696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b741000f0 0x7f7b74199de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:51.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.443+0000 7f7b79000640 1 -- 172.21.15.44:0/986183696 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b741a1a00 con 0x7f7b74100a50 2024-05-27T00:31:51.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.443+0000 7f7b79a00640 1 --2- 172.21.15.44:0/986183696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b741000f0 0x7f7b74199de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:31:51.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.443+0000 7f7b79000640 1 --2- 172.21.15.44:0/986183696 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b74100a50 0x7f7b7419a320 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f7b600057c0 tx=0x7f7b600326f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:51.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.443+0000 7f7b72000640 1 -- 172.21.15.44:0/986183696 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b60040030 con 0x7f7b74100a50 2024-05-27T00:31:51.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.444+0000 7f7b7ae00640 1 -- 172.21.15.44:0/986183696 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b741a1c90 con 0x7f7b74100a50 2024-05-27T00:31:51.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.444+0000 7f7b72000640 1 -- 172.21.15.44:0/986183696 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7b60038040 con 0x7f7b74100a50 2024-05-27T00:31:51.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.444+0000 7f7b72000640 1 -- 172.21.15.44:0/986183696 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b60037070 con 0x7f7b74100a50 2024-05-27T00:31:51.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.444+0000 7f7b7ae00640 1 -- 172.21.15.44:0/986183696 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b741a21d0 con 0x7f7b74100a50 2024-05-27T00:31:51.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.445+0000 7f7b7ae00640 1 -- 172.21.15.44:0/986183696 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b7410afa0 con 0x7f7b74100a50 2024-05-27T00:31:51.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.447+0000 7f7b72000640 1 -- 172.21.15.44:0/986183696 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f7b60043070 con 0x7f7b74100a50 2024-05-27T00:31:51.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.448+0000 7f7b72000640 1 --2- 172.21.15.44:0/986183696 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7b5c0a2c10 0x7f7b5c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:51.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.448+0000 7f7b72000640 1 -- 172.21.15.44:0/986183696 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f7b600ee290 con 0x7f7b74100a50 2024-05-27T00:31:51.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.449+0000 7f7b79a00640 1 --2- 172.21.15.44:0/986183696 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7b5c0a2c10 0x7f7b5c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:51.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.449+0000 7f7b79a00640 1 --2- 172.21.15.44:0/986183696 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7b5c0a2c10 0x7f7b5c0a50d0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f7b680096c0 tx=0x7f7b68009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:51.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:51 smithi050 ceph-mon[36071]: Deploying daemon mds.f on smithi137 2024-05-27T00:31:51.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.453+0000 7f7b72000640 1 -- 172.21.15.44:0/986183696 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7b6004a060 con 0x7f7b74100a50 2024-05-27T00:31:51.611 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:51 smithi044 ceph-mon[31645]: Deploying daemon mds.f on smithi137 2024-05-27T00:31:51.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.697+0000 7f7b7ae00640 1 -- 172.21.15.44:0/986183696 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7b740625a0 con 0x7f7b74100a50 2024-05-27T00:31:51.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.698+0000 7f7b72000640 1 -- 172.21.15.44:0/986183696 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4690 (secure 0 0 0) 0x7f7b600bb5f0 con 0x7f7b74100a50 2024-05-27T00:31:51.698 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:31:51.699 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24515,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-05-27T00:31:51.699 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 6 2024-05-27T00:31:51.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.700+0000 7f7b7ae00640 1 -- 172.21.15.44:0/986183696 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7b5c0a2c10 msgr2=0x7f7b5c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:51.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.700+0000 7f7b7ae00640 1 --2- 172.21.15.44:0/986183696 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7b5c0a2c10 0x7f7b5c0a50d0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f7b680096c0 tx=0x7f7b68009260 comp rx=0 tx=0).stop 2024-05-27T00:31:51.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.700+0000 7f7b7ae00640 1 -- 172.21.15.44:0/986183696 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b74100a50 msgr2=0x7f7b7419a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:51.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.700+0000 7f7b7ae00640 1 --2- 172.21.15.44:0/986183696 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b74100a50 0x7f7b7419a320 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f7b600057c0 tx=0x7f7b600326f0 comp rx=0 tx=0).stop 2024-05-27T00:31:51.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.700+0000 7f7b7ae00640 1 -- 172.21.15.44:0/986183696 shutdown_connections 2024-05-27T00:31:51.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.700+0000 7f7b7ae00640 1 --2- 172.21.15.44:0/986183696 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7b5c0a2c10 0x7f7b5c0a50d0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:51.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.700+0000 7f7b7ae00640 1 --2- 172.21.15.44:0/986183696 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7b741013f0 0x7f7b741a1390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:51.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.700+0000 7f7b7ae00640 1 --2- 172.21.15.44:0/986183696 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b74100a50 0x7f7b7419a320 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:51.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.700+0000 7f7b7ae00640 1 --2- 172.21.15.44:0/986183696 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b741000f0 0x7f7b74199de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:51.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.700+0000 7f7b7ae00640 1 -- 172.21.15.44:0/986183696 >> 172.21.15.44:0/986183696 conn(0x7f7b740fbc70 msgr2=0x7f7b740fd330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:51.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.701+0000 7f7b7ae00640 1 -- 172.21.15.44:0/986183696 shutdown_connections 2024-05-27T00:31:51.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:51.701+0000 7f7b7ae00640 1 -- 172.21.15.44:0/986183696 wait complete. 2024-05-27T00:31:52.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:52 smithi137 ceph-mon[36552]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:52.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:52 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/986183696' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:52.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:52 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:52.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:52 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:52.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:52 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:52.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:52 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:52.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:52 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:52.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:52 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:52.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:52 smithi044 ceph-mon[31645]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:52.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:52 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/986183696' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:52.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:52 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:52.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:52 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:52.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:52 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:52.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:52 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:52.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:52 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:52.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:52 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:52.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:52 smithi050 ceph-mon[36071]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:52.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:52 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/986183696' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:52.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:52 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:52.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:52 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:52.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:52 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:52.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:52 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:52.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:52 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:52.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:52 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:53.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:53 smithi044 ceph-mon[31645]: Deploying daemon mds.c on smithi137 2024-05-27T00:31:53.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:53 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.137:6834/2053941042,v1:172.21.15.137:6835/2053941042] up:boot 2024-05-27T00:31:53.150 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:53 smithi044 ceph-mon[31645]: fsmap 6 up:standby 2024-05-27T00:31:53.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:53 smithi050 ceph-mon[36071]: Deploying daemon mds.c on smithi137 2024-05-27T00:31:53.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:53 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.137:6834/2053941042,v1:172.21.15.137:6835/2053941042] up:boot 2024-05-27T00:31:53.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:53 smithi050 ceph-mon[36071]: fsmap 6 up:standby 2024-05-27T00:31:53.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:53 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-27T00:31:53.486 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:53 smithi137 ceph-mon[36552]: Deploying daemon mds.c on smithi137 2024-05-27T00:31:53.486 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:53 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.137:6834/2053941042,v1:172.21.15.137:6835/2053941042] up:boot 2024-05-27T00:31:53.486 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:53 smithi137 ceph-mon[36552]: fsmap 6 up:standby 2024-05-27T00:31:53.486 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:53 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-27T00:31:53.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:53 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-27T00:31:53.720 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:31:53.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.948+0000 7f8b20c00640 1 -- 172.21.15.44:0/3622378323 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8b1c109930 msgr2=0x7f8b1c110250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:53.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.948+0000 7f8b20c00640 1 --2- 172.21.15.44:0/3622378323 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8b1c109930 0x7f8b1c110250 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8b14009ca0 tx=0x7f8b1402a8b0 comp rx=0 tx=0).stop 2024-05-27T00:31:53.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.948+0000 7f8b20c00640 1 -- 172.21.15.44:0/3622378323 shutdown_connections 2024-05-27T00:31:53.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.948+0000 7f8b20c00640 1 --2- 172.21.15.44:0/3622378323 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8b1c109930 0x7f8b1c110250 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:53.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.948+0000 7f8b20c00640 1 --2- 172.21.15.44:0/3622378323 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8b1c108f70 0x7f8b1c1093f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:53.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.948+0000 7f8b20c00640 1 --2- 172.21.15.44:0/3622378323 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b1c107e20 0x7f8b1c108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:53.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.948+0000 7f8b20c00640 1 -- 172.21.15.44:0/3622378323 >> 172.21.15.44:0/3622378323 conn(0x7f8b1c076de0 msgr2=0x7f8b1c079200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:53.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.948+0000 7f8b20c00640 1 -- 172.21.15.44:0/3622378323 shutdown_connections 2024-05-27T00:31:53.950 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.948+0000 7f8b20c00640 1 -- 172.21.15.44:0/3622378323 wait complete. 2024-05-27T00:31:53.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.950+0000 7f8b20c00640 1 Processor -- start 2024-05-27T00:31:53.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.950+0000 7f8b20c00640 1 -- start start 2024-05-27T00:31:53.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.950+0000 7f8b20c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8b1c107e20 0x7f8b1c19e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:53.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.950+0000 7f8b20c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b1c108f70 0x7f8b1c19e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:53.951 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.950+0000 7f8b20c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8b1c109930 0x7f8b1c1a5760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:53.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.950+0000 7f8b20c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8b1c113c60 con 0x7f8b1c109930 2024-05-27T00:31:53.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.950+0000 7f8b20c00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8b1c113ae0 con 0x7f8b1c108f70 2024-05-27T00:31:53.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.950+0000 7f8b20c00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f8b1c113de0 con 0x7f8b1c107e20 2024-05-27T00:31:53.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.951+0000 7f8b1b400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8b1c107e20 0x7f8b1c19e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:53.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.951+0000 7f8b1be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8b1c109930 0x7f8b1c1a5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:53.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.951+0000 7f8b1b400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8b1c107e20 0x7f8b1c19e1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:46254/0 (socket says 172.21.15.44:46254) 2024-05-27T00:31:53.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.951+0000 7f8b1b400640 1 -- 172.21.15.44:0/3903860202 learned_addr learned my addr 172.21.15.44:0/3903860202 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:31:53.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.951+0000 7f8b13e00640 1 --2- 172.21.15.44:0/3903860202 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b1c108f70 0x7f8b1c19e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:53.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.951+0000 7f8b1b400640 1 -- 172.21.15.44:0/3903860202 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b1c108f70 msgr2=0x7f8b1c19e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:53.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.951+0000 7f8b1b400640 1 --2- 172.21.15.44:0/3903860202 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b1c108f70 0x7f8b1c19e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:53.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.951+0000 7f8b1b400640 1 -- 172.21.15.44:0/3903860202 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8b1c109930 msgr2=0x7f8b1c1a5760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:53.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.951+0000 7f8b1b400640 1 --2- 172.21.15.44:0/3903860202 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8b1c109930 0x7f8b1c1a5760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:53.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.951+0000 7f8b1b400640 1 -- 172.21.15.44:0/3903860202 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b1c1a5dd0 con 0x7f8b1c107e20 2024-05-27T00:31:53.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.951+0000 7f8b1b400640 1 --2- 172.21.15.44:0/3903860202 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8b1c107e20 0x7f8b1c19e1b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8b0c00e9f0 tx=0x7f8b0c00edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:53.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.952+0000 7f8b18c00640 1 -- 172.21.15.44:0/3903860202 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b0c00cd80 con 0x7f8b1c107e20 2024-05-27T00:31:53.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.952+0000 7f8b20c00640 1 -- 172.21.15.44:0/3903860202 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b1c1a60c0 con 0x7f8b1c107e20 2024-05-27T00:31:53.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.952+0000 7f8b18c00640 1 -- 172.21.15.44:0/3903860202 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8b0c005520 con 0x7f8b1c107e20 2024-05-27T00:31:53.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.952+0000 7f8b18c00640 1 -- 172.21.15.44:0/3903860202 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b0c010690 con 0x7f8b1c107e20 2024-05-27T00:31:53.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.952+0000 7f8b20c00640 1 -- 172.21.15.44:0/3903860202 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b1c1a6610 con 0x7f8b1c107e20 2024-05-27T00:31:53.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.953+0000 7f8b20c00640 1 -- 172.21.15.44:0/3903860202 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b1c10f060 con 0x7f8b1c107e20 2024-05-27T00:31:53.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.956+0000 7f8b18c00640 1 -- 172.21.15.44:0/3903860202 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8b0c0046c0 con 0x7f8b1c107e20 2024-05-27T00:31:53.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.957+0000 7f8b18c00640 1 --2- 172.21.15.44:0/3903860202 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8afc0a2c10 0x7f8afc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:53.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.957+0000 7f8b18c00640 1 -- 172.21.15.44:0/3903860202 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f8b0c0ceff0 con 0x7f8b1c107e20 2024-05-27T00:31:53.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.958+0000 7f8b13e00640 1 --2- 172.21.15.44:0/3903860202 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8afc0a2c10 0x7f8afc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:53.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.958+0000 7f8b13e00640 1 --2- 172.21.15.44:0/3903860202 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8afc0a2c10 0x7f8afc0a50d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f8b1c19f6c0 tx=0x7f8b0400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:53.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:53.959+0000 7f8b18c00640 1 -- 172.21.15.44:0/3903860202 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8b0c09c370 con 0x7f8b1c107e20 2024-05-27T00:31:54.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:54.192+0000 7f8b20c00640 1 -- 172.21.15.44:0/3903860202 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8b1c02d2e0 con 0x7f8b1c107e20 2024-05-27T00:31:54.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:54.193+0000 7f8b18c00640 1 -- 172.21.15.44:0/3903860202 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5518 (secure 0 0 0) 0x7f8b0c09bc70 con 0x7f8b1c107e20 2024-05-27T00:31:54.195 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:31:54.195 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24515,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-05-27T00:31:54.195 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 7 2024-05-27T00:31:54.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:54.196+0000 7f8b20c00640 1 -- 172.21.15.44:0/3903860202 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8afc0a2c10 msgr2=0x7f8afc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:54.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:54.196+0000 7f8b20c00640 1 --2- 172.21.15.44:0/3903860202 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8afc0a2c10 0x7f8afc0a50d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f8b1c19f6c0 tx=0x7f8b0400b390 comp rx=0 tx=0).stop 2024-05-27T00:31:54.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:54.196+0000 7f8b20c00640 1 -- 172.21.15.44:0/3903860202 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8b1c107e20 msgr2=0x7f8b1c19e1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:54.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:54.196+0000 7f8b20c00640 1 --2- 172.21.15.44:0/3903860202 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8b1c107e20 0x7f8b1c19e1b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8b0c00e9f0 tx=0x7f8b0c00edf0 comp rx=0 tx=0).stop 2024-05-27T00:31:54.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:54.196+0000 7f8b20c00640 1 -- 172.21.15.44:0/3903860202 shutdown_connections 2024-05-27T00:31:54.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:54.196+0000 7f8b20c00640 1 --2- 172.21.15.44:0/3903860202 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8afc0a2c10 0x7f8afc0a50d0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:54.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:54.196+0000 7f8b20c00640 1 --2- 172.21.15.44:0/3903860202 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8b1c109930 0x7f8b1c1a5760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:54.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:54.196+0000 7f8b20c00640 1 --2- 172.21.15.44:0/3903860202 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8b1c108f70 0x7f8b1c19e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:54.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:54.196+0000 7f8b20c00640 1 --2- 172.21.15.44:0/3903860202 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8b1c107e20 0x7f8b1c19e1b0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:54.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:54.196+0000 7f8b20c00640 1 -- 172.21.15.44:0/3903860202 >> 172.21.15.44:0/3903860202 conn(0x7f8b1c076de0 msgr2=0x7f8b1c10c230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:54.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:54.196+0000 7f8b20c00640 1 -- 172.21.15.44:0/3903860202 shutdown_connections 2024-05-27T00:31:54.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:54.196+0000 7f8b20c00640 1 -- 172.21.15.44:0/3903860202 wait complete. 2024-05-27T00:31:54.198 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:54 smithi137 ceph-mon[36552]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:54.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:54 smithi050 ceph-mon[36071]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:54.503 INFO:journalctl@ceph.mds.c.smithi137.stdout:May 27 00:31:54 smithi137 systemd[1]: Starting Ceph mds.c for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:31:54.611 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:54 smithi044 ceph-mon[31645]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:54.884 INFO:journalctl@ceph.mds.c.smithi137.stdout:May 27 00:31:54 smithi137 podman[67203]: 2024-05-27 00:31:54.492422254 +0000 UTC m=+0.017364701 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:31:54.885 INFO:journalctl@ceph.mds.c.smithi137.stdout:May 27 00:31:54 smithi137 podman[67203]: 2024-05-27 00:31:54.639540491 +0000 UTC m=+0.164482934 container create 9a89129e3cb2dede96281cc3a5e38aa241b09dff878623f6121ae79a3688cc4d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-c, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=squid-0ef46a2, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.license=GPLv2) 2024-05-27T00:31:55.153 INFO:journalctl@ceph.mds.c.smithi137.stdout:May 27 00:31:54 smithi137 podman[67203]: 2024-05-27 00:31:54.884328045 +0000 UTC m=+0.409270487 container init 9a89129e3cb2dede96281cc3a5e38aa241b09dff878623f6121ae79a3688cc4d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-0ef46a2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-05-27T00:31:55.153 INFO:journalctl@ceph.mds.c.smithi137.stdout:May 27 00:31:54 smithi137 podman[67203]: 2024-05-27 00:31:54.886925852 +0000 UTC m=+0.411868305 container start 9a89129e3cb2dede96281cc3a5e38aa241b09dff878623f6121ae79a3688cc4d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-c, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-05-27T00:31:55.153 INFO:journalctl@ceph.mds.c.smithi137.stdout:May 27 00:31:54 smithi137 ceph-mds[67222]: -- 172.21.15.137:0/2188112657 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5607b5141a40 con 0x5607b5114c00 2024-05-27T00:31:55.153 INFO:journalctl@ceph.mds.c.smithi137.stdout:May 27 00:31:54 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-c[67218]: starting mds.c at 2024-05-27T00:31:55.153 INFO:journalctl@ceph.mds.c.smithi137.stdout:May 27 00:31:54 smithi137 bash[67203]: 9a89129e3cb2dede96281cc3a5e38aa241b09dff878623f6121ae79a3688cc4d 2024-05-27T00:31:55.153 INFO:journalctl@ceph.mds.c.smithi137.stdout:May 27 00:31:54 smithi137 systemd[1]: Started Ceph mds.c for 1fe53dce-1bbf-11ef-bc9b-c7b262605968. 2024-05-27T00:31:55.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:55 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3903860202' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:55.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:55.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:55.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:55.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:55.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:55.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:55 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:55.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:55 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3903860202' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:55.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:55.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:55.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:55.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:55.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:55.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:55 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:55.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:55 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3903860202' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:55.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:55.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:55.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:55.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:55.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:55.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:55 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:56.217 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:31:56.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.441+0000 7f552b200640 1 -- 172.21.15.44:0/2642104967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5524101810 msgr2=0x7f5524101c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:56.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.441+0000 7f552b200640 1 --2- 172.21.15.44:0/2642104967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5524101810 0x7f5524101c30 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5518009900 tx=0x7f551802a410 comp rx=0 tx=0).stop 2024-05-27T00:31:56.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.441+0000 7f552b200640 1 -- 172.21.15.44:0/2642104967 shutdown_connections 2024-05-27T00:31:56.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.441+0000 7f552b200640 1 --2- 172.21.15.44:0/2642104967 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55241033c0 0x7f5524109c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:56.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.441+0000 7f552b200640 1 --2- 172.21.15.44:0/2642104967 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5524102a00 0x7f5524102e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:56.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.441+0000 7f552b200640 1 --2- 172.21.15.44:0/2642104967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5524101810 0x7f5524101c30 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:56.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.441+0000 7f552b200640 1 -- 172.21.15.44:0/2642104967 >> 172.21.15.44:0/2642104967 conn(0x7f55240fcd80 msgr2=0x7f55240ff1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:56.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.441+0000 7f552b200640 1 -- 172.21.15.44:0/2642104967 shutdown_connections 2024-05-27T00:31:56.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.441+0000 7f552b200640 1 -- 172.21.15.44:0/2642104967 wait complete. 2024-05-27T00:31:56.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.442+0000 7f552b200640 1 Processor -- start 2024-05-27T00:31:56.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.442+0000 7f552b200640 1 -- start start 2024-05-27T00:31:56.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.442+0000 7f552b200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5524101810 0x7f5524199e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:56.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.442+0000 7f552b200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5524102a00 0x7f552419a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:56.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.443+0000 7f552b200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55241033c0 0x7f55241a13f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:56.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.443+0000 7f552b200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f552410d5b0 con 0x7f55241033c0 2024-05-27T00:31:56.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.443+0000 7f552b200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f552410d430 con 0x7f5524102a00 2024-05-27T00:31:56.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.443+0000 7f552b200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f552410d730 con 0x7f5524101810 2024-05-27T00:31:56.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.443+0000 7f5529e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5524101810 0x7f5524199e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:56.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.443+0000 7f5529400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5524102a00 0x7f552419a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:56.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.443+0000 7f5529e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5524101810 0x7f5524199e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:41582/0 (socket says 172.21.15.44:41582) 2024-05-27T00:31:56.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.443+0000 7f5529e00640 1 -- 172.21.15.44:0/2855081016 learned_addr learned my addr 172.21.15.44:0/2855081016 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:31:56.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.443+0000 7f552a800640 1 --2- 172.21.15.44:0/2855081016 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55241033c0 0x7f55241a13f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:56.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.443+0000 7f5529400640 1 -- 172.21.15.44:0/2855081016 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5524101810 msgr2=0x7f5524199e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:56.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.443+0000 7f5529400640 1 --2- 172.21.15.44:0/2855081016 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5524101810 0x7f5524199e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:56.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.443+0000 7f5529400640 1 -- 172.21.15.44:0/2855081016 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55241033c0 msgr2=0x7f55241a13f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:56.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.443+0000 7f5529400640 1 --2- 172.21.15.44:0/2855081016 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55241033c0 0x7f55241a13f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:56.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.443+0000 7f5529400640 1 -- 172.21.15.44:0/2855081016 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55241a1a60 con 0x7f5524102a00 2024-05-27T00:31:56.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.443+0000 7f552a800640 1 --2- 172.21.15.44:0/2855081016 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55241033c0 0x7f55241a13f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:31:56.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.444+0000 7f5529400640 1 --2- 172.21.15.44:0/2855081016 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5524102a00 0x7f552419a3d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f551400e9f0 tx=0x7f551400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:56.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.444+0000 7f551ea00640 1 -- 172.21.15.44:0/2855081016 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f551400cd80 con 0x7f5524102a00 2024-05-27T00:31:56.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.444+0000 7f552b200640 1 -- 172.21.15.44:0/2855081016 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55241a1d50 con 0x7f5524102a00 2024-05-27T00:31:56.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.444+0000 7f551ea00640 1 -- 172.21.15.44:0/2855081016 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f55140035f0 con 0x7f5524102a00 2024-05-27T00:31:56.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.444+0000 7f551ea00640 1 -- 172.21.15.44:0/2855081016 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5514010650 con 0x7f5524102a00 2024-05-27T00:31:56.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.444+0000 7f552b200640 1 -- 172.21.15.44:0/2855081016 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55241a2240 con 0x7f5524102a00 2024-05-27T00:31:56.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.445+0000 7f552b200640 1 -- 172.21.15.44:0/2855081016 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55241a24d0 con 0x7f5524102a00 2024-05-27T00:31:56.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.447+0000 7f551ea00640 1 -- 172.21.15.44:0/2855081016 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f55140037a0 con 0x7f5524102a00 2024-05-27T00:31:56.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.449+0000 7f551ea00640 1 --2- 172.21.15.44:0/2855081016 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f550c0a2b90 0x7f550c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:56.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.449+0000 7f551ea00640 1 -- 172.21.15.44:0/2855081016 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f55140cef20 con 0x7f5524102a00 2024-05-27T00:31:56.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.449+0000 7f5529e00640 1 --2- 172.21.15.44:0/2855081016 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f550c0a2b90 0x7f550c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:56.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:56 smithi050 ceph-mon[36071]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:56.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:56 smithi050 ceph-mon[36071]: Deploying daemon mds.h on smithi050 2024-05-27T00:31:56.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:56 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.137:6836/1475580546,v1:172.21.15.137:6837/1475580546] up:boot 2024-05-27T00:31:56.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:56 smithi050 ceph-mon[36071]: fsmap 7 up:standby 2024-05-27T00:31:56.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:56 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-27T00:31:56.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.450+0000 7f5529e00640 1 --2- 172.21.15.44:0/2855081016 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f550c0a2b90 0x7f550c0a5050 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f55180096c0 tx=0x7f5518031640 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:56.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.453+0000 7f551ea00640 1 -- 172.21.15.44:0/2855081016 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f551409c280 con 0x7f5524102a00 2024-05-27T00:31:56.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:56 smithi137 ceph-mon[36552]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:56.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:56 smithi137 ceph-mon[36552]: Deploying daemon mds.h on smithi050 2024-05-27T00:31:56.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:56 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.137:6836/1475580546,v1:172.21.15.137:6837/1475580546] up:boot 2024-05-27T00:31:56.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:56 smithi137 ceph-mon[36552]: fsmap 7 up:standby 2024-05-27T00:31:56.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:56 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-27T00:31:56.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:56 smithi044 ceph-mon[31645]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:56.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:56 smithi044 ceph-mon[31645]: Deploying daemon mds.h on smithi050 2024-05-27T00:31:56.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:56 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.137:6836/1475580546,v1:172.21.15.137:6837/1475580546] up:boot 2024-05-27T00:31:56.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:56 smithi044 ceph-mon[31645]: fsmap 7 up:standby 2024-05-27T00:31:56.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:56 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-27T00:31:56.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.705+0000 7f552b200640 1 -- 172.21.15.44:0/2855081016 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f55241a26a0 con 0x7f5524102a00 2024-05-27T00:31:56.707 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.707+0000 7f551ea00640 1 -- 172.21.15.44:0/2855081016 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6346 (secure 0 0 0) 0x7f551409bb80 con 0x7f5524102a00 2024-05-27T00:31:56.708 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:31:56.708 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24515,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-05-27T00:31:56.708 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 8 2024-05-27T00:31:56.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.710+0000 7f552b200640 1 -- 172.21.15.44:0/2855081016 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f550c0a2b90 msgr2=0x7f550c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:56.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.710+0000 7f552b200640 1 --2- 172.21.15.44:0/2855081016 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f550c0a2b90 0x7f550c0a5050 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f55180096c0 tx=0x7f5518031640 comp rx=0 tx=0).stop 2024-05-27T00:31:56.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.710+0000 7f552b200640 1 -- 172.21.15.44:0/2855081016 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5524102a00 msgr2=0x7f552419a3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:56.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.710+0000 7f552b200640 1 --2- 172.21.15.44:0/2855081016 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5524102a00 0x7f552419a3d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f551400e9f0 tx=0x7f551400eeb0 comp rx=0 tx=0).stop 2024-05-27T00:31:56.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.710+0000 7f552b200640 1 -- 172.21.15.44:0/2855081016 shutdown_connections 2024-05-27T00:31:56.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.710+0000 7f552b200640 1 --2- 172.21.15.44:0/2855081016 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f550c0a2b90 0x7f550c0a5050 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:56.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.710+0000 7f552b200640 1 --2- 172.21.15.44:0/2855081016 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f55241033c0 0x7f55241a13f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:56.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.710+0000 7f552b200640 1 --2- 172.21.15.44:0/2855081016 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5524102a00 0x7f552419a3d0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:56.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.710+0000 7f552b200640 1 --2- 172.21.15.44:0/2855081016 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5524101810 0x7f5524199e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:56.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.710+0000 7f552b200640 1 -- 172.21.15.44:0/2855081016 >> 172.21.15.44:0/2855081016 conn(0x7f55240fcd80 msgr2=0x7f5524073bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:56.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.710+0000 7f552b200640 1 -- 172.21.15.44:0/2855081016 shutdown_connections 2024-05-27T00:31:56.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:56.710+0000 7f552b200640 1 -- 172.21.15.44:0/2855081016 wait complete. 2024-05-27T00:31:57.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:57 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2855081016' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:57.451 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:31:57 smithi050 systemd[1]: Starting Ceph mds.h for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:31:57.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:57 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2855081016' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:57.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:57 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2855081016' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:31:57.730 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:31:57 smithi050 podman[66357]: 2024-05-27 00:31:57.378062605 +0000 UTC m=+0.018139124 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:31:57.731 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:31:57 smithi050 podman[66357]: 2024-05-27 00:31:57.486146047 +0000 UTC m=+0.126222552 container create ecbc3862733d82741837eab264210006d96f97c08e1b5864aa8301b3fefdc218 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, ceph=True, io.buildah.version=1.33.5, RELEASE=squid-0ef46a2, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-05-27T00:31:57.731 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:31:57 smithi050 podman[66357]: 2024-05-27 00:31:57.730530805 +0000 UTC m=+0.370607310 container init ecbc3862733d82741837eab264210006d96f97c08e1b5864aa8301b3fefdc218 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2, GIT_CLEAN=True) 2024-05-27T00:31:58.180 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:31:57 smithi050 podman[66357]: 2024-05-27 00:31:57.733448408 +0000 UTC m=+0.373524925 container start ecbc3862733d82741837eab264210006d96f97c08e1b5864aa8301b3fefdc218 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=squid-0ef46a2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.build-date=20240521, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-05-27T00:31:58.180 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:31:57 smithi050 ceph-mds[66377]: -- 172.21.15.50:0/3974517410 <== mon.2 v2:172.21.15.50:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e4b3cb9a40 con 0x55e4b3c8cc00 2024-05-27T00:31:58.180 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:31:57 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: starting mds.h at 2024-05-27T00:31:58.180 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:31:57 smithi050 bash[66357]: ecbc3862733d82741837eab264210006d96f97c08e1b5864aa8301b3fefdc218 2024-05-27T00:31:58.180 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:31:57 smithi050 systemd[1]: Started Ceph mds.h for 1fe53dce-1bbf-11ef-bc9b-c7b262605968. 2024-05-27T00:31:58.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:58 smithi050 ceph-mon[36071]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:58.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:58 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:58.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:58 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:58.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:58 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:58.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:58 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:58.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:58 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:58.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:58 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:58.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:58 smithi050 ceph-mon[36071]: Deploying daemon mds.i on smithi137 2024-05-27T00:31:58.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:58 smithi137 ceph-mon[36552]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:58.577 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:58 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:58.578 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:58 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:58.578 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:58 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:58.578 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:58 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:58.578 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:58 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:58.578 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:58 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:58.578 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:58 smithi137 ceph-mon[36552]: Deploying daemon mds.i on smithi137 2024-05-27T00:31:58.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:58 smithi044 ceph-mon[31645]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:58.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:58 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:58.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:58 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:58.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:58 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:31:58.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:58 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:31:58.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:58 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:31:58.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:58 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:31:58.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:58 smithi044 ceph-mon[31645]: Deploying daemon mds.i on smithi137 2024-05-27T00:31:58.732 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:31:58.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.954+0000 7f0c5f600640 1 -- 172.21.15.44:0/1510611815 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0c581057d0 msgr2=0x7f0c5810c060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:58.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.954+0000 7f0c5f600640 1 --2- 172.21.15.44:0/1510611815 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0c581057d0 0x7f0c5810c060 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0c50009ca0 tx=0x7f0c5002a8b0 comp rx=0 tx=0).stop 2024-05-27T00:31:58.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.954+0000 7f0c5f600640 1 -- 172.21.15.44:0/1510611815 shutdown_connections 2024-05-27T00:31:58.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.954+0000 7f0c5f600640 1 --2- 172.21.15.44:0/1510611815 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0c581057d0 0x7f0c5810c060 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:58.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.954+0000 7f0c5f600640 1 --2- 172.21.15.44:0/1510611815 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c58104e10 0x7f0c58105290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:58.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.954+0000 7f0c5f600640 1 --2- 172.21.15.44:0/1510611815 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c58103c20 0x7f0c58104040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:58.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.954+0000 7f0c5f600640 1 -- 172.21.15.44:0/1510611815 >> 172.21.15.44:0/1510611815 conn(0x7f0c580ff190 msgr2=0x7f0c581015d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:58.956 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.954+0000 7f0c5f600640 1 -- 172.21.15.44:0/1510611815 shutdown_connections 2024-05-27T00:31:58.956 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.954+0000 7f0c5f600640 1 -- 172.21.15.44:0/1510611815 wait complete. 2024-05-27T00:31:58.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.955+0000 7f0c5f600640 1 Processor -- start 2024-05-27T00:31:58.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.955+0000 7f0c5f600640 1 -- start start 2024-05-27T00:31:58.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.956+0000 7f0c5f600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c58103c20 0x7f0c58079750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:58.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.956+0000 7f0c5f600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c58104e10 0x7f0c58079c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:58.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.956+0000 7f0c5f600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0c581057d0 0x7f0c580762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:58.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.956+0000 7f0c5f600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5810fa20 con 0x7f0c58103c20 2024-05-27T00:31:58.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.956+0000 7f0c5f600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5810f8a0 con 0x7f0c58104e10 2024-05-27T00:31:58.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.956+0000 7f0c5f600640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5810fba0 con 0x7f0c581057d0 2024-05-27T00:31:58.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.956+0000 7f0c5cc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c58103c20 0x7f0c58079750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:58.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.956+0000 7f0c5cc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c58103c20 0x7f0c58079750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41150/0 (socket says 172.21.15.44:41150) 2024-05-27T00:31:58.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.956+0000 7f0c5cc00640 1 -- 172.21.15.44:0/3195937328 learned_addr learned my addr 172.21.15.44:0/3195937328 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:31:58.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.956+0000 7f0c57e00640 1 --2- 172.21.15.44:0/3195937328 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c58104e10 0x7f0c58079c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:58.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.956+0000 7f0c5d600640 1 --2- 172.21.15.44:0/3195937328 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0c581057d0 0x7f0c580762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:58.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.957+0000 7f0c5cc00640 1 -- 172.21.15.44:0/3195937328 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0c581057d0 msgr2=0x7f0c580762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:58.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.957+0000 7f0c5cc00640 1 --2- 172.21.15.44:0/3195937328 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0c581057d0 0x7f0c580762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:58.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.957+0000 7f0c5cc00640 1 -- 172.21.15.44:0/3195937328 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c58104e10 msgr2=0x7f0c58079c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:58.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.957+0000 7f0c5cc00640 1 --2- 172.21.15.44:0/3195937328 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c58104e10 0x7f0c58079c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:58.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.957+0000 7f0c5cc00640 1 -- 172.21.15.44:0/3195937328 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c58076b80 con 0x7f0c58103c20 2024-05-27T00:31:58.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.957+0000 7f0c57e00640 1 --2- 172.21.15.44:0/3195937328 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c58104e10 0x7f0c58079c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:31:58.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.957+0000 7f0c5cc00640 1 --2- 172.21.15.44:0/3195937328 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c58103c20 0x7f0c58079750 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0c4c00e9c0 tx=0x7f0c4c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:58.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.957+0000 7f0c55600640 1 -- 172.21.15.44:0/3195937328 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c4c00cd80 con 0x7f0c58103c20 2024-05-27T00:31:58.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.957+0000 7f0c55600640 1 -- 172.21.15.44:0/3195937328 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0c4c0035f0 con 0x7f0c58103c20 2024-05-27T00:31:58.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.957+0000 7f0c5f600640 1 -- 172.21.15.44:0/3195937328 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c581a63c0 con 0x7f0c58103c20 2024-05-27T00:31:58.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.957+0000 7f0c55600640 1 -- 172.21.15.44:0/3195937328 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c4c010690 con 0x7f0c58103c20 2024-05-27T00:31:58.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.958+0000 7f0c5f600640 1 -- 172.21.15.44:0/3195937328 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c581a67d0 con 0x7f0c58103c20 2024-05-27T00:31:58.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.959+0000 7f0c5f600640 1 -- 172.21.15.44:0/3195937328 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c5810ae70 con 0x7f0c58103c20 2024-05-27T00:31:58.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.961+0000 7f0c55600640 1 -- 172.21.15.44:0/3195937328 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0c4c0037a0 con 0x7f0c58103c20 2024-05-27T00:31:58.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.962+0000 7f0c55600640 1 --2- 172.21.15.44:0/3195937328 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0c400a2b90 0x7f0c400a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:31:58.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.963+0000 7f0c55600640 1 -- 172.21.15.44:0/3195937328 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f0c4c0cf0a0 con 0x7f0c58103c20 2024-05-27T00:31:58.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.963+0000 7f0c57e00640 1 --2- 172.21.15.44:0/3195937328 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0c400a2b90 0x7f0c400a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:31:58.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.963+0000 7f0c57e00640 1 --2- 172.21.15.44:0/3195937328 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0c400a2b90 0x7f0c400a5050 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f0c580776d0 tx=0x7f0c44005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:31:58.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:58.967+0000 7f0c55600640 1 -- 172.21.15.44:0/3195937328 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0c4c09c400 con 0x7f0c58103c20 2024-05-27T00:31:59.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:59.212+0000 7f0c5f600640 1 -- 172.21.15.44:0/3195937328 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0c5802d2e0 con 0x7f0c58103c20 2024-05-27T00:31:59.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:59.213+0000 7f0c55600640 1 -- 172.21.15.44:0/3195937328 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7171 (secure 0 0 0) 0x7f0c4c09bd00 con 0x7f0c58103c20 2024-05-27T00:31:59.215 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:31:59.215 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24515,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24542,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-05-27T00:31:59.215 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 9 2024-05-27T00:31:59.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:59.215+0000 7f0c5f600640 1 -- 172.21.15.44:0/3195937328 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0c400a2b90 msgr2=0x7f0c400a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:59.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:59.215+0000 7f0c5f600640 1 --2- 172.21.15.44:0/3195937328 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0c400a2b90 0x7f0c400a5050 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f0c580776d0 tx=0x7f0c44005f90 comp rx=0 tx=0).stop 2024-05-27T00:31:59.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:59.215+0000 7f0c5f600640 1 -- 172.21.15.44:0/3195937328 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c58103c20 msgr2=0x7f0c58079750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:31:59.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:59.215+0000 7f0c5f600640 1 --2- 172.21.15.44:0/3195937328 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c58103c20 0x7f0c58079750 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0c4c00e9c0 tx=0x7f0c4c00ee80 comp rx=0 tx=0).stop 2024-05-27T00:31:59.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:59.216+0000 7f0c5f600640 1 -- 172.21.15.44:0/3195937328 shutdown_connections 2024-05-27T00:31:59.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:59.216+0000 7f0c5f600640 1 --2- 172.21.15.44:0/3195937328 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0c400a2b90 0x7f0c400a5050 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:59.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:59.216+0000 7f0c5f600640 1 --2- 172.21.15.44:0/3195937328 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0c581057d0 0x7f0c580762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:59.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:59.216+0000 7f0c5f600640 1 --2- 172.21.15.44:0/3195937328 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0c58104e10 0x7f0c58079c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:59.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:59.216+0000 7f0c5f600640 1 --2- 172.21.15.44:0/3195937328 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0c58103c20 0x7f0c58079750 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:31:59.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:59.216+0000 7f0c5f600640 1 -- 172.21.15.44:0/3195937328 >> 172.21.15.44:0/3195937328 conn(0x7f0c580ff190 msgr2=0x7f0c58108040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:31:59.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:59.216+0000 7f0c5f600640 1 -- 172.21.15.44:0/3195937328 shutdown_connections 2024-05-27T00:31:59.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:31:59.216+0000 7f0c5f600640 1 -- 172.21.15.44:0/3195937328 wait complete. 2024-05-27T00:31:59.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:59 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] up:boot 2024-05-27T00:31:59.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:59 smithi050 ceph-mon[36071]: fsmap 8 up:standby 2024-05-27T00:31:59.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:59 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-27T00:31:59.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:31:59 smithi050 ceph-mon[36071]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:59.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:59 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] up:boot 2024-05-27T00:31:59.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:59 smithi137 ceph-mon[36552]: fsmap 8 up:standby 2024-05-27T00:31:59.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:59 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-27T00:31:59.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:31:59 smithi137 ceph-mon[36552]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:31:59.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:59 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] up:boot 2024-05-27T00:31:59.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:59 smithi044 ceph-mon[31645]: fsmap 8 up:standby 2024-05-27T00:31:59.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:59 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-27T00:31:59.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:31:59 smithi044 ceph-mon[31645]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:00.455 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:00 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3195937328' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:00.455 INFO:journalctl@ceph.mds.i.smithi137.stdout:May 27 00:32:00 smithi137 podman[67508]: 2024-05-27 00:32:00.31490705 +0000 UTC m=+0.017927899 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:32:00.611 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:00 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3195937328' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:00.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:00 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3195937328' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:00.726 INFO:journalctl@ceph.mds.i.smithi137.stdout:May 27 00:32:00 smithi137 podman[67508]: 2024-05-27 00:32:00.455564251 +0000 UTC m=+0.158585141 container create 8ff67494927227dc0d1ba78f296ca60a0cceebfc315f26f54825d062f1433cad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-i, RELEASE=squid-0ef46a2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240521) 2024-05-27T00:32:00.726 INFO:journalctl@ceph.mds.i.smithi137.stdout:May 27 00:32:00 smithi137 podman[67508]: 2024-05-27 00:32:00.700383624 +0000 UTC m=+0.403404460 container init 8ff67494927227dc0d1ba78f296ca60a0cceebfc315f26f54825d062f1433cad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-i, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-0ef46a2, org.label-schema.vendor=CentOS) 2024-05-27T00:32:00.727 INFO:journalctl@ceph.mds.i.smithi137.stdout:May 27 00:32:00 smithi137 podman[67508]: 2024-05-27 00:32:00.703391084 +0000 UTC m=+0.406411920 container start 8ff67494927227dc0d1ba78f296ca60a0cceebfc315f26f54825d062f1433cad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-i, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2, CEPH_POINT_RELEASE=) 2024-05-27T00:32:01.002 INFO:journalctl@ceph.mds.i.smithi137.stdout:May 27 00:32:00 smithi137 ceph-mds[67535]: -- 172.21.15.137:0/3657841722 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5583ccae5a40 con 0x5583ccab9000 2024-05-27T00:32:01.002 INFO:journalctl@ceph.mds.i.smithi137.stdout:May 27 00:32:00 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-i[67526]: starting mds.i at 2024-05-27T00:32:01.002 INFO:journalctl@ceph.mds.i.smithi137.stdout:May 27 00:32:00 smithi137 bash[67508]: 8ff67494927227dc0d1ba78f296ca60a0cceebfc315f26f54825d062f1433cad 2024-05-27T00:32:01.002 INFO:journalctl@ceph.mds.i.smithi137.stdout:May 27 00:32:00 smithi137 systemd[1]: Started Ceph mds.i for 1fe53dce-1bbf-11ef-bc9b-c7b262605968. 2024-05-27T00:32:01.235 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:32:01.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.444+0000 7f0bbd400640 1 -- 172.21.15.44:0/1091787403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0bb81022a0 msgr2=0x7f0bb8104690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:01.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.444+0000 7f0bbd400640 1 --2- 172.21.15.44:0/1091787403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0bb81022a0 0x7f0bb8104690 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0ba8009900 tx=0x7f0ba802a400 comp rx=0 tx=0).stop 2024-05-27T00:32:01.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.444+0000 7f0bbd400640 1 -- 172.21.15.44:0/1091787403 shutdown_connections 2024-05-27T00:32:01.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.444+0000 7f0bbd400640 1 --2- 172.21.15.44:0/1091787403 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0bb8107500 0x7f0bb8109950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:01.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.444+0000 7f0bbd400640 1 --2- 172.21.15.44:0/1091787403 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0bb8104bd0 0x7f0bb8106fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:01.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.444+0000 7f0bbd400640 1 --2- 172.21.15.44:0/1091787403 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0bb81022a0 0x7f0bb8104690 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:01.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.444+0000 7f0bbd400640 1 -- 172.21.15.44:0/1091787403 >> 172.21.15.44:0/1091787403 conn(0x7f0bb80fbc70 msgr2=0x7f0bb80fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:01.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.444+0000 7f0bbd400640 1 -- 172.21.15.44:0/1091787403 shutdown_connections 2024-05-27T00:32:01.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.444+0000 7f0bbd400640 1 -- 172.21.15.44:0/1091787403 wait complete. 2024-05-27T00:32:01.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.446+0000 7f0bbd400640 1 Processor -- start 2024-05-27T00:32:01.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.446+0000 7f0bbd400640 1 -- start start 2024-05-27T00:32:01.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.446+0000 7f0bbd400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0bb81022a0 0x7f0bb8199e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:01.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.446+0000 7f0bbd400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0bb8104bd0 0x7f0bb819a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:01.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.446+0000 7f0bbd400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0bb8107500 0x7f0bb81a1420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:01.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.446+0000 7f0bbd400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb810d640 con 0x7f0bb8104bd0 2024-05-27T00:32:01.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.446+0000 7f0bbd400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb810d4c0 con 0x7f0bb81022a0 2024-05-27T00:32:01.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.446+0000 7f0bbd400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb810d7c0 con 0x7f0bb8107500 2024-05-27T00:32:01.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.447+0000 7f0bb7e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0bb81022a0 0x7f0bb8199e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:01.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.447+0000 7f0bb7e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0bb81022a0 0x7f0bb8199e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:34608/0 (socket says 172.21.15.44:34608) 2024-05-27T00:32:01.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.447+0000 7f0bb7e00640 1 -- 172.21.15.44:0/312410823 learned_addr learned my addr 172.21.15.44:0/312410823 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:01.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.447+0000 7f0bbca00640 1 --2- 172.21.15.44:0/312410823 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0bb8107500 0x7f0bb81a1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:01.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.447+0000 7f0bb7400640 1 --2- 172.21.15.44:0/312410823 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0bb8104bd0 0x7f0bb819a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:01.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.447+0000 7f0bb7e00640 1 -- 172.21.15.44:0/312410823 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0bb8107500 msgr2=0x7f0bb81a1420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:01.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.447+0000 7f0bb7e00640 1 --2- 172.21.15.44:0/312410823 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0bb8107500 0x7f0bb81a1420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:01.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.447+0000 7f0bb7e00640 1 -- 172.21.15.44:0/312410823 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0bb8104bd0 msgr2=0x7f0bb819a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:01.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.447+0000 7f0bb7e00640 1 --2- 172.21.15.44:0/312410823 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0bb8104bd0 0x7f0bb819a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:01.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.447+0000 7f0bb7e00640 1 -- 172.21.15.44:0/312410823 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bb81a1a90 con 0x7f0bb81022a0 2024-05-27T00:32:01.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.447+0000 7f0bbca00640 1 --2- 172.21.15.44:0/312410823 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0bb8107500 0x7f0bb81a1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:01.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.447+0000 7f0bb7e00640 1 --2- 172.21.15.44:0/312410823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0bb81022a0 0x7f0bb8199e70 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f0ba80316a0 tx=0x7f0ba8032d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:01.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.448+0000 7f0bb4c00640 1 -- 172.21.15.44:0/312410823 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ba803f030 con 0x7f0bb81022a0 2024-05-27T00:32:01.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.448+0000 7f0bbd400640 1 -- 172.21.15.44:0/312410823 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bb81a1d20 con 0x7f0bb81022a0 2024-05-27T00:32:01.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.448+0000 7f0bb4c00640 1 -- 172.21.15.44:0/312410823 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0ba8003d00 con 0x7f0bb81022a0 2024-05-27T00:32:01.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.448+0000 7f0bb4c00640 1 -- 172.21.15.44:0/312410823 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ba8035070 con 0x7f0bb81022a0 2024-05-27T00:32:01.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.448+0000 7f0bbd400640 1 -- 172.21.15.44:0/312410823 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bb81a21b0 con 0x7f0bb81022a0 2024-05-27T00:32:01.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.450+0000 7f0bbd400640 1 -- 172.21.15.44:0/312410823 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bb8109050 con 0x7f0bb81022a0 2024-05-27T00:32:01.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.451+0000 7f0bb4c00640 1 -- 172.21.15.44:0/312410823 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0ba8042030 con 0x7f0bb81022a0 2024-05-27T00:32:01.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.452+0000 7f0bb4c00640 1 --2- 172.21.15.44:0/312410823 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0b9c0a2b90 0x7f0b9c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:01.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.453+0000 7f0bb4c00640 1 -- 172.21.15.44:0/312410823 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f0ba80eeff0 con 0x7f0bb81022a0 2024-05-27T00:32:01.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.453+0000 7f0bb7400640 1 --2- 172.21.15.44:0/312410823 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0b9c0a2b90 0x7f0b9c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:01.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.454+0000 7f0bb7400640 1 --2- 172.21.15.44:0/312410823 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0b9c0a2b90 0x7f0b9c0a5050 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f0bb819b380 tx=0x7f0ba4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:01.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.457+0000 7f0bb4c00640 1 -- 172.21.15.44:0/312410823 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0ba80bbd40 con 0x7f0bb81022a0 2024-05-27T00:32:01.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.788+0000 7f0bbd400640 1 -- 172.21.15.44:0/312410823 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0bb80625a0 con 0x7f0bb81022a0 2024-05-27T00:32:01.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.789+0000 7f0bb4c00640 1 -- 172.21.15.44:0/312410823 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8001 (secure 0 0 0) 0x7f0ba80c0040 con 0x7f0bb81022a0 2024-05-27T00:32:01.790 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:01.790 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24515,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24541,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24542,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-05-27T00:32:01.790 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 10 2024-05-27T00:32:01.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.791+0000 7f0bbd400640 1 -- 172.21.15.44:0/312410823 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0b9c0a2b90 msgr2=0x7f0b9c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:01.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.791+0000 7f0bbd400640 1 --2- 172.21.15.44:0/312410823 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0b9c0a2b90 0x7f0b9c0a5050 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f0bb819b380 tx=0x7f0ba4005f90 comp rx=0 tx=0).stop 2024-05-27T00:32:01.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.791+0000 7f0bbd400640 1 -- 172.21.15.44:0/312410823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0bb81022a0 msgr2=0x7f0bb8199e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:01.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.791+0000 7f0bbd400640 1 --2- 172.21.15.44:0/312410823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0bb81022a0 0x7f0bb8199e70 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f0ba80316a0 tx=0x7f0ba8032d70 comp rx=0 tx=0).stop 2024-05-27T00:32:01.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.792+0000 7f0bbd400640 1 -- 172.21.15.44:0/312410823 shutdown_connections 2024-05-27T00:32:01.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.792+0000 7f0bbd400640 1 --2- 172.21.15.44:0/312410823 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0b9c0a2b90 0x7f0b9c0a5050 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:01.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.792+0000 7f0bbd400640 1 --2- 172.21.15.44:0/312410823 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0bb8107500 0x7f0bb81a1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:01.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.792+0000 7f0bbd400640 1 --2- 172.21.15.44:0/312410823 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0bb8104bd0 0x7f0bb819a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:01.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.792+0000 7f0bbd400640 1 --2- 172.21.15.44:0/312410823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0bb81022a0 0x7f0bb8199e70 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:01.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.792+0000 7f0bbd400640 1 -- 172.21.15.44:0/312410823 >> 172.21.15.44:0/312410823 conn(0x7f0bb80fbc70 msgr2=0x7f0bb8101a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:01.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.792+0000 7f0bbd400640 1 -- 172.21.15.44:0/312410823 shutdown_connections 2024-05-27T00:32:01.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:01.792+0000 7f0bbd400640 1 -- 172.21.15.44:0/312410823 wait complete. 2024-05-27T00:32:02.064 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:01 smithi044 ceph-mon[31645]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:02.064 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:01 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:02.064 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:01 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:02.064 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:01 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:02.064 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:01 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:32:02.064 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:01 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:32:02.064 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:01 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:32:02.065 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:01 smithi044 ceph-mon[31645]: Deploying daemon mds.g on smithi044 2024-05-27T00:32:02.065 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:01 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.137:6838/1815488235,v1:172.21.15.137:6839/1815488235] up:boot 2024-05-27T00:32:02.065 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:01 smithi044 ceph-mon[31645]: fsmap 9 up:standby 2024-05-27T00:32:02.065 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:01 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-27T00:32:02.065 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:01 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/312410823' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:02.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:01 smithi050 ceph-mon[36071]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:02.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:01 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:02.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:01 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:02.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:01 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:02.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:01 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:32:02.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:01 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:32:02.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:01 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:32:02.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:01 smithi050 ceph-mon[36071]: Deploying daemon mds.g on smithi044 2024-05-27T00:32:02.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:01 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.137:6838/1815488235,v1:172.21.15.137:6839/1815488235] up:boot 2024-05-27T00:32:02.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:01 smithi050 ceph-mon[36071]: fsmap 9 up:standby 2024-05-27T00:32:02.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:01 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-27T00:32:02.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:01 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/312410823' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:02.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:01 smithi137 ceph-mon[36552]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:02.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:01 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:02.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:01 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:02.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:01 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:02.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:01 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:32:02.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:01 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:32:02.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:01 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:32:02.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:01 smithi137 ceph-mon[36552]: Deploying daemon mds.g on smithi044 2024-05-27T00:32:02.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:01 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.137:6838/1815488235,v1:172.21.15.137:6839/1815488235] up:boot 2024-05-27T00:32:02.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:01 smithi137 ceph-mon[36552]: fsmap 9 up:standby 2024-05-27T00:32:02.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:01 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-27T00:32:02.254 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:01 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/312410823' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:03.813 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:32:04.034 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:03 smithi044 ceph-mon[31645]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:04.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.170+0000 7f7d13e00640 1 -- 172.21.15.44:0/681478385 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7d0c1098b0 msgr2=0x7f7d0c10bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:04.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.170+0000 7f7d13e00640 1 --2- 172.21.15.44:0/681478385 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7d0c1098b0 0x7f7d0c10bd40 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f7d04009ca0 tx=0x7f7d0402a8c0 comp rx=0 tx=0).stop 2024-05-27T00:32:04.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.171+0000 7f7d13e00640 1 -- 172.21.15.44:0/681478385 shutdown_connections 2024-05-27T00:32:04.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.171+0000 7f7d13e00640 1 --2- 172.21.15.44:0/681478385 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7d0c1098b0 0x7f7d0c10bd40 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:04.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.171+0000 7f7d13e00640 1 --2- 172.21.15.44:0/681478385 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d0c074400 0x7f7d0c074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:04.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.171+0000 7f7d13e00640 1 --2- 172.21.15.44:0/681478385 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7d0c0759e0 0x7f7d0c073e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:04.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.171+0000 7f7d13e00640 1 -- 172.21.15.44:0/681478385 >> 172.21.15.44:0/681478385 conn(0x7f7d0c0fcf80 msgr2=0x7f7d0c0ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:04.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.171+0000 7f7d13e00640 1 -- 172.21.15.44:0/681478385 shutdown_connections 2024-05-27T00:32:04.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.171+0000 7f7d13e00640 1 -- 172.21.15.44:0/681478385 wait complete. 2024-05-27T00:32:04.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.172+0000 7f7d13e00640 1 Processor -- start 2024-05-27T00:32:04.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.173+0000 7f7d13e00640 1 -- start start 2024-05-27T00:32:04.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.173+0000 7f7d13e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7d0c074400 0x7f7d0c199f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:04.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.173+0000 7f7d13e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d0c0759e0 0x7f7d0c19a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:04.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.173+0000 7f7d13e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7d0c1098b0 0x7f7d0c1a1500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:04.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.173+0000 7f7d13e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7d0c10f9e0 con 0x7f7d0c1098b0 2024-05-27T00:32:04.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.173+0000 7f7d13e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7d0c10f860 con 0x7f7d0c0759e0 2024-05-27T00:32:04.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.173+0000 7f7d13e00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f7d0c10fb60 con 0x7f7d0c074400 2024-05-27T00:32:04.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.173+0000 7f7d10a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d0c0759e0 0x7f7d0c19a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:04.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.173+0000 7f7d10a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d0c0759e0 0x7f7d0c19a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:34622/0 (socket says 172.21.15.44:34622) 2024-05-27T00:32:04.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.173+0000 7f7d10a00640 1 -- 172.21.15.44:0/1908789324 learned_addr learned my addr 172.21.15.44:0/1908789324 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:04.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.173+0000 7f7d11400640 1 --2- 172.21.15.44:0/1908789324 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7d0c074400 0x7f7d0c199f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:04.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.173+0000 7f7d11e00640 1 --2- 172.21.15.44:0/1908789324 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7d0c1098b0 0x7f7d0c1a1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:04.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.174+0000 7f7d10a00640 1 -- 172.21.15.44:0/1908789324 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7d0c074400 msgr2=0x7f7d0c199f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:04.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.174+0000 7f7d10a00640 1 --2- 172.21.15.44:0/1908789324 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7d0c074400 0x7f7d0c199f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:04.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.174+0000 7f7d10a00640 1 -- 172.21.15.44:0/1908789324 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7d0c1098b0 msgr2=0x7f7d0c1a1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:04.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.174+0000 7f7d10a00640 1 --2- 172.21.15.44:0/1908789324 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7d0c1098b0 0x7f7d0c1a1500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:04.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.174+0000 7f7d10a00640 1 -- 172.21.15.44:0/1908789324 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d0c1a1b70 con 0x7f7d0c0759e0 2024-05-27T00:32:04.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.174+0000 7f7d10a00640 1 --2- 172.21.15.44:0/1908789324 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d0c0759e0 0x7f7d0c19a490 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7cf800d950 tx=0x7f7cf800de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:04.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.175+0000 7f7d0a000640 1 -- 172.21.15.44:0/1908789324 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cf8017070 con 0x7f7d0c0759e0 2024-05-27T00:32:04.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.175+0000 7f7d13e00640 1 -- 172.21.15.44:0/1908789324 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d0c1a1e60 con 0x7f7d0c0759e0 2024-05-27T00:32:04.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.175+0000 7f7d0a000640 1 -- 172.21.15.44:0/1908789324 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7cf8009c30 con 0x7f7d0c0759e0 2024-05-27T00:32:04.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.175+0000 7f7d0a000640 1 -- 172.21.15.44:0/1908789324 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cf800f740 con 0x7f7d0c0759e0 2024-05-27T00:32:04.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.175+0000 7f7d13e00640 1 -- 172.21.15.44:0/1908789324 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d0c1a2370 con 0x7f7d0c0759e0 2024-05-27T00:32:04.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.176+0000 7f7d13e00640 1 -- 172.21.15.44:0/1908789324 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d0c1085e0 con 0x7f7d0c0759e0 2024-05-27T00:32:04.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.178+0000 7f7d0a000640 1 -- 172.21.15.44:0/1908789324 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f7cf8010a80 con 0x7f7d0c0759e0 2024-05-27T00:32:04.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.180+0000 7f7d0a000640 1 --2- 172.21.15.44:0/1908789324 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7cf40a2b90 0x7f7cf40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:04.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.180+0000 7f7d0a000640 1 -- 172.21.15.44:0/1908789324 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f7cf80ce7d0 con 0x7f7d0c0759e0 2024-05-27T00:32:04.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.180+0000 7f7d11400640 1 --2- 172.21.15.44:0/1908789324 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7cf40a2b90 0x7f7cf40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:04.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.181+0000 7f7d11400640 1 --2- 172.21.15.44:0/1908789324 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7cf40a2b90 0x7f7cf40a5050 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7d0000bbe0 tx=0x7f7d0000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:04.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.184+0000 7f7d0a000640 1 -- 172.21.15.44:0/1908789324 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7cf8009de0 con 0x7f7d0c0759e0 2024-05-27T00:32:04.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:03 smithi050 ceph-mon[36071]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:04.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:03 smithi137 ceph-mon[36552]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:04.362 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 27 00:32:04 smithi044 systemd[1]: Starting Ceph mds.g for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:32:04.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.468+0000 7f7d13e00640 1 -- 172.21.15.44:0/1908789324 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7d0c0625a0 con 0x7f7d0c0759e0 2024-05-27T00:32:04.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.469+0000 7f7d0a000640 1 -- 172.21.15.44:0/1908789324 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8001 (secure 0 0 0) 0x7f7cf809b4e0 con 0x7f7d0c0759e0 2024-05-27T00:32:04.470 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:04.470 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24515,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24541,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24542,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-05-27T00:32:04.470 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 10 2024-05-27T00:32:04.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.472+0000 7f7d13e00640 1 -- 172.21.15.44:0/1908789324 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7cf40a2b90 msgr2=0x7f7cf40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:04.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.472+0000 7f7d13e00640 1 --2- 172.21.15.44:0/1908789324 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7cf40a2b90 0x7f7cf40a5050 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7d0000bbe0 tx=0x7f7d0000b390 comp rx=0 tx=0).stop 2024-05-27T00:32:04.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.472+0000 7f7d13e00640 1 -- 172.21.15.44:0/1908789324 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d0c0759e0 msgr2=0x7f7d0c19a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:04.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.472+0000 7f7d13e00640 1 --2- 172.21.15.44:0/1908789324 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d0c0759e0 0x7f7d0c19a490 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7cf800d950 tx=0x7f7cf800de10 comp rx=0 tx=0).stop 2024-05-27T00:32:04.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.472+0000 7f7d13e00640 1 -- 172.21.15.44:0/1908789324 shutdown_connections 2024-05-27T00:32:04.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.472+0000 7f7d13e00640 1 --2- 172.21.15.44:0/1908789324 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7cf40a2b90 0x7f7cf40a5050 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:04.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.472+0000 7f7d13e00640 1 --2- 172.21.15.44:0/1908789324 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7d0c1098b0 0x7f7d0c1a1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:04.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.472+0000 7f7d13e00640 1 --2- 172.21.15.44:0/1908789324 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7d0c0759e0 0x7f7d0c19a490 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:04.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.472+0000 7f7d13e00640 1 --2- 172.21.15.44:0/1908789324 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7d0c074400 0x7f7d0c199f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:04.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.472+0000 7f7d13e00640 1 -- 172.21.15.44:0/1908789324 >> 172.21.15.44:0/1908789324 conn(0x7f7d0c0fcf80 msgr2=0x7f7d0c1057b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:04.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.472+0000 7f7d13e00640 1 -- 172.21.15.44:0/1908789324 shutdown_connections 2024-05-27T00:32:04.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:04.472+0000 7f7d13e00640 1 -- 172.21.15.44:0/1908789324 wait complete. 2024-05-27T00:32:04.724 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 27 00:32:04 smithi044 podman[70735]: 2024-05-27 00:32:04.351783282 +0000 UTC m=+0.047489998 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:32:04.725 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 27 00:32:04 smithi044 podman[70735]: 2024-05-27 00:32:04.469799452 +0000 UTC m=+0.165506153 container create 26d9a18c90dbbed9a7c2bcbb4e553b44193d28598686f4e09969757cd7c92974 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-g, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240521, GIT_CLEAN=True, RELEASE=squid-0ef46a2) 2024-05-27T00:32:04.725 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 27 00:32:04 smithi044 podman[70735]: 2024-05-27 00:32:04.723141656 +0000 UTC m=+0.418848377 container init 26d9a18c90dbbed9a7c2bcbb4e553b44193d28598686f4e09969757cd7c92974 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-g, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-0ef46a2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240521) 2024-05-27T00:32:05.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:04 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1908789324' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:05.112 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 27 00:32:04 smithi044 podman[70735]: 2024-05-27 00:32:04.733834467 +0000 UTC m=+0.429541203 container start 26d9a18c90dbbed9a7c2bcbb4e553b44193d28598686f4e09969757cd7c92974 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-g, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-0ef46a2, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-05-27T00:32:05.112 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 27 00:32:04 smithi044 ceph-mds[70763]: -- 172.21.15.44:0/3131371221 <== mon.2 v2:172.21.15.50:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562cf3f15a40 con 0x562cf3ee9000 2024-05-27T00:32:05.112 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 27 00:32:04 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-g[70755]: starting mds.g at 2024-05-27T00:32:05.112 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 27 00:32:04 smithi044 bash[70735]: 26d9a18c90dbbed9a7c2bcbb4e553b44193d28598686f4e09969757cd7c92974 2024-05-27T00:32:05.112 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 27 00:32:04 smithi044 systemd[1]: Started Ceph mds.g for 1fe53dce-1bbf-11ef-bc9b-c7b262605968. 2024-05-27T00:32:05.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:04 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1908789324' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:05.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:04 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1908789324' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:06.001 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:05 smithi044 ceph-mon[31645]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:06.001 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:05 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.44:6838/2194470084,v1:172.21.15.44:6839/2194470084] up:boot 2024-05-27T00:32:06.001 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:05 smithi044 ceph-mon[31645]: fsmap 10 up:standby 2024-05-27T00:32:06.001 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-27T00:32:06.001 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:06.001 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:06.001 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:06.001 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:32:06.001 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:32:06.002 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:05 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:32:06.002 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:05 smithi044 ceph-mon[31645]: Deploying daemon mds.a on smithi044 2024-05-27T00:32:06.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:05 smithi050 ceph-mon[36071]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:06.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:05 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.44:6838/2194470084,v1:172.21.15.44:6839/2194470084] up:boot 2024-05-27T00:32:06.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:05 smithi050 ceph-mon[36071]: fsmap 10 up:standby 2024-05-27T00:32:06.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-27T00:32:06.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:06.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:06.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:06.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:32:06.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:32:06.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:05 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:32:06.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:05 smithi050 ceph-mon[36071]: Deploying daemon mds.a on smithi044 2024-05-27T00:32:06.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:05 smithi137 ceph-mon[36552]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:06.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:05 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.44:6838/2194470084,v1:172.21.15.44:6839/2194470084] up:boot 2024-05-27T00:32:06.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:05 smithi137 ceph-mon[36552]: fsmap 10 up:standby 2024-05-27T00:32:06.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-27T00:32:06.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:06.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:06.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:06.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:32:06.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:32:06.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:05 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:32:06.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:05 smithi137 ceph-mon[36552]: Deploying daemon mds.a on smithi044 2024-05-27T00:32:06.494 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:32:06.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.722+0000 7f106de00640 1 -- 172.21.15.44:0/1654914084 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1068076360 msgr2=0x7f1068076780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:06.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.722+0000 7f106de00640 1 --2- 172.21.15.44:0/1654914084 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1068076360 0x7f1068076780 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f1058009900 tx=0x7f105802a400 comp rx=0 tx=0).stop 2024-05-27T00:32:06.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.723+0000 7f106de00640 1 -- 172.21.15.44:0/1654914084 shutdown_connections 2024-05-27T00:32:06.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.723+0000 7f106de00640 1 --2- 172.21.15.44:0/1654914084 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1068077f40 0x7f10680787e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:06.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.723+0000 7f106de00640 1 --2- 172.21.15.44:0/1654914084 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10680775a0 0x7f1068077a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:06.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.723+0000 7f106de00640 1 --2- 172.21.15.44:0/1654914084 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1068076360 0x7f1068076780 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:06.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.723+0000 7f106de00640 1 -- 172.21.15.44:0/1654914084 >> 172.21.15.44:0/1654914084 conn(0x7f10680fefb0 msgr2=0x7f10681013d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:06.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.723+0000 7f106de00640 1 -- 172.21.15.44:0/1654914084 shutdown_connections 2024-05-27T00:32:06.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.723+0000 7f106de00640 1 -- 172.21.15.44:0/1654914084 wait complete. 2024-05-27T00:32:06.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.724+0000 7f106de00640 1 Processor -- start 2024-05-27T00:32:06.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.724+0000 7f106de00640 1 -- start start 2024-05-27T00:32:06.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.724+0000 7f106de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1068076360 0x7f106819e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:06.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.724+0000 7f106de00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f10680775a0 0x7f106819e700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:06.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.724+0000 7f106de00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1068077f40 0x7f10681a5770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:06.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.724+0000 7f106de00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1068113c10 con 0x7f1068076360 2024-05-27T00:32:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.724+0000 7f106de00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1068113a90 con 0x7f1068077f40 2024-05-27T00:32:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.724+0000 7f106de00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f1068113d90 con 0x7f10680775a0 2024-05-27T00:32:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.724+0000 7f106ca00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1068076360 0x7f106819e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.724+0000 7f105fe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f10680775a0 0x7f106819e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.724+0000 7f105fe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f10680775a0 0x7f106819e700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:51544/0 (socket says 172.21.15.44:51544) 2024-05-27T00:32:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.725+0000 7f105fe00640 1 -- 172.21.15.44:0/1493922760 learned_addr learned my addr 172.21.15.44:0/1493922760 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.725+0000 7f106d400640 1 --2- 172.21.15.44:0/1493922760 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1068077f40 0x7f10681a5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.725+0000 7f105fe00640 1 -- 172.21.15.44:0/1493922760 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1068077f40 msgr2=0x7f10681a5770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.725+0000 7f105fe00640 1 --2- 172.21.15.44:0/1493922760 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1068077f40 0x7f10681a5770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.725+0000 7f105fe00640 1 -- 172.21.15.44:0/1493922760 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1068076360 msgr2=0x7f106819e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.725+0000 7f105fe00640 1 --2- 172.21.15.44:0/1493922760 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1068076360 0x7f106819e1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.725+0000 7f105fe00640 1 -- 172.21.15.44:0/1493922760 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10681a5de0 con 0x7f10680775a0 2024-05-27T00:32:06.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.725+0000 7f105fe00640 1 --2- 172.21.15.44:0/1493922760 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f10680775a0 0x7f106819e700 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f105000e9f0 tx=0x7f105000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:06.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.725+0000 7f1066000640 1 -- 172.21.15.44:0/1493922760 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f105000cd80 con 0x7f10680775a0 2024-05-27T00:32:06.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.725+0000 7f1066000640 1 -- 172.21.15.44:0/1493922760 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1050010930 con 0x7f10680775a0 2024-05-27T00:32:06.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.725+0000 7f106de00640 1 -- 172.21.15.44:0/1493922760 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10681a60d0 con 0x7f10680775a0 2024-05-27T00:32:06.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.726+0000 7f1066000640 1 -- 172.21.15.44:0/1493922760 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1050018b00 con 0x7f10680775a0 2024-05-27T00:32:06.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.726+0000 7f106de00640 1 -- 172.21.15.44:0/1493922760 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10681a6620 con 0x7f10680775a0 2024-05-27T00:32:06.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.727+0000 7f106de00640 1 -- 172.21.15.44:0/1493922760 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1068110460 con 0x7f10680775a0 2024-05-27T00:32:06.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.729+0000 7f1066000640 1 -- 172.21.15.44:0/1493922760 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f1050018ca0 con 0x7f10680775a0 2024-05-27T00:32:06.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.730+0000 7f1066000640 1 --2- 172.21.15.44:0/1493922760 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f104c0a2b90 0x7f104c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:06.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.731+0000 7f1066000640 1 -- 172.21.15.44:0/1493922760 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f10500cf490 con 0x7f10680775a0 2024-05-27T00:32:06.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.731+0000 7f106ca00640 1 --2- 172.21.15.44:0/1493922760 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f104c0a2b90 0x7f104c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:06.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.731+0000 7f106ca00640 1 --2- 172.21.15.44:0/1493922760 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f104c0a2b90 0x7f104c0a5050 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1058005ab0 tx=0x7f1058005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:06.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.733+0000 7f1066000640 1 -- 172.21.15.44:0/1493922760 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f105009c1a0 con 0x7f10680775a0 2024-05-27T00:32:06.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.982+0000 7f106de00640 1 -- 172.21.15.44:0/1493922760 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f106802d530 con 0x7f10680775a0 2024-05-27T00:32:06.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.983+0000 7f1066000640 1 -- 172.21.15.44:0/1493922760 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8827 (secure 0 0 0) 0x7f10500a04a0 con 0x7f10680775a0 2024-05-27T00:32:06.984 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:06.984 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2194470084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2194470084},{"type":"v1","addr":"172.21.15.44:6839","nonce":2194470084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24515,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24541,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24542,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-05-27T00:32:06.984 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 11 2024-05-27T00:32:06.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.986+0000 7f106de00640 1 -- 172.21.15.44:0/1493922760 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f104c0a2b90 msgr2=0x7f104c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:06.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.986+0000 7f106de00640 1 --2- 172.21.15.44:0/1493922760 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f104c0a2b90 0x7f104c0a5050 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1058005ab0 tx=0x7f1058005a20 comp rx=0 tx=0).stop 2024-05-27T00:32:06.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.986+0000 7f106de00640 1 -- 172.21.15.44:0/1493922760 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f10680775a0 msgr2=0x7f106819e700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:06.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.986+0000 7f106de00640 1 --2- 172.21.15.44:0/1493922760 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f10680775a0 0x7f106819e700 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f105000e9f0 tx=0x7f105000eeb0 comp rx=0 tx=0).stop 2024-05-27T00:32:06.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.986+0000 7f106de00640 1 -- 172.21.15.44:0/1493922760 shutdown_connections 2024-05-27T00:32:06.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.986+0000 7f106de00640 1 --2- 172.21.15.44:0/1493922760 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f104c0a2b90 0x7f104c0a5050 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:06.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.986+0000 7f106de00640 1 --2- 172.21.15.44:0/1493922760 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1068077f40 0x7f10681a5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:06.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.986+0000 7f106de00640 1 --2- 172.21.15.44:0/1493922760 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f10680775a0 0x7f106819e700 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:06.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.986+0000 7f106de00640 1 --2- 172.21.15.44:0/1493922760 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1068076360 0x7f106819e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:06.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.986+0000 7f106de00640 1 -- 172.21.15.44:0/1493922760 >> 172.21.15.44:0/1493922760 conn(0x7f10680fefb0 msgr2=0x7f10681005f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:06.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.986+0000 7f106de00640 1 -- 172.21.15.44:0/1493922760 shutdown_connections 2024-05-27T00:32:06.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:06.986+0000 7f106de00640 1 -- 172.21.15.44:0/1493922760 wait complete. 2024-05-27T00:32:08.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:07 smithi044 ceph-mon[31645]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:08.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:07 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1493922760' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:08.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:07 smithi050 ceph-mon[36071]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:08.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:07 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1493922760' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:08.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:07 smithi137 ceph-mon[36552]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:08.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:07 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1493922760' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:08.554 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:32:08 smithi044 systemd[1]: Starting Ceph mds.a for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:32:08.850 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:32:08 smithi044 podman[71091]: 2024-05-27 00:32:08.457298167 +0000 UTC m=+0.033027492 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:32:08.850 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:32:08 smithi044 podman[71091]: 2024-05-27 00:32:08.577773016 +0000 UTC m=+0.153502425 container create 372baa8c73d5af95772663daffbe7a1369ff79ac0b5c40b559175ca4d5d7a765 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-05-27T00:32:08.851 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:32:08 smithi044 podman[71091]: 2024-05-27 00:32:08.848813907 +0000 UTC m=+0.424543323 container init 372baa8c73d5af95772663daffbe7a1369ff79ac0b5c40b559175ca4d5d7a765 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, ceph=True, RELEASE=squid-0ef46a2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093) 2024-05-27T00:32:09.006 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:32:09.112 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:32:08 smithi044 podman[71091]: 2024-05-27 00:32:08.860144292 +0000 UTC m=+0.435873629 container start 372baa8c73d5af95772663daffbe7a1369ff79ac0b5c40b559175ca4d5d7a765 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, RELEASE=squid-0ef46a2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-05-27T00:32:09.112 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:32:08 smithi044 ceph-mds[71110]: -- 172.21.15.44:0/2432783959 <== mon.2 v2:172.21.15.50:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55785dd63a40 con 0x55785dd37000 2024-05-27T00:32:09.112 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:32:08 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: starting mds.a at 2024-05-27T00:32:09.112 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:32:08 smithi044 bash[71091]: 372baa8c73d5af95772663daffbe7a1369ff79ac0b5c40b559175ca4d5d7a765 2024-05-27T00:32:09.112 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:32:09 smithi044 systemd[1]: Started Ceph mds.a for 1fe53dce-1bbf-11ef-bc9b-c7b262605968. 2024-05-27T00:32:09.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.222+0000 7f716de00640 1 -- 172.21.15.44:0/3108483195 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7168108f70 msgr2=0x7f71681093f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:09.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.222+0000 7f716de00640 1 --2- 172.21.15.44:0/3108483195 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7168108f70 0x7f71681093f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f7154009900 tx=0x7f715402a3f0 comp rx=0 tx=0).stop 2024-05-27T00:32:09.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.222+0000 7f716de00640 1 -- 172.21.15.44:0/3108483195 shutdown_connections 2024-05-27T00:32:09.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.222+0000 7f716de00640 1 --2- 172.21.15.44:0/3108483195 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7168109930 0x7f7168110250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:09.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.222+0000 7f716de00640 1 --2- 172.21.15.44:0/3108483195 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7168108f70 0x7f71681093f0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:09.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.222+0000 7f716de00640 1 --2- 172.21.15.44:0/3108483195 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7168107e20 0x7f7168108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:09.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.222+0000 7f716de00640 1 -- 172.21.15.44:0/3108483195 >> 172.21.15.44:0/3108483195 conn(0x7f7168076de0 msgr2=0x7f7168079200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:09.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.222+0000 7f716de00640 1 -- 172.21.15.44:0/3108483195 shutdown_connections 2024-05-27T00:32:09.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.222+0000 7f716de00640 1 -- 172.21.15.44:0/3108483195 wait complete. 2024-05-27T00:32:09.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.223+0000 7f716de00640 1 Processor -- start 2024-05-27T00:32:09.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.223+0000 7f716de00640 1 -- start start 2024-05-27T00:32:09.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.223+0000 7f716de00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7168107e20 0x7f716819e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:09.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.223+0000 7f716de00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7168108f70 0x7f716819e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:09.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.223+0000 7f716de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7168109930 0x7f71681a57a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:09.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.223+0000 7f716de00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7168113c40 con 0x7f7168109930 2024-05-27T00:32:09.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.223+0000 7f716de00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7168113ac0 con 0x7f7168107e20 2024-05-27T00:32:09.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.223+0000 7f716de00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f7168113dc0 con 0x7f7168108f70 2024-05-27T00:32:09.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.224+0000 7f716d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7168109930 0x7f71681a57a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:09.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.224+0000 7f716ca00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7168107e20 0x7f716819e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:09.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.224+0000 7f716d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7168109930 0x7f71681a57a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58336/0 (socket says 172.21.15.44:58336) 2024-05-27T00:32:09.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.224+0000 7f716d400640 1 -- 172.21.15.44:0/2256959624 learned_addr learned my addr 172.21.15.44:0/2256959624 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:09.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.224+0000 7f7167e00640 1 --2- 172.21.15.44:0/2256959624 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7168108f70 0x7f716819e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:09.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.224+0000 7f716ca00640 1 -- 172.21.15.44:0/2256959624 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7168108f70 msgr2=0x7f716819e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:09.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.224+0000 7f716ca00640 1 --2- 172.21.15.44:0/2256959624 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7168108f70 0x7f716819e7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:09.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.224+0000 7f716ca00640 1 -- 172.21.15.44:0/2256959624 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7168109930 msgr2=0x7f71681a57a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:09.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.224+0000 7f716ca00640 1 --2- 172.21.15.44:0/2256959624 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7168109930 0x7f71681a57a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:09.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.224+0000 7f716ca00640 1 -- 172.21.15.44:0/2256959624 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71681a5e10 con 0x7f7168107e20 2024-05-27T00:32:09.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.224+0000 7f716d400640 1 --2- 172.21.15.44:0/2256959624 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7168109930 0x7f71681a57a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:09.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.225+0000 7f716ca00640 1 --2- 172.21.15.44:0/2256959624 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7168107e20 0x7f716819e290 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f715c00e9f0 tx=0x7f715c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:09.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.225+0000 7f7165600640 1 -- 172.21.15.44:0/2256959624 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f715c00ccc0 con 0x7f7168107e20 2024-05-27T00:32:09.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.225+0000 7f716de00640 1 -- 172.21.15.44:0/2256959624 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71681a6100 con 0x7f7168107e20 2024-05-27T00:32:09.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.225+0000 7f7165600640 1 -- 172.21.15.44:0/2256959624 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f715c010930 con 0x7f7168107e20 2024-05-27T00:32:09.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.225+0000 7f7165600640 1 -- 172.21.15.44:0/2256959624 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f715c0189f0 con 0x7f7168107e20 2024-05-27T00:32:09.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.225+0000 7f716de00640 1 -- 172.21.15.44:0/2256959624 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71681a6670 con 0x7f7168107e20 2024-05-27T00:32:09.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.226+0000 7f716de00640 1 -- 172.21.15.44:0/2256959624 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f716810f060 con 0x7f7168107e20 2024-05-27T00:32:09.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.229+0000 7f7165600640 1 -- 172.21.15.44:0/2256959624 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f715c010ae0 con 0x7f7168107e20 2024-05-27T00:32:09.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.230+0000 7f7165600640 1 --2- 172.21.15.44:0/2256959624 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f71500a2c10 0x7f71500a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:09.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.230+0000 7f7165600640 1 -- 172.21.15.44:0/2256959624 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f715c0cf220 con 0x7f7168107e20 2024-05-27T00:32:09.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.231+0000 7f7167e00640 1 --2- 172.21.15.44:0/2256959624 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f71500a2c10 0x7f71500a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:09.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.231+0000 7f7167e00640 1 --2- 172.21.15.44:0/2256959624 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f71500a2c10 0x7f71500a50d0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f715402a9e0 tx=0x7f7154005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:09.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.232+0000 7f7165600640 1 -- 172.21.15.44:0/2256959624 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f715c09bf30 con 0x7f7168107e20 2024-05-27T00:32:09.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.475+0000 7f716de00640 1 -- 172.21.15.44:0/2256959624 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f716802d2e0 con 0x7f7168107e20 2024-05-27T00:32:09.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.477+0000 7f7165600640 1 -- 172.21.15.44:0/2256959624 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8827 (secure 0 0 0) 0x7f715c0a0230 con 0x7f7168107e20 2024-05-27T00:32:09.477 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:09.478 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2194470084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2194470084},{"type":"v1","addr":"172.21.15.44:6839","nonce":2194470084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24515,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24541,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24542,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-05-27T00:32:09.478 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 11 2024-05-27T00:32:09.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.479+0000 7f716de00640 1 -- 172.21.15.44:0/2256959624 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f71500a2c10 msgr2=0x7f71500a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:09.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.479+0000 7f716de00640 1 --2- 172.21.15.44:0/2256959624 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f71500a2c10 0x7f71500a50d0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f715402a9e0 tx=0x7f7154005a20 comp rx=0 tx=0).stop 2024-05-27T00:32:09.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.479+0000 7f716de00640 1 -- 172.21.15.44:0/2256959624 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7168107e20 msgr2=0x7f716819e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:09.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.479+0000 7f716de00640 1 --2- 172.21.15.44:0/2256959624 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7168107e20 0x7f716819e290 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f715c00e9f0 tx=0x7f715c00eeb0 comp rx=0 tx=0).stop 2024-05-27T00:32:09.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.479+0000 7f716de00640 1 -- 172.21.15.44:0/2256959624 shutdown_connections 2024-05-27T00:32:09.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.479+0000 7f716de00640 1 --2- 172.21.15.44:0/2256959624 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f71500a2c10 0x7f71500a50d0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:09.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.479+0000 7f716de00640 1 --2- 172.21.15.44:0/2256959624 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7168109930 0x7f71681a57a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:09.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.479+0000 7f716de00640 1 --2- 172.21.15.44:0/2256959624 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7168108f70 0x7f716819e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:09.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.479+0000 7f716de00640 1 --2- 172.21.15.44:0/2256959624 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7168107e20 0x7f716819e290 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:09.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.479+0000 7f716de00640 1 -- 172.21.15.44:0/2256959624 >> 172.21.15.44:0/2256959624 conn(0x7f7168076de0 msgr2=0x7f716810c230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:09.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.480+0000 7f716de00640 1 -- 172.21.15.44:0/2256959624 shutdown_connections 2024-05-27T00:32:09.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:09.480+0000 7f716de00640 1 -- 172.21.15.44:0/2256959624 wait complete. 2024-05-27T00:32:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:10 smithi050 ceph-mon[36071]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:10 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:10 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:10 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:10 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:32:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:10 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:32:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:10 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:32:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:10 smithi050 ceph-mon[36071]: Deploying daemon mds.b on smithi050 2024-05-27T00:32:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:10 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2256959624' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:10 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] up:boot 2024-05-27T00:32:10.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:10 smithi050 ceph-mon[36071]: fsmap 11 up:standby 2024-05-27T00:32:10.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:10 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-27T00:32:10.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:10 smithi137 ceph-mon[36552]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:10.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:10 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:10.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:10 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:10.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:10 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:10.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:10 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:32:10.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:10 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:32:10.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:10 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:32:10.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:10 smithi137 ceph-mon[36552]: Deploying daemon mds.b on smithi050 2024-05-27T00:32:10.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:10 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2256959624' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:10.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:10 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] up:boot 2024-05-27T00:32:10.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:10 smithi137 ceph-mon[36552]: fsmap 11 up:standby 2024-05-27T00:32:10.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:10 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-27T00:32:10.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:10 smithi044 ceph-mon[31645]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:10.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:10 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:10.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:10 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:10.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:10 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:10.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:10 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-27T00:32:10.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:10 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-27T00:32:10.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:10 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:32:10.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:10 smithi044 ceph-mon[31645]: Deploying daemon mds.b on smithi050 2024-05-27T00:32:10.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:10 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2256959624' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:10.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:10 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] up:boot 2024-05-27T00:32:10.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:10 smithi044 ceph-mon[31645]: fsmap 11 up:standby 2024-05-27T00:32:10.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:10 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-27T00:32:11.501 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:32:11.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.727+0000 7fa45f000640 1 -- 172.21.15.44:0/3730910668 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4581019f0 msgr2=0x7fa458101e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:11.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.727+0000 7fa45f000640 1 --2- 172.21.15.44:0/3730910668 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4581019f0 0x7fa458101e10 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa448009ca0 tx=0x7fa44802a8c0 comp rx=0 tx=0).stop 2024-05-27T00:32:11.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.727+0000 7fa45f000640 1 -- 172.21.15.44:0/3730910668 shutdown_connections 2024-05-27T00:32:11.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.727+0000 7fa45f000640 1 --2- 172.21.15.44:0/3730910668 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4581035a0 0x7fa458109e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:11.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.727+0000 7fa45f000640 1 --2- 172.21.15.44:0/3730910668 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa458102be0 0x7fa458103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:11.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.727+0000 7fa45f000640 1 --2- 172.21.15.44:0/3730910668 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4581019f0 0x7fa458101e10 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:11.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.727+0000 7fa45f000640 1 -- 172.21.15.44:0/3730910668 >> 172.21.15.44:0/3730910668 conn(0x7fa4580fcfa0 msgr2=0x7fa4580ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:11.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.727+0000 7fa45f000640 1 -- 172.21.15.44:0/3730910668 shutdown_connections 2024-05-27T00:32:11.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.727+0000 7fa45f000640 1 -- 172.21.15.44:0/3730910668 wait complete. 2024-05-27T00:32:11.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.728+0000 7fa45f000640 1 Processor -- start 2024-05-27T00:32:11.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.728+0000 7fa45f000640 1 -- start start 2024-05-27T00:32:11.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.729+0000 7fa45f000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4581019f0 0x7fa458075750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:11.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.729+0000 7fa45f000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa458102be0 0x7fa458073d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:11.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.729+0000 7fa45f000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4581035a0 0x7fa4580742d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:11.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.729+0000 7fa45f000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa45810d7f0 con 0x7fa4581019f0 2024-05-27T00:32:11.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.729+0000 7fa45f000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa45810d670 con 0x7fa4581035a0 2024-05-27T00:32:11.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.729+0000 7fa45f000640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fa45810d970 con 0x7fa458102be0 2024-05-27T00:32:11.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.729+0000 7fa457e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4581019f0 0x7fa458075750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:11.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.729+0000 7fa457e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4581019f0 0x7fa458075750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58350/0 (socket says 172.21.15.44:58350) 2024-05-27T00:32:11.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.729+0000 7fa457e00640 1 -- 172.21.15.44:0/136081963 learned_addr learned my addr 172.21.15.44:0/136081963 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:11.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.729+0000 7fa45d000640 1 --2- 172.21.15.44:0/136081963 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4581035a0 0x7fa4580742d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:11.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.729+0000 7fa457400640 1 --2- 172.21.15.44:0/136081963 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa458102be0 0x7fa458073d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:11.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.730+0000 7fa457e00640 1 -- 172.21.15.44:0/136081963 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa458102be0 msgr2=0x7fa458073d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:11.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.730+0000 7fa457e00640 1 --2- 172.21.15.44:0/136081963 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa458102be0 0x7fa458073d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:11.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.730+0000 7fa457e00640 1 -- 172.21.15.44:0/136081963 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4581035a0 msgr2=0x7fa4580742d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:11.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.730+0000 7fa457e00640 1 --2- 172.21.15.44:0/136081963 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4581035a0 0x7fa4580742d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:11.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.730+0000 7fa457e00640 1 -- 172.21.15.44:0/136081963 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa458074b60 con 0x7fa4581019f0 2024-05-27T00:32:11.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.730+0000 7fa45d000640 1 --2- 172.21.15.44:0/136081963 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4581035a0 0x7fa4580742d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:11.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.730+0000 7fa457400640 1 --2- 172.21.15.44:0/136081963 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa458102be0 0x7fa458073d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:32:11.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.730+0000 7fa457e00640 1 --2- 172.21.15.44:0/136081963 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4581019f0 0x7fa458075750 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fa448000f80 tx=0x7fa4480319f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:11.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.730+0000 7fa454c00640 1 -- 172.21.15.44:0/136081963 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa448003bf0 con 0x7fa4581019f0 2024-05-27T00:32:11.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.730+0000 7fa454c00640 1 -- 172.21.15.44:0/136081963 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa448003d90 con 0x7fa4581019f0 2024-05-27T00:32:11.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.730+0000 7fa45f000640 1 -- 172.21.15.44:0/136081963 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4581a1f50 con 0x7fa4581019f0 2024-05-27T00:32:11.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.730+0000 7fa454c00640 1 -- 172.21.15.44:0/136081963 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa44802fdc0 con 0x7fa4581019f0 2024-05-27T00:32:11.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.731+0000 7fa45f000640 1 -- 172.21.15.44:0/136081963 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4581a23b0 con 0x7fa4581019f0 2024-05-27T00:32:11.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.732+0000 7fa45f000640 1 -- 172.21.15.44:0/136081963 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa458108cb0 con 0x7fa4581019f0 2024-05-27T00:32:11.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.734+0000 7fa454c00640 1 -- 172.21.15.44:0/136081963 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa448004040 con 0x7fa4581019f0 2024-05-27T00:32:11.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.735+0000 7fa454c00640 1 --2- 172.21.15.44:0/136081963 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa43c0a2c10 0x7fa43c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:11.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.735+0000 7fa454c00640 1 -- 172.21.15.44:0/136081963 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7fa4480f01e0 con 0x7fa4581019f0 2024-05-27T00:32:11.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.735+0000 7fa457400640 1 --2- 172.21.15.44:0/136081963 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa43c0a2c10 0x7fa43c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:11.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.736+0000 7fa457400640 1 --2- 172.21.15.44:0/136081963 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa43c0a2c10 0x7fa43c0a50d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa4400058c0 tx=0x7fa440005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:11.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.740+0000 7fa454c00640 1 -- 172.21.15.44:0/136081963 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa4480bd5d0 con 0x7fa4581019f0 2024-05-27T00:32:11.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.990+0000 7fa45f000640 1 -- 172.21.15.44:0/136081963 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa4580626e0 con 0x7fa4581019f0 2024-05-27T00:32:11.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.991+0000 7fa454c00640 1 -- 172.21.15.44:0/136081963 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9650 (secure 0 0 0) 0x7fa4480bced0 con 0x7fa4581019f0 2024-05-27T00:32:11.992 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:11.992 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2194470084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2194470084},{"type":"v1","addr":"172.21.15.44:6839","nonce":2194470084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24515,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24541,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24542,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24581,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6841/114683393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":114683393},{"type":"v1","addr":"172.21.15.44:6841","nonce":114683393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[]} 2024-05-27T00:32:11.993 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 12 2024-05-27T00:32:11.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.994+0000 7fa45f000640 1 -- 172.21.15.44:0/136081963 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa43c0a2c10 msgr2=0x7fa43c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:11.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.994+0000 7fa45f000640 1 --2- 172.21.15.44:0/136081963 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa43c0a2c10 0x7fa43c0a50d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa4400058c0 tx=0x7fa440005850 comp rx=0 tx=0).stop 2024-05-27T00:32:11.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.994+0000 7fa45f000640 1 -- 172.21.15.44:0/136081963 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4581019f0 msgr2=0x7fa458075750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:11.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.994+0000 7fa45f000640 1 --2- 172.21.15.44:0/136081963 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4581019f0 0x7fa458075750 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fa448000f80 tx=0x7fa4480319f0 comp rx=0 tx=0).stop 2024-05-27T00:32:11.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.994+0000 7fa45f000640 1 -- 172.21.15.44:0/136081963 shutdown_connections 2024-05-27T00:32:11.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.994+0000 7fa45f000640 1 --2- 172.21.15.44:0/136081963 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fa43c0a2c10 0x7fa43c0a50d0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:11.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.994+0000 7fa45f000640 1 --2- 172.21.15.44:0/136081963 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4581035a0 0x7fa4580742d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:11.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.994+0000 7fa45f000640 1 --2- 172.21.15.44:0/136081963 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa458102be0 0x7fa458073d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:11.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.994+0000 7fa45f000640 1 --2- 172.21.15.44:0/136081963 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4581019f0 0x7fa458075750 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:11.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.994+0000 7fa45f000640 1 -- 172.21.15.44:0/136081963 >> 172.21.15.44:0/136081963 conn(0x7fa4580fcfa0 msgr2=0x7fa458105e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:11.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.994+0000 7fa45f000640 1 -- 172.21.15.44:0/136081963 shutdown_connections 2024-05-27T00:32:11.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:11.994+0000 7fa45f000640 1 -- 172.21.15.44:0/136081963 wait complete. 2024-05-27T00:32:12.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:12 smithi044 ceph-mon[31645]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:12.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:12 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/136081963' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:12.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:12 smithi050 ceph-mon[36071]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:12.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:12 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/136081963' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:12.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:12 smithi137 ceph-mon[36552]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:12.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:12 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/136081963' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:13.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:13 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:13.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:13 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] up:boot 2024-05-27T00:32:13.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:13 smithi050 ceph-mon[36071]: fsmap 12 up:standby 2024-05-27T00:32:13.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:13 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-27T00:32:13.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:13 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:13.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:13 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:13.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:13 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:13.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:13 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:13.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:13 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:32:13.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:13.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:13 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] up:boot 2024-05-27T00:32:13.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:13 smithi137 ceph-mon[36552]: fsmap 12 up:standby 2024-05-27T00:32:13.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-27T00:32:13.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:13.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:13.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:13.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:13.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:13 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:32:13.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:13 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:13.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:13 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] up:boot 2024-05-27T00:32:13.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:13 smithi044 ceph-mon[31645]: fsmap 12 up:standby 2024-05-27T00:32:13.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:13 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-27T00:32:13.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:13 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:13.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:13 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:13.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:13 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:13.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:13 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:13.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:13 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:32:14.015 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:32:14.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.225+0000 7fd240a00640 1 -- 172.21.15.44:0/2168183314 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd23c104c50 msgr2=0x7fd23c107040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:14.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.225+0000 7fd240a00640 1 --2- 172.21.15.44:0/2168183314 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd23c104c50 0x7fd23c107040 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd228009860 tx=0x7fd22802a340 comp rx=0 tx=0).stop 2024-05-27T00:32:14.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.225+0000 7fd240a00640 1 -- 172.21.15.44:0/2168183314 shutdown_connections 2024-05-27T00:32:14.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.225+0000 7fd240a00640 1 --2- 172.21.15.44:0/2168183314 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd23c107580 0x7fd23c109970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:14.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.225+0000 7fd240a00640 1 --2- 172.21.15.44:0/2168183314 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd23c104c50 0x7fd23c107040 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:14.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.225+0000 7fd240a00640 1 --2- 172.21.15.44:0/2168183314 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd23c102320 0x7fd23c104710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:14.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.225+0000 7fd240a00640 1 -- 172.21.15.44:0/2168183314 >> 172.21.15.44:0/2168183314 conn(0x7fd23c0fbc70 msgr2=0x7fd23c0fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:14.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.225+0000 7fd240a00640 1 -- 172.21.15.44:0/2168183314 shutdown_connections 2024-05-27T00:32:14.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.225+0000 7fd240a00640 1 -- 172.21.15.44:0/2168183314 wait complete. 2024-05-27T00:32:14.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.226+0000 7fd240a00640 1 Processor -- start 2024-05-27T00:32:14.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.226+0000 7fd240a00640 1 -- start start 2024-05-27T00:32:14.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.227+0000 7fd240a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd23c102320 0x7fd23c101c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:14.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.227+0000 7fd240a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd23c104c50 0x7fd23c1002d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:14.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.227+0000 7fd240a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd23c107580 0x7fd23c100810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:14.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.227+0000 7fd240a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd23c10d5d0 con 0x7fd23c104c50 2024-05-27T00:32:14.228 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.227+0000 7fd240a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd23c10d450 con 0x7fd23c102320 2024-05-27T00:32:14.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.227+0000 7fd240a00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fd23c10d750 con 0x7fd23c107580 2024-05-27T00:32:14.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.227+0000 7fd23a800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd23c102320 0x7fd23c101c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:14.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.227+0000 7fd23a800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd23c102320 0x7fd23c101c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:38372/0 (socket says 172.21.15.44:38372) 2024-05-27T00:32:14.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.227+0000 7fd23a800640 1 -- 172.21.15.44:0/2665470352 learned_addr learned my addr 172.21.15.44:0/2665470352 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:14.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.227+0000 7fd23b200640 1 --2- 172.21.15.44:0/2665470352 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd23c107580 0x7fd23c100810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:14.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.227+0000 7fd239e00640 1 --2- 172.21.15.44:0/2665470352 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd23c104c50 0x7fd23c1002d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:14.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.227+0000 7fd23a800640 1 -- 172.21.15.44:0/2665470352 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd23c107580 msgr2=0x7fd23c100810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:14.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.227+0000 7fd23a800640 1 --2- 172.21.15.44:0/2665470352 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd23c107580 0x7fd23c100810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:14.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.227+0000 7fd23a800640 1 -- 172.21.15.44:0/2665470352 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd23c104c50 msgr2=0x7fd23c1002d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:14.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.227+0000 7fd23a800640 1 --2- 172.21.15.44:0/2665470352 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd23c104c50 0x7fd23c1002d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:14.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.227+0000 7fd23a800640 1 -- 172.21.15.44:0/2665470352 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd23c1010a0 con 0x7fd23c102320 2024-05-27T00:32:14.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.227+0000 7fd23b200640 1 --2- 172.21.15.44:0/2665470352 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd23c107580 0x7fd23c100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:32:14.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.227+0000 7fd239e00640 1 --2- 172.21.15.44:0/2665470352 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd23c104c50 0x7fd23c1002d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-27T00:32:14.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.228+0000 7fd23a800640 1 --2- 172.21.15.44:0/2665470352 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd23c102320 0x7fd23c101c90 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd22c00d950 tx=0x7fd22c00de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:14.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.228+0000 7fd233400640 1 -- 172.21.15.44:0/2665470352 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd22c017070 con 0x7fd23c102320 2024-05-27T00:32:14.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.228+0000 7fd233400640 1 -- 172.21.15.44:0/2665470352 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd22c009c30 con 0x7fd23c102320 2024-05-27T00:32:14.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.228+0000 7fd233400640 1 -- 172.21.15.44:0/2665470352 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd22c00f740 con 0x7fd23c102320 2024-05-27T00:32:14.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.228+0000 7fd240a00640 1 -- 172.21.15.44:0/2665470352 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd23c1a1d40 con 0x7fd23c102320 2024-05-27T00:32:14.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.228+0000 7fd240a00640 1 -- 172.21.15.44:0/2665470352 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd23c1a21d0 con 0x7fd23c102320 2024-05-27T00:32:14.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.229+0000 7fd240a00640 1 -- 172.21.15.44:0/2665470352 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd23c0fd760 con 0x7fd23c102320 2024-05-27T00:32:14.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.231+0000 7fd233400640 1 -- 172.21.15.44:0/2665470352 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fd22c010a80 con 0x7fd23c102320 2024-05-27T00:32:14.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.233+0000 7fd233400640 1 --2- 172.21.15.44:0/2665470352 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2200a2c10 0x7fd2200a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:14.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.233+0000 7fd233400640 1 -- 172.21.15.44:0/2665470352 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7fd22c0ce890 con 0x7fd23c102320 2024-05-27T00:32:14.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.233+0000 7fd239e00640 1 --2- 172.21.15.44:0/2665470352 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2200a2c10 0x7fd2200a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:14.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.234+0000 7fd239e00640 1 --2- 172.21.15.44:0/2665470352 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2200a2c10 0x7fd2200a50d0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd22802a860 tx=0x7fd228030dc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:14.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.235+0000 7fd233400640 1 -- 172.21.15.44:0/2665470352 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd22c009de0 con 0x7fd23c102320 2024-05-27T00:32:14.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:14 smithi044 ceph-mon[31645]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:14.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:14 smithi050 ceph-mon[36071]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:14.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:14 smithi137 ceph-mon[36552]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:14.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.512+0000 7fd240a00640 1 -- 172.21.15.44:0/2665470352 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd23c02d2e0 con 0x7fd23c102320 2024-05-27T00:32:14.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.513+0000 7fd233400640 1 -- 172.21.15.44:0/2665470352 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10476 (secure 0 0 0) 0x7fd22c09bc70 con 0x7fd23c102320 2024-05-27T00:32:14.514 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:14.514 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2194470084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2194470084},{"type":"v1","addr":"172.21.15.44:6839","nonce":2194470084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24515,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24541,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24542,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24581,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6841/114683393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":114683393},{"type":"v1","addr":"172.21.15.44:6841","nonce":114683393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24599,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6839/2148742077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":2148742077},{"type":"v1","addr":"172.21.15.50:6839","nonce":2148742077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-05-27T00:32:14.518 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 13 2024-05-27T00:32:14.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.516+0000 7fd240a00640 1 -- 172.21.15.44:0/2665470352 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2200a2c10 msgr2=0x7fd2200a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:14.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.516+0000 7fd240a00640 1 --2- 172.21.15.44:0/2665470352 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2200a2c10 0x7fd2200a50d0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd22802a860 tx=0x7fd228030dc0 comp rx=0 tx=0).stop 2024-05-27T00:32:14.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.516+0000 7fd240a00640 1 -- 172.21.15.44:0/2665470352 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd23c102320 msgr2=0x7fd23c101c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:14.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.516+0000 7fd240a00640 1 --2- 172.21.15.44:0/2665470352 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd23c102320 0x7fd23c101c90 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd22c00d950 tx=0x7fd22c00de10 comp rx=0 tx=0).stop 2024-05-27T00:32:14.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.516+0000 7fd240a00640 1 -- 172.21.15.44:0/2665470352 shutdown_connections 2024-05-27T00:32:14.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.516+0000 7fd240a00640 1 --2- 172.21.15.44:0/2665470352 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2200a2c10 0x7fd2200a50d0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:14.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.516+0000 7fd240a00640 1 --2- 172.21.15.44:0/2665470352 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd23c107580 0x7fd23c100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:14.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.516+0000 7fd240a00640 1 --2- 172.21.15.44:0/2665470352 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd23c104c50 0x7fd23c1002d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:14.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.516+0000 7fd240a00640 1 --2- 172.21.15.44:0/2665470352 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd23c102320 0x7fd23c101c90 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:14.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.516+0000 7fd240a00640 1 -- 172.21.15.44:0/2665470352 >> 172.21.15.44:0/2665470352 conn(0x7fd23c0fbc70 msgr2=0x7fd23c102c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:14.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.516+0000 7fd240a00640 1 -- 172.21.15.44:0/2665470352 shutdown_connections 2024-05-27T00:32:14.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.516+0000 7fd240a00640 1 -- 172.21.15.44:0/2665470352 wait complete. 2024-05-27T00:32:14.538 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:32:14.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.747+0000 7f46ffa00640 1 -- 172.21.15.44:0/1728744151 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46f8103c20 msgr2=0x7f46f8104040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:14.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.747+0000 7f46ffa00640 1 --2- 172.21.15.44:0/1728744151 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46f8103c20 0x7f46f8104040 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f46ec009860 tx=0x7f46ec02a340 comp rx=0 tx=0).stop 2024-05-27T00:32:14.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.747+0000 7f46ffa00640 1 -- 172.21.15.44:0/1728744151 shutdown_connections 2024-05-27T00:32:14.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.747+0000 7f46ffa00640 1 --2- 172.21.15.44:0/1728744151 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46f81057d0 0x7f46f810c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:14.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.747+0000 7f46ffa00640 1 --2- 172.21.15.44:0/1728744151 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46f8104e10 0x7f46f8105290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:14.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.747+0000 7f46ffa00640 1 --2- 172.21.15.44:0/1728744151 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46f8103c20 0x7f46f8104040 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:14.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.747+0000 7f46ffa00640 1 -- 172.21.15.44:0/1728744151 >> 172.21.15.44:0/1728744151 conn(0x7f46f80ff190 msgr2=0x7f46f81015d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:14.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.747+0000 7f46ffa00640 1 -- 172.21.15.44:0/1728744151 shutdown_connections 2024-05-27T00:32:14.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.747+0000 7f46ffa00640 1 -- 172.21.15.44:0/1728744151 wait complete. 2024-05-27T00:32:14.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.749+0000 7f46ffa00640 1 Processor -- start 2024-05-27T00:32:14.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.749+0000 7f46ffa00640 1 -- start start 2024-05-27T00:32:14.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.749+0000 7f46ffa00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46f8103c20 0x7f46f819a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:14.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.749+0000 7f46ffa00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46f8104e10 0x7f46f819a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:14.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.749+0000 7f46ffa00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46f81057d0 0x7f46f81a15f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:14.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.749+0000 7f46ffa00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f46f810f9d0 con 0x7f46f8104e10 2024-05-27T00:32:14.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.749+0000 7f46ffa00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f46f810f850 con 0x7f46f81057d0 2024-05-27T00:32:14.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.749+0000 7f46ffa00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f46f810fb50 con 0x7f46f8103c20 2024-05-27T00:32:14.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.749+0000 7f46fd000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46f8103c20 0x7f46f819a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:14.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.749+0000 7f46fd000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46f8103c20 0x7f46f819a040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:51636/0 (socket says 172.21.15.44:51636) 2024-05-27T00:32:14.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.749+0000 7f46fd000640 1 -- 172.21.15.44:0/1402480672 learned_addr learned my addr 172.21.15.44:0/1402480672 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:14.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.749+0000 7f46f7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46f8104e10 0x7f46f819a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:14.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.749+0000 7f46fda00640 1 --2- 172.21.15.44:0/1402480672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46f81057d0 0x7f46f81a15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:14.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.750+0000 7f46fd000640 1 -- 172.21.15.44:0/1402480672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46f81057d0 msgr2=0x7f46f81a15f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:14.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.750+0000 7f46fd000640 1 --2- 172.21.15.44:0/1402480672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46f81057d0 0x7f46f81a15f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:14.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.750+0000 7f46fd000640 1 -- 172.21.15.44:0/1402480672 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46f8104e10 msgr2=0x7f46f819a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:14.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.750+0000 7f46fd000640 1 --2- 172.21.15.44:0/1402480672 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46f8104e10 0x7f46f819a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:14.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.750+0000 7f46fd000640 1 -- 172.21.15.44:0/1402480672 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46f81a1c60 con 0x7f46f8103c20 2024-05-27T00:32:14.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.750+0000 7f46fd000640 1 --2- 172.21.15.44:0/1402480672 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46f8103c20 0x7f46f819a040 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f46ec005940 tx=0x7f46ec032670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:14.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.750+0000 7f46f5600640 1 -- 172.21.15.44:0/1402480672 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ec037050 con 0x7f46f8103c20 2024-05-27T00:32:14.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.751+0000 7f46f5600640 1 -- 172.21.15.44:0/1402480672 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f46ec043070 con 0x7f46f8103c20 2024-05-27T00:32:14.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.751+0000 7f46f5600640 1 -- 172.21.15.44:0/1402480672 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ec03e450 con 0x7f46f8103c20 2024-05-27T00:32:14.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.751+0000 7f46ffa00640 1 -- 172.21.15.44:0/1402480672 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46f81a1ef0 con 0x7f46f8103c20 2024-05-27T00:32:14.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.751+0000 7f46ffa00640 1 -- 172.21.15.44:0/1402480672 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46f81a2300 con 0x7f46f8103c20 2024-05-27T00:32:14.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.752+0000 7f46ffa00640 1 -- 172.21.15.44:0/1402480672 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46f810af40 con 0x7f46f8103c20 2024-05-27T00:32:14.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.754+0000 7f46f5600640 1 -- 172.21.15.44:0/1402480672 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f46ec0035f0 con 0x7f46f8103c20 2024-05-27T00:32:14.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.755+0000 7f46f5600640 1 --2- 172.21.15.44:0/1402480672 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f46e00a2b90 0x7f46e00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:14.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.755+0000 7f46f5600640 1 -- 172.21.15.44:0/1402480672 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f46ec0eeff0 con 0x7f46f8103c20 2024-05-27T00:32:14.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.756+0000 7f46f7e00640 1 --2- 172.21.15.44:0/1402480672 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f46e00a2b90 0x7f46e00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:14.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.756+0000 7f46f7e00640 1 --2- 172.21.15.44:0/1402480672 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f46e00a2b90 0x7f46e00a5050 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f46f819b550 tx=0x7f46e4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:14.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.759+0000 7f46f5600640 1 -- 172.21.15.44:0/1402480672 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f46ec0bc390 con 0x7f46f8103c20 2024-05-27T00:32:14.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.978+0000 7f46ffa00640 1 -- 172.21.15.44:0/1402480672 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f46f8062640 con 0x7f46f8103c20 2024-05-27T00:32:14.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.980+0000 7f46f5600640 1 -- 172.21.15.44:0/1402480672 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+18398 (secure 0 0 0) 0x7f46ec0bbc90 con 0x7f46f8103c20 2024-05-27T00:32:14.981 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:14.981 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":83,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:31:21.380063+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":77,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:32:14.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.982+0000 7f46ffa00640 1 -- 172.21.15.44:0/1402480672 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f46e00a2b90 msgr2=0x7f46e00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:14.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.982+0000 7f46ffa00640 1 --2- 172.21.15.44:0/1402480672 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f46e00a2b90 0x7f46e00a5050 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f46f819b550 tx=0x7f46e4009260 comp rx=0 tx=0).stop 2024-05-27T00:32:14.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.982+0000 7f46ffa00640 1 -- 172.21.15.44:0/1402480672 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46f8103c20 msgr2=0x7f46f819a040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:14.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.982+0000 7f46ffa00640 1 --2- 172.21.15.44:0/1402480672 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46f8103c20 0x7f46f819a040 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f46ec005940 tx=0x7f46ec032670 comp rx=0 tx=0).stop 2024-05-27T00:32:14.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.982+0000 7f46ffa00640 1 -- 172.21.15.44:0/1402480672 shutdown_connections 2024-05-27T00:32:14.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.982+0000 7f46ffa00640 1 --2- 172.21.15.44:0/1402480672 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f46e00a2b90 0x7f46e00a5050 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:14.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.982+0000 7f46ffa00640 1 --2- 172.21.15.44:0/1402480672 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46f81057d0 0x7f46f81a15f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:14.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.982+0000 7f46ffa00640 1 --2- 172.21.15.44:0/1402480672 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46f8104e10 0x7f46f819a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:14.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.982+0000 7f46ffa00640 1 --2- 172.21.15.44:0/1402480672 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46f8103c20 0x7f46f819a040 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:14.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.982+0000 7f46ffa00640 1 -- 172.21.15.44:0/1402480672 >> 172.21.15.44:0/1402480672 conn(0x7f46f80ff190 msgr2=0x7f46f8108110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:14.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.982+0000 7f46ffa00640 1 -- 172.21.15.44:0/1402480672 shutdown_connections 2024-05-27T00:32:14.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:14.983+0000 7f46ffa00640 1 -- 172.21.15.44:0/1402480672 wait complete. 2024-05-27T00:32:15.003 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-27T00:27:02.979133+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-27T00:32:15.003 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-27T00:32:15.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.200+0000 7fee3bc00640 1 -- 172.21.15.44:0/2273472114 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fee340759e0 msgr2=0x7fee34073e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:15.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.200+0000 7fee3bc00640 1 --2- 172.21.15.44:0/2273472114 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fee340759e0 0x7fee34073e30 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fee28009930 tx=0x7fee2802a420 comp rx=0 tx=0).stop 2024-05-27T00:32:15.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.200+0000 7fee3bc00640 1 -- 172.21.15.44:0/2273472114 shutdown_connections 2024-05-27T00:32:15.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.200+0000 7fee3bc00640 1 --2- 172.21.15.44:0/2273472114 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee3410dfc0 0x7fee341103b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:15.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.200+0000 7fee3bc00640 1 --2- 172.21.15.44:0/2273472114 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fee34074400 0x7fee34074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:15.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.200+0000 7fee3bc00640 1 --2- 172.21.15.44:0/2273472114 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fee340759e0 0x7fee34073e30 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:15.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.200+0000 7fee3bc00640 1 -- 172.21.15.44:0/2273472114 >> 172.21.15.44:0/2273472114 conn(0x7fee340fcf80 msgr2=0x7fee340ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:15.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.200+0000 7fee3bc00640 1 -- 172.21.15.44:0/2273472114 shutdown_connections 2024-05-27T00:32:15.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.200+0000 7fee3bc00640 1 -- 172.21.15.44:0/2273472114 wait complete. 2024-05-27T00:32:15.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.201+0000 7fee3bc00640 1 Processor -- start 2024-05-27T00:32:15.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.201+0000 7fee3bc00640 1 -- start start 2024-05-27T00:32:15.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.201+0000 7fee3bc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fee34074400 0x7fee3419e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:15.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.201+0000 7fee3bc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee340759e0 0x7fee3419e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:15.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.201+0000 7fee3bc00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fee3410dfc0 0x7fee341a59f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:15.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.201+0000 7fee3bc00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fee34113da0 con 0x7fee34074400 2024-05-27T00:32:15.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.201+0000 7fee3bc00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fee34113c20 con 0x7fee340759e0 2024-05-27T00:32:15.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.201+0000 7fee3bc00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fee34113f20 con 0x7fee3410dfc0 2024-05-27T00:32:15.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.202+0000 7fee39200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fee34074400 0x7fee3419e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:15.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.202+0000 7fee39200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fee34074400 0x7fee3419e440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46680/0 (socket says 172.21.15.44:46680) 2024-05-27T00:32:15.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.202+0000 7fee39200640 1 -- 172.21.15.44:0/3483044117 learned_addr learned my addr 172.21.15.44:0/3483044117 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:15.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.202+0000 7fee33e00640 1 --2- 172.21.15.44:0/3483044117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee340759e0 0x7fee3419e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:15.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.202+0000 7fee39c00640 1 --2- 172.21.15.44:0/3483044117 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fee3410dfc0 0x7fee341a59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:15.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.202+0000 7fee39200640 1 -- 172.21.15.44:0/3483044117 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fee3410dfc0 msgr2=0x7fee341a59f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:15.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.202+0000 7fee39200640 1 --2- 172.21.15.44:0/3483044117 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fee3410dfc0 0x7fee341a59f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:15.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.202+0000 7fee39200640 1 -- 172.21.15.44:0/3483044117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee340759e0 msgr2=0x7fee3419e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:15.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.202+0000 7fee39200640 1 --2- 172.21.15.44:0/3483044117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee340759e0 0x7fee3419e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:15.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.202+0000 7fee39200640 1 -- 172.21.15.44:0/3483044117 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee341a6060 con 0x7fee34074400 2024-05-27T00:32:15.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.202+0000 7fee33e00640 1 --2- 172.21.15.44:0/3483044117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee340759e0 0x7fee3419e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-27T00:32:15.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.203+0000 7fee39200640 1 --2- 172.21.15.44:0/3483044117 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fee34074400 0x7fee3419e440 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fee28031570 tx=0x7fee280042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:15.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.203+0000 7fee31600640 1 -- 172.21.15.44:0/3483044117 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2803f030 con 0x7fee34074400 2024-05-27T00:32:15.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.203+0000 7fee31600640 1 -- 172.21.15.44:0/3483044117 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fee28003d00 con 0x7fee34074400 2024-05-27T00:32:15.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.203+0000 7fee3bc00640 1 -- 172.21.15.44:0/3483044117 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee341a62f0 con 0x7fee34074400 2024-05-27T00:32:15.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.203+0000 7fee31600640 1 -- 172.21.15.44:0/3483044117 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee28035070 con 0x7fee34074400 2024-05-27T00:32:15.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.203+0000 7fee3bc00640 1 -- 172.21.15.44:0/3483044117 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee341a67e0 con 0x7fee34074400 2024-05-27T00:32:15.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.205+0000 7fee3bc00640 1 -- 172.21.15.44:0/3483044117 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee34104190 con 0x7fee34074400 2024-05-27T00:32:15.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.206+0000 7fee31600640 1 -- 172.21.15.44:0/3483044117 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fee28042030 con 0x7fee34074400 2024-05-27T00:32:15.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.208+0000 7fee31600640 1 --2- 172.21.15.44:0/3483044117 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fee1c0a2b90 0x7fee1c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:15.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.208+0000 7fee31600640 1 -- 172.21.15.44:0/3483044117 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7fee280ef1c0 con 0x7fee34074400 2024-05-27T00:32:15.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.208+0000 7fee33e00640 1 --2- 172.21.15.44:0/3483044117 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fee1c0a2b90 0x7fee1c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:15.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.209+0000 7fee33e00640 1 --2- 172.21.15.44:0/3483044117 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fee1c0a2b90 0x7fee1c0a5050 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fee3419f950 tx=0x7fee20005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:15.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.217+0000 7fee31600640 1 -- 172.21.15.44:0/3483044117 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fee280bc520 con 0x7fee34074400 2024-05-27T00:32:15.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.431+0000 7fee3bc00640 1 -- 172.21.15.44:0/3483044117 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fee340625a0 con 0x7fee34074400 2024-05-27T00:32:15.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.432+0000 7fee31600640 1 -- 172.21.15.44:0/3483044117 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v83) ==== 93+0+10 (secure 0 0 0) 0x7fee280bbe20 con 0x7fee34074400 2024-05-27T00:32:15.433 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 1 2024-05-27T00:32:15.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.435+0000 7fee3bc00640 1 -- 172.21.15.44:0/3483044117 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fee1c0a2b90 msgr2=0x7fee1c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:15.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.435+0000 7fee3bc00640 1 --2- 172.21.15.44:0/3483044117 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fee1c0a2b90 0x7fee1c0a5050 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fee3419f950 tx=0x7fee20005f90 comp rx=0 tx=0).stop 2024-05-27T00:32:15.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.435+0000 7fee3bc00640 1 -- 172.21.15.44:0/3483044117 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fee34074400 msgr2=0x7fee3419e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:15.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.435+0000 7fee3bc00640 1 --2- 172.21.15.44:0/3483044117 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fee34074400 0x7fee3419e440 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fee28031570 tx=0x7fee280042f0 comp rx=0 tx=0).stop 2024-05-27T00:32:15.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.435+0000 7fee3bc00640 1 -- 172.21.15.44:0/3483044117 shutdown_connections 2024-05-27T00:32:15.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.435+0000 7fee3bc00640 1 --2- 172.21.15.44:0/3483044117 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fee1c0a2b90 0x7fee1c0a5050 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:15.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.436+0000 7fee3bc00640 1 --2- 172.21.15.44:0/3483044117 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fee3410dfc0 0x7fee341a59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:15.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.436+0000 7fee3bc00640 1 --2- 172.21.15.44:0/3483044117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fee340759e0 0x7fee3419e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:15.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.436+0000 7fee3bc00640 1 --2- 172.21.15.44:0/3483044117 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fee34074400 0x7fee3419e440 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:15.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.436+0000 7fee3bc00640 1 -- 172.21.15.44:0/3483044117 >> 172.21.15.44:0/3483044117 conn(0x7fee340fcf80 msgr2=0x7fee34101360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:15.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.436+0000 7fee3bc00640 1 -- 172.21.15.44:0/3483044117 shutdown_connections 2024-05-27T00:32:15.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.436+0000 7fee3bc00640 1 -- 172.21.15.44:0/3483044117 wait complete. 2024-05-27T00:32:15.457 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-05-27T00:32:15.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:15 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:15.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:15 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:15.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:15 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:15.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:15 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:15.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:15 smithi044 ceph-mon[31645]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:15.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:15 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2665470352' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:15.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:15 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1402480672' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:15.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.653+0000 7fc2bd400640 1 -- 172.21.15.44:0/3438938530 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc2b8108f70 msgr2=0x7fc2b81093f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:15.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.653+0000 7fc2bd400640 1 --2- 172.21.15.44:0/3438938530 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc2b8108f70 0x7fc2b81093f0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fc2a0009900 tx=0x7fc2a002a410 comp rx=0 tx=0).stop 2024-05-27T00:32:15.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.653+0000 7fc2bd400640 1 -- 172.21.15.44:0/3438938530 shutdown_connections 2024-05-27T00:32:15.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.653+0000 7fc2bd400640 1 --2- 172.21.15.44:0/3438938530 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc2b8109930 0x7fc2b8110250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:15.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.653+0000 7fc2bd400640 1 --2- 172.21.15.44:0/3438938530 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc2b8108f70 0x7fc2b81093f0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:15.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.653+0000 7fc2bd400640 1 --2- 172.21.15.44:0/3438938530 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2b8107e20 0x7fc2b8108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:15.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.653+0000 7fc2bd400640 1 -- 172.21.15.44:0/3438938530 >> 172.21.15.44:0/3438938530 conn(0x7fc2b8076de0 msgr2=0x7fc2b8079200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:15.655 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.653+0000 7fc2bd400640 1 -- 172.21.15.44:0/3438938530 shutdown_connections 2024-05-27T00:32:15.655 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.653+0000 7fc2bd400640 1 -- 172.21.15.44:0/3438938530 wait complete. 2024-05-27T00:32:15.655 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.655+0000 7fc2bd400640 1 Processor -- start 2024-05-27T00:32:15.655 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.655+0000 7fc2bd400640 1 -- start start 2024-05-27T00:32:15.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.655+0000 7fc2bd400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc2b8107e20 0x7fc2b819e200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:15.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.655+0000 7fc2bd400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2b8108f70 0x7fc2b819e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:15.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.655+0000 7fc2bd400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc2b8109930 0x7fc2b81a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:15.656 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.655+0000 7fc2bd400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b8113bf0 con 0x7fc2b8107e20 2024-05-27T00:32:15.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.655+0000 7fc2bd400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b8113a70 con 0x7fc2b8108f70 2024-05-27T00:32:15.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.655+0000 7fc2bd400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b8113d70 con 0x7fc2b8109930 2024-05-27T00:32:15.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.656+0000 7fc2bca00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc2b8109930 0x7fc2b81a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:15.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.656+0000 7fc2bca00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc2b8109930 0x7fc2b81a57b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:45140/0 (socket says 172.21.15.44:45140) 2024-05-27T00:32:15.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.656+0000 7fc2b7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc2b8107e20 0x7fc2b819e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:15.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.656+0000 7fc2bca00640 1 -- 172.21.15.44:0/3608474091 learned_addr learned my addr 172.21.15.44:0/3608474091 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:15.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.656+0000 7fc2afe00640 1 --2- 172.21.15.44:0/3608474091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2b8108f70 0x7fc2b819e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:15.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.656+0000 7fc2b7e00640 1 -- 172.21.15.44:0/3608474091 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc2b8109930 msgr2=0x7fc2b81a57b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:15.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.656+0000 7fc2b7e00640 1 --2- 172.21.15.44:0/3608474091 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc2b8109930 0x7fc2b81a57b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:15.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.656+0000 7fc2b7e00640 1 -- 172.21.15.44:0/3608474091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2b8108f70 msgr2=0x7fc2b819e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:15.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.656+0000 7fc2b7e00640 1 --2- 172.21.15.44:0/3608474091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2b8108f70 0x7fc2b819e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:15.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.656+0000 7fc2b7e00640 1 -- 172.21.15.44:0/3608474091 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2b81a5e20 con 0x7fc2b8107e20 2024-05-27T00:32:15.658 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.656+0000 7fc2afe00640 1 --2- 172.21.15.44:0/3608474091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2b8108f70 0x7fc2b819e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:15.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.657+0000 7fc2b7e00640 1 --2- 172.21.15.44:0/3608474091 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc2b8107e20 0x7fc2b819e200 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc2a800e9f0 tx=0x7fc2a800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:15.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.657+0000 7fc2b5600640 1 -- 172.21.15.44:0/3608474091 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a800cd80 con 0x7fc2b8107e20 2024-05-27T00:32:15.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.657+0000 7fc2b5600640 1 -- 172.21.15.44:0/3608474091 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc2a80035f0 con 0x7fc2b8107e20 2024-05-27T00:32:15.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.657+0000 7fc2bd400640 1 -- 172.21.15.44:0/3608474091 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2b81a6110 con 0x7fc2b8107e20 2024-05-27T00:32:15.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.657+0000 7fc2b5600640 1 -- 172.21.15.44:0/3608474091 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a8010650 con 0x7fc2b8107e20 2024-05-27T00:32:15.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.657+0000 7fc2bd400640 1 -- 172.21.15.44:0/3608474091 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2b81a6680 con 0x7fc2b8107e20 2024-05-27T00:32:15.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.658+0000 7fc2bd400640 1 -- 172.21.15.44:0/3608474091 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2b810f130 con 0x7fc2b8107e20 2024-05-27T00:32:15.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.660+0000 7fc2b5600640 1 -- 172.21.15.44:0/3608474091 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc2a80037a0 con 0x7fc2b8107e20 2024-05-27T00:32:15.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.663+0000 7fc2b5600640 1 --2- 172.21.15.44:0/3608474091 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc29c0a2c10 0x7fc29c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:15.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.663+0000 7fc2b5600640 1 -- 172.21.15.44:0/3608474091 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7fc2a80ceee0 con 0x7fc2b8107e20 2024-05-27T00:32:15.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.663+0000 7fc2afe00640 1 --2- 172.21.15.44:0/3608474091 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc29c0a2c10 0x7fc29c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:15.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.664+0000 7fc2afe00640 1 --2- 172.21.15.44:0/3608474091 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc29c0a2c10 0x7fc29c0a50d0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fc2a0031570 tx=0x7fc2a0031640 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:15.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.667+0000 7fc2b5600640 1 -- 172.21.15.44:0/3608474091 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc2a809c240 con 0x7fc2b8107e20 2024-05-27T00:32:15.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:15 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:15.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:15 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:15.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:15 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:15.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:15 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:15.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:15 smithi050 ceph-mon[36071]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:15.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:15 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2665470352' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:15.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:15 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1402480672' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:15.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:15 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:15.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:15 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:15.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:15 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:15.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:15 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:15.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:15 smithi137 ceph-mon[36552]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:15.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:15 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2665470352' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:15.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:15 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1402480672' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:15.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.913+0000 7fc2bd400640 1 -- 172.21.15.44:0/3608474091 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fc2b80625a0 con 0x7fc2b8107e20 2024-05-27T00:32:15.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.914+0000 7fc2b5600640 1 -- 172.21.15.44:0/3608474091 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v83) ==== 84+0+65 (secure 0 0 0) 0x7fc2a809bb40 con 0x7fc2b8107e20 2024-05-27T00:32:15.915 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:15.915 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2024-05-27T00:32:15.915 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:32:15.915 INFO:teuthology.orchestra.run.smithi044.stdout: "poolnum": 1, 2024-05-27T00:32:15.915 INFO:teuthology.orchestra.run.smithi044.stdout: "poolname": ".mgr" 2024-05-27T00:32:15.915 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:32:15.915 INFO:teuthology.orchestra.run.smithi044.stdout:] 2024-05-27T00:32:15.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.917+0000 7fc2bd400640 1 -- 172.21.15.44:0/3608474091 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc29c0a2c10 msgr2=0x7fc29c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:15.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.917+0000 7fc2bd400640 1 --2- 172.21.15.44:0/3608474091 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc29c0a2c10 0x7fc29c0a50d0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fc2a0031570 tx=0x7fc2a0031640 comp rx=0 tx=0).stop 2024-05-27T00:32:15.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.917+0000 7fc2bd400640 1 -- 172.21.15.44:0/3608474091 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc2b8107e20 msgr2=0x7fc2b819e200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:15.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.917+0000 7fc2bd400640 1 --2- 172.21.15.44:0/3608474091 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc2b8107e20 0x7fc2b819e200 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc2a800e9f0 tx=0x7fc2a800eeb0 comp rx=0 tx=0).stop 2024-05-27T00:32:15.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.917+0000 7fc2bd400640 1 -- 172.21.15.44:0/3608474091 shutdown_connections 2024-05-27T00:32:15.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.917+0000 7fc2bd400640 1 --2- 172.21.15.44:0/3608474091 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc29c0a2c10 0x7fc29c0a50d0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:15.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.917+0000 7fc2bd400640 1 --2- 172.21.15.44:0/3608474091 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc2b8109930 0x7fc2b81a57b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:15.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.917+0000 7fc2bd400640 1 --2- 172.21.15.44:0/3608474091 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc2b8108f70 0x7fc2b819e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:15.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.917+0000 7fc2bd400640 1 --2- 172.21.15.44:0/3608474091 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc2b8107e20 0x7fc2b819e200 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:15.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.917+0000 7fc2bd400640 1 -- 172.21.15.44:0/3608474091 >> 172.21.15.44:0/3608474091 conn(0x7fc2b8076de0 msgr2=0x7fc2b810c300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:15.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.917+0000 7fc2bd400640 1 -- 172.21.15.44:0/3608474091 shutdown_connections 2024-05-27T00:32:15.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:15.917+0000 7fc2bd400640 1 -- 172.21.15.44:0/3608474091 wait complete. 2024-05-27T00:32:15.938 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-05-27T00:32:15.938 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-05-27T00:32:16.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.144+0000 7f6844600640 1 -- 172.21.15.44:0/1542606569 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f683c101ed0 msgr2=0x7f683c1022f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:16.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.144+0000 7f6844600640 1 --2- 172.21.15.44:0/1542606569 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f683c101ed0 0x7f683c1022f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f6834009900 tx=0x7f683402a3f0 comp rx=0 tx=0).stop 2024-05-27T00:32:16.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.144+0000 7f6844600640 1 -- 172.21.15.44:0/1542606569 shutdown_connections 2024-05-27T00:32:16.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.144+0000 7f6844600640 1 --2- 172.21.15.44:0/1542606569 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f683c101530 0x7f683c108dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:16.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.144+0000 7f6844600640 1 --2- 172.21.15.44:0/1542606569 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f683c100b70 0x7f683c100ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:16.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.144+0000 7f6844600640 1 --2- 172.21.15.44:0/1542606569 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f683c101ed0 0x7f683c1022f0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:16.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.144+0000 7f6844600640 1 -- 172.21.15.44:0/1542606569 >> 172.21.15.44:0/1542606569 conn(0x7f683c0fb5e0 msgr2=0x7f683c0fda20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:16.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.144+0000 7f6844600640 1 -- 172.21.15.44:0/1542606569 shutdown_connections 2024-05-27T00:32:16.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.144+0000 7f6844600640 1 -- 172.21.15.44:0/1542606569 wait complete. 2024-05-27T00:32:16.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.145+0000 7f6844600640 1 Processor -- start 2024-05-27T00:32:16.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.145+0000 7f6844600640 1 -- start start 2024-05-27T00:32:16.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.145+0000 7f6844600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f683c100b70 0x7f683c199ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:16.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.145+0000 7f6844600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f683c101530 0x7f683c19a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:16.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.145+0000 7f6844600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f683c101ed0 0x7f683c1a15a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:16.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.145+0000 7f6844600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f683c10c710 con 0x7f683c101ed0 2024-05-27T00:32:16.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.145+0000 7f6844600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f683c10c590 con 0x7f683c100b70 2024-05-27T00:32:16.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.145+0000 7f6844600640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f683c10c890 con 0x7f683c101530 2024-05-27T00:32:16.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.146+0000 7f6841c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f683c100b70 0x7f683c199ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:16.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.146+0000 7f6841c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f683c100b70 0x7f683c199ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:59782/0 (socket says 172.21.15.44:59782) 2024-05-27T00:32:16.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.146+0000 7f6841c00640 1 -- 172.21.15.44:0/1249176395 learned_addr learned my addr 172.21.15.44:0/1249176395 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:16.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.146+0000 7f6842600640 1 --2- 172.21.15.44:0/1249176395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f683c101ed0 0x7f683c1a15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:16.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.146+0000 7f6841200640 1 --2- 172.21.15.44:0/1249176395 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f683c101530 0x7f683c19a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:16.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.146+0000 7f6841c00640 1 -- 172.21.15.44:0/1249176395 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f683c101530 msgr2=0x7f683c19a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:16.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.146+0000 7f6841c00640 1 --2- 172.21.15.44:0/1249176395 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f683c101530 0x7f683c19a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:16.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.146+0000 7f6841c00640 1 -- 172.21.15.44:0/1249176395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f683c101ed0 msgr2=0x7f683c1a15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:16.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.146+0000 7f6841c00640 1 --2- 172.21.15.44:0/1249176395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f683c101ed0 0x7f683c1a15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:16.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.146+0000 7f6841c00640 1 -- 172.21.15.44:0/1249176395 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f683c1a1c10 con 0x7f683c100b70 2024-05-27T00:32:16.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.147+0000 7f6841c00640 1 --2- 172.21.15.44:0/1249176395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f683c100b70 0x7f683c199ff0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f6834031640 tx=0x7f68340045b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:16.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.147+0000 7f683a000640 1 -- 172.21.15.44:0/1249176395 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f683403f070 con 0x7f683c100b70 2024-05-27T00:32:16.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.147+0000 7f683a000640 1 -- 172.21.15.44:0/1249176395 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6834005510 con 0x7f683c100b70 2024-05-27T00:32:16.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.147+0000 7f683a000640 1 -- 172.21.15.44:0/1249176395 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6834035030 con 0x7f683c100b70 2024-05-27T00:32:16.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.147+0000 7f6844600640 1 -- 172.21.15.44:0/1249176395 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f683c1a1ea0 con 0x7f683c100b70 2024-05-27T00:32:16.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.147+0000 7f6844600640 1 -- 172.21.15.44:0/1249176395 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f683c1a22b0 con 0x7f683c100b70 2024-05-27T00:32:16.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.148+0000 7f6844600640 1 -- 172.21.15.44:0/1249176395 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f683c1a24e0 con 0x7f683c100b70 2024-05-27T00:32:16.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.150+0000 7f683a000640 1 -- 172.21.15.44:0/1249176395 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f6834042070 con 0x7f683c100b70 2024-05-27T00:32:16.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.152+0000 7f683a000640 1 --2- 172.21.15.44:0/1249176395 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f68200a2c10 0x7f68200a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:16.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.152+0000 7f683a000640 1 -- 172.21.15.44:0/1249176395 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7127+0+0 (secure 0 0 0) 0x7f68340ef7b0 con 0x7f683c100b70 2024-05-27T00:32:16.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.152+0000 7f6841200640 1 --2- 172.21.15.44:0/1249176395 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f68200a2c10 0x7f68200a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:16.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.153+0000 7f6841200640 1 --2- 172.21.15.44:0/1249176395 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f68200a2c10 0x7f68200a50d0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f68280095f0 tx=0x7f6828005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:16.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.154+0000 7f683a000640 1 -- 172.21.15.44:0/1249176395 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f68340bc4c0 con 0x7f683c100b70 2024-05-27T00:32:16.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.360+0000 7f6844600640 1 -- 172.21.15.44:0/1249176395 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f683c1a2900 con 0x7f683c100b70 2024-05-27T00:32:16.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.966+0000 7f683a000640 1 -- 172.21.15.44:0/1249176395 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v84) ==== 138+0+0 (secure 0 0 0) 0x7f68340c07c0 con 0x7f683c100b70 2024-05-27T00:32:16.967 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'cephfs_metadata' created 2024-05-27T00:32:16.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.974+0000 7f6844600640 1 -- 172.21.15.44:0/1249176395 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f68200a2c10 msgr2=0x7f68200a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:16.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.974+0000 7f6844600640 1 --2- 172.21.15.44:0/1249176395 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f68200a2c10 0x7f68200a50d0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f68280095f0 tx=0x7f6828005f90 comp rx=0 tx=0).stop 2024-05-27T00:32:16.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.974+0000 7f6844600640 1 -- 172.21.15.44:0/1249176395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f683c100b70 msgr2=0x7f683c199ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:16.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.974+0000 7f6844600640 1 --2- 172.21.15.44:0/1249176395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f683c100b70 0x7f683c199ff0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f6834031640 tx=0x7f68340045b0 comp rx=0 tx=0).stop 2024-05-27T00:32:16.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.975+0000 7f6844600640 1 -- 172.21.15.44:0/1249176395 shutdown_connections 2024-05-27T00:32:16.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.975+0000 7f6844600640 1 --2- 172.21.15.44:0/1249176395 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f68200a2c10 0x7f68200a50d0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:16.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.975+0000 7f6844600640 1 --2- 172.21.15.44:0/1249176395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f683c101ed0 0x7f683c1a15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:16.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.975+0000 7f6844600640 1 --2- 172.21.15.44:0/1249176395 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f683c101530 0x7f683c19a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:16.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.975+0000 7f6844600640 1 --2- 172.21.15.44:0/1249176395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f683c100b70 0x7f683c199ff0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:16.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.975+0000 7f6844600640 1 -- 172.21.15.44:0/1249176395 >> 172.21.15.44:0/1249176395 conn(0x7f683c0fb5e0 msgr2=0x7f683c0fcfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:16.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.976+0000 7f6844600640 1 -- 172.21.15.44:0/1249176395 shutdown_connections 2024-05-27T00:32:16.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:16.976+0000 7f6844600640 1 -- 172.21.15.44:0/1249176395 wait complete. 2024-05-27T00:32:16.996 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-05-27T00:32:17.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.184+0000 7efc05200640 1 -- 172.21.15.44:0/2864690239 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efc00109a30 msgr2=0x7efc00110350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:17.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.184+0000 7efc05200640 1 --2- 172.21.15.44:0/2864690239 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efc00109a30 0x7efc00110350 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7efbf8009be0 tx=0x7efbf802a6c0 comp rx=0 tx=0).stop 2024-05-27T00:32:17.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.185+0000 7efc05200640 1 -- 172.21.15.44:0/2864690239 shutdown_connections 2024-05-27T00:32:17.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.185+0000 7efc05200640 1 --2- 172.21.15.44:0/2864690239 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efc00109a30 0x7efc00110350 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:17.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.185+0000 7efc05200640 1 --2- 172.21.15.44:0/2864690239 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7efc00109070 0x7efc001094f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:17.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.185+0000 7efc05200640 1 --2- 172.21.15.44:0/2864690239 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc00107e90 0x7efc001082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:17.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.185+0000 7efc05200640 1 -- 172.21.15.44:0/2864690239 >> 172.21.15.44:0/2864690239 conn(0x7efc00076e70 msgr2=0x7efc000792b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:17.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.185+0000 7efc05200640 1 -- 172.21.15.44:0/2864690239 shutdown_connections 2024-05-27T00:32:17.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.185+0000 7efc05200640 1 -- 172.21.15.44:0/2864690239 wait complete. 2024-05-27T00:32:17.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.186+0000 7efc05200640 1 Processor -- start 2024-05-27T00:32:17.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.186+0000 7efc05200640 1 -- start start 2024-05-27T00:32:17.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.186+0000 7efc05200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc00107e90 0x7efc0019e220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:17.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.186+0000 7efc05200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efc00109070 0x7efc0019e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:17.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.186+0000 7efc05200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7efc00109a30 0x7efc001a57d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:17.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.186+0000 7efc05200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efc00113cd0 con 0x7efc00109070 2024-05-27T00:32:17.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.186+0000 7efc05200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7efc00113b50 con 0x7efc00107e90 2024-05-27T00:32:17.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.186+0000 7efc05200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7efc00113e50 con 0x7efc00109a30 2024-05-27T00:32:17.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.186+0000 7efbff400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc00107e90 0x7efc0019e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:17.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.186+0000 7efbff400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc00107e90 0x7efc0019e220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:59798/0 (socket says 172.21.15.44:59798) 2024-05-27T00:32:17.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.186+0000 7efbff400640 1 -- 172.21.15.44:0/1539537895 learned_addr learned my addr 172.21.15.44:0/1539537895 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:17.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.186+0000 7efbfea00640 1 --2- 172.21.15.44:0/1539537895 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efc00109070 0x7efc0019e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:17.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.186+0000 7efbffe00640 1 --2- 172.21.15.44:0/1539537895 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7efc00109a30 0x7efc001a57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:17.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.187+0000 7efbff400640 1 -- 172.21.15.44:0/1539537895 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7efc00109a30 msgr2=0x7efc001a57d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:17.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.187+0000 7efbff400640 1 --2- 172.21.15.44:0/1539537895 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7efc00109a30 0x7efc001a57d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:17.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.187+0000 7efbff400640 1 -- 172.21.15.44:0/1539537895 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efc00109070 msgr2=0x7efc0019e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:17.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.187+0000 7efbff400640 1 --2- 172.21.15.44:0/1539537895 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efc00109070 0x7efc0019e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:17.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.187+0000 7efbff400640 1 -- 172.21.15.44:0/1539537895 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc001a5e40 con 0x7efc00107e90 2024-05-27T00:32:17.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.187+0000 7efbff400640 1 --2- 172.21.15.44:0/1539537895 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc00107e90 0x7efc0019e220 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7efbf000e9a0 tx=0x7efbf000ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:17.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.187+0000 7efbf7e00640 1 -- 172.21.15.44:0/1539537895 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbf000cd80 con 0x7efc00107e90 2024-05-27T00:32:17.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.187+0000 7efbf7e00640 1 -- 172.21.15.44:0/1539537895 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efbf0010930 con 0x7efc00107e90 2024-05-27T00:32:17.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.187+0000 7efc05200640 1 -- 172.21.15.44:0/1539537895 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc001a6130 con 0x7efc00107e90 2024-05-27T00:32:17.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.187+0000 7efbf7e00640 1 -- 172.21.15.44:0/1539537895 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbf0018a70 con 0x7efc00107e90 2024-05-27T00:32:17.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.187+0000 7efc05200640 1 -- 172.21.15.44:0/1539537895 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc001a6680 con 0x7efc00107e90 2024-05-27T00:32:17.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.188+0000 7efc05200640 1 -- 172.21.15.44:0/1539537895 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc0010f160 con 0x7efc00107e90 2024-05-27T00:32:17.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.190+0000 7efbf7e00640 1 -- 172.21.15.44:0/1539537895 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7efbf0018c10 con 0x7efc00107e90 2024-05-27T00:32:17.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.192+0000 7efbf7e00640 1 --2- 172.21.15.44:0/1539537895 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efbe40a2b90 0x7efbe40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:17.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.192+0000 7efbf7e00640 1 -- 172.21.15.44:0/1539537895 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7497+0+0 (secure 0 0 0) 0x7efbf00cf1e0 con 0x7efc00107e90 2024-05-27T00:32:17.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.192+0000 7efbfea00640 1 --2- 172.21.15.44:0/1539537895 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efbe40a2b90 0x7efbe40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:17.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.192+0000 7efbfea00640 1 --2- 172.21.15.44:0/1539537895 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efbe40a2b90 0x7efbe40a5050 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7efc0019f730 tx=0x7efbec005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:17.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.196+0000 7efbf7e00640 1 -- 172.21.15.44:0/1539537895 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7efbf0053850 con 0x7efc00107e90 2024-05-27T00:32:17.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:16 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:17.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:16 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:17.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:16 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:32:17.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:16 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:17.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:16 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:32:17.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:16 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:17.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:16 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3483044117' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:32:17.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:16 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:32:17.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:16 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3608474091' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-27T00:32:17.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:16 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:17.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:16 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:17.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:16 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:32:17.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:16 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:17.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:16 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:32:17.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:16 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:17.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:16 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3483044117' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:32:17.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:16 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:32:17.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:16 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3608474091' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-27T00:32:17.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:16 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:17.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:16 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:17.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:16 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:32:17.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:16 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:17.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:16 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:32:17.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:16 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:17.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:16 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3483044117' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:32:17.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:16 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:32:17.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:16 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3608474091' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-27T00:32:17.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.400+0000 7efc05200640 1 -- 172.21.15.44:0/1539537895 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7efc0002d2e0 con 0x7efc00107e90 2024-05-27T00:32:17.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.977+0000 7efbf7e00640 1 -- 172.21.15.44:0/1539537895 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v85) ==== 171+0+0 (secure 0 0 0) 0x7efbf009c3d0 con 0x7efc00107e90 2024-05-27T00:32:17.980 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'cephfs_data' created 2024-05-27T00:32:17.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.986+0000 7efc05200640 1 -- 172.21.15.44:0/1539537895 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efbe40a2b90 msgr2=0x7efbe40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:17.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.986+0000 7efc05200640 1 --2- 172.21.15.44:0/1539537895 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efbe40a2b90 0x7efbe40a5050 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7efc0019f730 tx=0x7efbec005f90 comp rx=0 tx=0).stop 2024-05-27T00:32:17.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.986+0000 7efc05200640 1 -- 172.21.15.44:0/1539537895 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc00107e90 msgr2=0x7efc0019e220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:17.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.986+0000 7efc05200640 1 --2- 172.21.15.44:0/1539537895 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc00107e90 0x7efc0019e220 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7efbf000e9a0 tx=0x7efbf000ee60 comp rx=0 tx=0).stop 2024-05-27T00:32:17.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.988+0000 7efc05200640 1 -- 172.21.15.44:0/1539537895 shutdown_connections 2024-05-27T00:32:17.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.988+0000 7efc05200640 1 --2- 172.21.15.44:0/1539537895 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efbe40a2b90 0x7efbe40a5050 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:17.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.988+0000 7efc05200640 1 --2- 172.21.15.44:0/1539537895 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7efc00109a30 0x7efc001a57d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:17.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.988+0000 7efc05200640 1 --2- 172.21.15.44:0/1539537895 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efc00109070 0x7efc0019e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:17.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.988+0000 7efc05200640 1 --2- 172.21.15.44:0/1539537895 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efc00107e90 0x7efc0019e220 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:17.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.988+0000 7efc05200640 1 -- 172.21.15.44:0/1539537895 >> 172.21.15.44:0/1539537895 conn(0x7efc00076e70 msgr2=0x7efc0010c330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:17.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.988+0000 7efc05200640 1 -- 172.21.15.44:0/1539537895 shutdown_connections 2024-05-27T00:32:17.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:17.989+0000 7efc05200640 1 -- 172.21.15.44:0/1539537895 wait complete. 2024-05-27T00:32:18.025 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-05-27T00:32:18.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.228+0000 7f973d000640 1 -- 172.21.15.44:0/3556630768 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97381008e0 msgr2=0x7f9738100d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:18.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.228+0000 7f973d000640 1 --2- 172.21.15.44:0/3556630768 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97381008e0 0x7f9738100d00 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f9728009900 tx=0x7f972802a3f0 comp rx=0 tx=0).stop 2024-05-27T00:32:18.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.228+0000 7f973d000640 1 -- 172.21.15.44:0/3556630768 shutdown_connections 2024-05-27T00:32:18.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.228+0000 7f973d000640 1 --2- 172.21.15.44:0/3556630768 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9738102490 0x7f9738108d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:18.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.228+0000 7f973d000640 1 --2- 172.21.15.44:0/3556630768 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9738101ad0 0x7f9738101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:18.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.228+0000 7f973d000640 1 --2- 172.21.15.44:0/3556630768 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97381008e0 0x7f9738100d00 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:18.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.228+0000 7f973d000640 1 -- 172.21.15.44:0/3556630768 >> 172.21.15.44:0/3556630768 conn(0x7f97380fbe50 msgr2=0x7f97380fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:18.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.228+0000 7f973d000640 1 -- 172.21.15.44:0/3556630768 shutdown_connections 2024-05-27T00:32:18.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.228+0000 7f973d000640 1 -- 172.21.15.44:0/3556630768 wait complete. 2024-05-27T00:32:18.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.229+0000 7f973d000640 1 Processor -- start 2024-05-27T00:32:18.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.229+0000 7f973d000640 1 -- start start 2024-05-27T00:32:18.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.229+0000 7f973d000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f97381008e0 0x7f973819a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:18.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.229+0000 7f973d000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9738101ad0 0x7f973819a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:18.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.229+0000 7f973d000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9738102490 0x7f97381a1640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:18.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.229+0000 7f973d000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f973810c690 con 0x7f97381008e0 2024-05-27T00:32:18.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.229+0000 7f973d000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f973810c510 con 0x7f9738101ad0 2024-05-27T00:32:18.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.229+0000 7f973d000640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f973810c810 con 0x7f9738102490 2024-05-27T00:32:18.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.230+0000 7f9735e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f97381008e0 0x7f973819a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:18.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.230+0000 7f9735e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f97381008e0 0x7f973819a090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46778/0 (socket says 172.21.15.44:46778) 2024-05-27T00:32:18.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.230+0000 7f9735e00640 1 -- 172.21.15.44:0/2778249679 learned_addr learned my addr 172.21.15.44:0/2778249679 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:18.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.230+0000 7f9736800640 1 --2- 172.21.15.44:0/2778249679 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9738102490 0x7f97381a1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:18.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.230+0000 7f9735400640 1 --2- 172.21.15.44:0/2778249679 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9738101ad0 0x7f973819a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:18.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.230+0000 7f9735e00640 1 -- 172.21.15.44:0/2778249679 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9738102490 msgr2=0x7f97381a1640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:18.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.230+0000 7f9735e00640 1 --2- 172.21.15.44:0/2778249679 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9738102490 0x7f97381a1640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:18.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.230+0000 7f9735e00640 1 -- 172.21.15.44:0/2778249679 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9738101ad0 msgr2=0x7f973819a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:18.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.230+0000 7f9735e00640 1 --2- 172.21.15.44:0/2778249679 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9738101ad0 0x7f973819a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:18.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.230+0000 7f9735e00640 1 -- 172.21.15.44:0/2778249679 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97381a1cb0 con 0x7f97381008e0 2024-05-27T00:32:18.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.230+0000 7f9736800640 1 --2- 172.21.15.44:0/2778249679 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9738102490 0x7f97381a1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:18.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.231+0000 7f9735e00640 1 --2- 172.21.15.44:0/2778249679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f97381008e0 0x7f973819a090 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9728009230 tx=0x7f97280042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:18.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.231+0000 7f972ea00640 1 -- 172.21.15.44:0/2778249679 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f972803f030 con 0x7f97381008e0 2024-05-27T00:32:18.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.231+0000 7f973d000640 1 -- 172.21.15.44:0/2778249679 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97381a1f40 con 0x7f97381008e0 2024-05-27T00:32:18.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.231+0000 7f972ea00640 1 -- 172.21.15.44:0/2778249679 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9728003d00 con 0x7f97381008e0 2024-05-27T00:32:18.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.231+0000 7f972ea00640 1 -- 172.21.15.44:0/2778249679 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9728035070 con 0x7f97381008e0 2024-05-27T00:32:18.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.231+0000 7f973d000640 1 -- 172.21.15.44:0/2778249679 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97381a2350 con 0x7f97381008e0 2024-05-27T00:32:18.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.232+0000 7f973d000640 1 -- 172.21.15.44:0/2778249679 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97381a2580 con 0x7f97381008e0 2024-05-27T00:32:18.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.234+0000 7f972ea00640 1 -- 172.21.15.44:0/2778249679 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9728042030 con 0x7f97381008e0 2024-05-27T00:32:18.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.237+0000 7f972ea00640 1 --2- 172.21.15.44:0/2778249679 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f971c0a2b90 0x7f971c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:18.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.237+0000 7f972ea00640 1 -- 172.21.15.44:0/2778249679 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7879+0+0 (secure 0 0 0) 0x7f97280ef820 con 0x7f97381008e0 2024-05-27T00:32:18.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.237+0000 7f9735400640 1 --2- 172.21.15.44:0/2778249679 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f971c0a2b90 0x7f971c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:18.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.238+0000 7f9735400640 1 --2- 172.21.15.44:0/2778249679 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f971c0a2b90 0x7f971c0a5050 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f973819b5a0 tx=0x7f9724005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:18.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.240+0000 7f972ea00640 1 -- 172.21.15.44:0/2778249679 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f97280bc890 con 0x7f97381008e0 2024-05-27T00:32:18.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:17 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1249176395' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-27T00:32:18.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:17 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-27T00:32:18.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:17 smithi137 ceph-mon[36552]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:18.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:17 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-27T00:32:18.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:17 smithi137 ceph-mon[36552]: osdmap e84: 12 total, 12 up, 12 in 2024-05-27T00:32:18.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:17 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1539537895' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-05-27T00:32:18.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:17 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1249176395' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-27T00:32:18.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:17 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-27T00:32:18.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:17 smithi044 ceph-mon[31645]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:18.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:17 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-27T00:32:18.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:17 smithi044 ceph-mon[31645]: osdmap e84: 12 total, 12 up, 12 in 2024-05-27T00:32:18.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:17 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1539537895' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-05-27T00:32:18.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:17 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1249176395' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-27T00:32:18.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:17 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-27T00:32:18.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:17 smithi050 ceph-mon[36071]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:18.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:17 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-27T00:32:18.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:17 smithi050 ceph-mon[36071]: osdmap e84: 12 total, 12 up, 12 in 2024-05-27T00:32:18.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:17 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1539537895' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-05-27T00:32:18.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:18.480+0000 7f973d000640 1 -- 172.21.15.44:0/2778249679 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f97381a2750 con 0x7f97381008e0 2024-05-27T00:32:19.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:18 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-05-27T00:32:19.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:18 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-05-27T00:32:19.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:18 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:19.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:18 smithi137 ceph-mon[36552]: osdmap e85: 12 total, 12 up, 12 in 2024-05-27T00:32:19.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:18 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:19.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:18 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:19.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:18 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:19.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:18 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:19.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:18 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:19.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:18 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:32:19.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:18 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:32:19.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:18 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:19.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:18 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2778249679' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-27T00:32:19.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:18 smithi137 ceph-mon[36552]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-05-27T00:32:19.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:18 smithi137 ceph-mon[36552]: osdmap e86: 12 total, 12 up, 12 in 2024-05-27T00:32:19.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.347+0000 7f972ea00640 1 -- 172.21.15.44:0/2778249679 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f97280bc190 con 0x7f97381008e0 2024-05-27T00:32:19.348 INFO:teuthology.orchestra.run.smithi044.stderr:new fs with metadata pool 2 and data pool 3 2024-05-27T00:32:19.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.352+0000 7f973d000640 1 -- 172.21.15.44:0/2778249679 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f971c0a2b90 msgr2=0x7f971c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:19.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.352+0000 7f973d000640 1 --2- 172.21.15.44:0/2778249679 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f971c0a2b90 0x7f971c0a5050 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f973819b5a0 tx=0x7f9724005f90 comp rx=0 tx=0).stop 2024-05-27T00:32:19.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.352+0000 7f973d000640 1 -- 172.21.15.44:0/2778249679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f97381008e0 msgr2=0x7f973819a090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:19.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.352+0000 7f973d000640 1 --2- 172.21.15.44:0/2778249679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f97381008e0 0x7f973819a090 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9728009230 tx=0x7f97280042f0 comp rx=0 tx=0).stop 2024-05-27T00:32:19.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.352+0000 7f973d000640 1 -- 172.21.15.44:0/2778249679 shutdown_connections 2024-05-27T00:32:19.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.352+0000 7f973d000640 1 --2- 172.21.15.44:0/2778249679 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f971c0a2b90 0x7f971c0a5050 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:19.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.352+0000 7f973d000640 1 --2- 172.21.15.44:0/2778249679 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9738102490 0x7f97381a1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:19.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.352+0000 7f973d000640 1 --2- 172.21.15.44:0/2778249679 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9738101ad0 0x7f973819a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:19.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.352+0000 7f973d000640 1 --2- 172.21.15.44:0/2778249679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f97381008e0 0x7f973819a090 secure :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9728009230 tx=0x7f97280042f0 comp rx=0 tx=0).stop 2024-05-27T00:32:19.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.352+0000 7f973d000640 1 -- 172.21.15.44:0/2778249679 >> 172.21.15.44:0/2778249679 conn(0x7f97380fbe50 msgr2=0x7f97380fd940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:19.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.353+0000 7f973d000640 1 -- 172.21.15.44:0/2778249679 shutdown_connections 2024-05-27T00:32:19.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.354+0000 7f973d000640 1 -- 172.21.15.44:0/2778249679 wait complete. 2024-05-27T00:32:19.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:18 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-05-27T00:32:19.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:18 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-05-27T00:32:19.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:18 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:19.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:18 smithi044 ceph-mon[31645]: osdmap e85: 12 total, 12 up, 12 in 2024-05-27T00:32:19.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:18 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:19.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:18 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:19.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:18 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:19.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:18 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:19.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:18 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:19.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:18 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:32:19.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:18 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:32:19.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:18 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:19.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:18 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2778249679' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-27T00:32:19.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:18 smithi044 ceph-mon[31645]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-05-27T00:32:19.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:18 smithi044 ceph-mon[31645]: osdmap e86: 12 total, 12 up, 12 in 2024-05-27T00:32:19.383 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-05-27T00:32:19.383 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-05-27T00:32:19.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:18 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-05-27T00:32:19.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:18 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-05-27T00:32:19.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:18 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:19.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:18 smithi050 ceph-mon[36071]: osdmap e85: 12 total, 12 up, 12 in 2024-05-27T00:32:19.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:18 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:19.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:18 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:19.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:18 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:19.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:18 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:19.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:18 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:19.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:18 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:32:19.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:18 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:32:19.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:18 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:32:19.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:18 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2778249679' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-27T00:32:19.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:18 smithi050 ceph-mon[36071]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-05-27T00:32:19.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:18 smithi050 ceph-mon[36071]: osdmap e86: 12 total, 12 up, 12 in 2024-05-27T00:32:19.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.590+0000 7f5349400640 1 -- 172.21.15.44:0/3154852749 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5344102330 msgr2=0x7f5344104720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:19.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.590+0000 7f5349400640 1 --2- 172.21.15.44:0/3154852749 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5344102330 0x7f5344104720 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5334009900 tx=0x7f533402a3f0 comp rx=0 tx=0).stop 2024-05-27T00:32:19.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.590+0000 7f5349400640 1 -- 172.21.15.44:0/3154852749 shutdown_connections 2024-05-27T00:32:19.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.590+0000 7f5349400640 1 --2- 172.21.15.44:0/3154852749 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5344107590 0x7f53441099e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:19.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.590+0000 7f5349400640 1 --2- 172.21.15.44:0/3154852749 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5344104c60 0x7f5344107050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:19.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.590+0000 7f5349400640 1 --2- 172.21.15.44:0/3154852749 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5344102330 0x7f5344104720 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:19.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.590+0000 7f5349400640 1 -- 172.21.15.44:0/3154852749 >> 172.21.15.44:0/3154852749 conn(0x7f53440fbd40 msgr2=0x7f53440fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:19.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.590+0000 7f5349400640 1 -- 172.21.15.44:0/3154852749 shutdown_connections 2024-05-27T00:32:19.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.590+0000 7f5349400640 1 -- 172.21.15.44:0/3154852749 wait complete. 2024-05-27T00:32:19.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.591+0000 7f5349400640 1 Processor -- start 2024-05-27T00:32:19.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.591+0000 7f5349400640 1 -- start start 2024-05-27T00:32:19.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.592+0000 7f5349400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5344102330 0x7f5344199f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:19.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.592+0000 7f5349400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5344104c60 0x7f534419a440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:19.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.592+0000 7f5349400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5344107590 0x7f53441a14b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:19.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.592+0000 7f5349400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f534410d6d0 con 0x7f5344107590 2024-05-27T00:32:19.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.592+0000 7f5349400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f534410d550 con 0x7f5344102330 2024-05-27T00:32:19.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.592+0000 7f5349400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f534410d850 con 0x7f5344104c60 2024-05-27T00:32:19.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.592+0000 7f5343e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5344102330 0x7f5344199f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:19.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.592+0000 7f5343e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5344102330 0x7f5344199f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:59822/0 (socket says 172.21.15.44:59822) 2024-05-27T00:32:19.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.592+0000 7f5343e00640 1 -- 172.21.15.44:0/708622516 learned_addr learned my addr 172.21.15.44:0/708622516 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:19.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.592+0000 7f5348a00640 1 --2- 172.21.15.44:0/708622516 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5344107590 0x7f53441a14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:19.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.592+0000 7f5343400640 1 --2- 172.21.15.44:0/708622516 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5344104c60 0x7f534419a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:19.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.593+0000 7f5343e00640 1 -- 172.21.15.44:0/708622516 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5344104c60 msgr2=0x7f534419a440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:19.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.593+0000 7f5343e00640 1 --2- 172.21.15.44:0/708622516 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5344104c60 0x7f534419a440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:19.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.593+0000 7f5343e00640 1 -- 172.21.15.44:0/708622516 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5344107590 msgr2=0x7f53441a14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:19.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.593+0000 7f5343e00640 1 --2- 172.21.15.44:0/708622516 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5344107590 0x7f53441a14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:19.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.593+0000 7f5343e00640 1 -- 172.21.15.44:0/708622516 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53441a1b20 con 0x7f5344102330 2024-05-27T00:32:19.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.593+0000 7f5343400640 1 --2- 172.21.15.44:0/708622516 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5344104c60 0x7f534419a440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:19.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.593+0000 7f5343e00640 1 --2- 172.21.15.44:0/708622516 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5344102330 0x7f5344199f00 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f53340316a0 tx=0x7f5334032d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:19.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.593+0000 7f5340c00640 1 -- 172.21.15.44:0/708622516 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f533403f030 con 0x7f5344102330 2024-05-27T00:32:19.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.593+0000 7f5340c00640 1 -- 172.21.15.44:0/708622516 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5334003d00 con 0x7f5344102330 2024-05-27T00:32:19.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.593+0000 7f5349400640 1 -- 172.21.15.44:0/708622516 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53441a1db0 con 0x7f5344102330 2024-05-27T00:32:19.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.593+0000 7f5340c00640 1 -- 172.21.15.44:0/708622516 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5334035070 con 0x7f5344102330 2024-05-27T00:32:19.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.593+0000 7f5349400640 1 -- 172.21.15.44:0/708622516 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53441a21e0 con 0x7f5344102330 2024-05-27T00:32:19.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.595+0000 7f5349400640 1 -- 172.21.15.44:0/708622516 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53441090e0 con 0x7f5344102330 2024-05-27T00:32:19.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.596+0000 7f5340c00640 1 -- 172.21.15.44:0/708622516 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5334042030 con 0x7f5344102330 2024-05-27T00:32:19.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.598+0000 7f5340c00640 1 --2- 172.21.15.44:0/708622516 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f53280a2b90 0x7f53280a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:19.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.598+0000 7f5340c00640 1 -- 172.21.15.44:0/708622516 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f53340ef380 con 0x7f5344102330 2024-05-27T00:32:19.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.598+0000 7f5343400640 1 --2- 172.21.15.44:0/708622516 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f53280a2b90 0x7f53280a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:19.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.599+0000 7f5343400640 1 --2- 172.21.15.44:0/708622516 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f53280a2b90 0x7f53280a5050 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f534419b410 tx=0x7f5330005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:19.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.602+0000 7f5340c00640 1 -- 172.21.15.44:0/708622516 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f53340bbd40 con 0x7f5344102330 2024-05-27T00:32:19.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.817+0000 7f5349400640 1 -- 172.21.15.44:0/708622516 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f53440625a0 con 0x7f5344102330 2024-05-27T00:32:19.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.965+0000 7f5340c00640 1 -- 172.21.15.44:0/708622516 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v87) ==== 157+0+0 (secure 0 0 0) 0x7f53340c0040 con 0x7f5344102330 2024-05-27T00:32:19.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.969+0000 7f5349400640 1 -- 172.21.15.44:0/708622516 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f53280a2b90 msgr2=0x7f53280a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:19.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.969+0000 7f5349400640 1 --2- 172.21.15.44:0/708622516 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f53280a2b90 0x7f53280a5050 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f534419b410 tx=0x7f5330005f90 comp rx=0 tx=0).stop 2024-05-27T00:32:19.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.970+0000 7f5349400640 1 -- 172.21.15.44:0/708622516 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5344102330 msgr2=0x7f5344199f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:19.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.970+0000 7f5349400640 1 --2- 172.21.15.44:0/708622516 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5344102330 0x7f5344199f00 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f53340316a0 tx=0x7f5334032d70 comp rx=0 tx=0).stop 2024-05-27T00:32:19.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.970+0000 7f5349400640 1 -- 172.21.15.44:0/708622516 shutdown_connections 2024-05-27T00:32:19.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.970+0000 7f5349400640 1 --2- 172.21.15.44:0/708622516 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f53280a2b90 0x7f53280a5050 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:19.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.970+0000 7f5349400640 1 --2- 172.21.15.44:0/708622516 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5344107590 0x7f53441a14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:19.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.970+0000 7f5349400640 1 --2- 172.21.15.44:0/708622516 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5344104c60 0x7f534419a440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:19.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.970+0000 7f5349400640 1 --2- 172.21.15.44:0/708622516 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5344102330 0x7f5344199f00 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:19.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.970+0000 7f5349400640 1 -- 172.21.15.44:0/708622516 >> 172.21.15.44:0/708622516 conn(0x7f53440fbd40 msgr2=0x7f5344101a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:19.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.970+0000 7f5349400640 1 -- 172.21.15.44:0/708622516 shutdown_connections 2024-05-27T00:32:19.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:19.970+0000 7f5349400640 1 -- 172.21.15.44:0/708622516 wait complete. 2024-05-27T00:32:19.996 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-05-27T00:32:20.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.225+0000 7fd616400640 1 -- 172.21.15.44:0/1273230464 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd61010dfc0 msgr2=0x7fd6101103b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:20.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.225+0000 7fd616400640 1 --2- 172.21.15.44:0/1273230464 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd61010dfc0 0x7fd6101103b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd608009be0 tx=0x7fd60802a6c0 comp rx=0 tx=0).stop 2024-05-27T00:32:20.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.225+0000 7fd616400640 1 -- 172.21.15.44:0/1273230464 shutdown_connections 2024-05-27T00:32:20.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.225+0000 7fd616400640 1 --2- 172.21.15.44:0/1273230464 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd61010dfc0 0x7fd6101103b0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:20.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.225+0000 7fd616400640 1 --2- 172.21.15.44:0/1273230464 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd610074400 0x7fd610074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:20.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.225+0000 7fd616400640 1 --2- 172.21.15.44:0/1273230464 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd6100759e0 0x7fd610073e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:20.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.225+0000 7fd616400640 1 -- 172.21.15.44:0/1273230464 >> 172.21.15.44:0/1273230464 conn(0x7fd6100fcf80 msgr2=0x7fd6100ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:20.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.225+0000 7fd616400640 1 -- 172.21.15.44:0/1273230464 shutdown_connections 2024-05-27T00:32:20.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.225+0000 7fd616400640 1 -- 172.21.15.44:0/1273230464 wait complete. 2024-05-27T00:32:20.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.226+0000 7fd616400640 1 Processor -- start 2024-05-27T00:32:20.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.226+0000 7fd616400640 1 -- start start 2024-05-27T00:32:20.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.226+0000 7fd616400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd610074400 0x7fd61019e310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:20.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.227+0000 7fd616400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd6100759e0 0x7fd61019e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:20.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.227+0000 7fd616400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd61010dfc0 0x7fd6101a58c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:20.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.227+0000 7fd616400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd610113da0 con 0x7fd610074400 2024-05-27T00:32:20.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.227+0000 7fd616400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd610113c20 con 0x7fd61010dfc0 2024-05-27T00:32:20.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.227+0000 7fd616400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fd610113f20 con 0x7fd6100759e0 2024-05-27T00:32:20.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.227+0000 7fd60f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd610074400 0x7fd61019e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:20.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.227+0000 7fd60f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd610074400 0x7fd61019e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46802/0 (socket says 172.21.15.44:46802) 2024-05-27T00:32:20.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.227+0000 7fd60f400640 1 -- 172.21.15.44:0/2483312450 learned_addr learned my addr 172.21.15.44:0/2483312450 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:20.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.227+0000 7fd60ea00640 1 --2- 172.21.15.44:0/2483312450 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd6100759e0 0x7fd61019e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:20.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.227+0000 7fd60fe00640 1 --2- 172.21.15.44:0/2483312450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd61010dfc0 0x7fd6101a58c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:20.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.227+0000 7fd60f400640 1 -- 172.21.15.44:0/2483312450 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd6100759e0 msgr2=0x7fd61019e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:20.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.227+0000 7fd60f400640 1 --2- 172.21.15.44:0/2483312450 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd6100759e0 0x7fd61019e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:20.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.227+0000 7fd60f400640 1 -- 172.21.15.44:0/2483312450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd61010dfc0 msgr2=0x7fd6101a58c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:20.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.227+0000 7fd60f400640 1 --2- 172.21.15.44:0/2483312450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd61010dfc0 0x7fd6101a58c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:20.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.227+0000 7fd60f400640 1 -- 172.21.15.44:0/2483312450 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6101a5f30 con 0x7fd610074400 2024-05-27T00:32:20.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.228+0000 7fd60f400640 1 --2- 172.21.15.44:0/2483312450 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd610074400 0x7fd61019e310 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd60000e9f0 tx=0x7fd60000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:20.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.228+0000 7fd607e00640 1 -- 172.21.15.44:0/2483312450 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd60000ccc0 con 0x7fd610074400 2024-05-27T00:32:20.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.228+0000 7fd607e00640 1 -- 172.21.15.44:0/2483312450 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd600010930 con 0x7fd610074400 2024-05-27T00:32:20.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.228+0000 7fd616400640 1 -- 172.21.15.44:0/2483312450 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6101a6220 con 0x7fd610074400 2024-05-27T00:32:20.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.228+0000 7fd607e00640 1 -- 172.21.15.44:0/2483312450 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd600018980 con 0x7fd610074400 2024-05-27T00:32:20.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.228+0000 7fd616400640 1 -- 172.21.15.44:0/2483312450 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6101a6770 con 0x7fd610074400 2024-05-27T00:32:20.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.229+0000 7fd616400640 1 -- 172.21.15.44:0/2483312450 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd610104080 con 0x7fd610074400 2024-05-27T00:32:20.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.231+0000 7fd607e00640 1 -- 172.21.15.44:0/2483312450 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fd600010ae0 con 0x7fd610074400 2024-05-27T00:32:20.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.233+0000 7fd607e00640 1 --2- 172.21.15.44:0/2483312450 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd5f40a2b90 0x7fd5f40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:20.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.233+0000 7fd607e00640 1 -- 172.21.15.44:0/2483312450 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8277+0+0 (secure 0 0 0) 0x7fd6000cf490 con 0x7fd610074400 2024-05-27T00:32:20.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.233+0000 7fd60ea00640 1 --2- 172.21.15.44:0/2483312450 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd5f40a2b90 0x7fd5f40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:20.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.234+0000 7fd60ea00640 1 --2- 172.21.15.44:0/2483312450 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd5f40a2b90 0x7fd5f40a5050 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fd61019f820 tx=0x7fd5fc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:20.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.237+0000 7fd607e00640 1 -- 172.21.15.44:0/2483312450 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd60009c360 con 0x7fd610074400 2024-05-27T00:32:20.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:19 smithi137 ceph-mon[36552]: pgmap v314: 97 pgs: 24 creating+peering, 1 active+clean, 72 unknown; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:20.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:19 smithi137 ceph-mon[36552]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-27T00:32:20.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:19 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2778249679' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-27T00:32:20.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:19 smithi137 ceph-mon[36552]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-05-27T00:32:20.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:19 smithi137 ceph-mon[36552]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-05-27T00:32:20.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:19 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/708622516' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-05-27T00:32:20.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:19 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-05-27T00:32:20.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:19 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-05-27T00:32:20.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:19 smithi137 ceph-mon[36552]: osdmap e87: 12 total, 12 up, 12 in 2024-05-27T00:32:20.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:19 smithi044 ceph-mon[31645]: pgmap v314: 97 pgs: 24 creating+peering, 1 active+clean, 72 unknown; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:19 smithi044 ceph-mon[31645]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-27T00:32:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:19 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2778249679' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-27T00:32:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:19 smithi044 ceph-mon[31645]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-05-27T00:32:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:19 smithi044 ceph-mon[31645]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-05-27T00:32:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:19 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/708622516' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-05-27T00:32:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:19 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-05-27T00:32:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:19 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-05-27T00:32:20.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:19 smithi044 ceph-mon[31645]: osdmap e87: 12 total, 12 up, 12 in 2024-05-27T00:32:20.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:19 smithi050 ceph-mon[36071]: pgmap v314: 97 pgs: 24 creating+peering, 1 active+clean, 72 unknown; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:20.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:19 smithi050 ceph-mon[36071]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-27T00:32:20.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:19 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2778249679' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-27T00:32:20.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:19 smithi050 ceph-mon[36071]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-05-27T00:32:20.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:19 smithi050 ceph-mon[36071]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-05-27T00:32:20.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:19 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/708622516' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-05-27T00:32:20.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:19 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-05-27T00:32:20.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:19 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-05-27T00:32:20.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:19 smithi050 ceph-mon[36071]: osdmap e87: 12 total, 12 up, 12 in 2024-05-27T00:32:20.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:20.451+0000 7fd616400640 1 -- 172.21.15.44:0/2483312450 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fd6100625d0 con 0x7fd610074400 2024-05-27T00:32:21.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:21 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] up:active 2024-05-27T00:32:21.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:21 smithi050 ceph-mon[36071]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-27T00:32:21.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:21 smithi050 ceph-mon[36071]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-27T00:32:21.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:21 smithi050 ceph-mon[36071]: pgmap v317: 97 pgs: 24 creating+peering, 25 active+clean, 48 unknown; 578 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 1 op/s 2024-05-27T00:32:21.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:21 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2483312450' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-27T00:32:21.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:21 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] up:active 2024-05-27T00:32:21.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:21 smithi044 ceph-mon[31645]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-27T00:32:21.749 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:21 smithi044 ceph-mon[31645]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-27T00:32:21.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:21 smithi044 ceph-mon[31645]: pgmap v317: 97 pgs: 24 creating+peering, 25 active+clean, 48 unknown; 578 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 1 op/s 2024-05-27T00:32:21.750 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:21 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2483312450' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-27T00:32:21.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:21 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] up:active 2024-05-27T00:32:21.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:21 smithi137 ceph-mon[36552]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-27T00:32:21.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:21 smithi137 ceph-mon[36552]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-27T00:32:21.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:21 smithi137 ceph-mon[36552]: pgmap v317: 97 pgs: 24 creating+peering, 25 active+clean, 48 unknown; 578 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 1 op/s 2024-05-27T00:32:21.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:21 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2483312450' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-27T00:32:22.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.395+0000 7fd607e00640 1 -- 172.21.15.44:0/2483312450 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v89) ==== 228+0+0 (secure 0 0 0) 0x7fd60009bc60 con 0x7fd610074400 2024-05-27T00:32:22.396 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'cephfs_data_ec' created 2024-05-27T00:32:22.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.399+0000 7fd616400640 1 -- 172.21.15.44:0/2483312450 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd5f40a2b90 msgr2=0x7fd5f40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:22.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.399+0000 7fd616400640 1 --2- 172.21.15.44:0/2483312450 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd5f40a2b90 0x7fd5f40a5050 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fd61019f820 tx=0x7fd5fc009260 comp rx=0 tx=0).stop 2024-05-27T00:32:22.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.399+0000 7fd616400640 1 -- 172.21.15.44:0/2483312450 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd610074400 msgr2=0x7fd61019e310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:22.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.399+0000 7fd616400640 1 --2- 172.21.15.44:0/2483312450 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd610074400 0x7fd61019e310 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd60000e9f0 tx=0x7fd60000edf0 comp rx=0 tx=0).stop 2024-05-27T00:32:22.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.399+0000 7fd616400640 1 -- 172.21.15.44:0/2483312450 shutdown_connections 2024-05-27T00:32:22.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.399+0000 7fd616400640 1 --2- 172.21.15.44:0/2483312450 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd5f40a2b90 0x7fd5f40a5050 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:22.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.399+0000 7fd616400640 1 --2- 172.21.15.44:0/2483312450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd61010dfc0 0x7fd6101a58c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:22.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.399+0000 7fd616400640 1 --2- 172.21.15.44:0/2483312450 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd6100759e0 0x7fd61019e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:22.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.399+0000 7fd616400640 1 --2- 172.21.15.44:0/2483312450 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd610074400 0x7fd61019e310 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:22.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.399+0000 7fd616400640 1 -- 172.21.15.44:0/2483312450 >> 172.21.15.44:0/2483312450 conn(0x7fd6100fcf80 msgr2=0x7fd610101250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:22.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.400+0000 7fd616400640 1 -- 172.21.15.44:0/2483312450 shutdown_connections 2024-05-27T00:32:22.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.400+0000 7fd616400640 1 -- 172.21.15.44:0/2483312450 wait complete. 2024-05-27T00:32:22.426 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-05-27T00:32:22.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:22 smithi050 ceph-mon[36071]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-27T00:32:22.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:22 smithi050 ceph-mon[36071]: Cluster is now healthy 2024-05-27T00:32:22.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:22 smithi050 ceph-mon[36071]: osdmap e88: 12 total, 12 up, 12 in 2024-05-27T00:32:22.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.607+0000 7f587dc00640 1 -- 172.21.15.44:0/684628171 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5878102330 msgr2=0x7f5878104720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:22.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.607+0000 7f587dc00640 1 --2- 172.21.15.44:0/684628171 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5878102330 0x7f5878104720 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f5860009900 tx=0x7f586002a3f0 comp rx=0 tx=0).stop 2024-05-27T00:32:22.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.607+0000 7f587dc00640 1 -- 172.21.15.44:0/684628171 shutdown_connections 2024-05-27T00:32:22.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.607+0000 7f587dc00640 1 --2- 172.21.15.44:0/684628171 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5878107590 0x7f58781099e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:22.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.607+0000 7f587dc00640 1 --2- 172.21.15.44:0/684628171 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5878104c60 0x7f5878107050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:22.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.607+0000 7f587dc00640 1 --2- 172.21.15.44:0/684628171 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5878102330 0x7f5878104720 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:22.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.607+0000 7f587dc00640 1 -- 172.21.15.44:0/684628171 >> 172.21.15.44:0/684628171 conn(0x7f58780fbd40 msgr2=0x7f58780fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:22.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.607+0000 7f587dc00640 1 -- 172.21.15.44:0/684628171 shutdown_connections 2024-05-27T00:32:22.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.607+0000 7f587dc00640 1 -- 172.21.15.44:0/684628171 wait complete. 2024-05-27T00:32:22.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.608+0000 7f587dc00640 1 Processor -- start 2024-05-27T00:32:22.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.608+0000 7f587dc00640 1 -- start start 2024-05-27T00:32:22.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.609+0000 7f587dc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5878102330 0x7f5878199ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:22.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.609+0000 7f587dc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5878104c60 0x7f587819a400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:22.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.609+0000 7f587dc00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5878107590 0x7f58781a1470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:22.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.609+0000 7f587dc00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f587810d6b0 con 0x7f5878102330 2024-05-27T00:32:22.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.609+0000 7f587dc00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f587810d530 con 0x7f5878104c60 2024-05-27T00:32:22.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.609+0000 7f587dc00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f587810d830 con 0x7f5878107590 2024-05-27T00:32:22.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.609+0000 7f5877e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5878102330 0x7f5878199ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:22.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.609+0000 7f5877e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5878102330 0x7f5878199ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46826/0 (socket says 172.21.15.44:46826) 2024-05-27T00:32:22.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.609+0000 7f5877e00640 1 -- 172.21.15.44:0/330233153 learned_addr learned my addr 172.21.15.44:0/330233153 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:22.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.609+0000 7f5877400640 1 --2- 172.21.15.44:0/330233153 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5878104c60 0x7f587819a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:22.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.609+0000 7f587d200640 1 --2- 172.21.15.44:0/330233153 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5878107590 0x7f58781a1470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:22.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.610+0000 7f5877e00640 1 -- 172.21.15.44:0/330233153 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5878107590 msgr2=0x7f58781a1470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:22.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.610+0000 7f5877e00640 1 --2- 172.21.15.44:0/330233153 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5878107590 0x7f58781a1470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:22.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.610+0000 7f5877e00640 1 -- 172.21.15.44:0/330233153 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5878104c60 msgr2=0x7f587819a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:22.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.610+0000 7f5877e00640 1 --2- 172.21.15.44:0/330233153 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5878104c60 0x7f587819a400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:22.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.610+0000 7f5877e00640 1 -- 172.21.15.44:0/330233153 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58781a1ae0 con 0x7f5878102330 2024-05-27T00:32:22.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.610+0000 7f5877400640 1 --2- 172.21.15.44:0/330233153 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5878104c60 0x7f587819a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:22.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.610+0000 7f5877e00640 1 --2- 172.21.15.44:0/330233153 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5878102330 0x7f5878199ec0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f58600316a0 tx=0x7f5860032d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:22.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.610+0000 7f5874c00640 1 -- 172.21.15.44:0/330233153 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f586003f030 con 0x7f5878102330 2024-05-27T00:32:22.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.610+0000 7f587dc00640 1 -- 172.21.15.44:0/330233153 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58781a1d70 con 0x7f5878102330 2024-05-27T00:32:22.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.610+0000 7f5874c00640 1 -- 172.21.15.44:0/330233153 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5860003d00 con 0x7f5878102330 2024-05-27T00:32:22.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.610+0000 7f5874c00640 1 -- 172.21.15.44:0/330233153 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5860035070 con 0x7f5878102330 2024-05-27T00:32:22.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.610+0000 7f587dc00640 1 -- 172.21.15.44:0/330233153 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58781a21f0 con 0x7f5878102330 2024-05-27T00:32:22.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.612+0000 7f587dc00640 1 -- 172.21.15.44:0/330233153 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58781090e0 con 0x7f5878102330 2024-05-27T00:32:22.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.614+0000 7f5874c00640 1 -- 172.21.15.44:0/330233153 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5860042030 con 0x7f5878102330 2024-05-27T00:32:22.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.615+0000 7f5874c00640 1 --2- 172.21.15.44:0/330233153 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f585c0a2c10 0x7f585c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:22.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.615+0000 7f5874c00640 1 -- 172.21.15.44:0/330233153 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8770+0+0 (secure 0 0 0) 0x7f58600ef620 con 0x7f5878102330 2024-05-27T00:32:22.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.616+0000 7f5877400640 1 --2- 172.21.15.44:0/330233153 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f585c0a2c10 0x7f585c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:22.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.616+0000 7f5877400640 1 --2- 172.21.15.44:0/330233153 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f585c0a2c10 0x7f585c0a50d0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f587819b3d0 tx=0x7f5868009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:22.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.618+0000 7f5874c00640 1 -- 172.21.15.44:0/330233153 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f58600bc480 con 0x7f5878102330 2024-05-27T00:32:22.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:22 smithi137 ceph-mon[36552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-27T00:32:22.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:22 smithi137 ceph-mon[36552]: Cluster is now healthy 2024-05-27T00:32:22.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:22 smithi137 ceph-mon[36552]: osdmap e88: 12 total, 12 up, 12 in 2024-05-27T00:32:22.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:22.821+0000 7f587dc00640 1 -- 172.21.15.44:0/330233153 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f587802d2e0 con 0x7f5878102330 2024-05-27T00:32:22.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:22 smithi044 ceph-mon[31645]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-27T00:32:22.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:22 smithi044 ceph-mon[31645]: Cluster is now healthy 2024-05-27T00:32:22.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:22 smithi044 ceph-mon[31645]: osdmap e88: 12 total, 12 up, 12 in 2024-05-27T00:32:23.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.399+0000 7f5874c00640 1 -- 172.21.15.44:0/330233153 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v90) ==== 169+0+0 (secure 0 0 0) 0x7f58600bbd80 con 0x7f5878102330 2024-05-27T00:32:23.400 INFO:teuthology.orchestra.run.smithi044.stderr:set pool 4 allow_ec_overwrites to true 2024-05-27T00:32:23.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.403+0000 7f587dc00640 1 -- 172.21.15.44:0/330233153 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f585c0a2c10 msgr2=0x7f585c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:23.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.403+0000 7f587dc00640 1 --2- 172.21.15.44:0/330233153 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f585c0a2c10 0x7f585c0a50d0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f587819b3d0 tx=0x7f5868009500 comp rx=0 tx=0).stop 2024-05-27T00:32:23.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.403+0000 7f587dc00640 1 -- 172.21.15.44:0/330233153 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5878102330 msgr2=0x7f5878199ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:23.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.403+0000 7f587dc00640 1 --2- 172.21.15.44:0/330233153 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5878102330 0x7f5878199ec0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f58600316a0 tx=0x7f5860032d70 comp rx=0 tx=0).stop 2024-05-27T00:32:23.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.406+0000 7f587dc00640 1 -- 172.21.15.44:0/330233153 shutdown_connections 2024-05-27T00:32:23.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.406+0000 7f587dc00640 1 --2- 172.21.15.44:0/330233153 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f585c0a2c10 0x7f585c0a50d0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:23.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.406+0000 7f587dc00640 1 --2- 172.21.15.44:0/330233153 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5878107590 0x7f58781a1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:23.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.406+0000 7f587dc00640 1 --2- 172.21.15.44:0/330233153 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5878104c60 0x7f587819a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:23.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.406+0000 7f587dc00640 1 --2- 172.21.15.44:0/330233153 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5878102330 0x7f5878199ec0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:23.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.406+0000 7f587dc00640 1 -- 172.21.15.44:0/330233153 >> 172.21.15.44:0/330233153 conn(0x7f58780fbd40 msgr2=0x7f58781018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:23.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.406+0000 7f587dc00640 1 -- 172.21.15.44:0/330233153 shutdown_connections 2024-05-27T00:32:23.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.406+0000 7f587dc00640 1 -- 172.21.15.44:0/330233153 wait complete. 2024-05-27T00:32:23.442 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-05-27T00:32:23.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.619+0000 7fe29cc00640 1 -- 172.21.15.44:0/2538231620 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe2981057b0 msgr2=0x7fe29810c040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:23.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.619+0000 7fe29cc00640 1 --2- 172.21.15.44:0/2538231620 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe2981057b0 0x7fe29810c040 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe290009be0 tx=0x7fe29002a6c0 comp rx=0 tx=0).stop 2024-05-27T00:32:23.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.619+0000 7fe29cc00640 1 -- 172.21.15.44:0/2538231620 shutdown_connections 2024-05-27T00:32:23.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.619+0000 7fe29cc00640 1 --2- 172.21.15.44:0/2538231620 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe2981057b0 0x7fe29810c040 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:23.621 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.619+0000 7fe29cc00640 1 --2- 172.21.15.44:0/2538231620 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe298104df0 0x7fe298105270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:23.621 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.619+0000 7fe29cc00640 1 --2- 172.21.15.44:0/2538231620 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe298103c00 0x7fe298104020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:23.621 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.619+0000 7fe29cc00640 1 -- 172.21.15.44:0/2538231620 >> 172.21.15.44:0/2538231620 conn(0x7fe2980ff190 msgr2=0x7fe2981015b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:23.621 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.619+0000 7fe29cc00640 1 -- 172.21.15.44:0/2538231620 shutdown_connections 2024-05-27T00:32:23.621 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.619+0000 7fe29cc00640 1 -- 172.21.15.44:0/2538231620 wait complete. 2024-05-27T00:32:23.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.620+0000 7fe29cc00640 1 Processor -- start 2024-05-27T00:32:23.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.620+0000 7fe29cc00640 1 -- start start 2024-05-27T00:32:23.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.621+0000 7fe29cc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe298103c00 0x7fe298199fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:23.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.621+0000 7fe29cc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe298104df0 0x7fe29819a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:23.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.621+0000 7fe29cc00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe2981057b0 0x7fe2981a1560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:23.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.621+0000 7fe29cc00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe29810f9b0 con 0x7fe298104df0 2024-05-27T00:32:23.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.621+0000 7fe29cc00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe29810f830 con 0x7fe298103c00 2024-05-27T00:32:23.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.621+0000 7fe29cc00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fe29810fb30 con 0x7fe2981057b0 2024-05-27T00:32:23.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.621+0000 7fe295400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe298104df0 0x7fe29819a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:23.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.621+0000 7fe295400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe298104df0 0x7fe29819a4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46840/0 (socket says 172.21.15.44:46840) 2024-05-27T00:32:23.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.621+0000 7fe295400640 1 -- 172.21.15.44:0/1603061958 learned_addr learned my addr 172.21.15.44:0/1603061958 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:23.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.621+0000 7fe295e00640 1 --2- 172.21.15.44:0/1603061958 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe298103c00 0x7fe298199fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:23.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.621+0000 7fe296800640 1 --2- 172.21.15.44:0/1603061958 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe2981057b0 0x7fe2981a1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:23.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.621+0000 7fe295400640 1 -- 172.21.15.44:0/1603061958 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe2981057b0 msgr2=0x7fe2981a1560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:23.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.621+0000 7fe295400640 1 --2- 172.21.15.44:0/1603061958 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe2981057b0 0x7fe2981a1560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:23.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.621+0000 7fe295400640 1 -- 172.21.15.44:0/1603061958 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe298103c00 msgr2=0x7fe298199fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:23.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.621+0000 7fe295400640 1 --2- 172.21.15.44:0/1603061958 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe298103c00 0x7fe298199fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:23.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.622+0000 7fe295400640 1 -- 172.21.15.44:0/1603061958 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2981a1bd0 con 0x7fe298104df0 2024-05-27T00:32:23.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.622+0000 7fe295400640 1 --2- 172.21.15.44:0/1603061958 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe298104df0 0x7fe29819a4f0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe28400e9c0 tx=0x7fe28400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:23.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.622+0000 7fe28ea00640 1 -- 172.21.15.44:0/1603061958 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe28400ccc0 con 0x7fe298104df0 2024-05-27T00:32:23.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.622+0000 7fe28ea00640 1 -- 172.21.15.44:0/1603061958 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe284005520 con 0x7fe298104df0 2024-05-27T00:32:23.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.622+0000 7fe29cc00640 1 -- 172.21.15.44:0/1603061958 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2981a1ec0 con 0x7fe298104df0 2024-05-27T00:32:23.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.622+0000 7fe28ea00640 1 -- 172.21.15.44:0/1603061958 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe284010690 con 0x7fe298104df0 2024-05-27T00:32:23.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.622+0000 7fe29cc00640 1 -- 172.21.15.44:0/1603061958 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2981a2380 con 0x7fe298104df0 2024-05-27T00:32:23.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.623+0000 7fe29cc00640 1 -- 172.21.15.44:0/1603061958 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe29810af20 con 0x7fe298104df0 2024-05-27T00:32:23.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.626+0000 7fe28ea00640 1 -- 172.21.15.44:0/1603061958 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fe2840046c0 con 0x7fe298104df0 2024-05-27T00:32:23.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.627+0000 7fe28ea00640 1 --2- 172.21.15.44:0/1603061958 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe27c0a2b90 0x7fe27c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:23.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.628+0000 7fe28ea00640 1 -- 172.21.15.44:0/1603061958 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8770+0+0 (secure 0 0 0) 0x7fe2840cf510 con 0x7fe298104df0 2024-05-27T00:32:23.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.628+0000 7fe295e00640 1 --2- 172.21.15.44:0/1603061958 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe27c0a2b90 0x7fe27c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:23.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.628+0000 7fe295e00640 1 --2- 172.21.15.44:0/1603061958 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe27c0a2b90 0x7fe27c0a5050 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fe298104c50 tx=0x7fe288005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:23.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.632+0000 7fe28ea00640 1 -- 172.21.15.44:0/1603061958 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe28409c1f0 con 0x7fe298104df0 2024-05-27T00:32:23.672 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:23 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2483312450' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-27T00:32:23.672 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:23 smithi050 ceph-mon[36071]: pgmap v320: 129 pgs: 12 creating+peering, 77 active+clean, 40 unknown; 578 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 9 op/s 2024-05-27T00:32:23.672 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:23 smithi050 ceph-mon[36071]: osdmap e89: 12 total, 12 up, 12 in 2024-05-27T00:32:23.672 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:23 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/330233153' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-05-27T00:32:23.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:23 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2483312450' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-27T00:32:23.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:23 smithi137 ceph-mon[36552]: pgmap v320: 129 pgs: 12 creating+peering, 77 active+clean, 40 unknown; 578 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 9 op/s 2024-05-27T00:32:23.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:23 smithi137 ceph-mon[36552]: osdmap e89: 12 total, 12 up, 12 in 2024-05-27T00:32:23.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:23 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/330233153' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-05-27T00:32:23.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:23 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2483312450' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-27T00:32:23.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:23 smithi044 ceph-mon[31645]: pgmap v320: 129 pgs: 12 creating+peering, 77 active+clean, 40 unknown; 578 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 9 op/s 2024-05-27T00:32:23.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:23 smithi044 ceph-mon[31645]: osdmap e89: 12 total, 12 up, 12 in 2024-05-27T00:32:23.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:23 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/330233153' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-05-27T00:32:23.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:23.880+0000 7fe29cc00640 1 -- 172.21.15.44:0/1603061958 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7fe298062640 con 0x7fe298104df0 2024-05-27T00:32:24.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.434+0000 7fe28ea00640 1 -- 172.21.15.44:0/1603061958 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v17) ==== 137+0+0 (secure 0 0 0) 0x7fe28409baf0 con 0x7fe298104df0 2024-05-27T00:32:24.437 INFO:teuthology.orchestra.run.smithi044.stderr:added data pool 4 to fsmap 2024-05-27T00:32:24.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.440+0000 7fe29cc00640 1 -- 172.21.15.44:0/1603061958 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe27c0a2b90 msgr2=0x7fe27c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:24.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.440+0000 7fe29cc00640 1 --2- 172.21.15.44:0/1603061958 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe27c0a2b90 0x7fe27c0a5050 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fe298104c50 tx=0x7fe288005f90 comp rx=0 tx=0).stop 2024-05-27T00:32:24.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.440+0000 7fe29cc00640 1 -- 172.21.15.44:0/1603061958 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe298104df0 msgr2=0x7fe29819a4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:24.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.440+0000 7fe29cc00640 1 --2- 172.21.15.44:0/1603061958 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe298104df0 0x7fe29819a4f0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe28400e9c0 tx=0x7fe28400ee80 comp rx=0 tx=0).stop 2024-05-27T00:32:24.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.440+0000 7fe29cc00640 1 -- 172.21.15.44:0/1603061958 shutdown_connections 2024-05-27T00:32:24.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.440+0000 7fe29cc00640 1 --2- 172.21.15.44:0/1603061958 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe27c0a2b90 0x7fe27c0a5050 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:24.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.440+0000 7fe29cc00640 1 --2- 172.21.15.44:0/1603061958 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe2981057b0 0x7fe2981a1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:24.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.440+0000 7fe29cc00640 1 --2- 172.21.15.44:0/1603061958 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe298104df0 0x7fe29819a4f0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:24.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.440+0000 7fe29cc00640 1 --2- 172.21.15.44:0/1603061958 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe298103c00 0x7fe298199fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:24.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.440+0000 7fe29cc00640 1 -- 172.21.15.44:0/1603061958 >> 172.21.15.44:0/1603061958 conn(0x7fe2980ff190 msgr2=0x7fe2981080f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:24.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.440+0000 7fe29cc00640 1 -- 172.21.15.44:0/1603061958 shutdown_connections 2024-05-27T00:32:24.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.440+0000 7fe29cc00640 1 -- 172.21.15.44:0/1603061958 wait complete. 2024-05-27T00:32:24.468 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:32:24.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.677+0000 7fdb7c200640 1 -- 172.21.15.44:0/4255011145 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdb740775a0 msgr2=0x7fdb74077a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:24.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.677+0000 7fdb7c200640 1 --2- 172.21.15.44:0/4255011145 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdb740775a0 0x7fdb74077a00 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fdb60009860 tx=0x7fdb6002a340 comp rx=0 tx=0).stop 2024-05-27T00:32:24.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.677+0000 7fdb7c200640 1 -- 172.21.15.44:0/4255011145 shutdown_connections 2024-05-27T00:32:24.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.677+0000 7fdb7c200640 1 --2- 172.21.15.44:0/4255011145 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdb74077f40 0x7fdb740787e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:24.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.677+0000 7fdb7c200640 1 --2- 172.21.15.44:0/4255011145 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdb740775a0 0x7fdb74077a00 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:24.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.677+0000 7fdb7c200640 1 --2- 172.21.15.44:0/4255011145 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fdb74076360 0x7fdb74076780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:24.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.677+0000 7fdb7c200640 1 -- 172.21.15.44:0/4255011145 >> 172.21.15.44:0/4255011145 conn(0x7fdb740ff160 msgr2=0x7fdb741015a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:24.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.677+0000 7fdb7c200640 1 -- 172.21.15.44:0/4255011145 shutdown_connections 2024-05-27T00:32:24.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.677+0000 7fdb7c200640 1 -- 172.21.15.44:0/4255011145 wait complete. 2024-05-27T00:32:24.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.678+0000 7fdb7c200640 1 Processor -- start 2024-05-27T00:32:24.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.678+0000 7fdb7c200640 1 -- start start 2024-05-27T00:32:24.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.679+0000 7fdb7c200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdb74076360 0x7fdb7419e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:24.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.679+0000 7fdb7c200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdb740775a0 0x7fdb7419e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:24.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.679+0000 7fdb7c200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fdb74077f40 0x7fdb741a5960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:24.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.679+0000 7fdb7c200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fdb74113da0 con 0x7fdb740775a0 2024-05-27T00:32:24.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.679+0000 7fdb7c200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdb74113c20 con 0x7fdb74076360 2024-05-27T00:32:24.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.679+0000 7fdb7c200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fdb74113f20 con 0x7fdb74077f40 2024-05-27T00:32:24.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.679+0000 7fdb78e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdb740775a0 0x7fdb7419e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:24.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.679+0000 7fdb78e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdb740775a0 0x7fdb7419e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46864/0 (socket says 172.21.15.44:46864) 2024-05-27T00:32:24.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.679+0000 7fdb78e00640 1 -- 172.21.15.44:0/1920636960 learned_addr learned my addr 172.21.15.44:0/1920636960 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:24.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.679+0000 7fdb79800640 1 --2- 172.21.15.44:0/1920636960 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdb74076360 0x7fdb7419e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:24.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.679+0000 7fdb7a200640 1 --2- 172.21.15.44:0/1920636960 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fdb74077f40 0x7fdb741a5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:24.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.679+0000 7fdb78e00640 1 -- 172.21.15.44:0/1920636960 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fdb74077f40 msgr2=0x7fdb741a5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:24.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.679+0000 7fdb78e00640 1 --2- 172.21.15.44:0/1920636960 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fdb74077f40 0x7fdb741a5960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:24.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.679+0000 7fdb78e00640 1 -- 172.21.15.44:0/1920636960 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdb74076360 msgr2=0x7fdb7419e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:24.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.679+0000 7fdb78e00640 1 --2- 172.21.15.44:0/1920636960 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdb74076360 0x7fdb7419e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:24.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.679+0000 7fdb78e00640 1 -- 172.21.15.44:0/1920636960 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb741a5fd0 con 0x7fdb740775a0 2024-05-27T00:32:24.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.680+0000 7fdb78e00640 1 --2- 172.21.15.44:0/1920636960 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdb740775a0 0x7fdb7419e940 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fdb60005940 tx=0x7fdb60032670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:24.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.680+0000 7fdb72000640 1 -- 172.21.15.44:0/1920636960 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb60037050 con 0x7fdb740775a0 2024-05-27T00:32:24.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.680+0000 7fdb72000640 1 -- 172.21.15.44:0/1920636960 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdb60043070 con 0x7fdb740775a0 2024-05-27T00:32:24.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.680+0000 7fdb7c200640 1 -- 172.21.15.44:0/1920636960 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb741a6260 con 0x7fdb740775a0 2024-05-27T00:32:24.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.680+0000 7fdb72000640 1 -- 172.21.15.44:0/1920636960 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb60003e50 con 0x7fdb740775a0 2024-05-27T00:32:24.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.680+0000 7fdb7c200640 1 -- 172.21.15.44:0/1920636960 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb741a6750 con 0x7fdb740775a0 2024-05-27T00:32:24.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.681+0000 7fdb7c200640 1 -- 172.21.15.44:0/1920636960 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb74110560 con 0x7fdb740775a0 2024-05-27T00:32:24.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.684+0000 7fdb72000640 1 -- 172.21.15.44:0/1920636960 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fdb600035f0 con 0x7fdb740775a0 2024-05-27T00:32:24.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.685+0000 7fdb72000640 1 --2- 172.21.15.44:0/1920636960 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fdb5c0a2d30 0x7fdb5c0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:24.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.685+0000 7fdb72000640 1 -- 172.21.15.44:0/1920636960 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7fdb600ef480 con 0x7fdb740775a0 2024-05-27T00:32:24.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.686+0000 7fdb79800640 1 --2- 172.21.15.44:0/1920636960 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fdb5c0a2d30 0x7fdb5c0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:24.687 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.686+0000 7fdb79800640 1 --2- 172.21.15.44:0/1920636960 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fdb5c0a2d30 0x7fdb5c0a51f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fdb68009bd0 tx=0x7fdb68005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:24.690 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.690+0000 7fdb72000640 1 -- 172.21.15.44:0/1920636960 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fdb600bc140 con 0x7fdb740775a0 2024-05-27T00:32:24.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:24 smithi050 ceph-mon[36071]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-27T00:32:24.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:24 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/330233153' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-05-27T00:32:24.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:24 smithi050 ceph-mon[36071]: osdmap e90: 12 total, 12 up, 12 in 2024-05-27T00:32:24.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:24 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1603061958' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-05-27T00:32:24.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:24 smithi137 ceph-mon[36552]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-27T00:32:24.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:24 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/330233153' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-05-27T00:32:24.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:24 smithi137 ceph-mon[36552]: osdmap e90: 12 total, 12 up, 12 in 2024-05-27T00:32:24.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:24 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1603061958' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-05-27T00:32:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:24 smithi044 ceph-mon[31645]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-27T00:32:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:24 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/330233153' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-05-27T00:32:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:24 smithi044 ceph-mon[31645]: osdmap e90: 12 total, 12 up, 12 in 2024-05-27T00:32:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:24 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1603061958' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-05-27T00:32:24.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.939+0000 7fdb7c200640 1 -- 172.21.15.44:0/1920636960 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdb740625a0 con 0x7fdb740775a0 2024-05-27T00:32:24.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.941+0000 7fdb72000640 1 -- 172.21.15.44:0/1920636960 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11794 (secure 0 0 0) 0x7fdb600bba40 con 0x7fdb740775a0 2024-05-27T00:32:24.942 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:24.942 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2194470084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2194470084},{"type":"v1","addr":"172.21.15.44:6839","nonce":2194470084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24515,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24541,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24542,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24581,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6841/114683393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":114683393},{"type":"v1","addr":"172.21.15.44:6841","nonce":114683393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-05-27T00:32:18.481799+0000","modified":"2024-05-27T00:32:23.882586+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24599},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24599":{"gid":24599,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6839/2148742077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":2148742077},{"type":"v1","addr":"172.21.15.50:6839","nonce":2148742077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24599,"qdb_cluster":[24599]},"id":1}]} 2024-05-27T00:32:24.942 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 17 2024-05-27T00:32:24.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.944+0000 7fdb7c200640 1 -- 172.21.15.44:0/1920636960 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fdb5c0a2d30 msgr2=0x7fdb5c0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:24.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.944+0000 7fdb7c200640 1 --2- 172.21.15.44:0/1920636960 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fdb5c0a2d30 0x7fdb5c0a51f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fdb68009bd0 tx=0x7fdb68005f90 comp rx=0 tx=0).stop 2024-05-27T00:32:24.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.944+0000 7fdb7c200640 1 -- 172.21.15.44:0/1920636960 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdb740775a0 msgr2=0x7fdb7419e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:24.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.944+0000 7fdb7c200640 1 --2- 172.21.15.44:0/1920636960 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdb740775a0 0x7fdb7419e940 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fdb60005940 tx=0x7fdb60032670 comp rx=0 tx=0).stop 2024-05-27T00:32:24.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.944+0000 7fdb7c200640 1 -- 172.21.15.44:0/1920636960 shutdown_connections 2024-05-27T00:32:24.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.944+0000 7fdb7c200640 1 --2- 172.21.15.44:0/1920636960 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fdb5c0a2d30 0x7fdb5c0a51f0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:24.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.944+0000 7fdb7c200640 1 --2- 172.21.15.44:0/1920636960 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fdb74077f40 0x7fdb741a5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:24.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.944+0000 7fdb7c200640 1 --2- 172.21.15.44:0/1920636960 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdb740775a0 0x7fdb7419e940 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:24.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.944+0000 7fdb7c200640 1 --2- 172.21.15.44:0/1920636960 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdb74076360 0x7fdb7419e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:24.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.944+0000 7fdb7c200640 1 -- 172.21.15.44:0/1920636960 >> 172.21.15.44:0/1920636960 conn(0x7fdb740ff160 msgr2=0x7fdb74100c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:24.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.944+0000 7fdb7c200640 1 -- 172.21.15.44:0/1920636960 shutdown_connections 2024-05-27T00:32:24.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:24.944+0000 7fdb7c200640 1 -- 172.21.15.44:0/1920636960 wait complete. 2024-05-27T00:32:24.965 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:32:25.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.172+0000 7fc92fe00640 1 -- 172.21.15.44:0/2374766842 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc9300775a0 msgr2=0x7fc930077a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:25.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.172+0000 7fc92fe00640 1 --2- 172.21.15.44:0/2374766842 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc9300775a0 0x7fc930077a00 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fc918009860 tx=0x7fc91802a340 comp rx=0 tx=0).stop 2024-05-27T00:32:25.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.172+0000 7fc92fe00640 1 -- 172.21.15.44:0/2374766842 shutdown_connections 2024-05-27T00:32:25.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.172+0000 7fc92fe00640 1 --2- 172.21.15.44:0/2374766842 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc930077f40 0x7fc9300787e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.172+0000 7fc92fe00640 1 --2- 172.21.15.44:0/2374766842 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc9300775a0 0x7fc930077a00 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.172+0000 7fc92fe00640 1 --2- 172.21.15.44:0/2374766842 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc930076360 0x7fc930076780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.172+0000 7fc92fe00640 1 -- 172.21.15.44:0/2374766842 >> 172.21.15.44:0/2374766842 conn(0x7fc9300fefb0 msgr2=0x7fc9301013d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:25.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.172+0000 7fc92fe00640 1 -- 172.21.15.44:0/2374766842 shutdown_connections 2024-05-27T00:32:25.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.172+0000 7fc92fe00640 1 -- 172.21.15.44:0/2374766842 wait complete. 2024-05-27T00:32:25.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.173+0000 7fc92fe00640 1 Processor -- start 2024-05-27T00:32:25.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.173+0000 7fc92fe00640 1 -- start start 2024-05-27T00:32:25.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.174+0000 7fc92fe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc930076360 0x7fc93019e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:25.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.174+0000 7fc92fe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9300775a0 0x7fc93019e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:25.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.174+0000 7fc92fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc930077f40 0x7fc9301a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:25.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.174+0000 7fc92fe00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc930113bd0 con 0x7fc930077f40 2024-05-27T00:32:25.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.174+0000 7fc92fe00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc930113a50 con 0x7fc9300775a0 2024-05-27T00:32:25.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.174+0000 7fc92fe00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fc930113d50 con 0x7fc930076360 2024-05-27T00:32:25.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.174+0000 7fc92ea00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc930076360 0x7fc93019e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:25.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.174+0000 7fc92ea00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc930076360 0x7fc93019e1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:45858/0 (socket says 172.21.15.44:45858) 2024-05-27T00:32:25.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.174+0000 7fc92ea00640 1 -- 172.21.15.44:0/497010062 learned_addr learned my addr 172.21.15.44:0/497010062 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:25.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.174+0000 7fc926000640 1 --2- 172.21.15.44:0/497010062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9300775a0 0x7fc93019e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:25.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.174+0000 7fc92f400640 1 --2- 172.21.15.44:0/497010062 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc930077f40 0x7fc9301a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:25.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.174+0000 7fc92ea00640 1 -- 172.21.15.44:0/497010062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9300775a0 msgr2=0x7fc93019e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:25.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.174+0000 7fc92ea00640 1 --2- 172.21.15.44:0/497010062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9300775a0 0x7fc93019e710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.174+0000 7fc92ea00640 1 -- 172.21.15.44:0/497010062 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc930077f40 msgr2=0x7fc9301a5780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:25.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.174+0000 7fc92ea00640 1 --2- 172.21.15.44:0/497010062 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc930077f40 0x7fc9301a5780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.174+0000 7fc92ea00640 1 -- 172.21.15.44:0/497010062 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9301a5df0 con 0x7fc930076360 2024-05-27T00:32:25.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.175+0000 7fc92ea00640 1 --2- 172.21.15.44:0/497010062 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc930076360 0x7fc93019e1d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fc92000ebc0 tx=0x7fc92000c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:25.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.175+0000 7fc927e00640 1 -- 172.21.15.44:0/497010062 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc920010430 con 0x7fc930076360 2024-05-27T00:32:25.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.175+0000 7fc927e00640 1 -- 172.21.15.44:0/497010062 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc920010ad0 con 0x7fc930076360 2024-05-27T00:32:25.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.175+0000 7fc92fe00640 1 -- 172.21.15.44:0/497010062 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9301a60e0 con 0x7fc930076360 2024-05-27T00:32:25.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.175+0000 7fc927e00640 1 -- 172.21.15.44:0/497010062 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc920018be0 con 0x7fc930076360 2024-05-27T00:32:25.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.175+0000 7fc92fe00640 1 -- 172.21.15.44:0/497010062 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9301a6600 con 0x7fc930076360 2024-05-27T00:32:25.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.176+0000 7fc92fe00640 1 -- 172.21.15.44:0/497010062 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9301104e0 con 0x7fc930076360 2024-05-27T00:32:25.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.179+0000 7fc927e00640 1 -- 172.21.15.44:0/497010062 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc920010c80 con 0x7fc930076360 2024-05-27T00:32:25.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.180+0000 7fc927e00640 1 --2- 172.21.15.44:0/497010062 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc9140a2b90 0x7fc9140a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:25.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.180+0000 7fc927e00640 1 -- 172.21.15.44:0/497010062 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7fc9200cfed0 con 0x7fc930076360 2024-05-27T00:32:25.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.180+0000 7fc926000640 1 --2- 172.21.15.44:0/497010062 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc9140a2b90 0x7fc9140a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:25.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.181+0000 7fc926000640 1 --2- 172.21.15.44:0/497010062 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc9140a2b90 0x7fc9140a5050 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fc91802a930 tx=0x7fc9180305c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:25.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.182+0000 7fc927e00640 1 -- 172.21.15.44:0/497010062 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc92009cb90 con 0x7fc930076360 2024-05-27T00:32:25.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.388+0000 7fc92fe00640 1 -- 172.21.15.44:0/497010062 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc93002d2e0 con 0x7fc930076360 2024-05-27T00:32:25.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.391+0000 7fc927e00640 1 -- 172.21.15.44:0/497010062 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24070 (secure 0 0 0) 0x7fc92009c490 con 0x7fc930076360 2024-05-27T00:32:25.392 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:25.393 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":91,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:32:23.882073+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:32:25.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.393+0000 7fc92fe00640 1 -- 172.21.15.44:0/497010062 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc9140a2b90 msgr2=0x7fc9140a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.393+0000 7fc92fe00640 1 --2- 172.21.15.44:0/497010062 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc9140a2b90 0x7fc9140a5050 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fc91802a930 tx=0x7fc9180305c0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.393+0000 7fc92fe00640 1 -- 172.21.15.44:0/497010062 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc930076360 msgr2=0x7fc93019e1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.393+0000 7fc92fe00640 1 --2- 172.21.15.44:0/497010062 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc930076360 0x7fc93019e1d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fc92000ebc0 tx=0x7fc92000c2d0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.394+0000 7fc92fe00640 1 -- 172.21.15.44:0/497010062 shutdown_connections 2024-05-27T00:32:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.394+0000 7fc92fe00640 1 --2- 172.21.15.44:0/497010062 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc9140a2b90 0x7fc9140a5050 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.394+0000 7fc92fe00640 1 --2- 172.21.15.44:0/497010062 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc930077f40 0x7fc9301a5780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.394+0000 7fc92fe00640 1 --2- 172.21.15.44:0/497010062 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc9300775a0 0x7fc93019e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.394+0000 7fc92fe00640 1 --2- 172.21.15.44:0/497010062 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc930076360 0x7fc93019e1d0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.394+0000 7fc92fe00640 1 -- 172.21.15.44:0/497010062 >> 172.21.15.44:0/497010062 conn(0x7fc9300fefb0 msgr2=0x7fc930100670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.394+0000 7fc92fe00640 1 -- 172.21.15.44:0/497010062 shutdown_connections 2024-05-27T00:32:25.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.394+0000 7fc92fe00640 1 -- 172.21.15.44:0/497010062 wait complete. 2024-05-27T00:32:25.415 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:32:25.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.630+0000 7ff243e00640 1 -- 172.21.15.44:0/4130938699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff244104c10 msgr2=0x7ff244105090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:25.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.630+0000 7ff243e00640 1 --2- 172.21.15.44:0/4130938699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff244104c10 0x7ff244105090 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ff22c009900 tx=0x7ff22c02a3f0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.630+0000 7ff243e00640 1 -- 172.21.15.44:0/4130938699 shutdown_connections 2024-05-27T00:32:25.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.630+0000 7ff243e00640 1 --2- 172.21.15.44:0/4130938699 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff2441055d0 0x7ff24410be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.630+0000 7ff243e00640 1 --2- 172.21.15.44:0/4130938699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff244104c10 0x7ff244105090 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.630+0000 7ff243e00640 1 --2- 172.21.15.44:0/4130938699 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff244103a20 0x7ff244103e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.630+0000 7ff243e00640 1 -- 172.21.15.44:0/4130938699 >> 172.21.15.44:0/4130938699 conn(0x7ff2440fefb0 msgr2=0x7ff2441013d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:25.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.630+0000 7ff243e00640 1 -- 172.21.15.44:0/4130938699 shutdown_connections 2024-05-27T00:32:25.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.630+0000 7ff243e00640 1 -- 172.21.15.44:0/4130938699 wait complete. 2024-05-27T00:32:25.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.631+0000 7ff243e00640 1 Processor -- start 2024-05-27T00:32:25.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.631+0000 7ff243e00640 1 -- start start 2024-05-27T00:32:25.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.631+0000 7ff243e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff244103a20 0x7ff244199de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:25.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.631+0000 7ff243e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff244104c10 0x7ff24419a320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:25.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.631+0000 7ff243e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff2441055d0 0x7ff2441a1390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:25.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.631+0000 7ff243e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff24410f820 con 0x7ff2441055d0 2024-05-27T00:32:25.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.631+0000 7ff243e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff24410f6a0 con 0x7ff244103a20 2024-05-27T00:32:25.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.631+0000 7ff243e00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7ff24410f9a0 con 0x7ff244104c10 2024-05-27T00:32:25.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.632+0000 7ff242a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff244103a20 0x7ff244199de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:25.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.632+0000 7ff243400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff2441055d0 0x7ff2441a1390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:25.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.632+0000 7ff242a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff244103a20 0x7ff244199de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:48828/0 (socket says 172.21.15.44:48828) 2024-05-27T00:32:25.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.632+0000 7ff242a00640 1 -- 172.21.15.44:0/693878925 learned_addr learned my addr 172.21.15.44:0/693878925 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:25.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.632+0000 7ff242000640 1 --2- 172.21.15.44:0/693878925 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff244104c10 0x7ff24419a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:25.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.632+0000 7ff242a00640 1 -- 172.21.15.44:0/693878925 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff244104c10 msgr2=0x7ff24419a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:25.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.632+0000 7ff242a00640 1 --2- 172.21.15.44:0/693878925 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff244104c10 0x7ff24419a320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.632+0000 7ff242a00640 1 -- 172.21.15.44:0/693878925 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff2441055d0 msgr2=0x7ff2441a1390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:25.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.632+0000 7ff242a00640 1 --2- 172.21.15.44:0/693878925 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff2441055d0 0x7ff2441a1390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.632+0000 7ff242a00640 1 -- 172.21.15.44:0/693878925 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2441a1a00 con 0x7ff244103a20 2024-05-27T00:32:25.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.632+0000 7ff243400640 1 --2- 172.21.15.44:0/693878925 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff2441055d0 0x7ff2441a1390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:25.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.632+0000 7ff242a00640 1 --2- 172.21.15.44:0/693878925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff244103a20 0x7ff244199de0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff23400eb70 tx=0x7ff23400c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:25.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.633+0000 7ff23b400640 1 -- 172.21.15.44:0/693878925 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff234003b70 con 0x7ff244103a20 2024-05-27T00:32:25.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.633+0000 7ff23b400640 1 -- 172.21.15.44:0/693878925 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff23400ee70 con 0x7ff244103a20 2024-05-27T00:32:25.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.633+0000 7ff243e00640 1 -- 172.21.15.44:0/693878925 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2441a1cf0 con 0x7ff244103a20 2024-05-27T00:32:25.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.633+0000 7ff23b400640 1 -- 172.21.15.44:0/693878925 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2340108d0 con 0x7ff244103a20 2024-05-27T00:32:25.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.633+0000 7ff243e00640 1 -- 172.21.15.44:0/693878925 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2441a21c0 con 0x7ff244103a20 2024-05-27T00:32:25.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.634+0000 7ff243e00640 1 -- 172.21.15.44:0/693878925 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff24410ac70 con 0x7ff244103a20 2024-05-27T00:32:25.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.636+0000 7ff23b400640 1 -- 172.21.15.44:0/693878925 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff234003f30 con 0x7ff244103a20 2024-05-27T00:32:25.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.637+0000 7ff23b400640 1 --2- 172.21.15.44:0/693878925 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff2280a2c10 0x7ff2280a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:25.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.637+0000 7ff23b400640 1 -- 172.21.15.44:0/693878925 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7ff2340cf850 con 0x7ff244103a20 2024-05-27T00:32:25.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.637+0000 7ff242000640 1 --2- 172.21.15.44:0/693878925 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff2280a2c10 0x7ff2280a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:25.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.638+0000 7ff242000640 1 --2- 172.21.15.44:0/693878925 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff2280a2c10 0x7ff2280a50d0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff22c005ab0 tx=0x7ff22c005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:25.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.642+0000 7ff23b400640 1 -- 172.21.15.44:0/693878925 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff23409c510 con 0x7ff244103a20 2024-05-27T00:32:25.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:25 smithi050 ceph-mon[36071]: pgmap v322: 129 pgs: 7 creating+peering, 97 active+clean, 25 unknown; 579 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 8 op/s 2024-05-27T00:32:25.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:25 smithi050 ceph-mon[36071]: osdmap e91: 12 total, 12 up, 12 in 2024-05-27T00:32:25.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:25 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1603061958' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-05-27T00:32:25.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:25 smithi050 ceph-mon[36071]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-27T00:32:25.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:25 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1920636960' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:25.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:25 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/497010062' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:25.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:25 smithi137 ceph-mon[36552]: pgmap v322: 129 pgs: 7 creating+peering, 97 active+clean, 25 unknown; 579 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 8 op/s 2024-05-27T00:32:25.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:25 smithi137 ceph-mon[36552]: osdmap e91: 12 total, 12 up, 12 in 2024-05-27T00:32:25.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:25 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1603061958' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-05-27T00:32:25.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:25 smithi137 ceph-mon[36552]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-27T00:32:25.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:25 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1920636960' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:25.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:25 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/497010062' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:25.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.845+0000 7ff243e00640 1 -- 172.21.15.44:0/693878925 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff24402d2e0 con 0x7ff244103a20 2024-05-27T00:32:25.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.847+0000 7ff23b400640 1 -- 172.21.15.44:0/693878925 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24070 (secure 0 0 0) 0x7ff23409be10 con 0x7ff244103a20 2024-05-27T00:32:25.848 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:25.848 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":91,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:32:23.882073+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:32:25.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.849+0000 7ff243e00640 1 -- 172.21.15.44:0/693878925 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff2280a2c10 msgr2=0x7ff2280a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:25.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.849+0000 7ff243e00640 1 --2- 172.21.15.44:0/693878925 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff2280a2c10 0x7ff2280a50d0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff22c005ab0 tx=0x7ff22c005a20 comp rx=0 tx=0).stop 2024-05-27T00:32:25.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.850+0000 7ff243e00640 1 -- 172.21.15.44:0/693878925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff244103a20 msgr2=0x7ff244199de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:25.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.850+0000 7ff243e00640 1 --2- 172.21.15.44:0/693878925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff244103a20 0x7ff244199de0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff23400eb70 tx=0x7ff23400c6a0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.850+0000 7ff243e00640 1 -- 172.21.15.44:0/693878925 shutdown_connections 2024-05-27T00:32:25.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.850+0000 7ff243e00640 1 --2- 172.21.15.44:0/693878925 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff2280a2c10 0x7ff2280a50d0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.850+0000 7ff243e00640 1 --2- 172.21.15.44:0/693878925 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff2441055d0 0x7ff2441a1390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.850+0000 7ff243e00640 1 --2- 172.21.15.44:0/693878925 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff244104c10 0x7ff24419a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.850+0000 7ff243e00640 1 --2- 172.21.15.44:0/693878925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff244103a20 0x7ff244199de0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:25.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.850+0000 7ff243e00640 1 -- 172.21.15.44:0/693878925 >> 172.21.15.44:0/693878925 conn(0x7ff2440fefb0 msgr2=0x7ff244107e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:25.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.850+0000 7ff243e00640 1 -- 172.21.15.44:0/693878925 shutdown_connections 2024-05-27T00:32:25.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:25.850+0000 7ff243e00640 1 -- 172.21.15.44:0/693878925 wait complete. 2024-05-27T00:32:25.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:25 smithi044 ceph-mon[31645]: pgmap v322: 129 pgs: 7 creating+peering, 97 active+clean, 25 unknown; 579 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 8 op/s 2024-05-27T00:32:25.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:25 smithi044 ceph-mon[31645]: osdmap e91: 12 total, 12 up, 12 in 2024-05-27T00:32:25.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:25 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1603061958' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-05-27T00:32:25.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:25 smithi044 ceph-mon[31645]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-27T00:32:25.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:25 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1920636960' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:25.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:25 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/497010062' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:25.889 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:32:26.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.109+0000 7efece000640 1 -- 172.21.15.44:0/4009374396 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efec8102a00 msgr2=0x7efec8102e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:26.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.109+0000 7efece000640 1 --2- 172.21.15.44:0/4009374396 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efec8102a00 0x7efec8102e80 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7efeb4009900 tx=0x7efeb402a410 comp rx=0 tx=0).stop 2024-05-27T00:32:26.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.109+0000 7efece000640 1 -- 172.21.15.44:0/4009374396 shutdown_connections 2024-05-27T00:32:26.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.109+0000 7efece000640 1 --2- 172.21.15.44:0/4009374396 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efec81033c0 0x7efec8109c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:26.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.109+0000 7efece000640 1 --2- 172.21.15.44:0/4009374396 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efec8102a00 0x7efec8102e80 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:26.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.109+0000 7efece000640 1 --2- 172.21.15.44:0/4009374396 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7efec8101810 0x7efec8101c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:26.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.109+0000 7efece000640 1 -- 172.21.15.44:0/4009374396 >> 172.21.15.44:0/4009374396 conn(0x7efec80fcd80 msgr2=0x7efec80ff1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:26.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.109+0000 7efece000640 1 -- 172.21.15.44:0/4009374396 shutdown_connections 2024-05-27T00:32:26.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.109+0000 7efece000640 1 -- 172.21.15.44:0/4009374396 wait complete. 2024-05-27T00:32:26.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.110+0000 7efece000640 1 Processor -- start 2024-05-27T00:32:26.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.111+0000 7efece000640 1 -- start start 2024-05-27T00:32:26.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.111+0000 7efece000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efec8101810 0x7efec8199e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:26.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.111+0000 7efece000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efec8102a00 0x7efec819a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:26.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.111+0000 7efece000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7efec81033c0 0x7efec81a1400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:26.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.111+0000 7efece000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7efec810d610 con 0x7efec8102a00 2024-05-27T00:32:26.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.111+0000 7efece000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7efec810d490 con 0x7efec8101810 2024-05-27T00:32:26.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.111+0000 7efece000640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7efec810d790 con 0x7efec81033c0 2024-05-27T00:32:26.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.111+0000 7efeccc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efec8101810 0x7efec8199e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:26.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.111+0000 7efec7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efec8102a00 0x7efec819a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:26.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.111+0000 7efeccc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efec8101810 0x7efec8199e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:48850/0 (socket says 172.21.15.44:48850) 2024-05-27T00:32:26.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.111+0000 7efeccc00640 1 -- 172.21.15.44:0/2577864253 learned_addr learned my addr 172.21.15.44:0/2577864253 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:26.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.112+0000 7efecd600640 1 --2- 172.21.15.44:0/2577864253 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7efec81033c0 0x7efec81a1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:26.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.112+0000 7efeccc00640 1 -- 172.21.15.44:0/2577864253 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7efec81033c0 msgr2=0x7efec81a1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:26.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.112+0000 7efeccc00640 1 --2- 172.21.15.44:0/2577864253 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7efec81033c0 0x7efec81a1400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:26.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.112+0000 7efeccc00640 1 -- 172.21.15.44:0/2577864253 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efec8102a00 msgr2=0x7efec819a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:26.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.112+0000 7efeccc00640 1 --2- 172.21.15.44:0/2577864253 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efec8102a00 0x7efec819a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:26.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.112+0000 7efeccc00640 1 -- 172.21.15.44:0/2577864253 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efec81a1a70 con 0x7efec8101810 2024-05-27T00:32:26.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.112+0000 7efecd600640 1 --2- 172.21.15.44:0/2577864253 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7efec81033c0 0x7efec81a1400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:32:26.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.112+0000 7efec7e00640 1 --2- 172.21.15.44:0/2577864253 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efec8102a00 0x7efec819a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:26.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.112+0000 7efeccc00640 1 --2- 172.21.15.44:0/2577864253 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efec8101810 0x7efec8199e50 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7efebc00d950 tx=0x7efebc00de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:26.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.112+0000 7efec5600640 1 -- 172.21.15.44:0/2577864253 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efebc017070 con 0x7efec8101810 2024-05-27T00:32:26.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.112+0000 7efece000640 1 -- 172.21.15.44:0/2577864253 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efec81a1d60 con 0x7efec8101810 2024-05-27T00:32:26.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.112+0000 7efec5600640 1 -- 172.21.15.44:0/2577864253 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efebc009c30 con 0x7efec8101810 2024-05-27T00:32:26.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.113+0000 7efec5600640 1 -- 172.21.15.44:0/2577864253 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efebc00f6b0 con 0x7efec8101810 2024-05-27T00:32:26.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.113+0000 7efece000640 1 -- 172.21.15.44:0/2577864253 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efec81a21d0 con 0x7efec8101810 2024-05-27T00:32:26.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.114+0000 7efece000640 1 -- 172.21.15.44:0/2577864253 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efec81a23a0 con 0x7efec8101810 2024-05-27T00:32:26.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.116+0000 7efec5600640 1 -- 172.21.15.44:0/2577864253 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7efebc01a070 con 0x7efec8101810 2024-05-27T00:32:26.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.117+0000 7efec5600640 1 --2- 172.21.15.44:0/2577864253 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efeb00a2b90 0x7efeb00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:26.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.118+0000 7efec5600640 1 -- 172.21.15.44:0/2577864253 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7efebc0ced20 con 0x7efec8101810 2024-05-27T00:32:26.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.118+0000 7efec7e00640 1 --2- 172.21.15.44:0/2577864253 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efeb00a2b90 0x7efeb00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:26.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.118+0000 7efec7e00640 1 --2- 172.21.15.44:0/2577864253 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efeb00a2b90 0x7efeb00a5050 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7efeb4005ab0 tx=0x7efeb4005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:26.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.120+0000 7efec5600640 1 -- 172.21.15.44:0/2577864253 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7efebc009de0 con 0x7efec8101810 2024-05-27T00:32:26.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.368+0000 7efece000640 1 -- 172.21.15.44:0/2577864253 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efec81a26e0 con 0x7efec8101810 2024-05-27T00:32:26.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.369+0000 7efec5600640 1 -- 172.21.15.44:0/2577864253 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11794 (secure 0 0 0) 0x7efebc09b9e0 con 0x7efec8101810 2024-05-27T00:32:26.370 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:26.371 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2194470084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2194470084},{"type":"v1","addr":"172.21.15.44:6839","nonce":2194470084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24515,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24541,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24542,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24581,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6841/114683393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":114683393},{"type":"v1","addr":"172.21.15.44:6841","nonce":114683393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-05-27T00:32:18.481799+0000","modified":"2024-05-27T00:32:23.882586+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24599},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24599":{"gid":24599,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6839/2148742077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":2148742077},{"type":"v1","addr":"172.21.15.50:6839","nonce":2148742077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24599,"qdb_cluster":[24599]},"id":1}]} 2024-05-27T00:32:26.371 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 17 2024-05-27T00:32:26.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.372+0000 7efece000640 1 -- 172.21.15.44:0/2577864253 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efeb00a2b90 msgr2=0x7efeb00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:26.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.372+0000 7efece000640 1 --2- 172.21.15.44:0/2577864253 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efeb00a2b90 0x7efeb00a5050 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7efeb4005ab0 tx=0x7efeb4005a20 comp rx=0 tx=0).stop 2024-05-27T00:32:26.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.372+0000 7efece000640 1 -- 172.21.15.44:0/2577864253 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efec8101810 msgr2=0x7efec8199e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:26.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.372+0000 7efece000640 1 --2- 172.21.15.44:0/2577864253 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efec8101810 0x7efec8199e50 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7efebc00d950 tx=0x7efebc00de10 comp rx=0 tx=0).stop 2024-05-27T00:32:26.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.372+0000 7efece000640 1 -- 172.21.15.44:0/2577864253 shutdown_connections 2024-05-27T00:32:26.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.372+0000 7efece000640 1 --2- 172.21.15.44:0/2577864253 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efeb00a2b90 0x7efeb00a5050 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:26.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.372+0000 7efece000640 1 --2- 172.21.15.44:0/2577864253 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7efec81033c0 0x7efec81a1400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:26.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.372+0000 7efece000640 1 --2- 172.21.15.44:0/2577864253 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7efec8102a00 0x7efec819a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:26.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.372+0000 7efece000640 1 --2- 172.21.15.44:0/2577864253 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7efec8101810 0x7efec8199e50 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:26.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.372+0000 7efece000640 1 -- 172.21.15.44:0/2577864253 >> 172.21.15.44:0/2577864253 conn(0x7efec80fcd80 msgr2=0x7efec8073bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:26.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.372+0000 7efece000640 1 -- 172.21.15.44:0/2577864253 shutdown_connections 2024-05-27T00:32:26.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.372+0000 7efece000640 1 -- 172.21.15.44:0/2577864253 wait complete. 2024-05-27T00:32:26.391 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:32:26.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.603+0000 7f002dc00640 1 -- 172.21.15.44:0/1298895464 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0028103bf0 msgr2=0x7f0028104010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:26.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.603+0000 7f002dc00640 1 --2- 172.21.15.44:0/1298895464 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0028103bf0 0x7f0028104010 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f0018009be0 tx=0x7f001802a6d0 comp rx=0 tx=0).stop 2024-05-27T00:32:26.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.603+0000 7f002dc00640 1 -- 172.21.15.44:0/1298895464 shutdown_connections 2024-05-27T00:32:26.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.603+0000 7f002dc00640 1 --2- 172.21.15.44:0/1298895464 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f00281057a0 0x7f002810c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:26.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.603+0000 7f002dc00640 1 --2- 172.21.15.44:0/1298895464 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0028104de0 0x7f0028105260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:26.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.603+0000 7f002dc00640 1 --2- 172.21.15.44:0/1298895464 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0028103bf0 0x7f0028104010 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:26.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.603+0000 7f002dc00640 1 -- 172.21.15.44:0/1298895464 >> 172.21.15.44:0/1298895464 conn(0x7f00280ff160 msgr2=0x7f00281015a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:26.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.603+0000 7f002dc00640 1 -- 172.21.15.44:0/1298895464 shutdown_connections 2024-05-27T00:32:26.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.603+0000 7f002dc00640 1 -- 172.21.15.44:0/1298895464 wait complete. 2024-05-27T00:32:26.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.604+0000 7f002dc00640 1 Processor -- start 2024-05-27T00:32:26.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.605+0000 7f002dc00640 1 -- start start 2024-05-27T00:32:26.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.605+0000 7f002dc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0028103bf0 0x7f002819a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:26.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.605+0000 7f002dc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0028104de0 0x7f002819a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:26.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.605+0000 7f002dc00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f00281057a0 0x7f00281a15a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:26.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.605+0000 7f002dc00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f002810f990 con 0x7f0028103bf0 2024-05-27T00:32:26.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.605+0000 7f002dc00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f002810f810 con 0x7f0028104de0 2024-05-27T00:32:26.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.605+0000 7f002dc00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f002810fb10 con 0x7f00281057a0 2024-05-27T00:32:26.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.605+0000 7f0026a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0028103bf0 0x7f002819a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:26.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.605+0000 7f0026a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0028103bf0 0x7f002819a040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58784/0 (socket says 172.21.15.44:58784) 2024-05-27T00:32:26.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.605+0000 7f0026000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0028104de0 0x7f002819a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:26.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.605+0000 7f0026a00640 1 -- 172.21.15.44:0/2805840322 learned_addr learned my addr 172.21.15.44:0/2805840322 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:26.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.605+0000 7f0027400640 1 --2- 172.21.15.44:0/2805840322 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f00281057a0 0x7f00281a15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:26.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.606+0000 7f0026000640 1 -- 172.21.15.44:0/2805840322 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f00281057a0 msgr2=0x7f00281a15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:26.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.606+0000 7f0026000640 1 --2- 172.21.15.44:0/2805840322 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f00281057a0 0x7f00281a15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:26.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.606+0000 7f0026000640 1 -- 172.21.15.44:0/2805840322 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0028103bf0 msgr2=0x7f002819a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:26.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.606+0000 7f0026000640 1 --2- 172.21.15.44:0/2805840322 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0028103bf0 0x7f002819a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:26.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.606+0000 7f0026000640 1 -- 172.21.15.44:0/2805840322 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00281a1c10 con 0x7f0028104de0 2024-05-27T00:32:26.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.606+0000 7f0026a00640 1 --2- 172.21.15.44:0/2805840322 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0028103bf0 0x7f002819a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:26.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.606+0000 7f0026000640 1 --2- 172.21.15.44:0/2805840322 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0028104de0 0x7f002819a580 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f001400e790 tx=0x7f001400ec50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:26.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.606+0000 7f001f400640 1 -- 172.21.15.44:0/2805840322 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f001400eea0 con 0x7f0028104de0 2024-05-27T00:32:26.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.606+0000 7f001f400640 1 -- 172.21.15.44:0/2805840322 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f001400ccc0 con 0x7f0028104de0 2024-05-27T00:32:26.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.606+0000 7f001f400640 1 -- 172.21.15.44:0/2805840322 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0014018860 con 0x7f0028104de0 2024-05-27T00:32:26.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.606+0000 7f002dc00640 1 -- 172.21.15.44:0/2805840322 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00281a1f00 con 0x7f0028104de0 2024-05-27T00:32:26.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.607+0000 7f002dc00640 1 -- 172.21.15.44:0/2805840322 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00281a2370 con 0x7f0028104de0 2024-05-27T00:32:26.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.608+0000 7f002dc00640 1 -- 172.21.15.44:0/2805840322 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f002810af90 con 0x7f0028104de0 2024-05-27T00:32:26.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.610+0000 7f001f400640 1 -- 172.21.15.44:0/2805840322 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0014018a00 con 0x7f0028104de0 2024-05-27T00:32:26.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.612+0000 7f001f400640 1 --2- 172.21.15.44:0/2805840322 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f000c0a2c10 0x7f000c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:26.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.612+0000 7f001f400640 1 -- 172.21.15.44:0/2805840322 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f00140cf3e0 con 0x7f0028104de0 2024-05-27T00:32:26.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.612+0000 7f0026a00640 1 --2- 172.21.15.44:0/2805840322 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f000c0a2c10 0x7f000c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:26.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.613+0000 7f0026a00640 1 --2- 172.21.15.44:0/2805840322 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f000c0a2c10 0x7f000c0a50d0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f0018009370 tx=0x7f0018030a90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:26.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.616+0000 7f001f400640 1 -- 172.21.15.44:0/2805840322 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f001409ba50 con 0x7f0028104de0 2024-05-27T00:32:26.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:26 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/693878925' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:26.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:26 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2577864253' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:26.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:26 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/693878925' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:26.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:26 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2577864253' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:26.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.819+0000 7f002dc00640 1 -- 172.21.15.44:0/2805840322 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f002802d4b0 con 0x7f0028104de0 2024-05-27T00:32:26.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.821+0000 7f001f400640 1 -- 172.21.15.44:0/2805840322 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24070 (secure 0 0 0) 0x7f001409fd50 con 0x7f0028104de0 2024-05-27T00:32:26.822 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:26.822 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":91,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:32:23.882073+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:32:26.824 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.824+0000 7f002dc00640 1 -- 172.21.15.44:0/2805840322 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f000c0a2c10 msgr2=0x7f000c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:26.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.824+0000 7f002dc00640 1 --2- 172.21.15.44:0/2805840322 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f000c0a2c10 0x7f000c0a50d0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f0018009370 tx=0x7f0018030a90 comp rx=0 tx=0).stop 2024-05-27T00:32:26.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.824+0000 7f002dc00640 1 -- 172.21.15.44:0/2805840322 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0028104de0 msgr2=0x7f002819a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:26.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.824+0000 7f002dc00640 1 --2- 172.21.15.44:0/2805840322 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0028104de0 0x7f002819a580 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f001400e790 tx=0x7f001400ec50 comp rx=0 tx=0).stop 2024-05-27T00:32:26.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.824+0000 7f002dc00640 1 -- 172.21.15.44:0/2805840322 shutdown_connections 2024-05-27T00:32:26.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.824+0000 7f002dc00640 1 --2- 172.21.15.44:0/2805840322 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f000c0a2c10 0x7f000c0a50d0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:26.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.824+0000 7f002dc00640 1 --2- 172.21.15.44:0/2805840322 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f00281057a0 0x7f00281a15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:26.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.824+0000 7f002dc00640 1 --2- 172.21.15.44:0/2805840322 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0028104de0 0x7f002819a580 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:26.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.824+0000 7f002dc00640 1 --2- 172.21.15.44:0/2805840322 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0028103bf0 0x7f002819a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:26.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.824+0000 7f002dc00640 1 -- 172.21.15.44:0/2805840322 >> 172.21.15.44:0/2805840322 conn(0x7f00280ff160 msgr2=0x7f0028108160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:26.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.824+0000 7f002dc00640 1 -- 172.21.15.44:0/2805840322 shutdown_connections 2024-05-27T00:32:26.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:26.824+0000 7f002dc00640 1 -- 172.21.15.44:0/2805840322 wait complete. 2024-05-27T00:32:26.840 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:26 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/693878925' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:26.840 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:26 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2577864253' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:26.843 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-05-27T00:32:18.481799+0000', 'modified': '2024-05-27T00:32:23.882586+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24599}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24599': {'gid': 24599, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.50:6839/2148742077', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.50:6838', 'nonce': 2148742077}, {'type': 'v1', 'addr': '172.21.15.50:6839', 'nonce': 2148742077}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 24599, 'qdb_cluster': [24599]} 2024-05-27T00:32:26.844 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-05-27T00:32:26.844 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-05-27T00:32:27.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.053+0000 7f3c4d400640 1 -- 172.21.15.44:0/2892636406 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c48074400 msgr2=0x7f3c48074880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:27.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.053+0000 7f3c4d400640 1 --2- 172.21.15.44:0/2892636406 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c48074400 0x7f3c48074880 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f3c30009930 tx=0x7f3c3002a420 comp rx=0 tx=0).stop 2024-05-27T00:32:27.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.054+0000 7f3c4d400640 1 -- 172.21.15.44:0/2892636406 shutdown_connections 2024-05-27T00:32:27.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.054+0000 7f3c4d400640 1 --2- 172.21.15.44:0/2892636406 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3c4810dfc0 0x7f3c481103b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.054+0000 7f3c4d400640 1 --2- 172.21.15.44:0/2892636406 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c48074400 0x7f3c48074880 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.054+0000 7f3c4d400640 1 --2- 172.21.15.44:0/2892636406 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3c480759e0 0x7f3c48073e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.054+0000 7f3c4d400640 1 -- 172.21.15.44:0/2892636406 >> 172.21.15.44:0/2892636406 conn(0x7f3c480fcf80 msgr2=0x7f3c480ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:27.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.054+0000 7f3c4d400640 1 -- 172.21.15.44:0/2892636406 shutdown_connections 2024-05-27T00:32:27.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.054+0000 7f3c4d400640 1 -- 172.21.15.44:0/2892636406 wait complete. 2024-05-27T00:32:27.058 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.055+0000 7f3c4d400640 1 Processor -- start 2024-05-27T00:32:27.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.055+0000 7f3c4d400640 1 -- start start 2024-05-27T00:32:27.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.055+0000 7f3c4d400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c48074400 0x7f3c4819e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:27.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.055+0000 7f3c4d400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3c480759e0 0x7f3c4819e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:27.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.055+0000 7f3c4d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3c4810dfc0 0x7f3c481a59f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:27.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.055+0000 7f3c4d400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3c48113df0 con 0x7f3c4810dfc0 2024-05-27T00:32:27.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.055+0000 7f3c4d400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3c48113c70 con 0x7f3c48074400 2024-05-27T00:32:27.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.055+0000 7f3c4d400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f3c48113f70 con 0x7f3c480759e0 2024-05-27T00:32:27.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.055+0000 7f3c47200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3c4810dfc0 0x7f3c481a59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:27.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.055+0000 7f3c46800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c48074400 0x7f3c4819e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:27.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.055+0000 7f3c47200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3c4810dfc0 0x7f3c481a59f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58804/0 (socket says 172.21.15.44:58804) 2024-05-27T00:32:27.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.055+0000 7f3c47200640 1 -- 172.21.15.44:0/2228019240 learned_addr learned my addr 172.21.15.44:0/2228019240 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:27.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.055+0000 7f3c3fe00640 1 --2- 172.21.15.44:0/2228019240 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3c480759e0 0x7f3c4819e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:27.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.056+0000 7f3c46800640 1 -- 172.21.15.44:0/2228019240 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3c480759e0 msgr2=0x7f3c4819e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:27.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.056+0000 7f3c46800640 1 --2- 172.21.15.44:0/2228019240 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3c480759e0 0x7f3c4819e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.056+0000 7f3c46800640 1 -- 172.21.15.44:0/2228019240 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3c4810dfc0 msgr2=0x7f3c481a59f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:27.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.056+0000 7f3c46800640 1 --2- 172.21.15.44:0/2228019240 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3c4810dfc0 0x7f3c481a59f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.056+0000 7f3c46800640 1 -- 172.21.15.44:0/2228019240 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c481a6060 con 0x7f3c48074400 2024-05-27T00:32:27.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.056+0000 7f3c47200640 1 --2- 172.21.15.44:0/2228019240 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3c4810dfc0 0x7f3c481a59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:27.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.056+0000 7f3c46800640 1 --2- 172.21.15.44:0/2228019240 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c48074400 0x7f3c4819e440 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f3c3800e9f0 tx=0x7f3c3800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:27.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.056+0000 7f3c3f400640 1 -- 172.21.15.44:0/2228019240 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c3800ccc0 con 0x7f3c48074400 2024-05-27T00:32:27.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.057+0000 7f3c3f400640 1 -- 172.21.15.44:0/2228019240 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3c38005020 con 0x7f3c48074400 2024-05-27T00:32:27.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.057+0000 7f3c3f400640 1 -- 172.21.15.44:0/2228019240 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c38004b40 con 0x7f3c48074400 2024-05-27T00:32:27.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.057+0000 7f3c4d400640 1 -- 172.21.15.44:0/2228019240 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c481a6350 con 0x7f3c48074400 2024-05-27T00:32:27.060 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.057+0000 7f3c4d400640 1 -- 172.21.15.44:0/2228019240 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c481a6870 con 0x7f3c48074400 2024-05-27T00:32:27.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.060+0000 7f3c503e7740 1 Processor -- start 2024-05-27T00:32:27.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.060+0000 7f3c503e7740 1 -- start start 2024-05-27T00:32:27.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.060+0000 7f3c3f400640 1 -- 172.21.15.44:0/2228019240 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3c38004ce0 con 0x7f3c48074400 2024-05-27T00:32:27.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.060+0000 7f3c503e7740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79c67e0 0x5640a79c6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:27.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.060+0000 7f3c503e7740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c71d0 0x5640a79cbcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:27.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.060+0000 7f3c503e7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79cc340 0x5640a79ce7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:27.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.060+0000 7f3c503e7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5640a7929610 con 0x5640a79cc340 2024-05-27T00:32:27.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.060+0000 7f3c503e7740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5640a78d15c0 con 0x5640a79c71d0 2024-05-27T00:32:27.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.060+0000 7f3c503e7740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5640a79255d0 con 0x5640a79c67e0 2024-05-27T00:32:27.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.061+0000 7f3c46800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c71d0 0x5640a79cbcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:27.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.061+0000 7f3c47200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79c67e0 0x5640a79c6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:27.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.061+0000 7f3c3fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79cc340 0x5640a79ce7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:27.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.061+0000 7f3c47200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79c67e0 0x5640a79c6c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:45956/0 (socket says 172.21.15.44:45956) 2024-05-27T00:32:27.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.061+0000 7f3c46800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c71d0 0x5640a79cbcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:48896/0 (socket says 172.21.15.44:48896) 2024-05-27T00:32:27.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.061+0000 7f3c47200640 1 -- 172.21.15.44:0/1590739907 learned_addr learned my addr 172.21.15.44:0/1590739907 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:27.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.061+0000 7f3c47200640 1 -- 172.21.15.44:0/1590739907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c71d0 msgr2=0x5640a79cbcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:32:27.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.061+0000 7f3c47200640 1 --2- 172.21.15.44:0/1590739907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c71d0 0x5640a79cbcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.061+0000 7f3c47200640 1 -- 172.21.15.44:0/1590739907 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79cc340 msgr2=0x5640a79ce7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:32:27.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.061+0000 7f3c47200640 1 --2- 172.21.15.44:0/1590739907 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79cc340 0x5640a79ce7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.061+0000 7f3c47200640 1 -- 172.21.15.44:0/1590739907 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640a763d2d0 con 0x5640a79c67e0 2024-05-27T00:32:27.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.061+0000 7f3c46800640 1 --2- 172.21.15.44:0/1590739907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c71d0 0x5640a79cbcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:27.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.061+0000 7f3c3fe00640 1 --2- 172.21.15.44:0/1590739907 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79cc340 0x5640a79ce7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:27.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.062+0000 7f3c47200640 1 --2- 172.21.15.44:0/1590739907 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79c67e0 0x5640a79c6c00 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f3c400118b0 tx=0x7f3c40011d70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b8d5c5c5d2024805 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:27.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.062+0000 7f3c3f400640 1 --2- 172.21.15.44:0/2228019240 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3c2c0a2c10 0x7f3c2c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:27.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.062+0000 7f3c37400640 1 -- 172.21.15.44:0/1590739907 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c4001e070 con 0x5640a79c67e0 2024-05-27T00:32:27.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.062+0000 7f3c3f400640 1 -- 172.21.15.44:0/2228019240 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f3c380cf210 con 0x7f3c48074400 2024-05-27T00:32:27.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.062+0000 7f3c37400640 1 -- 172.21.15.44:0/1590739907 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3c40011310 con 0x5640a79c67e0 2024-05-27T00:32:27.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.062+0000 7f3c37400640 1 -- 172.21.15.44:0/1590739907 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c40010430 con 0x5640a79c67e0 2024-05-27T00:32:27.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.062+0000 7f3c46800640 1 --2- 172.21.15.44:0/2228019240 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3c2c0a2c10 0x7f3c2c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:27.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.063+0000 7f3c503e7740 1 -- 172.21.15.44:0/1590739907 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79c67e0 msgr2=0x5640a79c6c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:27.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.063+0000 7f3c503e7740 1 --2- 172.21.15.44:0/1590739907 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79c67e0 0x5640a79c6c00 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f3c400118b0 tx=0x7f3c40011d70 comp rx=0 tx=0).stop 2024-05-27T00:32:27.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.063+0000 7f3c503e7740 1 -- 172.21.15.44:0/1590739907 shutdown_connections 2024-05-27T00:32:27.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.063+0000 7f3c503e7740 1 --2- 172.21.15.44:0/1590739907 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79cc340 0x5640a79ce7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.063+0000 7f3c503e7740 1 --2- 172.21.15.44:0/1590739907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c71d0 0x5640a79cbcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.063+0000 7f3c503e7740 1 --2- 172.21.15.44:0/1590739907 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79c67e0 0x5640a79c6c00 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.063+0000 7f3c503e7740 1 -- 172.21.15.44:0/1590739907 >> 172.21.15.44:0/1590739907 conn(0x5640a79c1e50 msgr2=0x5640a79c2250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:27.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.063+0000 7f3c46800640 1 --2- 172.21.15.44:0/2228019240 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3c2c0a2c10 0x7f3c2c0a50d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f3c3800e9c0 tx=0x7f3c380d2c50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:27.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.063+0000 7f3c503e7740 1 -- 172.21.15.44:0/1590739907 shutdown_connections 2024-05-27T00:32:27.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.063+0000 7f3c503e7740 1 -- 172.21.15.44:0/1590739907 wait complete. 2024-05-27T00:32:27.067 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.063+0000 7f3c503e7740 1 -- start start 2024-05-27T00:32:27.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.064+0000 7f3c503e7740 1 Processor -- start 2024-05-27T00:32:27.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.064+0000 7f3c503e7740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c67e0 0x5640a79d0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:27.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.064+0000 7f3c503e7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79c71d0 0x5640a79d1110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:27.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.064+0000 7f3c503e7740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79cc340 0x5640a79d8150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:27.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.064+0000 7f3c503e7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5640a79cf2f0 con 0x5640a79c71d0 2024-05-27T00:32:27.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.064+0000 7f3c503e7740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5640a78e4910 con 0x5640a79c67e0 2024-05-27T00:32:27.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.064+0000 7f3c503e7740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5640a79cf470 con 0x5640a79cc340 2024-05-27T00:32:27.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.064+0000 7f3c503e7740 10 client.0 _ll_register_callbacks cb 0x5640a7920410 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:32:27.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.064+0000 7f3c3fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79c71d0 0x5640a79d1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:27.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.064+0000 7f3c3fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79c71d0 0x5640a79d1110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58828/0 (socket says 172.21.15.44:58828) 2024-05-27T00:32:27.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.064+0000 7f3c3fe00640 1 -- 172.21.15.44:0/1348934369 learned_addr learned my addr 172.21.15.44:0/1348934369 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:27.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.064+0000 7f3c47200640 1 --2- 172.21.15.44:0/1348934369 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c67e0 0x5640a79d0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:27.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.065+0000 7f3c47200640 1 --2- 172.21.15.44:0/1348934369 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79cc340 0x5640a79d8150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:27.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.065+0000 7f3c3fe00640 1 -- 172.21.15.44:0/1348934369 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79cc340 msgr2=0x5640a79d8150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:32:27.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.065+0000 7f3c3fe00640 1 --2- 172.21.15.44:0/1348934369 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79cc340 0x5640a79d8150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.065+0000 7f3c3fe00640 1 -- 172.21.15.44:0/1348934369 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c67e0 msgr2=0x5640a79d0bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:32:27.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.065+0000 7f3c3fe00640 1 --2- 172.21.15.44:0/1348934369 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c67e0 0x5640a79d0bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.065+0000 7f3c3fe00640 1 -- 172.21.15.44:0/1348934369 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640a77076b0 con 0x5640a79c71d0 2024-05-27T00:32:27.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.065+0000 7f3c47200640 1 --2- 172.21.15.44:0/1348934369 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79cc340 0x5640a79d8150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-27T00:32:27.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.065+0000 7f3c3fe00640 1 --2- 172.21.15.44:0/1348934369 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79c71d0 0x5640a79d1110 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f3c30009930 tx=0x7f3c300042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37414e3263e52e13 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:27.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.065+0000 7f3c2be00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:32:27.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.065+0000 7f3c2be00640 1 -- 172.21.15.44:0/1348934369 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c30035040 con 0x5640a79c71d0 2024-05-27T00:32:27.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.065+0000 7f3c2be00640 1 -- 172.21.15.44:0/1348934369 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f3c30005450 con 0x5640a79c71d0 2024-05-27T00:32:27.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.065+0000 7f3c503e7740 1 -- 172.21.15.44:0/1348934369 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c40011310 con 0x5640a79c71d0 2024-05-27T00:32:27.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.066+0000 7f3c2be00640 1 -- 172.21.15.44:0/1348934369 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f3c30005650 con 0x5640a79c71d0 2024-05-27T00:32:27.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.066+0000 7f3c503e7740 10 client.14577 fetch_fsmap learned FSMap version 17 2024-05-27T00:32:27.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.066+0000 7f3c503e7740 1 -- 172.21.15.44:0/1348934369 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x5640a79db530 con 0x5640a79c71d0 2024-05-27T00:32:27.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.066+0000 7f3c2be00640 1 -- 172.21.15.44:0/1348934369 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3c40011310 con 0x5640a79c71d0 2024-05-27T00:32:27.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.066+0000 7f3c2be00640 1 -- 172.21.15.44:0/1348934369 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 17) ==== 8342+0+0 (secure 0 0 0) 0x7f3c30004cb0 con 0x5640a79c71d0 2024-05-27T00:32:27.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.066+0000 7f3c503e7740 10 client.14577 fetch_fsmap finished waiting for FSMap version 17 2024-05-27T00:32:27.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.066+0000 7f3c503e7740 10 client.14577 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-27T00:32:27.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.066+0000 7f3c503e7740 20 client.14577 populate_metadata read hostname 'smithi044' 2024-05-27T00:32:27.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.066+0000 7f3c503e7740 1 --2- 172.21.15.44:0/1348934369 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5640a79ddb80 0x5640a79deff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:27.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.066+0000 7f3c503e7740 4 client.14577 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:32:27.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.066+0000 7f3c503e7740 1 -- 172.21.15.44:0/1348934369 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5640a7936d40 con 0x5640a79ddb80 2024-05-27T00:32:27.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.067+0000 7f3c47200640 1 --2- 172.21.15.44:0/1348934369 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5640a79ddb80 0x5640a79deff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:27.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.067+0000 7f3c47200640 1 --2- 172.21.15.44:0/1348934369 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5640a79ddb80 0x5640a79deff0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1315327a5cf59c23 server_cookie=a2fe36fab3a0c84a in_seq=0 out_seq=0 2024-05-27T00:32:27.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.067+0000 7f3c2be00640 10 client.14577 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:32:27.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.068+0000 7f3c2be00640 1 -- 172.21.15.44:0/1348934369 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5640a7936d40 con 0x5640a79ddb80 2024-05-27T00:32:27.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.068+0000 7f3c2be00640 10 client.14577 handle_command_reply: tid=0 2024-05-27T00:32:27.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.068+0000 7f3c503e7740 1 client.14577 shutdown 2024-05-27T00:32:27.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.069+0000 7f3c503e7740 1 -- 172.21.15.44:0/1348934369 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79c71d0 msgr2=0x5640a79d1110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:27.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.069+0000 7f3c503e7740 1 --2- 172.21.15.44:0/1348934369 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79c71d0 0x5640a79d1110 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f3c30009930 tx=0x7f3c300042e0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.069+0000 7f3c503e7740 1 -- 172.21.15.44:0/1348934369 shutdown_connections 2024-05-27T00:32:27.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.069+0000 7f3c503e7740 1 --2- 172.21.15.44:0/1348934369 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5640a79ddb80 0x5640a79deff0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.069+0000 7f3c503e7740 1 --2- 172.21.15.44:0/1348934369 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79cc340 0x5640a79d8150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.069+0000 7f3c503e7740 1 --2- 172.21.15.44:0/1348934369 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79c71d0 0x5640a79d1110 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.069+0000 7f3c503e7740 1 --2- 172.21.15.44:0/1348934369 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c67e0 0x5640a79d0bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.069+0000 7f3c2be00640 0 client.14577 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:32:27.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.069+0000 7f3c503e7740 1 -- 172.21.15.44:0/1348934369 >> 172.21.15.44:0/1348934369 conn(0x5640a79c1e50 msgr2=0x5640a79c11b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:27.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.069+0000 7f3c503e7740 1 -- 172.21.15.44:0/1348934369 shutdown_connections 2024-05-27T00:32:27.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.069+0000 7f3c503e7740 1 -- 172.21.15.44:0/1348934369 wait complete. 2024-05-27T00:32:27.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.069+0000 7f3c503e7740 20 client.14577 trim_cache size 0 max 16384 2024-05-27T00:32:27.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.090+0000 7f3c503e7740 1 Processor -- start 2024-05-27T00:32:27.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.090+0000 7f3c503e7740 1 -- start start 2024-05-27T00:32:27.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.090+0000 7f3c503e7740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c67e0 0x5640a79d8ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:27.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.090+0000 7f3c503e7740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79c71d0 0x5640a79cbb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:27.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.090+0000 7f3c503e7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79cc340 0x5640a79c2230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:27.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.090+0000 7f3c503e7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5640a79dd330 con 0x5640a79cc340 2024-05-27T00:32:27.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.090+0000 7f3c503e7740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5640a79dda00 con 0x5640a79c67e0 2024-05-27T00:32:27.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.090+0000 7f3c503e7740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5640a79de0d0 con 0x5640a79c71d0 2024-05-27T00:32:27.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.091+0000 7f3c47200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79cc340 0x5640a79c2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:27.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.091+0000 7f3c3fe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79c71d0 0x5640a79cbb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:27.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.091+0000 7f3c3fe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79c71d0 0x5640a79cbb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:45982/0 (socket says 172.21.15.44:45982) 2024-05-27T00:32:27.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.091+0000 7f3c3fe00640 1 -- 172.21.15.44:0/1058896316 learned_addr learned my addr 172.21.15.44:0/1058896316 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:27.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.091+0000 7f3c47200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79cc340 0x5640a79c2230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58832/0 (socket says 172.21.15.44:58832) 2024-05-27T00:32:27.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.091+0000 7f3c47200640 1 --2- 172.21.15.44:0/1058896316 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c67e0 0x5640a79d8ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:27.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.091+0000 7f3c3fe00640 1 -- 172.21.15.44:0/1058896316 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c67e0 msgr2=0x5640a79d8ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:32:27.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.091+0000 7f3c3fe00640 1 --2- 172.21.15.44:0/1058896316 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c67e0 0x5640a79d8ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.091+0000 7f3c3fe00640 1 -- 172.21.15.44:0/1058896316 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79cc340 msgr2=0x5640a79c2230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:32:27.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.091+0000 7f3c3fe00640 1 --2- 172.21.15.44:0/1058896316 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79cc340 0x5640a79c2230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.091+0000 7f3c3fe00640 1 -- 172.21.15.44:0/1058896316 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640a79c7a60 con 0x5640a79c71d0 2024-05-27T00:32:27.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.092+0000 7f3c3fe00640 1 --2- 172.21.15.44:0/1058896316 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79c71d0 0x5640a79cbb70 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3c30005c00 tx=0x7f3c3002a420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aeb31d8027e3d4a server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:27.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.092+0000 7f3c36a00640 1 -- 172.21.15.44:0/1058896316 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c30035030 con 0x5640a79c71d0 2024-05-27T00:32:27.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.092+0000 7f3c36a00640 1 -- 172.21.15.44:0/1058896316 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3c30041070 con 0x5640a79c71d0 2024-05-27T00:32:27.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.092+0000 7f3c36a00640 1 -- 172.21.15.44:0/1058896316 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c300046c0 con 0x5640a79c71d0 2024-05-27T00:32:27.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.092+0000 7f3c503e7740 1 -- 172.21.15.44:0/1058896316 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79c71d0 msgr2=0x5640a79cbb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:27.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.092+0000 7f3c503e7740 1 --2- 172.21.15.44:0/1058896316 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79c71d0 0x5640a79cbb70 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3c30005c00 tx=0x7f3c3002a420 comp rx=0 tx=0).stop 2024-05-27T00:32:27.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.093+0000 7f3c503e7740 1 -- 172.21.15.44:0/1058896316 shutdown_connections 2024-05-27T00:32:27.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.093+0000 7f3c503e7740 1 --2- 172.21.15.44:0/1058896316 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79cc340 0x5640a79c2230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.093+0000 7f3c503e7740 1 --2- 172.21.15.44:0/1058896316 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79c71d0 0x5640a79cbb70 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.093+0000 7f3c503e7740 1 --2- 172.21.15.44:0/1058896316 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c67e0 0x5640a79d8ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.093+0000 7f3c503e7740 1 -- 172.21.15.44:0/1058896316 >> 172.21.15.44:0/1058896316 conn(0x5640a79c1e50 msgr2=0x5640a79bd040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:27.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.093+0000 7f3c503e7740 1 -- 172.21.15.44:0/1058896316 shutdown_connections 2024-05-27T00:32:27.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.093+0000 7f3c503e7740 1 -- 172.21.15.44:0/1058896316 wait complete. 2024-05-27T00:32:27.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.093+0000 7f3c503e7740 1 -- start start 2024-05-27T00:32:27.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.093+0000 7f3c503e7740 1 Processor -- start 2024-05-27T00:32:27.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.094+0000 7f3c503e7740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c67e0 0x5640a79d70b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:27.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.094+0000 7f3c503e7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79c71d0 0x5640a79d75f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:27.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.094+0000 7f3c503e7740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79cc340 0x5640a79d0a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:27.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.094+0000 7f3c503e7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5640a79dee70 con 0x5640a79c71d0 2024-05-27T00:32:27.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.094+0000 7f3c503e7740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5640a79de7a0 con 0x5640a79c67e0 2024-05-27T00:32:27.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.094+0000 7f3c503e7740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5640a79df540 con 0x5640a79cc340 2024-05-27T00:32:27.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.094+0000 7f3c503e7740 10 client.0 _ll_register_callbacks cb 0x7f3c30005de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:32:27.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.094+0000 7f3c3fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79c71d0 0x5640a79d75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.094+0000 7f3c3fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79c71d0 0x5640a79d75f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:58842/0 (socket says 172.21.15.44:58842) 2024-05-27T00:32:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.094+0000 7f3c3fe00640 1 -- 172.21.15.44:0/1574269725 learned_addr learned my addr 172.21.15.44:0/1574269725 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.094+0000 7f3c47200640 1 --2- 172.21.15.44:0/1574269725 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c67e0 0x5640a79d70b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.094+0000 7f3c47200640 1 --2- 172.21.15.44:0/1574269725 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79cc340 0x5640a79d0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.095+0000 7f3c3fe00640 1 -- 172.21.15.44:0/1574269725 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79cc340 msgr2=0x5640a79d0a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:32:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.095+0000 7f3c3fe00640 1 --2- 172.21.15.44:0/1574269725 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79cc340 0x5640a79d0a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.095+0000 7f3c3fe00640 1 -- 172.21.15.44:0/1574269725 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c67e0 msgr2=0x5640a79d70b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:32:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.095+0000 7f3c3fe00640 1 --2- 172.21.15.44:0/1574269725 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c67e0 0x5640a79d70b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.095+0000 7f3c3fe00640 1 -- 172.21.15.44:0/1574269725 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640a79d0ff0 con 0x5640a79c71d0 2024-05-27T00:32:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.095+0000 7f3c47200640 1 --2- 172.21.15.44:0/1574269725 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79cc340 0x5640a79d0a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:32:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.095+0000 7f3c3fe00640 1 --2- 172.21.15.44:0/1574269725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79c71d0 0x5640a79d75f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3c30031570 tx=0x7f3c30004010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91ec0626f5621d7f server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.095+0000 7f3c2be00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:32:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.095+0000 7f3c2be00640 1 -- 172.21.15.44:0/1574269725 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c30031940 con 0x5640a79c71d0 2024-05-27T00:32:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.095+0000 7f3c2be00640 1 -- 172.21.15.44:0/1574269725 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f3c30031ae0 con 0x5640a79c71d0 2024-05-27T00:32:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.095+0000 7f3c503e7740 1 -- 172.21.15.44:0/1574269725 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c30041070 con 0x5640a79c71d0 2024-05-27T00:32:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.096+0000 7f3c2be00640 1 -- 172.21.15.44:0/1574269725 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f3c300046c0 con 0x5640a79c71d0 2024-05-27T00:32:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.096+0000 7f3c503e7740 10 client.14583 fetch_fsmap learned FSMap version 17 2024-05-27T00:32:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.096+0000 7f3c503e7740 1 -- 172.21.15.44:0/1574269725 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x5640a79c1500 con 0x5640a79c71d0 2024-05-27T00:32:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.096+0000 7f3c2be00640 1 -- 172.21.15.44:0/1574269725 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3c30041070 con 0x5640a79c71d0 2024-05-27T00:32:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.096+0000 7f3c2be00640 1 -- 172.21.15.44:0/1574269725 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 17) ==== 8342+0+0 (secure 0 0 0) 0x7f3c30055070 con 0x5640a79c71d0 2024-05-27T00:32:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.096+0000 7f3c503e7740 10 client.14583 fetch_fsmap finished waiting for FSMap version 17 2024-05-27T00:32:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.096+0000 7f3c503e7740 10 client.14583 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-27T00:32:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.096+0000 7f3c503e7740 20 client.14583 populate_metadata read hostname 'smithi044' 2024-05-27T00:32:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.096+0000 7f3c503e7740 1 --2- 172.21.15.44:0/1574269725 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5640a7a4c2d0 0x5640a7a4afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.096+0000 7f3c503e7740 4 client.14583 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-27T00:32:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.096+0000 7f3c503e7740 1 -- 172.21.15.44:0/1574269725 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "status"}) -- 0x5640a7931090 con 0x5640a7a4c2d0 2024-05-27T00:32:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.097+0000 7f3c47200640 1 --2- 172.21.15.44:0/1574269725 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5640a7a4c2d0 0x5640a7a4afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:27.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.097+0000 7f3c47200640 1 --2- 172.21.15.44:0/1574269725 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5640a7a4c2d0 0x5640a7a4afe0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1aeaf3c602a9eb8 server_cookie=5aa310202464ae77 in_seq=0 out_seq=0 2024-05-27T00:32:27.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.097+0000 7f3c2be00640 10 client.14583 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:32:27.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.097+0000 7f3c2be00640 1 -- 172.21.15.44:0/1574269725 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5640a7931090 con 0x5640a7a4c2d0 2024-05-27T00:32:27.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.097+0000 7f3c2be00640 10 client.14583 handle_command_reply: tid=0 2024-05-27T00:32:27.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.097+0000 7f3c503e7740 1 client.14583 shutdown 2024-05-27T00:32:27.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.098+0000 7f3c503e7740 1 -- 172.21.15.44:0/1574269725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79c71d0 msgr2=0x5640a79d75f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:27.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.098+0000 7f3c503e7740 1 --2- 172.21.15.44:0/1574269725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79c71d0 0x5640a79d75f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3c30031570 tx=0x7f3c30004010 comp rx=0 tx=0).stop 2024-05-27T00:32:27.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.098+0000 7f3c503e7740 1 -- 172.21.15.44:0/1574269725 shutdown_connections 2024-05-27T00:32:27.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.098+0000 7f3c503e7740 1 --2- 172.21.15.44:0/1574269725 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5640a7a4c2d0 0x5640a7a4afe0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.098+0000 7f3c503e7740 1 --2- 172.21.15.44:0/1574269725 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5640a79cc340 0x5640a79d0a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.098+0000 7f3c503e7740 1 --2- 172.21.15.44:0/1574269725 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5640a79c71d0 0x5640a79d75f0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.098+0000 7f3c503e7740 1 --2- 172.21.15.44:0/1574269725 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5640a79c67e0 0x5640a79d70b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.098+0000 7f3c2be00640 0 client.14583 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:32:27.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.098+0000 7f3c503e7740 1 -- 172.21.15.44:0/1574269725 >> 172.21.15.44:0/1574269725 conn(0x5640a79c1e50 msgr2=0x5640a79c2230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:27.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.098+0000 7f3c503e7740 1 -- 172.21.15.44:0/1574269725 shutdown_connections 2024-05-27T00:32:27.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.098+0000 7f3c503e7740 1 -- 172.21.15.44:0/1574269725 wait complete. 2024-05-27T00:32:27.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.098+0000 7f3c503e7740 20 client.14583 trim_cache size 0 max 16384 2024-05-27T00:32:27.103 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:32:27.103 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "1fe53dce-1bbf-11ef-bc9b-c7b262605968", 2024-05-27T00:32:27.103 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 0, 2024-05-27T00:32:27.103 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24599, 2024-05-27T00:32:27.103 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-05-27T00:32:27.103 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-05-27T00:32:27.104 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-05-27T00:32:27.104 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 7.7490049440000002, 2024-05-27T00:32:27.104 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 17, 2024-05-27T00:32:27.104 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 91, 2024-05-27T00:32:27.104 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 91, 2024-05-27T00:32:27.104 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 15.122909117000001 2024-05-27T00:32:27.104 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:32:27.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.099+0000 7f3c4d400640 1 -- 172.21.15.44:0/2228019240 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3c2c0a2c10 msgr2=0x7f3c2c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:27.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.099+0000 7f3c4d400640 1 --2- 172.21.15.44:0/2228019240 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3c2c0a2c10 0x7f3c2c0a50d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f3c3800e9c0 tx=0x7f3c380d2c50 comp rx=0 tx=0).stop 2024-05-27T00:32:27.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.099+0000 7f3c4d400640 1 -- 172.21.15.44:0/2228019240 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c48074400 msgr2=0x7f3c4819e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:27.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.099+0000 7f3c4d400640 1 --2- 172.21.15.44:0/2228019240 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c48074400 0x7f3c4819e440 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f3c3800e9f0 tx=0x7f3c3800eeb0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.099+0000 7f3c4d400640 1 -- 172.21.15.44:0/2228019240 shutdown_connections 2024-05-27T00:32:27.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.099+0000 7f3c4d400640 1 --2- 172.21.15.44:0/2228019240 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3c2c0a2c10 0x7f3c2c0a50d0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.099+0000 7f3c4d400640 1 --2- 172.21.15.44:0/2228019240 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3c4810dfc0 0x7f3c481a59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.099+0000 7f3c4d400640 1 --2- 172.21.15.44:0/2228019240 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3c480759e0 0x7f3c4819e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.099+0000 7f3c4d400640 1 --2- 172.21.15.44:0/2228019240 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3c48074400 0x7f3c4819e440 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:27.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.099+0000 7f3c4d400640 1 -- 172.21.15.44:0/2228019240 >> 172.21.15.44:0/2228019240 conn(0x7f3c480fcf80 msgr2=0x7f3c48101360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:27.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.099+0000 7f3c4d400640 1 -- 172.21.15.44:0/2228019240 shutdown_connections 2024-05-27T00:32:27.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:27.099+0000 7f3c4d400640 1 -- 172.21.15.44:0/2228019240 wait complete. 2024-05-27T00:32:27.118 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-05-27T00:32:27.118 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-05-27T00:32:27.119 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph fs ls 2024-05-27T00:32:27.568 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:32:27.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:27 smithi050 ceph-mon[36071]: pgmap v324: 129 pgs: 7 creating+peering, 105 active+clean, 17 unknown; 579 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 7 op/s 2024-05-27T00:32:27.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:27 smithi050 ceph-mon[36071]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-27T00:32:27.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:27 smithi050 ceph-mon[36071]: Cluster is now healthy 2024-05-27T00:32:27.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:27 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2805840322' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:27.724 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:27 smithi044 ceph-mon[31645]: pgmap v324: 129 pgs: 7 creating+peering, 105 active+clean, 17 unknown; 579 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 7 op/s 2024-05-27T00:32:27.725 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:27 smithi044 ceph-mon[31645]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-27T00:32:27.725 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:27 smithi044 ceph-mon[31645]: Cluster is now healthy 2024-05-27T00:32:27.725 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:27 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2805840322' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:27.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:27 smithi137 ceph-mon[36552]: pgmap v324: 129 pgs: 7 creating+peering, 105 active+clean, 17 unknown; 579 KiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 7 op/s 2024-05-27T00:32:27.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:27 smithi137 ceph-mon[36552]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-27T00:32:27.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:27 smithi137 ceph-mon[36552]: Cluster is now healthy 2024-05-27T00:32:27.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:27 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2805840322' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:29.599 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:29 smithi044 ceph-mon[31645]: pgmap v325: 129 pgs: 129 active+clean; 579 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-05-27T00:32:29.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:29 smithi050 ceph-mon[36071]: pgmap v325: 129 pgs: 129 active+clean; 579 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-05-27T00:32:29.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:29 smithi137 ceph-mon[36552]: pgmap v325: 129 pgs: 129 active+clean; 579 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-05-27T00:32:29.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.772+0000 7f4a53a00700 1 -- 172.21.15.44:0/3047673385 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4a4c06a170 msgr2=0x7f4a4c06a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:29.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.772+0000 7f4a53a00700 1 --2- 172.21.15.44:0/3047673385 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4a4c06a170 0x7f4a4c06a5f0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f4a34009990 tx=0x7f4a34009ca0 comp rx=0 tx=0).stop 2024-05-27T00:32:29.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.772+0000 7f4a53a00700 1 -- 172.21.15.44:0/3047673385 shutdown_connections 2024-05-27T00:32:29.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.772+0000 7f4a53a00700 1 --2- 172.21.15.44:0/3047673385 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4a4c06ab30 0x7f4a4c10f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:29.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.772+0000 7f4a53a00700 1 --2- 172.21.15.44:0/3047673385 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a4c108500 0x7f4a4c1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:29.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.772+0000 7f4a53a00700 1 --2- 172.21.15.44:0/3047673385 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4a4c06a170 0x7f4a4c06a5f0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:29.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.772+0000 7f4a53a00700 1 -- 172.21.15.44:0/3047673385 >> 172.21.15.44:0/3047673385 conn(0x7f4a4c078340 msgr2=0x7f4a4c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:29.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.772+0000 7f4a53a00700 1 -- 172.21.15.44:0/3047673385 shutdown_connections 2024-05-27T00:32:29.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.772+0000 7f4a53a00700 1 -- 172.21.15.44:0/3047673385 wait complete. 2024-05-27T00:32:29.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.773+0000 7f4a53a00700 1 Processor -- start 2024-05-27T00:32:29.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.774+0000 7f4a53a00700 1 -- start start 2024-05-27T00:32:29.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.774+0000 7f4a53a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a4c06a170 0x7f4a4c101460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:29.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.774+0000 7f4a53a00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4a4c06ab30 0x7f4a4c1019a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:29.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.774+0000 7f4a53a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4a4c108500 0x7f4a4c101ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:29.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.774+0000 7f4a53a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4a4c1128f0 con 0x7f4a4c108500 2024-05-27T00:32:29.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.774+0000 7f4a53a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4a4c112770 con 0x7f4a4c06a170 2024-05-27T00:32:29.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.774+0000 7f4a53a00700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f4a4c112a70 con 0x7f4a4c06ab30 2024-05-27T00:32:29.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.774+0000 7f4a43e00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4a4c06ab30 0x7f4a4c1019a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:29.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.774+0000 7f4a51a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4a4c108500 0x7f4a4c101ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:29.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.774+0000 7f4a43e00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4a4c06ab30 0x7f4a4c1019a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:46008/0 (socket says 172.21.15.44:46008) 2024-05-27T00:32:29.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.774+0000 7f4a43e00700 1 -- 172.21.15.44:0/3760966679 learned_addr learned my addr 172.21.15.44:0/3760966679 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:29.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.774+0000 7f4a51000700 1 --2- 172.21.15.44:0/3760966679 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a4c06a170 0x7f4a4c101460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:29.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.775+0000 7f4a43e00700 1 -- 172.21.15.44:0/3760966679 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a4c06a170 msgr2=0x7f4a4c101460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:29.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.775+0000 7f4a43e00700 1 --2- 172.21.15.44:0/3760966679 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a4c06a170 0x7f4a4c101460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:29.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.775+0000 7f4a43e00700 1 -- 172.21.15.44:0/3760966679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4a4c108500 msgr2=0x7f4a4c101ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:29.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.775+0000 7f4a43e00700 1 --2- 172.21.15.44:0/3760966679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4a4c108500 0x7f4a4c101ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:29.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.775+0000 7f4a43e00700 1 -- 172.21.15.44:0/3760966679 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a4c1a7270 con 0x7f4a4c06ab30 2024-05-27T00:32:29.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.775+0000 7f4a43e00700 1 --2- 172.21.15.44:0/3760966679 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4a4c06ab30 0x7f4a4c1019a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f4a34005910 tx=0x7f4a340047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:29.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.775+0000 7f4a4a000700 1 -- 172.21.15.44:0/3760966679 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a34027070 con 0x7f4a4c06ab30 2024-05-27T00:32:29.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.775+0000 7f4a4a000700 1 -- 172.21.15.44:0/3760966679 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4a3400b6c0 con 0x7f4a4c06ab30 2024-05-27T00:32:29.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.775+0000 7f4a4a000700 1 -- 172.21.15.44:0/3760966679 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a34017650 con 0x7f4a4c06ab30 2024-05-27T00:32:29.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.776+0000 7f4a53a00700 1 -- 172.21.15.44:0/3760966679 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a4c1a7500 con 0x7f4a4c06ab30 2024-05-27T00:32:29.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.776+0000 7f4a53a00700 1 -- 172.21.15.44:0/3760966679 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a4c1a7900 con 0x7f4a4c06ab30 2024-05-27T00:32:29.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.777+0000 7f4a53a00700 1 -- 172.21.15.44:0/3760966679 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a4c069180 con 0x7f4a4c06ab30 2024-05-27T00:32:29.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.779+0000 7f4a4a000700 1 -- 172.21.15.44:0/3760966679 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4a3402a070 con 0x7f4a4c06ab30 2024-05-27T00:32:29.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.780+0000 7f4a4a000700 1 --2- 172.21.15.44:0/3760966679 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f4a2c0a2ca0 0x7f4a2c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:29.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.780+0000 7f4a4a000700 1 -- 172.21.15.44:0/3760966679 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f4a340d0230 con 0x7f4a4c06ab30 2024-05-27T00:32:29.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.780+0000 7f4a51000700 1 --2- 172.21.15.44:0/3760966679 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f4a2c0a2ca0 0x7f4a2c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:29.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.781+0000 7f4a51000700 1 --2- 172.21.15.44:0/3760966679 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f4a2c0a2ca0 0x7f4a2c0a5160 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f4a3c009680 tx=0x7f4a3c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:29.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:29.784+0000 7f4a4a000700 1 -- 172.21.15.44:0/3760966679 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4a3405e850 con 0x7f4a4c06ab30 2024-05-27T00:32:30.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:30.068+0000 7f4a53a00700 1 -- 172.21.15.44:0/3760966679 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f4a4c02dd40 con 0x7f4a4c06ab30 2024-05-27T00:32:30.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:30.069+0000 7f4a4a000700 1 -- 172.21.15.44:0/3760966679 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+88 (secure 0 0 0) 0x7f4a34013070 con 0x7f4a4c06ab30 2024-05-27T00:32:30.071 INFO:teuthology.orchestra.run.smithi044.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-05-27T00:32:30.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:30.072+0000 7f4a53a00700 1 -- 172.21.15.44:0/3760966679 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f4a2c0a2ca0 msgr2=0x7f4a2c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:30.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:30.072+0000 7f4a53a00700 1 --2- 172.21.15.44:0/3760966679 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f4a2c0a2ca0 0x7f4a2c0a5160 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f4a3c009680 tx=0x7f4a3c009260 comp rx=0 tx=0).stop 2024-05-27T00:32:30.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:30.072+0000 7f4a53a00700 1 -- 172.21.15.44:0/3760966679 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4a4c06ab30 msgr2=0x7f4a4c1019a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:30.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:30.072+0000 7f4a53a00700 1 --2- 172.21.15.44:0/3760966679 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4a4c06ab30 0x7f4a4c1019a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f4a34005910 tx=0x7f4a340047b0 comp rx=0 tx=0).stop 2024-05-27T00:32:30.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:30.072+0000 7f4a53a00700 1 -- 172.21.15.44:0/3760966679 shutdown_connections 2024-05-27T00:32:30.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:30.072+0000 7f4a53a00700 1 --2- 172.21.15.44:0/3760966679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4a4c108500 0x7f4a4c101ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:30.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:30.072+0000 7f4a53a00700 1 --2- 172.21.15.44:0/3760966679 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4a4c06a170 0x7f4a4c101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:30.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:30.072+0000 7f4a53a00700 1 --2- 172.21.15.44:0/3760966679 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f4a2c0a2ca0 0x7f4a2c0a5160 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:30.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:30.072+0000 7f4a53a00700 1 --2- 172.21.15.44:0/3760966679 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4a4c06ab30 0x7f4a4c1019a0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:30.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:30.072+0000 7f4a53a00700 1 -- 172.21.15.44:0/3760966679 >> 172.21.15.44:0/3760966679 conn(0x7f4a4c078340 msgr2=0x7f4a4c0fff30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:30.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:30.072+0000 7f4a53a00700 1 -- 172.21.15.44:0/3760966679 shutdown_connections 2024-05-27T00:32:30.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:30.073+0000 7f4a53a00700 1 -- 172.21.15.44:0/3760966679 wait complete. 2024-05-27T00:32:30.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:30 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3760966679' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-27T00:32:30.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:30 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3760966679' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-27T00:32:30.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:30 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3760966679' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-27T00:32:31.050 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-05-27T00:32:31.051 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-05-27T00:32:31.051 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi044.front.sepia.ceph.com 2024-05-27T00:32:31.051 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-05-27T00:32:31.051 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-05-27T00:32:31.051 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-05-27T00:32:31.051 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-05-27T00:32:31.052 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-05-27T00:32:31.052 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-05-27T00:32:31.052 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:32:31.052 DEBUG:teuthology.orchestra.run.smithi044:> ip addr 2024-05-27T00:32:31.115 INFO:teuthology.orchestra.run.smithi044.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-05-27T00:32:31.115 INFO:teuthology.orchestra.run.smithi044.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-05-27T00:32:31.115 INFO:teuthology.orchestra.run.smithi044.stdout: inet 127.0.0.1/8 scope host lo 2024-05-27T00:32:31.115 INFO:teuthology.orchestra.run.smithi044.stdout: valid_lft forever preferred_lft forever 2024-05-27T00:32:31.115 INFO:teuthology.orchestra.run.smithi044.stdout: inet6 ::1/128 scope host 2024-05-27T00:32:31.115 INFO:teuthology.orchestra.run.smithi044.stdout: valid_lft forever preferred_lft forever 2024-05-27T00:32:31.115 INFO:teuthology.orchestra.run.smithi044.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-27T00:32:31.115 INFO:teuthology.orchestra.run.smithi044.stdout: link/ether 0c:c4:7a:6b:f7:8c brd ff:ff:ff:ff:ff:ff 2024-05-27T00:32:31.115 INFO:teuthology.orchestra.run.smithi044.stdout: altname enp7s0f0 2024-05-27T00:32:31.116 INFO:teuthology.orchestra.run.smithi044.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-27T00:32:31.116 INFO:teuthology.orchestra.run.smithi044.stdout: link/ether 0c:c4:7a:6b:f7:8d brd ff:ff:ff:ff:ff:ff 2024-05-27T00:32:31.116 INFO:teuthology.orchestra.run.smithi044.stdout: altname enp7s0f1 2024-05-27T00:32:31.116 INFO:teuthology.orchestra.run.smithi044.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-05-27T00:32:31.116 INFO:teuthology.orchestra.run.smithi044.stdout: link/ether 0c:c4:7a:bd:15:72 brd ff:ff:ff:ff:ff:ff 2024-05-27T00:32:31.116 INFO:teuthology.orchestra.run.smithi044.stdout: altname enp1s0f0 2024-05-27T00:32:31.116 INFO:teuthology.orchestra.run.smithi044.stdout: inet 172.21.15.44/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-05-27T00:32:31.116 INFO:teuthology.orchestra.run.smithi044.stdout: valid_lft 42015sec preferred_lft 42015sec 2024-05-27T00:32:31.116 INFO:teuthology.orchestra.run.smithi044.stdout: inet6 fe80::ec4:7aff:febd:1572/64 scope link noprefixroute 2024-05-27T00:32:31.116 INFO:teuthology.orchestra.run.smithi044.stdout: valid_lft forever preferred_lft forever 2024-05-27T00:32:31.116 INFO:teuthology.orchestra.run.smithi044.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-27T00:32:31.116 INFO:teuthology.orchestra.run.smithi044.stdout: link/ether 0c:c4:7a:bd:15:73 brd ff:ff:ff:ff:ff:ff 2024-05-27T00:32:31.116 INFO:teuthology.orchestra.run.smithi044.stdout: altname enp1s0f1 2024-05-27T00:32:31.118 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-05-27T00:32:31.118 DEBUG:teuthology.orchestra.run.smithi044:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-27T00:32:31.118 DEBUG:teuthology.orchestra.run.smithi044:> set -e 2024-05-27T00:32:31.118 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link add name ceph-brx type bridge 2024-05-27T00:32:31.119 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip addr flush dev ceph-brx 2024-05-27T00:32:31.119 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link set ceph-brx up 2024-05-27T00:32:31.119 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-05-27T00:32:31.119 DEBUG:teuthology.orchestra.run.smithi044:> ') 2024-05-27T00:32:31.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-27T00:32:31.510 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:31 smithi044 ceph-mon[31645]: pgmap v326: 129 pgs: 129 active+clean; 579 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 127 B/s wr, 0 op/s 2024-05-27T00:32:31.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-27T00:32:31.624 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:32:31.625 DEBUG:teuthology.orchestra.run.smithi044:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-05-27T00:32:31.691 INFO:teuthology.orchestra.run.smithi044.stdout:1 2024-05-27T00:32:31.695 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:32:31.695 DEBUG:teuthology.orchestra.run.smithi044:> route 2024-05-27T00:32:31.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:31 smithi137 ceph-mon[36552]: pgmap v326: 129 pgs: 129 active+clean; 579 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 127 B/s wr, 0 op/s 2024-05-27T00:32:31.756 INFO:teuthology.orchestra.run.smithi044.stdout:Kernel IP routing table 2024-05-27T00:32:31.756 INFO:teuthology.orchestra.run.smithi044.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-05-27T00:32:31.756 INFO:teuthology.orchestra.run.smithi044.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-05-27T00:32:31.756 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-05-27T00:32:31.756 INFO:teuthology.orchestra.run.smithi044.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-05-27T00:32:31.757 DEBUG:teuthology.orchestra.run.smithi044:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-27T00:32:31.757 DEBUG:teuthology.orchestra.run.smithi044:> set -e 2024-05-27T00:32:31.757 DEBUG:teuthology.orchestra.run.smithi044:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-05-27T00:32:31.757 DEBUG:teuthology.orchestra.run.smithi044:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-05-27T00:32:31.757 DEBUG:teuthology.orchestra.run.smithi044:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-05-27T00:32:31.757 DEBUG:teuthology.orchestra.run.smithi044:> ') 2024-05-27T00:32:31.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-27T00:32:31.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:31 smithi050 ceph-mon[36071]: pgmap v326: 129 pgs: 129 active+clean; 579 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 127 B/s wr, 0 op/s 2024-05-27T00:32:32.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-27T00:32:32.531 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:32:32.531 DEBUG:teuthology.orchestra.run.smithi044:> ip netns list 2024-05-27T00:32:32.584 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:32:32.584 DEBUG:teuthology.orchestra.run.smithi044:> ip netns list-id 2024-05-27T00:32:32.641 DEBUG:teuthology.orchestra.run.smithi044:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-27T00:32:32.642 DEBUG:teuthology.orchestra.run.smithi044:> set -e 2024-05-27T00:32:32.642 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-05-27T00:32:32.642 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-05-27T00:32:32.642 DEBUG:teuthology.orchestra.run.smithi044:> ') 2024-05-27T00:32:32.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-27T00:32:32.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-27T00:32:32.836 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-05-27T00:32:32.836 DEBUG:teuthology.orchestra.run.smithi044:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-27T00:32:32.836 DEBUG:teuthology.orchestra.run.smithi044:> set -e 2024-05-27T00:32:32.837 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-05-27T00:32:32.837 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-05-27T00:32:32.837 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-05-27T00:32:32.837 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-05-27T00:32:32.837 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-05-27T00:32:32.837 DEBUG:teuthology.orchestra.run.smithi044:> ') 2024-05-27T00:32:32.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-27T00:32:33.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-27T00:32:33.170 DEBUG:teuthology.orchestra.run.smithi044:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-27T00:32:33.170 DEBUG:teuthology.orchestra.run.smithi044:> set -e 2024-05-27T00:32:33.170 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link set brx.0 up 2024-05-27T00:32:33.170 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link set dev brx.0 master ceph-brx 2024-05-27T00:32:33.170 DEBUG:teuthology.orchestra.run.smithi044:> ') 2024-05-27T00:32:33.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:33 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-27T00:32:33.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-27T00:32:33.379 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-05-27T00:32:33.379 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-27T00:32:33.379 DEBUG:teuthology.orchestra.run.smithi044:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-05-27T00:32:33.430 INFO:teuthology.orchestra.run.smithi044.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-05-27T00:32:33.431 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-27T00:32:33.431 DEBUG:teuthology.orchestra.run.smithi044:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-05-27T00:32:33.494 DEBUG:teuthology.orchestra.run.smithi044:> sudo modprobe fuse 2024-05-27T00:32:33.559 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:33 smithi044 ceph-mon[31645]: pgmap v327: 129 pgs: 129 active+clean; 579 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:33.572 DEBUG:teuthology.orchestra.run.smithi044:> cat /proc/self/mounts | awk '{print $2}' 2024-05-27T00:32:33.621 INFO:teuthology.orchestra.run.smithi044.stdout:/proc 2024-05-27T00:32:33.621 INFO:teuthology.orchestra.run.smithi044.stdout:/sys 2024-05-27T00:32:33.621 INFO:teuthology.orchestra.run.smithi044.stdout:/dev 2024-05-27T00:32:33.621 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/kernel/security 2024-05-27T00:32:33.621 INFO:teuthology.orchestra.run.smithi044.stdout:/dev/shm 2024-05-27T00:32:33.621 INFO:teuthology.orchestra.run.smithi044.stdout:/dev/pts 2024-05-27T00:32:33.621 INFO:teuthology.orchestra.run.smithi044.stdout:/run 2024-05-27T00:32:33.621 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/fs/cgroup 2024-05-27T00:32:33.621 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/fs/pstore 2024-05-27T00:32:33.621 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/fs/bpf 2024-05-27T00:32:33.621 INFO:teuthology.orchestra.run.smithi044.stdout:/ 2024-05-27T00:32:33.622 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/fs/selinux 2024-05-27T00:32:33.622 INFO:teuthology.orchestra.run.smithi044.stdout:/proc/sys/fs/binfmt_misc 2024-05-27T00:32:33.622 INFO:teuthology.orchestra.run.smithi044.stdout:/dev/mqueue 2024-05-27T00:32:33.622 INFO:teuthology.orchestra.run.smithi044.stdout:/dev/hugepages 2024-05-27T00:32:33.622 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/kernel/debug 2024-05-27T00:32:33.622 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/kernel/tracing 2024-05-27T00:32:33.622 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/fs/fuse/connections 2024-05-27T00:32:33.622 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/kernel/config 2024-05-27T00:32:33.622 INFO:teuthology.orchestra.run.smithi044.stdout:/run/credentials/systemd-sysctl.service 2024-05-27T00:32:33.622 INFO:teuthology.orchestra.run.smithi044.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-05-27T00:32:33.622 INFO:teuthology.orchestra.run.smithi044.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-05-27T00:32:33.622 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/nfs/rpc_pipefs 2024-05-27T00:32:33.622 INFO:teuthology.orchestra.run.smithi044.stdout:/run/user/1000 2024-05-27T00:32:33.623 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/ceph 2024-05-27T00:32:33.623 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay 2024-05-27T00:32:33.623 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/90aeddf4553eca130e3de355697bc8e5ec33273be9e05297bf13491344e511f6/merged 2024-05-27T00:32:33.623 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/86c35adb5489bf79d953e0a8115c9505beabcaedd721ffcdb547ee0db290604f/merged 2024-05-27T00:32:33.623 INFO:teuthology.orchestra.run.smithi044.stdout:/run/user/0 2024-05-27T00:32:33.623 INFO:teuthology.orchestra.run.smithi044.stdout:/proc/sys/fs/binfmt_misc 2024-05-27T00:32:33.623 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/858a7a72605e269b4f8a10a3f481135dd1ea1fe9268e566a38ce06d580af2920/merged 2024-05-27T00:32:33.623 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/17ef143c269898854f24059347dbc1d32fa2878233dfa8b9eb7f98bb8be1ec28/merged 2024-05-27T00:32:33.623 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/a10a55ec673d99406d660018138c7ad91128c6102f4f6158592bd87b9d4f89eb/merged 2024-05-27T00:32:33.623 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/90a203bec6429e4c79d696c046825022e8b9ffe69fbae046468f47df227f3dbf/merged 2024-05-27T00:32:33.623 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/e89f47fef77a9f81ebb5b69b27c32dcd4830c3d2cb93bdf60d7cfb9fd3930aa7/merged 2024-05-27T00:32:33.623 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/04542927386c04c9e27a7bddc870d0b2663ef8e98c05ff9bbd294f23ff52d6fd/merged 2024-05-27T00:32:33.623 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/df2b7049a15bb6f0d97c9e95c5b3998f1436e0ce6bfda996421d63734173493d/merged 2024-05-27T00:32:33.623 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/1a3a048e38a5bf944bf2e9456ce5576cb6fdfcf141dca53b86e655d887732005/merged 2024-05-27T00:32:33.624 INFO:teuthology.orchestra.run.smithi044.stdout:/run/netns 2024-05-27T00:32:33.624 INFO:teuthology.orchestra.run.smithi044.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-05-27T00:32:33.624 INFO:teuthology.orchestra.run.smithi044.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-05-27T00:32:33.624 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:32:33.625 DEBUG:teuthology.orchestra.run.smithi044:> ls /sys/fs/fuse/connections 2024-05-27T00:32:33.670 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-05-27T00:32:33.670 DEBUG:teuthology.orchestra.run.smithi044:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-05-27T00:32:33.715 DEBUG:teuthology.orchestra.run.smithi044:> sudo modprobe fuse 2024-05-27T00:32:33.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:33 smithi137 ceph-mon[36552]: pgmap v327: 129 pgs: 129 active+clean; 579 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:33.785 DEBUG:teuthology.orchestra.run.smithi044:> cat /proc/self/mounts | awk '{print $2}' 2024-05-27T00:32:33.830 INFO:teuthology.orchestra.run.smithi044.stdout:/proc 2024-05-27T00:32:33.830 INFO:teuthology.orchestra.run.smithi044.stdout:/sys 2024-05-27T00:32:33.830 INFO:teuthology.orchestra.run.smithi044.stdout:/dev 2024-05-27T00:32:33.830 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/kernel/security 2024-05-27T00:32:33.830 INFO:teuthology.orchestra.run.smithi044.stdout:/dev/shm 2024-05-27T00:32:33.831 INFO:teuthology.orchestra.run.smithi044.stdout:/dev/pts 2024-05-27T00:32:33.831 INFO:teuthology.orchestra.run.smithi044.stdout:/run 2024-05-27T00:32:33.831 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/fs/cgroup 2024-05-27T00:32:33.831 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/fs/pstore 2024-05-27T00:32:33.831 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/fs/bpf 2024-05-27T00:32:33.831 INFO:teuthology.orchestra.run.smithi044.stdout:/ 2024-05-27T00:32:33.831 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/fs/selinux 2024-05-27T00:32:33.831 INFO:teuthology.orchestra.run.smithi044.stdout:/proc/sys/fs/binfmt_misc 2024-05-27T00:32:33.831 INFO:teuthology.orchestra.run.smithi044.stdout:/dev/mqueue 2024-05-27T00:32:33.831 INFO:teuthology.orchestra.run.smithi044.stdout:/dev/hugepages 2024-05-27T00:32:33.831 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/kernel/debug 2024-05-27T00:32:33.831 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/kernel/tracing 2024-05-27T00:32:33.831 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/fs/fuse/connections 2024-05-27T00:32:33.831 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/kernel/config 2024-05-27T00:32:33.832 INFO:teuthology.orchestra.run.smithi044.stdout:/run/credentials/systemd-sysctl.service 2024-05-27T00:32:33.832 INFO:teuthology.orchestra.run.smithi044.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-05-27T00:32:33.832 INFO:teuthology.orchestra.run.smithi044.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-05-27T00:32:33.832 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/nfs/rpc_pipefs 2024-05-27T00:32:33.832 INFO:teuthology.orchestra.run.smithi044.stdout:/run/user/1000 2024-05-27T00:32:33.832 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/ceph 2024-05-27T00:32:33.832 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay 2024-05-27T00:32:33.832 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/90aeddf4553eca130e3de355697bc8e5ec33273be9e05297bf13491344e511f6/merged 2024-05-27T00:32:33.832 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/86c35adb5489bf79d953e0a8115c9505beabcaedd721ffcdb547ee0db290604f/merged 2024-05-27T00:32:33.832 INFO:teuthology.orchestra.run.smithi044.stdout:/run/user/0 2024-05-27T00:32:33.832 INFO:teuthology.orchestra.run.smithi044.stdout:/proc/sys/fs/binfmt_misc 2024-05-27T00:32:33.832 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/858a7a72605e269b4f8a10a3f481135dd1ea1fe9268e566a38ce06d580af2920/merged 2024-05-27T00:32:33.832 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/17ef143c269898854f24059347dbc1d32fa2878233dfa8b9eb7f98bb8be1ec28/merged 2024-05-27T00:32:33.832 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/a10a55ec673d99406d660018138c7ad91128c6102f4f6158592bd87b9d4f89eb/merged 2024-05-27T00:32:33.833 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/90a203bec6429e4c79d696c046825022e8b9ffe69fbae046468f47df227f3dbf/merged 2024-05-27T00:32:33.833 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/e89f47fef77a9f81ebb5b69b27c32dcd4830c3d2cb93bdf60d7cfb9fd3930aa7/merged 2024-05-27T00:32:33.833 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/04542927386c04c9e27a7bddc870d0b2663ef8e98c05ff9bbd294f23ff52d6fd/merged 2024-05-27T00:32:33.833 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/df2b7049a15bb6f0d97c9e95c5b3998f1436e0ce6bfda996421d63734173493d/merged 2024-05-27T00:32:33.833 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/1a3a048e38a5bf944bf2e9456ce5576cb6fdfcf141dca53b86e655d887732005/merged 2024-05-27T00:32:33.833 INFO:teuthology.orchestra.run.smithi044.stdout:/run/netns 2024-05-27T00:32:33.833 INFO:teuthology.orchestra.run.smithi044.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-05-27T00:32:33.833 INFO:teuthology.orchestra.run.smithi044.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-05-27T00:32:33.834 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:32:33.834 DEBUG:teuthology.orchestra.run.smithi044:> ls /sys/fs/fuse/connections 2024-05-27T00:32:33.920 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi044.stderr:2024-05-27T00:32:33.919+0000 7f8ef1af1480 -1 init, newargv = 0x55957da636f0 newargc=15 2024-05-27T00:32:33.921 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi044.stderr:ceph-fuse[73273]: starting ceph client 2024-05-27T00:32:33.932 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi044.stderr:ceph-fuse[73273]: starting fuse 2024-05-27T00:32:33.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:33 smithi050 ceph-mon[36071]: pgmap v327: 129 pgs: 129 active+clean; 579 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:35.024 DEBUG:teuthology.orchestra.run.smithi044:> sudo modprobe fuse 2024-05-27T00:32:35.109 DEBUG:teuthology.orchestra.run.smithi044:> cat /proc/self/mounts | awk '{print $2}' 2024-05-27T00:32:35.160 INFO:teuthology.orchestra.run.smithi044.stdout:/proc 2024-05-27T00:32:35.160 INFO:teuthology.orchestra.run.smithi044.stdout:/sys 2024-05-27T00:32:35.160 INFO:teuthology.orchestra.run.smithi044.stdout:/dev 2024-05-27T00:32:35.160 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/kernel/security 2024-05-27T00:32:35.161 INFO:teuthology.orchestra.run.smithi044.stdout:/dev/shm 2024-05-27T00:32:35.161 INFO:teuthology.orchestra.run.smithi044.stdout:/dev/pts 2024-05-27T00:32:35.161 INFO:teuthology.orchestra.run.smithi044.stdout:/run 2024-05-27T00:32:35.161 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/fs/cgroup 2024-05-27T00:32:35.161 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/fs/pstore 2024-05-27T00:32:35.161 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/fs/bpf 2024-05-27T00:32:35.161 INFO:teuthology.orchestra.run.smithi044.stdout:/ 2024-05-27T00:32:35.161 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/fs/selinux 2024-05-27T00:32:35.161 INFO:teuthology.orchestra.run.smithi044.stdout:/proc/sys/fs/binfmt_misc 2024-05-27T00:32:35.161 INFO:teuthology.orchestra.run.smithi044.stdout:/dev/mqueue 2024-05-27T00:32:35.161 INFO:teuthology.orchestra.run.smithi044.stdout:/dev/hugepages 2024-05-27T00:32:35.161 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/kernel/debug 2024-05-27T00:32:35.161 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/kernel/tracing 2024-05-27T00:32:35.161 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/fs/fuse/connections 2024-05-27T00:32:35.162 INFO:teuthology.orchestra.run.smithi044.stdout:/sys/kernel/config 2024-05-27T00:32:35.162 INFO:teuthology.orchestra.run.smithi044.stdout:/run/credentials/systemd-sysctl.service 2024-05-27T00:32:35.162 INFO:teuthology.orchestra.run.smithi044.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-05-27T00:32:35.162 INFO:teuthology.orchestra.run.smithi044.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-05-27T00:32:35.162 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/nfs/rpc_pipefs 2024-05-27T00:32:35.162 INFO:teuthology.orchestra.run.smithi044.stdout:/run/user/1000 2024-05-27T00:32:35.162 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/ceph 2024-05-27T00:32:35.162 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay 2024-05-27T00:32:35.162 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/90aeddf4553eca130e3de355697bc8e5ec33273be9e05297bf13491344e511f6/merged 2024-05-27T00:32:35.162 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/86c35adb5489bf79d953e0a8115c9505beabcaedd721ffcdb547ee0db290604f/merged 2024-05-27T00:32:35.162 INFO:teuthology.orchestra.run.smithi044.stdout:/run/user/0 2024-05-27T00:32:35.162 INFO:teuthology.orchestra.run.smithi044.stdout:/proc/sys/fs/binfmt_misc 2024-05-27T00:32:35.162 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/858a7a72605e269b4f8a10a3f481135dd1ea1fe9268e566a38ce06d580af2920/merged 2024-05-27T00:32:35.163 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/17ef143c269898854f24059347dbc1d32fa2878233dfa8b9eb7f98bb8be1ec28/merged 2024-05-27T00:32:35.163 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/a10a55ec673d99406d660018138c7ad91128c6102f4f6158592bd87b9d4f89eb/merged 2024-05-27T00:32:35.163 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/90a203bec6429e4c79d696c046825022e8b9ffe69fbae046468f47df227f3dbf/merged 2024-05-27T00:32:35.163 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/e89f47fef77a9f81ebb5b69b27c32dcd4830c3d2cb93bdf60d7cfb9fd3930aa7/merged 2024-05-27T00:32:35.163 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/04542927386c04c9e27a7bddc870d0b2663ef8e98c05ff9bbd294f23ff52d6fd/merged 2024-05-27T00:32:35.163 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/df2b7049a15bb6f0d97c9e95c5b3998f1436e0ce6bfda996421d63734173493d/merged 2024-05-27T00:32:35.163 INFO:teuthology.orchestra.run.smithi044.stdout:/var/lib/containers/storage/overlay/1a3a048e38a5bf944bf2e9456ce5576cb6fdfcf141dca53b86e655d887732005/merged 2024-05-27T00:32:35.163 INFO:teuthology.orchestra.run.smithi044.stdout:/run/netns 2024-05-27T00:32:35.163 INFO:teuthology.orchestra.run.smithi044.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-05-27T00:32:35.163 INFO:teuthology.orchestra.run.smithi044.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-05-27T00:32:35.163 INFO:teuthology.orchestra.run.smithi044.stdout:/home/ubuntu/cephtest/mnt.admin 2024-05-27T00:32:35.164 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:32:35.164 DEBUG:teuthology.orchestra.run.smithi044:> ls /sys/fs/fuse/connections 2024-05-27T00:32:35.212 INFO:teuthology.orchestra.run.smithi044.stdout:119 2024-05-27T00:32:35.213 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [119] 2024-05-27T00:32:35.213 DEBUG:teuthology.orchestra.run.smithi044:> sudo stdin-killer -- python3 -c ' 2024-05-27T00:32:35.213 DEBUG:teuthology.orchestra.run.smithi044:> import glob 2024-05-27T00:32:35.213 DEBUG:teuthology.orchestra.run.smithi044:> import re 2024-05-27T00:32:35.213 DEBUG:teuthology.orchestra.run.smithi044:> import os 2024-05-27T00:32:35.213 DEBUG:teuthology.orchestra.run.smithi044:> import subprocess 2024-05-27T00:32:35.213 DEBUG:teuthology.orchestra.run.smithi044:> 2024-05-27T00:32:35.213 DEBUG:teuthology.orchestra.run.smithi044:> def _find_admin_socket(client_name): 2024-05-27T00:32:35.213 DEBUG:teuthology.orchestra.run.smithi044:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-05-27T00:32:35.213 DEBUG:teuthology.orchestra.run.smithi044:> files = glob.glob(asok_path) 2024-05-27T00:32:35.213 DEBUG:teuthology.orchestra.run.smithi044:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-05-27T00:32:35.214 DEBUG:teuthology.orchestra.run.smithi044:> 2024-05-27T00:32:35.214 DEBUG:teuthology.orchestra.run.smithi044:> # Given a non-glob path, it better be there 2024-05-27T00:32:35.214 DEBUG:teuthology.orchestra.run.smithi044:> if "*" not in asok_path: 2024-05-27T00:32:35.214 DEBUG:teuthology.orchestra.run.smithi044:> assert(len(files) == 1) 2024-05-27T00:32:35.214 DEBUG:teuthology.orchestra.run.smithi044:> return files[0] 2024-05-27T00:32:35.214 DEBUG:teuthology.orchestra.run.smithi044:> 2024-05-27T00:32:35.214 DEBUG:teuthology.orchestra.run.smithi044:> for f in files: 2024-05-27T00:32:35.214 DEBUG:teuthology.orchestra.run.smithi044:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-05-27T00:32:35.214 DEBUG:teuthology.orchestra.run.smithi044:> if os.path.exists("/proc/{0}".format(pid)): 2024-05-27T00:32:35.214 DEBUG:teuthology.orchestra.run.smithi044:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-05-27T00:32:35.214 DEBUG:teuthology.orchestra.run.smithi044:> contents = proc_f.read() 2024-05-27T00:32:35.214 DEBUG:teuthology.orchestra.run.smithi044:> if mountpoint in contents: 2024-05-27T00:32:35.214 DEBUG:teuthology.orchestra.run.smithi044:> return f 2024-05-27T00:32:35.214 DEBUG:teuthology.orchestra.run.smithi044:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-05-27T00:32:35.214 DEBUG:teuthology.orchestra.run.smithi044:> 2024-05-27T00:32:35.214 DEBUG:teuthology.orchestra.run.smithi044:> print(_find_admin_socket("client.admin")) 2024-05-27T00:32:35.215 DEBUG:teuthology.orchestra.run.smithi044:> ' 2024-05-27T00:32:35.363 INFO:teuthology.orchestra.run.smithi044.stdout:/var/run/ceph/ceph-client.admin.73273.asok 2024-05-27T00:32:35.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-27T00:32:35.383 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.73273.asok 2024-05-27T00:32:35.383 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:32:35.383 DEBUG:teuthology.orchestra.run.smithi044:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.73273.asok status 2024-05-27T00:32:35.613 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:32:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "metadata": { 2024-05-27T00:32:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_sha1": "0ef46a246e1118e5adafa1857b4189e7d780c816", 2024-05-27T00:32:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_version": "ceph version 19.0.0-2857-g0ef46a24 (0ef46a246e1118e5adafa1857b4189e7d780c816) squid (rc)", 2024-05-27T00:32:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "entity_id": "admin", 2024-05-27T00:32:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "hostname": "smithi044", 2024-05-27T00:32:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-05-27T00:32:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "pid": "73273", 2024-05-27T00:32:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "root": "/" 2024-05-27T00:32:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:32:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "dentry_count": 0, 2024-05-27T00:32:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: "dentry_pinned_count": 0, 2024-05-27T00:32:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24709, 2024-05-27T00:32:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: "inst": { 2024-05-27T00:32:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: "name": { 2024-05-27T00:32:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "client", 2024-05-27T00:32:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: "num": 24709 2024-05-27T00:32:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:32:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": { 2024-05-27T00:32:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v1", 2024-05-27T00:32:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "192.168.0.1:0", 2024-05-27T00:32:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 3685045360 2024-05-27T00:32:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:32:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:32:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": { 2024-05-27T00:32:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v1", 2024-05-27T00:32:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "192.168.0.1:0", 2024-05-27T00:32:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 3685045360 2024-05-27T00:32:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:32:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "inst_str": "client.24709 192.168.0.1:0/3685045360", 2024-05-27T00:32:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "addr_str": "192.168.0.1:0/3685045360", 2024-05-27T00:32:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "inode_count": 1, 2024-05-27T00:32:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_epoch": 17, 2024-05-27T00:32:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_epoch": 91, 2024-05-27T00:32:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_epoch_barrier": 0, 2024-05-27T00:32:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "blocklisted": false, 2024-05-27T00:32:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs" 2024-05-27T00:32:35.615 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:32:35.627 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:32:35.627 DEBUG:teuthology.orchestra.run.smithi044:> stat --file-system '--printf=%T 2024-05-27T00:32:35.627 DEBUG:teuthology.orchestra.run.smithi044:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-05-27T00:32:35.682 INFO:teuthology.orchestra.run.smithi044.stdout:fuseblk 2024-05-27T00:32:35.682 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-05-27T00:32:35.683 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:32:35.683 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-05-27T00:32:35.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:35 smithi137 ceph-mon[36552]: pgmap v328: 129 pgs: 129 active+clean; 579 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:35.753 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:35 smithi044 ceph-mon[31645]: pgmap v328: 129 pgs: 129 active+clean; 579 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:35.769 DEBUG:teuthology.orchestra.run.smithi044:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-05-27T00:32:35.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:35 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-27T00:32:35.929 INFO:teuthology.orchestra.run.smithi044.stdout:# file: . 2024-05-27T00:32:35.930 INFO:teuthology.orchestra.run.smithi044.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-05-27T00:32:35.930 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:35.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-27T00:32:35.940 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:32:35.940 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-27T00:32:35.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:35 smithi050 ceph-mon[36071]: pgmap v328: 129 pgs: 129 active+clean; 579 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:32:35.999 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:32:36.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.212+0000 7f5a39000640 1 -- 172.21.15.44:0/609570198 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a34074380 msgr2=0x7f5a340747e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:36.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.212+0000 7f5a39000640 1 --2- 172.21.15.44:0/609570198 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a34074380 0x7f5a340747e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f5a20009900 tx=0x7f5a2002a480 comp rx=0 tx=0).stop 2024-05-27T00:32:36.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.213+0000 7f5a39000640 1 -- 172.21.15.44:0/609570198 shutdown_connections 2024-05-27T00:32:36.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.213+0000 7f5a39000640 1 --2- 172.21.15.44:0/609570198 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5a341096f0 0x7f5a3410bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:36.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.213+0000 7f5a39000640 1 --2- 172.21.15.44:0/609570198 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a34074380 0x7f5a340747e0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:36.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.213+0000 7f5a39000640 1 --2- 172.21.15.44:0/609570198 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a34075960 0x7f5a34073db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:36.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.213+0000 7f5a39000640 1 -- 172.21.15.44:0/609570198 >> 172.21.15.44:0/609570198 conn(0x7f5a340fcdb0 msgr2=0x7f5a340ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:36.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.213+0000 7f5a39000640 1 -- 172.21.15.44:0/609570198 shutdown_connections 2024-05-27T00:32:36.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.213+0000 7f5a39000640 1 -- 172.21.15.44:0/609570198 wait complete. 2024-05-27T00:32:36.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.214+0000 7f5a39000640 1 Processor -- start 2024-05-27T00:32:36.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.214+0000 7f5a39000640 1 -- start start 2024-05-27T00:32:36.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.214+0000 7f5a39000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a34074380 0x7f5a34199e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:36.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.214+0000 7f5a39000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a34075960 0x7f5a3419a350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:36.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.214+0000 7f5a39000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5a341096f0 0x7f5a341a13c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:36.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.214+0000 7f5a39000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5a3410f800 con 0x7f5a34075960 2024-05-27T00:32:36.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.214+0000 7f5a39000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5a3410f680 con 0x7f5a34074380 2024-05-27T00:32:36.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.214+0000 7f5a39000640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f5a3410f980 con 0x7f5a341096f0 2024-05-27T00:32:36.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.214+0000 7f5a32a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a34075960 0x7f5a3419a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:36.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.214+0000 7f5a32a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a34075960 0x7f5a3419a350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:50156/0 (socket says 172.21.15.44:50156) 2024-05-27T00:32:36.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.214+0000 7f5a32a00640 1 -- 172.21.15.44:0/176638241 learned_addr learned my addr 172.21.15.44:0/176638241 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:36.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.215+0000 7f5a33400640 1 --2- 172.21.15.44:0/176638241 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a34074380 0x7f5a34199e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:36.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.215+0000 7f5a33e00640 1 --2- 172.21.15.44:0/176638241 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5a341096f0 0x7f5a341a13c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:36.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.215+0000 7f5a33400640 1 -- 172.21.15.44:0/176638241 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5a341096f0 msgr2=0x7f5a341a13c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:36.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.215+0000 7f5a33400640 1 --2- 172.21.15.44:0/176638241 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5a341096f0 0x7f5a341a13c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:36.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.215+0000 7f5a33400640 1 -- 172.21.15.44:0/176638241 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a34075960 msgr2=0x7f5a3419a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:36.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.215+0000 7f5a33400640 1 --2- 172.21.15.44:0/176638241 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a34075960 0x7f5a3419a350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:36.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.215+0000 7f5a33400640 1 -- 172.21.15.44:0/176638241 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a341a1a30 con 0x7f5a34074380 2024-05-27T00:32:36.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.215+0000 7f5a33400640 1 --2- 172.21.15.44:0/176638241 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a34074380 0x7f5a34199e10 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f5a2400e9f0 tx=0x7f5a2400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:36.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.215+0000 7f5a2be00640 1 -- 172.21.15.44:0/176638241 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a2400cd80 con 0x7f5a34074380 2024-05-27T00:32:36.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.215+0000 7f5a2be00640 1 -- 172.21.15.44:0/176638241 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5a240035f0 con 0x7f5a34074380 2024-05-27T00:32:36.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.215+0000 7f5a39000640 1 -- 172.21.15.44:0/176638241 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a341a1d20 con 0x7f5a34074380 2024-05-27T00:32:36.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.216+0000 7f5a2be00640 1 -- 172.21.15.44:0/176638241 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a24010690 con 0x7f5a34074380 2024-05-27T00:32:36.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.216+0000 7f5a39000640 1 -- 172.21.15.44:0/176638241 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a341a21c0 con 0x7f5a34074380 2024-05-27T00:32:36.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.217+0000 7f5a39000640 1 -- 172.21.15.44:0/176638241 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a341084b0 con 0x7f5a34074380 2024-05-27T00:32:36.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.219+0000 7f5a2be00640 1 -- 172.21.15.44:0/176638241 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5a240037a0 con 0x7f5a34074380 2024-05-27T00:32:36.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.220+0000 7f5a2be00640 1 --2- 172.21.15.44:0/176638241 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5a180a2b90 0x7f5a180a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:36.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.220+0000 7f5a2be00640 1 -- 172.21.15.44:0/176638241 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f5a240cf550 con 0x7f5a34074380 2024-05-27T00:32:36.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.220+0000 7f5a32a00640 1 --2- 172.21.15.44:0/176638241 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5a180a2b90 0x7f5a180a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:36.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.221+0000 7f5a32a00640 1 --2- 172.21.15.44:0/176638241 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5a180a2b90 0x7f5a180a5050 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f5a3419b320 tx=0x7f5a20031660 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:36.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.223+0000 7f5a2be00640 1 -- 172.21.15.44:0/176638241 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5a2409c210 con 0x7f5a34074380 2024-05-27T00:32:36.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.429+0000 7f5a39000640 1 -- 172.21.15.44:0/176638241 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5a34062670 con 0x7f5a34074380 2024-05-27T00:32:36.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.431+0000 7f5a2be00640 1 -- 172.21.15.44:0/176638241 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24070 (secure 0 0 0) 0x7f5a2409bb10 con 0x7f5a34074380 2024-05-27T00:32:36.433 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:36.433 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":91,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:32:23.882073+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:32:36.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.434+0000 7f5a39000640 1 -- 172.21.15.44:0/176638241 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5a180a2b90 msgr2=0x7f5a180a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:36.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.434+0000 7f5a39000640 1 --2- 172.21.15.44:0/176638241 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5a180a2b90 0x7f5a180a5050 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f5a3419b320 tx=0x7f5a20031660 comp rx=0 tx=0).stop 2024-05-27T00:32:36.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.434+0000 7f5a39000640 1 -- 172.21.15.44:0/176638241 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a34074380 msgr2=0x7f5a34199e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:36.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.434+0000 7f5a39000640 1 --2- 172.21.15.44:0/176638241 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a34074380 0x7f5a34199e10 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f5a2400e9f0 tx=0x7f5a2400eeb0 comp rx=0 tx=0).stop 2024-05-27T00:32:36.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.434+0000 7f5a39000640 1 -- 172.21.15.44:0/176638241 shutdown_connections 2024-05-27T00:32:36.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.434+0000 7f5a39000640 1 --2- 172.21.15.44:0/176638241 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5a180a2b90 0x7f5a180a5050 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:36.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.434+0000 7f5a39000640 1 --2- 172.21.15.44:0/176638241 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5a341096f0 0x7f5a341a13c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:36.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.434+0000 7f5a39000640 1 --2- 172.21.15.44:0/176638241 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a34075960 0x7f5a3419a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:36.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.434+0000 7f5a39000640 1 --2- 172.21.15.44:0/176638241 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a34074380 0x7f5a34199e10 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:36.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.434+0000 7f5a39000640 1 -- 172.21.15.44:0/176638241 >> 172.21.15.44:0/176638241 conn(0x7f5a340fcdb0 msgr2=0x7f5a34105680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:36.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.434+0000 7f5a39000640 1 -- 172.21.15.44:0/176638241 shutdown_connections 2024-05-27T00:32:36.437 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.434+0000 7f5a39000640 1 -- 172.21.15.44:0/176638241 wait complete. 2024-05-27T00:32:36.456 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-27T00:27:02.979133+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-27T00:32:16.909207+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-27T00:32:17.962562+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-05-27T00:32:21.951818+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-05-27T00:32:36.457 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-27T00:32:36.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.678+0000 7f905e400640 1 -- 172.21.15.44:0/3111496480 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9058109070 msgr2=0x7f90581094f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:36.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.678+0000 7f905e400640 1 --2- 172.21.15.44:0/3111496480 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9058109070 0x7f90581094f0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f9040009900 tx=0x7f904002a410 comp rx=0 tx=0).stop 2024-05-27T00:32:36.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.679+0000 7f905e400640 1 -- 172.21.15.44:0/3111496480 shutdown_connections 2024-05-27T00:32:36.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.679+0000 7f905e400640 1 --2- 172.21.15.44:0/3111496480 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9058109a30 0x7f9058110350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:36.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.679+0000 7f905e400640 1 --2- 172.21.15.44:0/3111496480 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9058109070 0x7f90581094f0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:36.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.679+0000 7f905e400640 1 --2- 172.21.15.44:0/3111496480 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9058107e90 0x7f90581082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:36.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.679+0000 7f905e400640 1 -- 172.21.15.44:0/3111496480 >> 172.21.15.44:0/3111496480 conn(0x7f9058076e70 msgr2=0x7f90580792b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:36.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.679+0000 7f905e400640 1 -- 172.21.15.44:0/3111496480 shutdown_connections 2024-05-27T00:32:36.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.679+0000 7f905e400640 1 -- 172.21.15.44:0/3111496480 wait complete. 2024-05-27T00:32:36.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.680+0000 7f905e400640 1 Processor -- start 2024-05-27T00:32:36.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.680+0000 7f905e400640 1 -- start start 2024-05-27T00:32:36.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.680+0000 7f905e400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9058107e90 0x7f905819e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:36.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.680+0000 7f905e400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9058109070 0x7f905819e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:36.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.680+0000 7f905e400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9058109a30 0x7f90581a5880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:36.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.680+0000 7f905e400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9058113d10 con 0x7f9058107e90 2024-05-27T00:32:36.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.680+0000 7f905e400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9058113b90 con 0x7f9058109a30 2024-05-27T00:32:36.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.680+0000 7f905e400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f9058113e90 con 0x7f9058109070 2024-05-27T00:32:36.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.680+0000 7f9057e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9058109070 0x7f905819e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:36.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.680+0000 7f905d000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9058107e90 0x7f905819e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:36.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.681+0000 7f9057e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9058109070 0x7f905819e810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:46356/0 (socket says 172.21.15.44:46356) 2024-05-27T00:32:36.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.681+0000 7f9057e00640 1 -- 172.21.15.44:0/1158817549 learned_addr learned my addr 172.21.15.44:0/1158817549 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:36.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.681+0000 7f905da00640 1 --2- 172.21.15.44:0/1158817549 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9058109a30 0x7f90581a5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:36.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.681+0000 7f9057e00640 1 -- 172.21.15.44:0/1158817549 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9058109a30 msgr2=0x7f90581a5880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:36.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.681+0000 7f9057e00640 1 --2- 172.21.15.44:0/1158817549 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9058109a30 0x7f90581a5880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:36.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.681+0000 7f9057e00640 1 -- 172.21.15.44:0/1158817549 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9058107e90 msgr2=0x7f905819e2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:36.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.681+0000 7f9057e00640 1 --2- 172.21.15.44:0/1158817549 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9058107e90 0x7f905819e2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:36.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.681+0000 7f9057e00640 1 -- 172.21.15.44:0/1158817549 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90581a5ef0 con 0x7f9058109070 2024-05-27T00:32:36.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.681+0000 7f905d000640 1 --2- 172.21.15.44:0/1158817549 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9058107e90 0x7f905819e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:36.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.681+0000 7f9057e00640 1 --2- 172.21.15.44:0/1158817549 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9058109070 0x7f905819e810 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f90400316a0 tx=0x7f9040032d70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:36.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.682+0000 7f9055600640 1 -- 172.21.15.44:0/1158817549 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f904003f030 con 0x7f9058109070 2024-05-27T00:32:36.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.682+0000 7f905e400640 1 -- 172.21.15.44:0/1158817549 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90581a6180 con 0x7f9058109070 2024-05-27T00:32:36.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.682+0000 7f9055600640 1 -- 172.21.15.44:0/1158817549 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9040003d00 con 0x7f9058109070 2024-05-27T00:32:36.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.682+0000 7f9055600640 1 -- 172.21.15.44:0/1158817549 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9040035070 con 0x7f9058109070 2024-05-27T00:32:36.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.682+0000 7f905e400640 1 -- 172.21.15.44:0/1158817549 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90581a66c0 con 0x7f9058109070 2024-05-27T00:32:36.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.683+0000 7f905e400640 1 -- 172.21.15.44:0/1158817549 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f905810f1d0 con 0x7f9058109070 2024-05-27T00:32:36.686 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.685+0000 7f9055600640 1 -- 172.21.15.44:0/1158817549 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9040042030 con 0x7f9058109070 2024-05-27T00:32:36.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.686+0000 7f9055600640 1 --2- 172.21.15.44:0/1158817549 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f903c0a2b90 0x7f903c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:36.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.686+0000 7f9055600640 1 -- 172.21.15.44:0/1158817549 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f90400efa00 con 0x7f9058109070 2024-05-27T00:32:36.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.687+0000 7f905d000640 1 --2- 172.21.15.44:0/1158817549 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f903c0a2b90 0x7f903c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:36.689 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.687+0000 7f905d000640 1 --2- 172.21.15.44:0/1158817549 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f903c0a2b90 0x7f903c0a5050 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f9058108be0 tx=0x7f9048005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:36.692 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.691+0000 7f9055600640 1 -- 172.21.15.44:0/1158817549 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f90400bc6c0 con 0x7f9058109070 2024-05-27T00:32:36.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:36 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/176638241' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:36.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:36 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/176638241' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:36.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.896+0000 7f905e400640 1 -- 172.21.15.44:0/1158817549 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f905802d2e0 con 0x7f9058109070 2024-05-27T00:32:36.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.897+0000 7f9055600640 1 -- 172.21.15.44:0/1158817549 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) ==== 93+0+10 (secure 0 0 0) 0x7f90400bbfc0 con 0x7f9058109070 2024-05-27T00:32:36.898 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 1 2024-05-27T00:32:36.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.899+0000 7f905e400640 1 -- 172.21.15.44:0/1158817549 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f903c0a2b90 msgr2=0x7f903c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:36.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.899+0000 7f905e400640 1 --2- 172.21.15.44:0/1158817549 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f903c0a2b90 0x7f903c0a5050 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f9058108be0 tx=0x7f9048005f90 comp rx=0 tx=0).stop 2024-05-27T00:32:36.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.899+0000 7f905e400640 1 -- 172.21.15.44:0/1158817549 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9058109070 msgr2=0x7f905819e810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:36.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.899+0000 7f905e400640 1 --2- 172.21.15.44:0/1158817549 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9058109070 0x7f905819e810 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f90400316a0 tx=0x7f9040032d70 comp rx=0 tx=0).stop 2024-05-27T00:32:36.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.900+0000 7f905e400640 1 -- 172.21.15.44:0/1158817549 shutdown_connections 2024-05-27T00:32:36.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.900+0000 7f905e400640 1 --2- 172.21.15.44:0/1158817549 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f903c0a2b90 0x7f903c0a5050 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:36.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.900+0000 7f905e400640 1 --2- 172.21.15.44:0/1158817549 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9058109a30 0x7f90581a5880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:36.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.900+0000 7f905e400640 1 --2- 172.21.15.44:0/1158817549 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9058109070 0x7f905819e810 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:36.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.900+0000 7f905e400640 1 --2- 172.21.15.44:0/1158817549 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9058107e90 0x7f905819e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:36.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.900+0000 7f905e400640 1 -- 172.21.15.44:0/1158817549 >> 172.21.15.44:0/1158817549 conn(0x7f9058076e70 msgr2=0x7f905810c3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:36.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.900+0000 7f905e400640 1 -- 172.21.15.44:0/1158817549 shutdown_connections 2024-05-27T00:32:36.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:36.900+0000 7f905e400640 1 -- 172.21.15.44:0/1158817549 wait complete. 2024-05-27T00:32:36.920 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-27T00:32:36.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:36 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/176638241' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:37.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.131+0000 7f0003e00640 1 -- 172.21.15.44:0/3586662492 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0004109070 msgr2=0x7f00041094f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:37.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.131+0000 7f0003e00640 1 --2- 172.21.15.44:0/3586662492 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0004109070 0x7f00041094f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7effec009900 tx=0x7effec02a400 comp rx=0 tx=0).stop 2024-05-27T00:32:37.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.131+0000 7f0003e00640 1 -- 172.21.15.44:0/3586662492 shutdown_connections 2024-05-27T00:32:37.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.131+0000 7f0003e00640 1 --2- 172.21.15.44:0/3586662492 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0004109a30 0x7f0004110350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:37.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.131+0000 7f0003e00640 1 --2- 172.21.15.44:0/3586662492 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0004109070 0x7f00041094f0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:37.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.131+0000 7f0003e00640 1 --2- 172.21.15.44:0/3586662492 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0004107e90 0x7f00041082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:37.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.131+0000 7f0003e00640 1 -- 172.21.15.44:0/3586662492 >> 172.21.15.44:0/3586662492 conn(0x7f0004076e70 msgr2=0x7f00040792b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:37.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.132+0000 7f0003e00640 1 -- 172.21.15.44:0/3586662492 shutdown_connections 2024-05-27T00:32:37.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.132+0000 7f0003e00640 1 -- 172.21.15.44:0/3586662492 wait complete. 2024-05-27T00:32:37.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.133+0000 7f0003e00640 1 Processor -- start 2024-05-27T00:32:37.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.133+0000 7f0003e00640 1 -- start start 2024-05-27T00:32:37.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.133+0000 7f0003e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0004107e90 0x7f000419e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:37.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.133+0000 7f0003e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0004109070 0x7f000419e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:37.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.133+0000 7f0003e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0004109a30 0x7f00041a5860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:37.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.133+0000 7f0003e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0004113cc0 con 0x7f0004109a30 2024-05-27T00:32:37.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.133+0000 7f0003e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0004113b40 con 0x7f0004109070 2024-05-27T00:32:37.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.133+0000 7f0003e00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f0004113e40 con 0x7f0004107e90 2024-05-27T00:32:37.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.134+0000 7f0003400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0004109a30 0x7f00041a5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:37.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.134+0000 7f0002a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0004107e90 0x7f000419e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:37.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.134+0000 7f0002a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0004107e90 0x7f000419e2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:46372/0 (socket says 172.21.15.44:46372) 2024-05-27T00:32:37.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.134+0000 7f0002a00640 1 -- 172.21.15.44:0/631416616 learned_addr learned my addr 172.21.15.44:0/631416616 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:37.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.134+0000 7f0003400640 1 --2- 172.21.15.44:0/631416616 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0004109a30 0x7f00041a5860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:50194/0 (socket says 172.21.15.44:50194) 2024-05-27T00:32:37.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.134+0000 7efffa000640 1 --2- 172.21.15.44:0/631416616 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0004109070 0x7f000419e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:37.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.134+0000 7f0002a00640 1 -- 172.21.15.44:0/631416616 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0004109070 msgr2=0x7f000419e7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:37.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.134+0000 7f0002a00640 1 --2- 172.21.15.44:0/631416616 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0004109070 0x7f000419e7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:37.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.134+0000 7f0002a00640 1 -- 172.21.15.44:0/631416616 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0004109a30 msgr2=0x7f00041a5860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:37.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.134+0000 7f0002a00640 1 --2- 172.21.15.44:0/631416616 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0004109a30 0x7f00041a5860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:37.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.134+0000 7f0002a00640 1 -- 172.21.15.44:0/631416616 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00041a5ed0 con 0x7f0004107e90 2024-05-27T00:32:37.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.135+0000 7f0002a00640 1 --2- 172.21.15.44:0/631416616 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0004107e90 0x7f000419e2b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7efff400e9c0 tx=0x7efff400edc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:37.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.135+0000 7efffbe00640 1 -- 172.21.15.44:0/631416616 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff400ccc0 con 0x7f0004107e90 2024-05-27T00:32:37.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.135+0000 7f0003e00640 1 -- 172.21.15.44:0/631416616 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00041a61c0 con 0x7f0004107e90 2024-05-27T00:32:37.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.135+0000 7efffbe00640 1 -- 172.21.15.44:0/631416616 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efff40035f0 con 0x7f0004107e90 2024-05-27T00:32:37.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.135+0000 7efffbe00640 1 -- 172.21.15.44:0/631416616 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff400ce60 con 0x7f0004107e90 2024-05-27T00:32:37.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.135+0000 7f0003e00640 1 -- 172.21.15.44:0/631416616 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00041a66e0 con 0x7f0004107e90 2024-05-27T00:32:37.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.136+0000 7f0003e00640 1 -- 172.21.15.44:0/631416616 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f000410f1d0 con 0x7f0004107e90 2024-05-27T00:32:37.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.138+0000 7efffbe00640 1 -- 172.21.15.44:0/631416616 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7efff40037a0 con 0x7f0004107e90 2024-05-27T00:32:37.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.140+0000 7efffbe00640 1 --2- 172.21.15.44:0/631416616 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7effe80a2c10 0x7effe80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:37.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.140+0000 7efffbe00640 1 -- 172.21.15.44:0/631416616 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7efff40cf7b0 con 0x7f0004107e90 2024-05-27T00:32:37.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.140+0000 7efffa000640 1 --2- 172.21.15.44:0/631416616 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7effe80a2c10 0x7effe80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:37.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.141+0000 7efffa000640 1 --2- 172.21.15.44:0/631416616 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7effe80a2c10 0x7effe80a50d0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7effec006010 tx=0x7effec031640 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:37.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.144+0000 7efffbe00640 1 -- 172.21.15.44:0/631416616 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7efff409c470 con 0x7f0004107e90 2024-05-27T00:32:37.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.348+0000 7f0003e00640 1 -- 172.21.15.44:0/631416616 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f00040625a0 con 0x7f0004107e90 2024-05-27T00:32:37.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.348+0000 7efffbe00640 1 -- 172.21.15.44:0/631416616 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) ==== 104+0+11 (secure 0 0 0) 0x7efff409bd70 con 0x7f0004107e90 2024-05-27T00:32:37.350 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:32:37.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.351+0000 7f0003e00640 1 -- 172.21.15.44:0/631416616 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7effe80a2c10 msgr2=0x7effe80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:37.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.351+0000 7f0003e00640 1 --2- 172.21.15.44:0/631416616 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7effe80a2c10 0x7effe80a50d0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7effec006010 tx=0x7effec031640 comp rx=0 tx=0).stop 2024-05-27T00:32:37.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.351+0000 7f0003e00640 1 -- 172.21.15.44:0/631416616 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0004107e90 msgr2=0x7f000419e2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:37.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.351+0000 7f0003e00640 1 --2- 172.21.15.44:0/631416616 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0004107e90 0x7f000419e2b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7efff400e9c0 tx=0x7efff400edc0 comp rx=0 tx=0).stop 2024-05-27T00:32:37.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.351+0000 7f0003e00640 1 -- 172.21.15.44:0/631416616 shutdown_connections 2024-05-27T00:32:37.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.351+0000 7f0003e00640 1 --2- 172.21.15.44:0/631416616 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7effe80a2c10 0x7effe80a50d0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:37.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.351+0000 7f0003e00640 1 --2- 172.21.15.44:0/631416616 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0004109a30 0x7f00041a5860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:37.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.351+0000 7f0003e00640 1 --2- 172.21.15.44:0/631416616 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0004109070 0x7f000419e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:37.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.351+0000 7f0003e00640 1 --2- 172.21.15.44:0/631416616 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0004107e90 0x7f000419e2b0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:37.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.351+0000 7f0003e00640 1 -- 172.21.15.44:0/631416616 >> 172.21.15.44:0/631416616 conn(0x7f0004076e70 msgr2=0x7f000410c3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:37.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.351+0000 7f0003e00640 1 -- 172.21.15.44:0/631416616 shutdown_connections 2024-05-27T00:32:37.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.351+0000 7f0003e00640 1 -- 172.21.15.44:0/631416616 wait complete. 2024-05-27T00:32:37.375 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-27T00:32:37.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.583+0000 7f46e7200640 1 -- 172.21.15.44:0/1969251866 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46e8109a30 msgr2=0x7f46e8110350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:37.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.583+0000 7f46e7200640 1 --2- 172.21.15.44:0/1969251866 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46e8109a30 0x7f46e8110350 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f46e0009ca0 tx=0x7f46e002a8c0 comp rx=0 tx=0).stop 2024-05-27T00:32:37.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.584+0000 7f46e7200640 1 -- 172.21.15.44:0/1969251866 shutdown_connections 2024-05-27T00:32:37.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.584+0000 7f46e7200640 1 --2- 172.21.15.44:0/1969251866 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46e8109a30 0x7f46e8110350 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:37.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.584+0000 7f46e7200640 1 --2- 172.21.15.44:0/1969251866 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46e8109070 0x7f46e81094f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:37.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.584+0000 7f46e7200640 1 --2- 172.21.15.44:0/1969251866 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46e8107e90 0x7f46e81082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:37.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.584+0000 7f46e7200640 1 -- 172.21.15.44:0/1969251866 >> 172.21.15.44:0/1969251866 conn(0x7f46e8076e70 msgr2=0x7f46e80792b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:37.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.584+0000 7f46e7200640 1 -- 172.21.15.44:0/1969251866 shutdown_connections 2024-05-27T00:32:37.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.584+0000 7f46e7200640 1 -- 172.21.15.44:0/1969251866 wait complete. 2024-05-27T00:32:37.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.585+0000 7f46e7200640 1 Processor -- start 2024-05-27T00:32:37.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.585+0000 7f46e7200640 1 -- start start 2024-05-27T00:32:37.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.585+0000 7f46e7200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46e8107e90 0x7f46e819e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:37.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.585+0000 7f46e7200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46e8109070 0x7f46e819e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:37.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.585+0000 7f46e7200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46e8109a30 0x7f46e81a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:37.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.585+0000 7f46e7200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f46e8113d10 con 0x7f46e8109a30 2024-05-27T00:32:37.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.585+0000 7f46e7200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f46e8113b90 con 0x7f46e8107e90 2024-05-27T00:32:37.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.585+0000 7f46e7200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f46e8113e90 con 0x7f46e8109070 2024-05-27T00:32:37.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.586+0000 7f46e6800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46e8109a30 0x7f46e81a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:37.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.586+0000 7f46e5400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46e8109070 0x7f46e819e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:37.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.586+0000 7f46e5400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46e8109070 0x7f46e819e750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:46380/0 (socket says 172.21.15.44:46380) 2024-05-27T00:32:37.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.586+0000 7f46e5400640 1 -- 172.21.15.44:0/1759385123 learned_addr learned my addr 172.21.15.44:0/1759385123 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:37.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.586+0000 7f46e5e00640 1 --2- 172.21.15.44:0/1759385123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46e8107e90 0x7f46e819e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:37.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.586+0000 7f46e5400640 1 -- 172.21.15.44:0/1759385123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46e8107e90 msgr2=0x7f46e819e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:37.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.586+0000 7f46e5400640 1 --2- 172.21.15.44:0/1759385123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46e8107e90 0x7f46e819e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:37.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.586+0000 7f46e5400640 1 -- 172.21.15.44:0/1759385123 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46e8109a30 msgr2=0x7f46e81a57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:37.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.586+0000 7f46e5400640 1 --2- 172.21.15.44:0/1759385123 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46e8109a30 0x7f46e81a57c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:37.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.586+0000 7f46e5400640 1 -- 172.21.15.44:0/1759385123 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46e81a5e30 con 0x7f46e8109070 2024-05-27T00:32:37.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.586+0000 7f46e5400640 1 --2- 172.21.15.44:0/1759385123 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46e8109070 0x7f46e819e750 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f46d000ea60 tx=0x7f46d000ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:37.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.587+0000 7f46dea00640 1 -- 172.21.15.44:0/1759385123 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46d000cde0 con 0x7f46e8109070 2024-05-27T00:32:37.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.587+0000 7f46dea00640 1 -- 172.21.15.44:0/1759385123 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f46d00035f0 con 0x7f46e8109070 2024-05-27T00:32:37.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.587+0000 7f46dea00640 1 -- 172.21.15.44:0/1759385123 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46d0010720 con 0x7f46e8109070 2024-05-27T00:32:37.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.587+0000 7f46e7200640 1 -- 172.21.15.44:0/1759385123 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46e81a6120 con 0x7f46e8109070 2024-05-27T00:32:37.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.587+0000 7f46e7200640 1 -- 172.21.15.44:0/1759385123 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46e81a6620 con 0x7f46e8109070 2024-05-27T00:32:37.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.588+0000 7f46e7200640 1 -- 172.21.15.44:0/1759385123 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46e810f160 con 0x7f46e8109070 2024-05-27T00:32:37.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.590+0000 7f46dea00640 1 -- 172.21.15.44:0/1759385123 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f46d00037a0 con 0x7f46e8109070 2024-05-27T00:32:37.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.591+0000 7f46dea00640 1 --2- 172.21.15.44:0/1759385123 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f46cc0a2b90 0x7f46cc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:37.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.592+0000 7f46dea00640 1 -- 172.21.15.44:0/1759385123 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f46d00cf660 con 0x7f46e8109070 2024-05-27T00:32:37.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.592+0000 7f46e5e00640 1 --2- 172.21.15.44:0/1759385123 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f46cc0a2b90 0x7f46cc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:37.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.592+0000 7f46e5e00640 1 --2- 172.21.15.44:0/1759385123 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f46cc0a2b90 0x7f46cc0a5050 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f46e8108be0 tx=0x7f46d8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:37.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.593+0000 7f46dea00640 1 -- 172.21.15.44:0/1759385123 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f46d009c320 con 0x7f46e8109070 2024-05-27T00:32:37.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:37 smithi137 ceph-mon[36552]: pgmap v329: 129 pgs: 129 active+clean; 579 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-05-27T00:32:37.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:37 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1158817549' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:32:37.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:37 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/631416616' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:32:37.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.803+0000 7f46e7200640 1 -- 172.21.15.44:0/1759385123 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f46e802d470 con 0x7f46e8109070 2024-05-27T00:32:37.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.804+0000 7f46dea00640 1 -- 172.21.15.44:0/1759385123 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) ==== 100+0+11 (secure 0 0 0) 0x7f46d0086020 con 0x7f46e8109070 2024-05-27T00:32:37.805 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 64 2024-05-27T00:32:37.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.807+0000 7f46e7200640 1 -- 172.21.15.44:0/1759385123 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f46cc0a2b90 msgr2=0x7f46cc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:37.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.807+0000 7f46e7200640 1 --2- 172.21.15.44:0/1759385123 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f46cc0a2b90 0x7f46cc0a5050 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f46e8108be0 tx=0x7f46d8005f90 comp rx=0 tx=0).stop 2024-05-27T00:32:37.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.807+0000 7f46e7200640 1 -- 172.21.15.44:0/1759385123 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46e8109070 msgr2=0x7f46e819e750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:37.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.807+0000 7f46e7200640 1 --2- 172.21.15.44:0/1759385123 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46e8109070 0x7f46e819e750 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f46d000ea60 tx=0x7f46d000ef20 comp rx=0 tx=0).stop 2024-05-27T00:32:37.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.807+0000 7f46e7200640 1 -- 172.21.15.44:0/1759385123 shutdown_connections 2024-05-27T00:32:37.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.807+0000 7f46e7200640 1 --2- 172.21.15.44:0/1759385123 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f46cc0a2b90 0x7f46cc0a5050 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:37.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.807+0000 7f46e7200640 1 --2- 172.21.15.44:0/1759385123 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46e8109a30 0x7f46e81a57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:37.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.807+0000 7f46e7200640 1 --2- 172.21.15.44:0/1759385123 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46e8109070 0x7f46e819e750 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:37.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.807+0000 7f46e7200640 1 --2- 172.21.15.44:0/1759385123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46e8107e90 0x7f46e819e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:37.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.807+0000 7f46e7200640 1 -- 172.21.15.44:0/1759385123 >> 172.21.15.44:0/1759385123 conn(0x7f46e8076e70 msgr2=0x7f46e810c330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:37.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.807+0000 7f46e7200640 1 -- 172.21.15.44:0/1759385123 shutdown_connections 2024-05-27T00:32:37.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:37.807+0000 7f46e7200640 1 -- 172.21.15.44:0/1759385123 wait complete. 2024-05-27T00:32:37.825 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:37 smithi044 ceph-mon[31645]: pgmap v329: 129 pgs: 129 active+clean; 579 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-05-27T00:32:37.825 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:37 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1158817549' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:32:37.825 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:37 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/631416616' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:32:37.828 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-05-27T00:32:37.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:37 smithi050 ceph-mon[36071]: pgmap v329: 129 pgs: 129 active+clean; 579 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-05-27T00:32:37.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:37 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1158817549' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:32:37.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:37 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/631416616' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:32:38.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.044+0000 7fe0c1a00640 1 -- 172.21.15.44:0/2211538274 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe0bc101930 msgr2=0x7fe0bc101d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:38.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.044+0000 7fe0c1a00640 1 --2- 172.21.15.44:0/2211538274 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe0bc101930 0x7fe0bc101d50 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fe0ac009ca0 tx=0x7fe0ac02a8c0 comp rx=0 tx=0).stop 2024-05-27T00:32:38.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.045+0000 7fe0c1a00640 1 -- 172.21.15.44:0/2211538274 shutdown_connections 2024-05-27T00:32:38.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.045+0000 7fe0c1a00640 1 --2- 172.21.15.44:0/2211538274 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0bc1034e0 0x7fe0bc109d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:38.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.045+0000 7fe0c1a00640 1 --2- 172.21.15.44:0/2211538274 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe0bc102b20 0x7fe0bc102fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:38.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.045+0000 7fe0c1a00640 1 --2- 172.21.15.44:0/2211538274 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe0bc101930 0x7fe0bc101d50 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:38.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.045+0000 7fe0c1a00640 1 -- 172.21.15.44:0/2211538274 >> 172.21.15.44:0/2211538274 conn(0x7fe0bc0fcea0 msgr2=0x7fe0bc0ff2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:38.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.045+0000 7fe0c1a00640 1 -- 172.21.15.44:0/2211538274 shutdown_connections 2024-05-27T00:32:38.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.045+0000 7fe0c1a00640 1 -- 172.21.15.44:0/2211538274 wait complete. 2024-05-27T00:32:38.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.046+0000 7fe0c1a00640 1 Processor -- start 2024-05-27T00:32:38.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.046+0000 7fe0c1a00640 1 -- start start 2024-05-27T00:32:38.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.047+0000 7fe0c1a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe0bc101930 0x7fe0bc197d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:38.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.047+0000 7fe0c1a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe0bc102b20 0x7fe0bc1982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:38.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.047+0000 7fe0c1a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0bc1034e0 0x7fe0bc19f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:38.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.047+0000 7fe0c1a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe0bc10d6b0 con 0x7fe0bc101930 2024-05-27T00:32:38.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.047+0000 7fe0c1a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe0bc10d530 con 0x7fe0bc1034e0 2024-05-27T00:32:38.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.047+0000 7fe0c1a00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fe0bc10d830 con 0x7fe0bc102b20 2024-05-27T00:32:38.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.047+0000 7fe0bbe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe0bc101930 0x7fe0bc197d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:38.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.047+0000 7fe0bbe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe0bc101930 0x7fe0bc197d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:50230/0 (socket says 172.21.15.44:50230) 2024-05-27T00:32:38.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.047+0000 7fe0bbe00640 1 -- 172.21.15.44:0/3781201450 learned_addr learned my addr 172.21.15.44:0/3781201450 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:38.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.047+0000 7fe0bb400640 1 --2- 172.21.15.44:0/3781201450 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe0bc102b20 0x7fe0bc1982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:38.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.047+0000 7fe0c1000640 1 --2- 172.21.15.44:0/3781201450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0bc1034e0 0x7fe0bc19f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:38.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.048+0000 7fe0bbe00640 1 -- 172.21.15.44:0/3781201450 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe0bc102b20 msgr2=0x7fe0bc1982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:38.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.048+0000 7fe0bbe00640 1 --2- 172.21.15.44:0/3781201450 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe0bc102b20 0x7fe0bc1982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:38.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.048+0000 7fe0bbe00640 1 -- 172.21.15.44:0/3781201450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0bc1034e0 msgr2=0x7fe0bc19f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:38.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.048+0000 7fe0bbe00640 1 --2- 172.21.15.44:0/3781201450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0bc1034e0 0x7fe0bc19f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:38.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.048+0000 7fe0bbe00640 1 -- 172.21.15.44:0/3781201450 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0bc19f980 con 0x7fe0bc101930 2024-05-27T00:32:38.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.048+0000 7fe0c1000640 1 --2- 172.21.15.44:0/3781201450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0bc1034e0 0x7fe0bc19f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:32:38.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.048+0000 7fe0bbe00640 1 --2- 172.21.15.44:0/3781201450 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe0bc101930 0x7fe0bc197d60 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe0ac000f80 tx=0x7fe0ac0319f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:38.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.048+0000 7fe0b8c00640 1 -- 172.21.15.44:0/3781201450 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0ac003b70 con 0x7fe0bc101930 2024-05-27T00:32:38.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.048+0000 7fe0c1a00640 1 -- 172.21.15.44:0/3781201450 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0bc19fc10 con 0x7fe0bc101930 2024-05-27T00:32:38.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.048+0000 7fe0b8c00640 1 -- 172.21.15.44:0/3781201450 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe0ac003d10 con 0x7fe0bc101930 2024-05-27T00:32:38.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.048+0000 7fe0b8c00640 1 -- 172.21.15.44:0/3781201450 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0ac02fce0 con 0x7fe0bc101930 2024-05-27T00:32:38.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.048+0000 7fe0c1a00640 1 -- 172.21.15.44:0/3781201450 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0bc1a01b0 con 0x7fe0bc101930 2024-05-27T00:32:38.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.050+0000 7fe0c1a00640 1 -- 172.21.15.44:0/3781201450 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0bc108bf0 con 0x7fe0bc101930 2024-05-27T00:32:38.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.052+0000 7fe0b8c00640 1 -- 172.21.15.44:0/3781201450 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fe0ac004040 con 0x7fe0bc101930 2024-05-27T00:32:38.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.053+0000 7fe0b8c00640 1 --2- 172.21.15.44:0/3781201450 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe0a00a2c10 0x7fe0a00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:38.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.053+0000 7fe0b8c00640 1 -- 172.21.15.44:0/3781201450 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7fe0ac0f06b0 con 0x7fe0bc101930 2024-05-27T00:32:38.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.053+0000 7fe0bb400640 1 --2- 172.21.15.44:0/3781201450 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe0a00a2c10 0x7fe0a00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:38.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.054+0000 7fe0bb400640 1 --2- 172.21.15.44:0/3781201450 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe0a00a2c10 0x7fe0a00a50d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc199270 tx=0x7fe0a4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:38.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.058+0000 7fe0b8c00640 1 -- 172.21.15.44:0/3781201450 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe0ac0bd370 con 0x7fe0bc101930 2024-05-27T00:32:38.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.261+0000 7fe0c1a00640 1 -- 172.21.15.44:0/3781201450 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fe0bc0625a0 con 0x7fe0bc101930 2024-05-27T00:32:38.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.262+0000 7fe0b8c00640 1 -- 172.21.15.44:0/3781201450 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v91) ==== 103+0+11 (secure 0 0 0) 0x7fe0ac0bcc70 con 0x7fe0bc101930 2024-05-27T00:32:38.263 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:32:38.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.265+0000 7fe0c1a00640 1 -- 172.21.15.44:0/3781201450 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe0a00a2c10 msgr2=0x7fe0a00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:38.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.265+0000 7fe0c1a00640 1 --2- 172.21.15.44:0/3781201450 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe0a00a2c10 0x7fe0a00a50d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc199270 tx=0x7fe0a4005f90 comp rx=0 tx=0).stop 2024-05-27T00:32:38.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.265+0000 7fe0c1a00640 1 -- 172.21.15.44:0/3781201450 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe0bc101930 msgr2=0x7fe0bc197d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:38.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.265+0000 7fe0c1a00640 1 --2- 172.21.15.44:0/3781201450 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe0bc101930 0x7fe0bc197d60 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe0ac000f80 tx=0x7fe0ac0319f0 comp rx=0 tx=0).stop 2024-05-27T00:32:38.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.265+0000 7fe0c1a00640 1 -- 172.21.15.44:0/3781201450 shutdown_connections 2024-05-27T00:32:38.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.265+0000 7fe0c1a00640 1 --2- 172.21.15.44:0/3781201450 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe0a00a2c10 0x7fe0a00a50d0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:38.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.265+0000 7fe0c1a00640 1 --2- 172.21.15.44:0/3781201450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0bc1034e0 0x7fe0bc19f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:38.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.265+0000 7fe0c1a00640 1 --2- 172.21.15.44:0/3781201450 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe0bc102b20 0x7fe0bc1982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:38.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.265+0000 7fe0c1a00640 1 --2- 172.21.15.44:0/3781201450 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe0bc101930 0x7fe0bc197d60 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:38.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.265+0000 7fe0c1a00640 1 -- 172.21.15.44:0/3781201450 >> 172.21.15.44:0/3781201450 conn(0x7fe0bc0fcea0 msgr2=0x7fe0bc105dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:38.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.265+0000 7fe0c1a00640 1 -- 172.21.15.44:0/3781201450 shutdown_connections 2024-05-27T00:32:38.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.265+0000 7fe0c1a00640 1 -- 172.21.15.44:0/3781201450 wait complete. 2024-05-27T00:32:38.287 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-05-27T00:32:38.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.506+0000 7fd31d600640 1 -- 172.21.15.44:0/1086615015 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd318103460 msgr2=0x7fd318109cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:38.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.506+0000 7fd31d600640 1 --2- 172.21.15.44:0/1086615015 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd318103460 0x7fd318109cf0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fd310009860 tx=0x7fd31002a340 comp rx=0 tx=0).stop 2024-05-27T00:32:38.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.507+0000 7fd31d600640 1 -- 172.21.15.44:0/1086615015 shutdown_connections 2024-05-27T00:32:38.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.507+0000 7fd31d600640 1 --2- 172.21.15.44:0/1086615015 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd318103460 0x7fd318109cf0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:38.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.507+0000 7fd31d600640 1 --2- 172.21.15.44:0/1086615015 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd318102aa0 0x7fd318102f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:38.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.507+0000 7fd31d600640 1 --2- 172.21.15.44:0/1086615015 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd3181018b0 0x7fd318101cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:38.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.507+0000 7fd31d600640 1 -- 172.21.15.44:0/1086615015 >> 172.21.15.44:0/1086615015 conn(0x7fd3180fce40 msgr2=0x7fd3180ff260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:38.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.507+0000 7fd31d600640 1 -- 172.21.15.44:0/1086615015 shutdown_connections 2024-05-27T00:32:38.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.507+0000 7fd31d600640 1 -- 172.21.15.44:0/1086615015 wait complete. 2024-05-27T00:32:38.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.508+0000 7fd31d600640 1 Processor -- start 2024-05-27T00:32:38.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.508+0000 7fd31d600640 1 -- start start 2024-05-27T00:32:38.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.508+0000 7fd31d600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd3181018b0 0x7fd318199df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:38.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.508+0000 7fd31d600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd318102aa0 0x7fd31819a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:38.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.508+0000 7fd31d600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd318103460 0x7fd3181a13a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:38.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.508+0000 7fd31d600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd31810d660 con 0x7fd318103460 2024-05-27T00:32:38.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.508+0000 7fd31d600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd31810d4e0 con 0x7fd318102aa0 2024-05-27T00:32:38.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.508+0000 7fd31d600640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fd31810d7e0 con 0x7fd3181018b0 2024-05-27T00:32:38.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.508+0000 7fd31cc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd318103460 0x7fd3181a13a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:38.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.509+0000 7fd31cc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd318103460 0x7fd3181a13a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:50250/0 (socket says 172.21.15.44:50250) 2024-05-27T00:32:38.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.509+0000 7fd31cc00640 1 -- 172.21.15.44:0/428159541 learned_addr learned my addr 172.21.15.44:0/428159541 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:38.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.509+0000 7fd317e00640 1 --2- 172.21.15.44:0/428159541 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd3181018b0 0x7fd318199df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:38.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.509+0000 7fd317400640 1 --2- 172.21.15.44:0/428159541 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd318102aa0 0x7fd31819a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:38.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.509+0000 7fd31cc00640 1 -- 172.21.15.44:0/428159541 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd3181018b0 msgr2=0x7fd318199df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:38.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.509+0000 7fd31cc00640 1 --2- 172.21.15.44:0/428159541 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd3181018b0 0x7fd318199df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:38.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.509+0000 7fd31cc00640 1 -- 172.21.15.44:0/428159541 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd318102aa0 msgr2=0x7fd31819a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:38.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.509+0000 7fd31cc00640 1 --2- 172.21.15.44:0/428159541 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd318102aa0 0x7fd31819a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:38.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.509+0000 7fd31cc00640 1 -- 172.21.15.44:0/428159541 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3181a1a10 con 0x7fd318103460 2024-05-27T00:32:38.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.509+0000 7fd317e00640 1 --2- 172.21.15.44:0/428159541 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd3181018b0 0x7fd318199df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:38.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.509+0000 7fd31cc00640 1 --2- 172.21.15.44:0/428159541 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd318103460 0x7fd3181a13a0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fd31002a930 tx=0x7fd310032670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:38.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.510+0000 7fd314c00640 1 -- 172.21.15.44:0/428159541 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd310040020 con 0x7fd318103460 2024-05-27T00:32:38.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.510+0000 7fd314c00640 1 -- 172.21.15.44:0/428159541 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd310038040 con 0x7fd318103460 2024-05-27T00:32:38.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.510+0000 7fd31d600640 1 -- 172.21.15.44:0/428159541 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3181a1ca0 con 0x7fd318103460 2024-05-27T00:32:38.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.510+0000 7fd314c00640 1 -- 172.21.15.44:0/428159541 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd310037070 con 0x7fd318103460 2024-05-27T00:32:38.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.510+0000 7fd31d600640 1 -- 172.21.15.44:0/428159541 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3181a2190 con 0x7fd318103460 2024-05-27T00:32:38.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.511+0000 7fd31d600640 1 -- 172.21.15.44:0/428159541 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3181a2360 con 0x7fd318103460 2024-05-27T00:32:38.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.513+0000 7fd314c00640 1 -- 172.21.15.44:0/428159541 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fd310043020 con 0x7fd318103460 2024-05-27T00:32:38.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.514+0000 7fd314c00640 1 --2- 172.21.15.44:0/428159541 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2fc0a2b90 0x7fd2fc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:38.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.515+0000 7fd314c00640 1 -- 172.21.15.44:0/428159541 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7fd3100ef160 con 0x7fd318103460 2024-05-27T00:32:38.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.515+0000 7fd317e00640 1 --2- 172.21.15.44:0/428159541 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2fc0a2b90 0x7fd2fc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:38.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.516+0000 7fd317e00640 1 --2- 172.21.15.44:0/428159541 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2fc0a2b90 0x7fd2fc0a5050 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fd3080096c0 tx=0x7fd308009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:38.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.519+0000 7fd314c00640 1 -- 172.21.15.44:0/428159541 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd3100bbe20 con 0x7fd318103460 2024-05-27T00:32:38.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:38 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1759385123' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:32:38.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:38 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3781201450' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:32:38.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.740+0000 7fd31d600640 1 -- 172.21.15.44:0/428159541 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd3181a2530 con 0x7fd318103460 2024-05-27T00:32:38.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.741+0000 7fd314c00640 1 -- 172.21.15.44:0/428159541 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v91) ==== 81+0+592 (secure 0 0 0) 0x7fd3100bb720 con 0x7fd318103460 2024-05-27T00:32:38.743 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/2530323195 2024-05-28T00:24:20.259434+0000 2024-05-27T00:32:38.743 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6801/3059550402 2024-05-28T00:24:20.259434+0000 2024-05-27T00:32:38.743 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/3492144479 2024-05-28T00:23:45.063917+0000 2024-05-27T00:32:38.743 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6800/3059550402 2024-05-28T00:24:20.259434+0000 2024-05-27T00:32:38.743 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6800/1746688742 2024-05-28T00:23:45.063917+0000 2024-05-27T00:32:38.743 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/1224856036 2024-05-28T00:24:20.259434+0000 2024-05-27T00:32:38.743 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/2012580398 2024-05-28T00:23:45.063917+0000 2024-05-27T00:32:38.743 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/2519931377 2024-05-28T00:23:45.063917+0000 2024-05-27T00:32:38.743 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6801/1746688742 2024-05-28T00:23:45.063917+0000 2024-05-27T00:32:38.744 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/1919797537 2024-05-28T00:24:20.259434+0000 2024-05-27T00:32:38.744 INFO:teuthology.orchestra.run.smithi044.stderr:listed 10 entries 2024-05-27T00:32:38.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.744+0000 7fd31d600640 1 -- 172.21.15.44:0/428159541 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2fc0a2b90 msgr2=0x7fd2fc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:38.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.744+0000 7fd31d600640 1 --2- 172.21.15.44:0/428159541 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2fc0a2b90 0x7fd2fc0a5050 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fd3080096c0 tx=0x7fd308009260 comp rx=0 tx=0).stop 2024-05-27T00:32:38.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.744+0000 7fd31d600640 1 -- 172.21.15.44:0/428159541 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd318103460 msgr2=0x7fd3181a13a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:38.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.744+0000 7fd31d600640 1 --2- 172.21.15.44:0/428159541 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd318103460 0x7fd3181a13a0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fd31002a930 tx=0x7fd310032670 comp rx=0 tx=0).stop 2024-05-27T00:32:38.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.744+0000 7fd31d600640 1 -- 172.21.15.44:0/428159541 shutdown_connections 2024-05-27T00:32:38.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.744+0000 7fd31d600640 1 --2- 172.21.15.44:0/428159541 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2fc0a2b90 0x7fd2fc0a5050 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:38.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.744+0000 7fd31d600640 1 --2- 172.21.15.44:0/428159541 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd318103460 0x7fd3181a13a0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:38.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.744+0000 7fd31d600640 1 --2- 172.21.15.44:0/428159541 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd318102aa0 0x7fd31819a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:38.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.744+0000 7fd31d600640 1 --2- 172.21.15.44:0/428159541 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd3181018b0 0x7fd318199df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:38.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.744+0000 7fd31d600640 1 -- 172.21.15.44:0/428159541 >> 172.21.15.44:0/428159541 conn(0x7fd3180fce40 msgr2=0x7fd318073bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:38.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.744+0000 7fd31d600640 1 -- 172.21.15.44:0/428159541 shutdown_connections 2024-05-27T00:32:38.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:38.744+0000 7fd31d600640 1 -- 172.21.15.44:0/428159541 wait complete. 2024-05-27T00:32:38.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:38 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1759385123' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:32:38.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:38 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3781201450' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:32:38.764 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:32:38.764 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-27T00:32:38.812 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:32:38.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:38 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1759385123' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:32:38.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:38 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3781201450' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:32:39.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.072+0000 7f971de00640 1 -- 172.21.15.44:0/1612830523 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f97181057d0 msgr2=0x7f971810c060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:39.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.072+0000 7f971de00640 1 --2- 172.21.15.44:0/1612830523 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f97181057d0 0x7f971810c060 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f9710009ca0 tx=0x7f971002a8b0 comp rx=0 tx=0).stop 2024-05-27T00:32:39.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.072+0000 7f971de00640 1 -- 172.21.15.44:0/1612830523 shutdown_connections 2024-05-27T00:32:39.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.072+0000 7f971de00640 1 --2- 172.21.15.44:0/1612830523 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f97181057d0 0x7f971810c060 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:39.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.072+0000 7f971de00640 1 --2- 172.21.15.44:0/1612830523 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9718104e10 0x7f9718105290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:39.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.072+0000 7f971de00640 1 --2- 172.21.15.44:0/1612830523 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9718103c20 0x7f9718104040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:39.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.072+0000 7f971de00640 1 -- 172.21.15.44:0/1612830523 >> 172.21.15.44:0/1612830523 conn(0x7f97180ff190 msgr2=0x7f97181015d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:39.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.072+0000 7f971de00640 1 -- 172.21.15.44:0/1612830523 shutdown_connections 2024-05-27T00:32:39.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.072+0000 7f971de00640 1 -- 172.21.15.44:0/1612830523 wait complete. 2024-05-27T00:32:39.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.073+0000 7f971de00640 1 Processor -- start 2024-05-27T00:32:39.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.073+0000 7f971de00640 1 -- start start 2024-05-27T00:32:39.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.073+0000 7f971de00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9718103c20 0x7f9718199f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:39.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.073+0000 7f971de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9718104e10 0x7f971819a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:39.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.073+0000 7f971de00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97181057d0 0x7f97181a1540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:39.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.073+0000 7f971de00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f971810fa10 con 0x7f9718104e10 2024-05-27T00:32:39.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.074+0000 7f971de00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f971810f890 con 0x7f97181057d0 2024-05-27T00:32:39.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.074+0000 7f971de00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f971810fb90 con 0x7f9718103c20 2024-05-27T00:32:39.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.074+0000 7f9716a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9718103c20 0x7f9718199f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:39.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.074+0000 7f9716a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9718103c20 0x7f9718199f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:46426/0 (socket says 172.21.15.44:46426) 2024-05-27T00:32:39.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.074+0000 7f9716a00640 1 -- 172.21.15.44:0/2053274887 learned_addr learned my addr 172.21.15.44:0/2053274887 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:39.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.074+0000 7f9716000640 1 --2- 172.21.15.44:0/2053274887 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9718104e10 0x7f971819a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:39.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.074+0000 7f9717400640 1 --2- 172.21.15.44:0/2053274887 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97181057d0 0x7f97181a1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:39.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.074+0000 7f9716a00640 1 -- 172.21.15.44:0/2053274887 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97181057d0 msgr2=0x7f97181a1540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:39.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.074+0000 7f9716a00640 1 --2- 172.21.15.44:0/2053274887 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97181057d0 0x7f97181a1540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:39.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.074+0000 7f9716a00640 1 -- 172.21.15.44:0/2053274887 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9718104e10 msgr2=0x7f971819a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:39.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.074+0000 7f9716a00640 1 --2- 172.21.15.44:0/2053274887 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9718104e10 0x7f971819a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:39.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.074+0000 7f9716a00640 1 -- 172.21.15.44:0/2053274887 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97181a1bb0 con 0x7f9718103c20 2024-05-27T00:32:39.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.075+0000 7f9716a00640 1 --2- 172.21.15.44:0/2053274887 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9718103c20 0x7f9718199f90 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f970800e9c0 tx=0x7f970800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:39.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.075+0000 7f971ca00640 1 -- 172.21.15.44:0/2053274887 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f970800cd80 con 0x7f9718103c20 2024-05-27T00:32:39.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.075+0000 7f971ca00640 1 -- 172.21.15.44:0/2053274887 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f97080035f0 con 0x7f9718103c20 2024-05-27T00:32:39.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.075+0000 7f971de00640 1 -- 172.21.15.44:0/2053274887 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97181a1ea0 con 0x7f9718103c20 2024-05-27T00:32:39.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.075+0000 7f971ca00640 1 -- 172.21.15.44:0/2053274887 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9708010690 con 0x7f9718103c20 2024-05-27T00:32:39.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.075+0000 7f971de00640 1 -- 172.21.15.44:0/2053274887 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97181a2300 con 0x7f9718103c20 2024-05-27T00:32:39.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.076+0000 7f971de00640 1 -- 172.21.15.44:0/2053274887 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f971810ae70 con 0x7f9718103c20 2024-05-27T00:32:39.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.079+0000 7f971ca00640 1 -- 172.21.15.44:0/2053274887 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f97080037a0 con 0x7f9718103c20 2024-05-27T00:32:39.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.080+0000 7f971ca00640 1 --2- 172.21.15.44:0/2053274887 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f96fc0a2b90 0x7f96fc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:39.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.080+0000 7f971ca00640 1 -- 172.21.15.44:0/2053274887 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f97080cf740 con 0x7f9718103c20 2024-05-27T00:32:39.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.080+0000 7f9716000640 1 --2- 172.21.15.44:0/2053274887 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f96fc0a2b90 0x7f96fc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:39.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.081+0000 7f9716000640 1 --2- 172.21.15.44:0/2053274887 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f96fc0a2b90 0x7f96fc0a5050 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f971819b4a0 tx=0x7f9704005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:39.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.084+0000 7f971ca00640 1 -- 172.21.15.44:0/2053274887 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f970809c400 con 0x7f9718103c20 2024-05-27T00:32:39.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.291+0000 7f971de00640 1 -- 172.21.15.44:0/2053274887 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f97180626a0 con 0x7f9718103c20 2024-05-27T00:32:39.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.293+0000 7f971ca00640 1 -- 172.21.15.44:0/2053274887 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24070 (secure 0 0 0) 0x7f970809bd00 con 0x7f9718103c20 2024-05-27T00:32:39.295 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:39.295 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":91,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:32:23.882073+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:32:39.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.296+0000 7f971de00640 1 -- 172.21.15.44:0/2053274887 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f96fc0a2b90 msgr2=0x7f96fc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:39.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.296+0000 7f971de00640 1 --2- 172.21.15.44:0/2053274887 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f96fc0a2b90 0x7f96fc0a5050 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f971819b4a0 tx=0x7f9704005f90 comp rx=0 tx=0).stop 2024-05-27T00:32:39.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.296+0000 7f971de00640 1 -- 172.21.15.44:0/2053274887 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9718103c20 msgr2=0x7f9718199f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:39.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.296+0000 7f971de00640 1 --2- 172.21.15.44:0/2053274887 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9718103c20 0x7f9718199f90 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f970800e9c0 tx=0x7f970800ee80 comp rx=0 tx=0).stop 2024-05-27T00:32:39.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.296+0000 7f971de00640 1 -- 172.21.15.44:0/2053274887 shutdown_connections 2024-05-27T00:32:39.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.296+0000 7f971de00640 1 --2- 172.21.15.44:0/2053274887 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f96fc0a2b90 0x7f96fc0a5050 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:39.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.296+0000 7f971de00640 1 --2- 172.21.15.44:0/2053274887 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f97181057d0 0x7f97181a1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:39.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.296+0000 7f971de00640 1 --2- 172.21.15.44:0/2053274887 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9718104e10 0x7f971819a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:39.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.296+0000 7f971de00640 1 --2- 172.21.15.44:0/2053274887 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9718103c20 0x7f9718199f90 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:39.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.296+0000 7f971de00640 1 -- 172.21.15.44:0/2053274887 >> 172.21.15.44:0/2053274887 conn(0x7f97180ff190 msgr2=0x7f9718108040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:39.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.296+0000 7f971de00640 1 -- 172.21.15.44:0/2053274887 shutdown_connections 2024-05-27T00:32:39.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.296+0000 7f971de00640 1 -- 172.21.15.44:0/2053274887 wait complete. 2024-05-27T00:32:39.317 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-27T00:27:02.979133+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-27T00:32:16.909207+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-27T00:32:17.962562+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-05-27T00:32:21.951818+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-05-27T00:32:39.318 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-27T00:32:39.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.541+0000 7f732d000640 1 -- 172.21.15.44:0/3614339098 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7328105690 msgr2=0x7f732810bf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:39.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.541+0000 7f732d000640 1 --2- 172.21.15.44:0/3614339098 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7328105690 0x7f732810bf20 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7320009900 tx=0x7f732002a3f0 comp rx=0 tx=0).stop 2024-05-27T00:32:39.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.541+0000 7f732d000640 1 -- 172.21.15.44:0/3614339098 shutdown_connections 2024-05-27T00:32:39.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.541+0000 7f732d000640 1 --2- 172.21.15.44:0/3614339098 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7328105690 0x7f732810bf20 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:39.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.541+0000 7f732d000640 1 --2- 172.21.15.44:0/3614339098 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7328104cd0 0x7f7328105150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:39.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.541+0000 7f732d000640 1 --2- 172.21.15.44:0/3614339098 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7328103ae0 0x7f7328103f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:39.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.541+0000 7f732d000640 1 -- 172.21.15.44:0/3614339098 >> 172.21.15.44:0/3614339098 conn(0x7f73280ff050 msgr2=0x7f7328101490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:39.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.541+0000 7f732d000640 1 -- 172.21.15.44:0/3614339098 shutdown_connections 2024-05-27T00:32:39.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.541+0000 7f732d000640 1 -- 172.21.15.44:0/3614339098 wait complete. 2024-05-27T00:32:39.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.542+0000 7f732d000640 1 Processor -- start 2024-05-27T00:32:39.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.542+0000 7f732d000640 1 -- start start 2024-05-27T00:32:39.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.542+0000 7f732d000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7328103ae0 0x7f7328199e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:39.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.543+0000 7f732d000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7328104cd0 0x7f732819a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:39.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.543+0000 7f732d000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7328105690 0x7f73281a13d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:39.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.543+0000 7f732d000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f732810f8d0 con 0x7f7328103ae0 2024-05-27T00:32:39.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.543+0000 7f732d000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f732810f750 con 0x7f7328104cd0 2024-05-27T00:32:39.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.543+0000 7f732d000640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f732810fa50 con 0x7f7328105690 2024-05-27T00:32:39.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.543+0000 7f7327400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7328103ae0 0x7f7328199e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:39.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.543+0000 7f7327400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7328103ae0 0x7f7328199e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:50282/0 (socket says 172.21.15.44:50282) 2024-05-27T00:32:39.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.543+0000 7f7326a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7328104cd0 0x7f732819a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:39.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.543+0000 7f7327400640 1 -- 172.21.15.44:0/1334775336 learned_addr learned my addr 172.21.15.44:0/1334775336 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:39.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.543+0000 7f7327e00640 1 --2- 172.21.15.44:0/1334775336 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7328105690 0x7f73281a13d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:39.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.543+0000 7f7326a00640 1 -- 172.21.15.44:0/1334775336 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7328105690 msgr2=0x7f73281a13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:39.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.543+0000 7f7326a00640 1 --2- 172.21.15.44:0/1334775336 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7328105690 0x7f73281a13d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:39.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.543+0000 7f7326a00640 1 -- 172.21.15.44:0/1334775336 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7328103ae0 msgr2=0x7f7328199e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:39.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.543+0000 7f7326a00640 1 --2- 172.21.15.44:0/1334775336 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7328103ae0 0x7f7328199e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:39.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.543+0000 7f7326a00640 1 -- 172.21.15.44:0/1334775336 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73281a1a40 con 0x7f7328104cd0 2024-05-27T00:32:39.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.543+0000 7f7327400640 1 --2- 172.21.15.44:0/1334775336 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7328103ae0 0x7f7328199e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:39.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.544+0000 7f7326a00640 1 --2- 172.21.15.44:0/1334775336 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7328104cd0 0x7f732819a360 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f731000e9f0 tx=0x7f731000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:39.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.544+0000 7f731fe00640 1 -- 172.21.15.44:0/1334775336 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f731000ccc0 con 0x7f7328104cd0 2024-05-27T00:32:39.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.544+0000 7f731fe00640 1 -- 172.21.15.44:0/1334775336 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7310010930 con 0x7f7328104cd0 2024-05-27T00:32:39.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.544+0000 7f731fe00640 1 -- 172.21.15.44:0/1334775336 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73100189f0 con 0x7f7328104cd0 2024-05-27T00:32:39.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.544+0000 7f732d000640 1 -- 172.21.15.44:0/1334775336 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73281a1d30 con 0x7f7328104cd0 2024-05-27T00:32:39.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.544+0000 7f732d000640 1 -- 172.21.15.44:0/1334775336 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73281a21d0 con 0x7f7328104cd0 2024-05-27T00:32:39.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.545+0000 7f732d000640 1 -- 172.21.15.44:0/1334775336 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f732810ada0 con 0x7f7328104cd0 2024-05-27T00:32:39.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.547+0000 7f731fe00640 1 -- 172.21.15.44:0/1334775336 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f7310010ae0 con 0x7f7328104cd0 2024-05-27T00:32:39.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.549+0000 7f731fe00640 1 --2- 172.21.15.44:0/1334775336 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f730c0a2b90 0x7f730c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:39.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.549+0000 7f731fe00640 1 -- 172.21.15.44:0/1334775336 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f73100cf5a0 con 0x7f7328104cd0 2024-05-27T00:32:39.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.549+0000 7f7327400640 1 --2- 172.21.15.44:0/1334775336 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f730c0a2b90 0x7f730c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:39.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.550+0000 7f7327400640 1 --2- 172.21.15.44:0/1334775336 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f730c0a2b90 0x7f730c0a5050 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f731800f7b0 tx=0x7f7318009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:39.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.553+0000 7f731fe00640 1 -- 172.21.15.44:0/1334775336 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f731009bc10 con 0x7f7328104cd0 2024-05-27T00:32:39.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:39 smithi044 ceph-mon[31645]: pgmap v330: 129 pgs: 129 active+clean; 579 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-05-27T00:32:39.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:39 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/428159541' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-27T00:32:39.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:39 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2053274887' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:39.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:39 smithi137 ceph-mon[36552]: pgmap v330: 129 pgs: 129 active+clean; 579 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-05-27T00:32:39.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:39 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/428159541' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-27T00:32:39.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:39 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2053274887' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:39.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.758+0000 7f732d000640 1 -- 172.21.15.44:0/1334775336 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f732802d520 con 0x7f7328104cd0 2024-05-27T00:32:39.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.759+0000 7f731fe00640 1 -- 172.21.15.44:0/1334775336 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) ==== 93+0+10 (secure 0 0 0) 0x7f731009ff10 con 0x7f7328104cd0 2024-05-27T00:32:39.761 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 1 2024-05-27T00:32:39.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.762+0000 7f732d000640 1 -- 172.21.15.44:0/1334775336 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f730c0a2b90 msgr2=0x7f730c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:39.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.762+0000 7f732d000640 1 --2- 172.21.15.44:0/1334775336 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f730c0a2b90 0x7f730c0a5050 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f731800f7b0 tx=0x7f7318009500 comp rx=0 tx=0).stop 2024-05-27T00:32:39.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.762+0000 7f732d000640 1 -- 172.21.15.44:0/1334775336 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7328104cd0 msgr2=0x7f732819a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:39.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.762+0000 7f732d000640 1 --2- 172.21.15.44:0/1334775336 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7328104cd0 0x7f732819a360 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f731000e9f0 tx=0x7f731000eeb0 comp rx=0 tx=0).stop 2024-05-27T00:32:39.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.762+0000 7f732d000640 1 -- 172.21.15.44:0/1334775336 shutdown_connections 2024-05-27T00:32:39.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.762+0000 7f732d000640 1 --2- 172.21.15.44:0/1334775336 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f730c0a2b90 0x7f730c0a5050 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:39.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.762+0000 7f732d000640 1 --2- 172.21.15.44:0/1334775336 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7328105690 0x7f73281a13d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:39.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.762+0000 7f732d000640 1 --2- 172.21.15.44:0/1334775336 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7328104cd0 0x7f732819a360 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:39.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.762+0000 7f732d000640 1 --2- 172.21.15.44:0/1334775336 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7328103ae0 0x7f7328199e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:39.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.762+0000 7f732d000640 1 -- 172.21.15.44:0/1334775336 >> 172.21.15.44:0/1334775336 conn(0x7f73280ff050 msgr2=0x7f7328107f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:39.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.762+0000 7f732d000640 1 -- 172.21.15.44:0/1334775336 shutdown_connections 2024-05-27T00:32:39.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:39.762+0000 7f732d000640 1 -- 172.21.15.44:0/1334775336 wait complete. 2024-05-27T00:32:39.783 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-27T00:32:39.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:39 smithi050 ceph-mon[36071]: pgmap v330: 129 pgs: 129 active+clean; 579 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-05-27T00:32:39.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:39 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/428159541' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-27T00:32:39.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:39 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2053274887' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:40.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.001+0000 7f2186200640 1 -- 172.21.15.44:0/1010251177 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2180109070 msgr2=0x7f21801094f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:40.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.001+0000 7f2186200640 1 --2- 172.21.15.44:0/1010251177 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2180109070 0x7f21801094f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f2170009860 tx=0x7f217002a340 comp rx=0 tx=0).stop 2024-05-27T00:32:40.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.001+0000 7f2186200640 1 -- 172.21.15.44:0/1010251177 shutdown_connections 2024-05-27T00:32:40.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.001+0000 7f2186200640 1 --2- 172.21.15.44:0/1010251177 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2180109a30 0x7f2180110350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.001+0000 7f2186200640 1 --2- 172.21.15.44:0/1010251177 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2180109070 0x7f21801094f0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.001+0000 7f2186200640 1 --2- 172.21.15.44:0/1010251177 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2180107e90 0x7f21801082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.001+0000 7f2186200640 1 -- 172.21.15.44:0/1010251177 >> 172.21.15.44:0/1010251177 conn(0x7f2180076e70 msgr2=0x7f21800792b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:40.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.001+0000 7f2186200640 1 -- 172.21.15.44:0/1010251177 shutdown_connections 2024-05-27T00:32:40.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.001+0000 7f2186200640 1 -- 172.21.15.44:0/1010251177 wait complete. 2024-05-27T00:32:40.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.002+0000 7f2186200640 1 Processor -- start 2024-05-27T00:32:40.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.002+0000 7f2186200640 1 -- start start 2024-05-27T00:32:40.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.003+0000 7f2186200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2180107e90 0x7f218019e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:40.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.003+0000 7f2186200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2180109070 0x7f218019e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:40.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.003+0000 7f2186200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2180109a30 0x7f21801a5860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:40.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.003+0000 7f2186200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2180113cd0 con 0x7f2180109070 2024-05-27T00:32:40.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.003+0000 7f2186200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2180113b50 con 0x7f2180107e90 2024-05-27T00:32:40.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.003+0000 7f2186200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f2180113e50 con 0x7f2180109a30 2024-05-27T00:32:40.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.003+0000 7f2177e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2180109070 0x7f218019e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:40.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.003+0000 7f2177e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2180109070 0x7f218019e7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:50288/0 (socket says 172.21.15.44:50288) 2024-05-27T00:32:40.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.003+0000 7f2177e00640 1 -- 172.21.15.44:0/2828171400 learned_addr learned my addr 172.21.15.44:0/2828171400 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:40.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.003+0000 7f2184e00640 1 --2- 172.21.15.44:0/2828171400 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2180107e90 0x7f218019e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:40.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.003+0000 7f2185800640 1 --2- 172.21.15.44:0/2828171400 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2180109a30 0x7f21801a5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:40.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.004+0000 7f2177e00640 1 -- 172.21.15.44:0/2828171400 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2180109a30 msgr2=0x7f21801a5860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:40.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.004+0000 7f2177e00640 1 --2- 172.21.15.44:0/2828171400 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2180109a30 0x7f21801a5860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.004+0000 7f2177e00640 1 -- 172.21.15.44:0/2828171400 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2180107e90 msgr2=0x7f218019e2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:40.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.004+0000 7f2177e00640 1 --2- 172.21.15.44:0/2828171400 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2180107e90 0x7f218019e2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.004+0000 7f2177e00640 1 -- 172.21.15.44:0/2828171400 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21801a5ed0 con 0x7f2180109070 2024-05-27T00:32:40.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.004+0000 7f2184e00640 1 --2- 172.21.15.44:0/2828171400 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2180107e90 0x7f218019e2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:40.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.004+0000 7f2177e00640 1 --2- 172.21.15.44:0/2828171400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2180109070 0x7f218019e7f0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f2170005940 tx=0x7f2170032670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:40.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.004+0000 7f217e000640 1 -- 172.21.15.44:0/2828171400 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2170037050 con 0x7f2180109070 2024-05-27T00:32:40.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.004+0000 7f217e000640 1 -- 172.21.15.44:0/2828171400 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2170043070 con 0x7f2180109070 2024-05-27T00:32:40.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.004+0000 7f2186200640 1 -- 172.21.15.44:0/2828171400 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21801a6160 con 0x7f2180109070 2024-05-27T00:32:40.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.004+0000 7f217e000640 1 -- 172.21.15.44:0/2828171400 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2170003e20 con 0x7f2180109070 2024-05-27T00:32:40.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.005+0000 7f2186200640 1 -- 172.21.15.44:0/2828171400 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21801a6650 con 0x7f2180109070 2024-05-27T00:32:40.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.006+0000 7f2186200640 1 -- 172.21.15.44:0/2828171400 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f218010f1d0 con 0x7f2180109070 2024-05-27T00:32:40.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.008+0000 7f217e000640 1 -- 172.21.15.44:0/2828171400 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f21700035f0 con 0x7f2180109070 2024-05-27T00:32:40.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.009+0000 7f217e000640 1 --2- 172.21.15.44:0/2828171400 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f21600a2b90 0x7f21600a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:40.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.009+0000 7f217e000640 1 -- 172.21.15.44:0/2828171400 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f21700ef490 con 0x7f2180109070 2024-05-27T00:32:40.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.009+0000 7f2184e00640 1 --2- 172.21.15.44:0/2828171400 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f21600a2b90 0x7f21600a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:40.012 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.010+0000 7f2184e00640 1 --2- 172.21.15.44:0/2828171400 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f21600a2b90 0x7f21600a5050 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2180108be0 tx=0x7f2168009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:40.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.015+0000 7f217e000640 1 -- 172.21.15.44:0/2828171400 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f217004c060 con 0x7f2180109070 2024-05-27T00:32:40.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.216+0000 7f2186200640 1 -- 172.21.15.44:0/2828171400 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f21800625a0 con 0x7f2180109070 2024-05-27T00:32:40.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.217+0000 7f217e000640 1 -- 172.21.15.44:0/2828171400 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) ==== 104+0+11 (secure 0 0 0) 0x7f21700bc1b0 con 0x7f2180109070 2024-05-27T00:32:40.219 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:32:40.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.220+0000 7f2186200640 1 -- 172.21.15.44:0/2828171400 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f21600a2b90 msgr2=0x7f21600a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:40.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.220+0000 7f2186200640 1 --2- 172.21.15.44:0/2828171400 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f21600a2b90 0x7f21600a5050 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2180108be0 tx=0x7f2168009260 comp rx=0 tx=0).stop 2024-05-27T00:32:40.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.220+0000 7f2186200640 1 -- 172.21.15.44:0/2828171400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2180109070 msgr2=0x7f218019e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:40.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.220+0000 7f2186200640 1 --2- 172.21.15.44:0/2828171400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2180109070 0x7f218019e7f0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f2170005940 tx=0x7f2170032670 comp rx=0 tx=0).stop 2024-05-27T00:32:40.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.220+0000 7f2186200640 1 -- 172.21.15.44:0/2828171400 shutdown_connections 2024-05-27T00:32:40.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.220+0000 7f2186200640 1 --2- 172.21.15.44:0/2828171400 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f21600a2b90 0x7f21600a5050 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.220+0000 7f2186200640 1 --2- 172.21.15.44:0/2828171400 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2180109a30 0x7f21801a5860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.220+0000 7f2186200640 1 --2- 172.21.15.44:0/2828171400 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2180109070 0x7f218019e7f0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.220+0000 7f2186200640 1 --2- 172.21.15.44:0/2828171400 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2180107e90 0x7f218019e2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.220+0000 7f2186200640 1 -- 172.21.15.44:0/2828171400 >> 172.21.15.44:0/2828171400 conn(0x7f2180076e70 msgr2=0x7f218010c3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:40.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.220+0000 7f2186200640 1 -- 172.21.15.44:0/2828171400 shutdown_connections 2024-05-27T00:32:40.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.220+0000 7f2186200640 1 -- 172.21.15.44:0/2828171400 wait complete. 2024-05-27T00:32:40.242 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-27T00:32:40.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.461+0000 7faf8b200640 1 -- 172.21.15.44:0/1114551178 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf84109a30 msgr2=0x7faf84110350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:40.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.461+0000 7faf8b200640 1 --2- 172.21.15.44:0/1114551178 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf84109a30 0x7faf84110350 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7faf80009ca0 tx=0x7faf8002a8c0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.461+0000 7faf8b200640 1 -- 172.21.15.44:0/1114551178 shutdown_connections 2024-05-27T00:32:40.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.461+0000 7faf8b200640 1 --2- 172.21.15.44:0/1114551178 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf84109a30 0x7faf84110350 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.461+0000 7faf8b200640 1 --2- 172.21.15.44:0/1114551178 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf84109070 0x7faf841094f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.461+0000 7faf8b200640 1 --2- 172.21.15.44:0/1114551178 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faf84107e90 0x7faf841082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.461+0000 7faf8b200640 1 -- 172.21.15.44:0/1114551178 >> 172.21.15.44:0/1114551178 conn(0x7faf84076e70 msgr2=0x7faf840792b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:40.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.462+0000 7faf8b200640 1 -- 172.21.15.44:0/1114551178 shutdown_connections 2024-05-27T00:32:40.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.462+0000 7faf8b200640 1 -- 172.21.15.44:0/1114551178 wait complete. 2024-05-27T00:32:40.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.463+0000 7faf8b200640 1 Processor -- start 2024-05-27T00:32:40.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.463+0000 7faf8b200640 1 -- start start 2024-05-27T00:32:40.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.463+0000 7faf8b200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf84107e90 0x7faf8419e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:40.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.463+0000 7faf8b200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faf84109070 0x7faf8419e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:40.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.463+0000 7faf8b200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf84109a30 0x7faf841a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:40.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.463+0000 7faf8b200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7faf84113d10 con 0x7faf84107e90 2024-05-27T00:32:40.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.463+0000 7faf8b200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faf84113b90 con 0x7faf84109a30 2024-05-27T00:32:40.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.463+0000 7faf8b200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7faf84113e90 con 0x7faf84109070 2024-05-27T00:32:40.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.463+0000 7faf89e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf84107e90 0x7faf8419e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:40.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.463+0000 7faf89e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf84107e90 0x7faf8419e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:50306/0 (socket says 172.21.15.44:50306) 2024-05-27T00:32:40.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.463+0000 7faf89e00640 1 -- 172.21.15.44:0/704735877 learned_addr learned my addr 172.21.15.44:0/704735877 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:40.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.463+0000 7faf89400640 1 --2- 172.21.15.44:0/704735877 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faf84109070 0x7faf8419e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:40.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.464+0000 7faf8a800640 1 --2- 172.21.15.44:0/704735877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf84109a30 0x7faf841a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:40.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.464+0000 7faf89e00640 1 -- 172.21.15.44:0/704735877 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faf84109070 msgr2=0x7faf8419e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:40.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.464+0000 7faf89e00640 1 --2- 172.21.15.44:0/704735877 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faf84109070 0x7faf8419e750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.464+0000 7faf89e00640 1 -- 172.21.15.44:0/704735877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf84109a30 msgr2=0x7faf841a57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:40.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.464+0000 7faf89e00640 1 --2- 172.21.15.44:0/704735877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf84109a30 0x7faf841a57c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.464+0000 7faf89e00640 1 -- 172.21.15.44:0/704735877 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf841a5e30 con 0x7faf84107e90 2024-05-27T00:32:40.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.464+0000 7faf89e00640 1 --2- 172.21.15.44:0/704735877 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf84107e90 0x7faf8419e210 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7faf7800e9c0 tx=0x7faf7800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:40.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.464+0000 7faf7ea00640 1 -- 172.21.15.44:0/704735877 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf7800cd80 con 0x7faf84107e90 2024-05-27T00:32:40.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.465+0000 7faf7ea00640 1 -- 172.21.15.44:0/704735877 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faf780035f0 con 0x7faf84107e90 2024-05-27T00:32:40.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.465+0000 7faf8b200640 1 -- 172.21.15.44:0/704735877 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf841a6120 con 0x7faf84107e90 2024-05-27T00:32:40.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.465+0000 7faf7ea00640 1 -- 172.21.15.44:0/704735877 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf78010670 con 0x7faf84107e90 2024-05-27T00:32:40.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.465+0000 7faf8b200640 1 -- 172.21.15.44:0/704735877 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf841a6620 con 0x7faf84107e90 2024-05-27T00:32:40.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.466+0000 7faf8b200640 1 -- 172.21.15.44:0/704735877 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf8410f160 con 0x7faf84107e90 2024-05-27T00:32:40.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.468+0000 7faf7ea00640 1 -- 172.21.15.44:0/704735877 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7faf780037a0 con 0x7faf84107e90 2024-05-27T00:32:40.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.469+0000 7faf7ea00640 1 --2- 172.21.15.44:0/704735877 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faf6c0a2b90 0x7faf6c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:40.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.469+0000 7faf7ea00640 1 -- 172.21.15.44:0/704735877 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7faf780cf680 con 0x7faf84107e90 2024-05-27T00:32:40.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.469+0000 7faf89400640 1 --2- 172.21.15.44:0/704735877 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faf6c0a2b90 0x7faf6c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:40.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.470+0000 7faf89400640 1 --2- 172.21.15.44:0/704735877 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faf6c0a2b90 0x7faf6c0a5050 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7faf740095f0 tx=0x7faf74005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:40.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.474+0000 7faf7ea00640 1 -- 172.21.15.44:0/704735877 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7faf7809c340 con 0x7faf84107e90 2024-05-27T00:32:40.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.677+0000 7faf8b200640 1 -- 172.21.15.44:0/704735877 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7faf840625a0 con 0x7faf84107e90 2024-05-27T00:32:40.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.678+0000 7faf7ea00640 1 -- 172.21.15.44:0/704735877 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) ==== 100+0+11 (secure 0 0 0) 0x7faf7809bc40 con 0x7faf84107e90 2024-05-27T00:32:40.680 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 64 2024-05-27T00:32:40.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.681+0000 7faf8b200640 1 -- 172.21.15.44:0/704735877 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faf6c0a2b90 msgr2=0x7faf6c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:40.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.681+0000 7faf8b200640 1 --2- 172.21.15.44:0/704735877 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faf6c0a2b90 0x7faf6c0a5050 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7faf740095f0 tx=0x7faf74005f90 comp rx=0 tx=0).stop 2024-05-27T00:32:40.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.681+0000 7faf8b200640 1 -- 172.21.15.44:0/704735877 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf84107e90 msgr2=0x7faf8419e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:40.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.681+0000 7faf8b200640 1 --2- 172.21.15.44:0/704735877 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf84107e90 0x7faf8419e210 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7faf7800e9c0 tx=0x7faf7800ee80 comp rx=0 tx=0).stop 2024-05-27T00:32:40.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.681+0000 7faf8b200640 1 -- 172.21.15.44:0/704735877 shutdown_connections 2024-05-27T00:32:40.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.681+0000 7faf8b200640 1 --2- 172.21.15.44:0/704735877 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faf6c0a2b90 0x7faf6c0a5050 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.681+0000 7faf8b200640 1 --2- 172.21.15.44:0/704735877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf84109a30 0x7faf841a57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.681+0000 7faf8b200640 1 --2- 172.21.15.44:0/704735877 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faf84109070 0x7faf8419e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.681+0000 7faf8b200640 1 --2- 172.21.15.44:0/704735877 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf84107e90 0x7faf8419e210 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.683 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.681+0000 7faf8b200640 1 -- 172.21.15.44:0/704735877 >> 172.21.15.44:0/704735877 conn(0x7faf84076e70 msgr2=0x7faf8410c330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:40.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.681+0000 7faf8b200640 1 -- 172.21.15.44:0/704735877 shutdown_connections 2024-05-27T00:32:40.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.681+0000 7faf8b200640 1 -- 172.21.15.44:0/704735877 wait complete. 2024-05-27T00:32:40.702 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-05-27T00:32:40.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:40 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1334775336' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:32:40.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:40 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2828171400' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:32:40.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:40 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1334775336' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:32:40.767 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:40 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2828171400' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:32:40.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.910+0000 7f7b25600640 1 -- 172.21.15.44:0/3028881524 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b20102330 msgr2=0x7f7b20104720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:40.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.910+0000 7f7b25600640 1 --2- 172.21.15.44:0/3028881524 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b20102330 0x7f7b20104720 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f7b10009900 tx=0x7f7b1002a410 comp rx=0 tx=0).stop 2024-05-27T00:32:40.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.910+0000 7f7b25600640 1 -- 172.21.15.44:0/3028881524 shutdown_connections 2024-05-27T00:32:40.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.910+0000 7f7b25600640 1 --2- 172.21.15.44:0/3028881524 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7b20107590 0x7f7b201099e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.910+0000 7f7b25600640 1 --2- 172.21.15.44:0/3028881524 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b20104c60 0x7f7b20107050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.910+0000 7f7b25600640 1 --2- 172.21.15.44:0/3028881524 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b20102330 0x7f7b20104720 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.910+0000 7f7b25600640 1 -- 172.21.15.44:0/3028881524 >> 172.21.15.44:0/3028881524 conn(0x7f7b200fbd40 msgr2=0x7f7b200fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:40.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.910+0000 7f7b25600640 1 -- 172.21.15.44:0/3028881524 shutdown_connections 2024-05-27T00:32:40.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.910+0000 7f7b25600640 1 -- 172.21.15.44:0/3028881524 wait complete. 2024-05-27T00:32:40.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.911+0000 7f7b25600640 1 Processor -- start 2024-05-27T00:32:40.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.911+0000 7f7b25600640 1 -- start start 2024-05-27T00:32:40.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.912+0000 7f7b25600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b20102330 0x7f7b20199ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:40.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.912+0000 7f7b25600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7b20104c60 0x7f7b2019a400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:40.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.912+0000 7f7b25600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b20107590 0x7f7b201a1470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:40.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.912+0000 7f7b25600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7b2010d6d0 con 0x7f7b20102330 2024-05-27T00:32:40.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.912+0000 7f7b25600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7b2010d550 con 0x7f7b20107590 2024-05-27T00:32:40.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.912+0000 7f7b25600640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f7b2010d850 con 0x7f7b20104c60 2024-05-27T00:32:40.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.912+0000 7f7b1fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b20102330 0x7f7b20199ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:40.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.912+0000 7f7b24c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b20107590 0x7f7b201a1470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:40.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.912+0000 7f7b1fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b20102330 0x7f7b20199ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:50324/0 (socket says 172.21.15.44:50324) 2024-05-27T00:32:40.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.912+0000 7f7b1fe00640 1 -- 172.21.15.44:0/2741370349 learned_addr learned my addr 172.21.15.44:0/2741370349 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:40.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.912+0000 7f7b17400640 1 --2- 172.21.15.44:0/2741370349 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7b20104c60 0x7f7b2019a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:40.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.912+0000 7f7b1fe00640 1 -- 172.21.15.44:0/2741370349 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7b20104c60 msgr2=0x7f7b2019a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:40.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.912+0000 7f7b1fe00640 1 --2- 172.21.15.44:0/2741370349 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7b20104c60 0x7f7b2019a400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.912+0000 7f7b1fe00640 1 -- 172.21.15.44:0/2741370349 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b20107590 msgr2=0x7f7b201a1470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:40.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.912+0000 7f7b1fe00640 1 --2- 172.21.15.44:0/2741370349 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b20107590 0x7f7b201a1470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:40.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.912+0000 7f7b1fe00640 1 -- 172.21.15.44:0/2741370349 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b201a1ae0 con 0x7f7b20102330 2024-05-27T00:32:40.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.913+0000 7f7b1fe00640 1 --2- 172.21.15.44:0/2741370349 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b20102330 0x7f7b20199ec0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f7b100316a0 tx=0x7f7b10032d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:40.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.913+0000 7f7b1d600640 1 -- 172.21.15.44:0/2741370349 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b1003f030 con 0x7f7b20102330 2024-05-27T00:32:40.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.913+0000 7f7b1d600640 1 -- 172.21.15.44:0/2741370349 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7b10003d00 con 0x7f7b20102330 2024-05-27T00:32:40.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.913+0000 7f7b1d600640 1 -- 172.21.15.44:0/2741370349 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b10035070 con 0x7f7b20102330 2024-05-27T00:32:40.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.913+0000 7f7b25600640 1 -- 172.21.15.44:0/2741370349 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b201a1d70 con 0x7f7b20102330 2024-05-27T00:32:40.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.913+0000 7f7b25600640 1 -- 172.21.15.44:0/2741370349 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b201a21b0 con 0x7f7b20102330 2024-05-27T00:32:40.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.914+0000 7f7b25600640 1 -- 172.21.15.44:0/2741370349 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b201090e0 con 0x7f7b20102330 2024-05-27T00:32:40.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.917+0000 7f7b1d600640 1 -- 172.21.15.44:0/2741370349 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f7b10042030 con 0x7f7b20102330 2024-05-27T00:32:40.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.919+0000 7f7b1d600640 1 --2- 172.21.15.44:0/2741370349 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7b040a2c10 0x7f7b040a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:40.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.920+0000 7f7b1d600640 1 -- 172.21.15.44:0/2741370349 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f7b100efb20 con 0x7f7b20102330 2024-05-27T00:32:40.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.920+0000 7f7b17400640 1 --2- 172.21.15.44:0/2741370349 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7b040a2c10 0x7f7b040a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:40.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.920+0000 7f7b17400640 1 --2- 172.21.15.44:0/2741370349 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7b040a2c10 0x7f7b040a50d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f7b2019b3d0 tx=0x7f7b08005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:40.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:40.922+0000 7f7b1d600640 1 -- 172.21.15.44:0/2741370349 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7b100bc190 con 0x7f7b20102330 2024-05-27T00:32:40.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:40 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1334775336' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:32:40.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:40 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2828171400' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:32:41.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.124+0000 7f7b25600640 1 -- 172.21.15.44:0/2741370349 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f7b20062640 con 0x7f7b20102330 2024-05-27T00:32:41.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.126+0000 7f7b1d600640 1 -- 172.21.15.44:0/2741370349 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v91) ==== 103+0+11 (secure 0 0 0) 0x7f7b100c0490 con 0x7f7b20102330 2024-05-27T00:32:41.127 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:32:41.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.129+0000 7f7b25600640 1 -- 172.21.15.44:0/2741370349 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7b040a2c10 msgr2=0x7f7b040a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:41.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.129+0000 7f7b25600640 1 --2- 172.21.15.44:0/2741370349 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7b040a2c10 0x7f7b040a50d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f7b2019b3d0 tx=0x7f7b08005f90 comp rx=0 tx=0).stop 2024-05-27T00:32:41.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.129+0000 7f7b25600640 1 -- 172.21.15.44:0/2741370349 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b20102330 msgr2=0x7f7b20199ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:41.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.129+0000 7f7b25600640 1 --2- 172.21.15.44:0/2741370349 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b20102330 0x7f7b20199ec0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f7b100316a0 tx=0x7f7b10032d70 comp rx=0 tx=0).stop 2024-05-27T00:32:41.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.129+0000 7f7b25600640 1 -- 172.21.15.44:0/2741370349 shutdown_connections 2024-05-27T00:32:41.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.129+0000 7f7b25600640 1 --2- 172.21.15.44:0/2741370349 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7b040a2c10 0x7f7b040a50d0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:41.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.129+0000 7f7b25600640 1 --2- 172.21.15.44:0/2741370349 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b20107590 0x7f7b201a1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:41.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.129+0000 7f7b25600640 1 --2- 172.21.15.44:0/2741370349 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7b20104c60 0x7f7b2019a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:41.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.129+0000 7f7b25600640 1 --2- 172.21.15.44:0/2741370349 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b20102330 0x7f7b20199ec0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:41.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.129+0000 7f7b25600640 1 -- 172.21.15.44:0/2741370349 >> 172.21.15.44:0/2741370349 conn(0x7f7b200fbd40 msgr2=0x7f7b20101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:41.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.129+0000 7f7b25600640 1 -- 172.21.15.44:0/2741370349 shutdown_connections 2024-05-27T00:32:41.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.129+0000 7f7b25600640 1 -- 172.21.15.44:0/2741370349 wait complete. 2024-05-27T00:32:41.151 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-05-27T00:32:41.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.362+0000 7fc71f200640 1 -- 172.21.15.44:0/4170446257 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc718107640 msgr2=0x7fc718109a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:41.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.362+0000 7fc71f200640 1 --2- 172.21.15.44:0/4170446257 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc718107640 0x7fc718109a30 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fc714009900 tx=0x7fc71402a3f0 comp rx=0 tx=0).stop 2024-05-27T00:32:41.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.363+0000 7fc71f200640 1 -- 172.21.15.44:0/4170446257 shutdown_connections 2024-05-27T00:32:41.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.363+0000 7fc71f200640 1 --2- 172.21.15.44:0/4170446257 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc718107640 0x7fc718109a30 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:41.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.363+0000 7fc71f200640 1 --2- 172.21.15.44:0/4170446257 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc718104d10 0x7fc718107100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:41.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.363+0000 7fc71f200640 1 --2- 172.21.15.44:0/4170446257 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc7181023e0 0x7fc7181047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:41.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.363+0000 7fc71f200640 1 -- 172.21.15.44:0/4170446257 >> 172.21.15.44:0/4170446257 conn(0x7fc7180fbd10 msgr2=0x7fc7180fe150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:41.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.363+0000 7fc71f200640 1 -- 172.21.15.44:0/4170446257 shutdown_connections 2024-05-27T00:32:41.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.363+0000 7fc71f200640 1 -- 172.21.15.44:0/4170446257 wait complete. 2024-05-27T00:32:41.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.364+0000 7fc71f200640 1 Processor -- start 2024-05-27T00:32:41.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.364+0000 7fc71f200640 1 -- start start 2024-05-27T00:32:41.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.364+0000 7fc71f200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7181023e0 0x7fc718199e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:41.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.364+0000 7fc71f200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc718104d10 0x7fc71819a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:41.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.364+0000 7fc71f200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc718107640 0x7fc7181a1400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:41.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.364+0000 7fc71f200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc71810d680 con 0x7fc7181023e0 2024-05-27T00:32:41.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.364+0000 7fc71f200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc71810d500 con 0x7fc718107640 2024-05-27T00:32:41.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.364+0000 7fc71f200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fc71810d800 con 0x7fc718104d10 2024-05-27T00:32:41.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.365+0000 7fc71de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7181023e0 0x7fc718199e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:41.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.365+0000 7fc71de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7181023e0 0x7fc718199e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:50334/0 (socket says 172.21.15.44:50334) 2024-05-27T00:32:41.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.365+0000 7fc71de00640 1 -- 172.21.15.44:0/3115439096 learned_addr learned my addr 172.21.15.44:0/3115439096 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:41.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.365+0000 7fc71d400640 1 --2- 172.21.15.44:0/3115439096 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc718104d10 0x7fc71819a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:41.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.365+0000 7fc71e800640 1 --2- 172.21.15.44:0/3115439096 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc718107640 0x7fc7181a1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:41.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.365+0000 7fc71de00640 1 -- 172.21.15.44:0/3115439096 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc718104d10 msgr2=0x7fc71819a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:41.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.365+0000 7fc71de00640 1 --2- 172.21.15.44:0/3115439096 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc718104d10 0x7fc71819a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:41.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.365+0000 7fc71de00640 1 -- 172.21.15.44:0/3115439096 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc718107640 msgr2=0x7fc7181a1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:41.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.365+0000 7fc71de00640 1 --2- 172.21.15.44:0/3115439096 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc718107640 0x7fc7181a1400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:41.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.365+0000 7fc71de00640 1 -- 172.21.15.44:0/3115439096 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7181a1a70 con 0x7fc7181023e0 2024-05-27T00:32:41.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.365+0000 7fc71de00640 1 --2- 172.21.15.44:0/3115439096 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7181023e0 0x7fc718199e50 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fc71000eb90 tx=0x7fc71000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:41.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.366+0000 7fc70ea00640 1 -- 172.21.15.44:0/3115439096 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc710004d20 con 0x7fc7181023e0 2024-05-27T00:32:41.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.366+0000 7fc70ea00640 1 -- 172.21.15.44:0/3115439096 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc71000ee90 con 0x7fc7181023e0 2024-05-27T00:32:41.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.366+0000 7fc71f200640 1 -- 172.21.15.44:0/3115439096 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7181a1d60 con 0x7fc7181023e0 2024-05-27T00:32:41.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.366+0000 7fc70ea00640 1 -- 172.21.15.44:0/3115439096 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7100108b0 con 0x7fc7181023e0 2024-05-27T00:32:41.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.366+0000 7fc71f200640 1 -- 172.21.15.44:0/3115439096 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7181a21a0 con 0x7fc7181023e0 2024-05-27T00:32:41.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.367+0000 7fc71f200640 1 -- 172.21.15.44:0/3115439096 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc718109130 con 0x7fc7181023e0 2024-05-27T00:32:41.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.369+0000 7fc70ea00640 1 -- 172.21.15.44:0/3115439096 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc710005020 con 0x7fc7181023e0 2024-05-27T00:32:41.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.370+0000 7fc70ea00640 1 --2- 172.21.15.44:0/3115439096 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc7040a2b90 0x7fc7040a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:41.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.371+0000 7fc70ea00640 1 -- 172.21.15.44:0/3115439096 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7fc7100cf910 con 0x7fc7181023e0 2024-05-27T00:32:41.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.371+0000 7fc71d400640 1 --2- 172.21.15.44:0/3115439096 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc7040a2b90 0x7fc7040a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:41.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.372+0000 7fc71d400640 1 --2- 172.21.15.44:0/3115439096 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc7040a2b90 0x7fc7040a5050 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fc7080095f0 tx=0x7fc708005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:41.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.375+0000 7fc70ea00640 1 -- 172.21.15.44:0/3115439096 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc71009c5d0 con 0x7fc7181023e0 2024-05-27T00:32:41.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.592+0000 7fc71f200640 1 -- 172.21.15.44:0/3115439096 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc71802d2e0 con 0x7fc7181023e0 2024-05-27T00:32:41.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.593+0000 7fc70ea00640 1 -- 172.21.15.44:0/3115439096 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v91) ==== 81+0+592 (secure 0 0 0) 0x7fc71009bed0 con 0x7fc7181023e0 2024-05-27T00:32:41.595 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/2530323195 2024-05-28T00:24:20.259434+0000 2024-05-27T00:32:41.595 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6801/3059550402 2024-05-28T00:24:20.259434+0000 2024-05-27T00:32:41.595 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/3492144479 2024-05-28T00:23:45.063917+0000 2024-05-27T00:32:41.595 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6800/3059550402 2024-05-28T00:24:20.259434+0000 2024-05-27T00:32:41.595 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6800/1746688742 2024-05-28T00:23:45.063917+0000 2024-05-27T00:32:41.595 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/1224856036 2024-05-28T00:24:20.259434+0000 2024-05-27T00:32:41.595 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/2012580398 2024-05-28T00:23:45.063917+0000 2024-05-27T00:32:41.596 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/2519931377 2024-05-28T00:23:45.063917+0000 2024-05-27T00:32:41.596 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6801/1746688742 2024-05-28T00:23:45.063917+0000 2024-05-27T00:32:41.596 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/1919797537 2024-05-28T00:24:20.259434+0000 2024-05-27T00:32:41.596 INFO:teuthology.orchestra.run.smithi044.stderr:listed 10 entries 2024-05-27T00:32:41.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.596+0000 7fc71f200640 1 -- 172.21.15.44:0/3115439096 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc7040a2b90 msgr2=0x7fc7040a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:41.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.596+0000 7fc71f200640 1 --2- 172.21.15.44:0/3115439096 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc7040a2b90 0x7fc7040a5050 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fc7080095f0 tx=0x7fc708005f90 comp rx=0 tx=0).stop 2024-05-27T00:32:41.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.596+0000 7fc71f200640 1 -- 172.21.15.44:0/3115439096 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7181023e0 msgr2=0x7fc718199e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:41.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.596+0000 7fc71f200640 1 --2- 172.21.15.44:0/3115439096 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7181023e0 0x7fc718199e50 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fc71000eb90 tx=0x7fc71000c6a0 comp rx=0 tx=0).stop 2024-05-27T00:32:41.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.596+0000 7fc71f200640 1 -- 172.21.15.44:0/3115439096 shutdown_connections 2024-05-27T00:32:41.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.596+0000 7fc71f200640 1 --2- 172.21.15.44:0/3115439096 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc7040a2b90 0x7fc7040a5050 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:41.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.596+0000 7fc71f200640 1 --2- 172.21.15.44:0/3115439096 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc718107640 0x7fc7181a1400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:41.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.596+0000 7fc71f200640 1 --2- 172.21.15.44:0/3115439096 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc718104d10 0x7fc71819a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:41.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.596+0000 7fc71f200640 1 --2- 172.21.15.44:0/3115439096 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7181023e0 0x7fc718199e50 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:41.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.596+0000 7fc71f200640 1 -- 172.21.15.44:0/3115439096 >> 172.21.15.44:0/3115439096 conn(0x7fc7180fbd10 msgr2=0x7fc718101aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:41.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.596+0000 7fc71f200640 1 -- 172.21.15.44:0/3115439096 shutdown_connections 2024-05-27T00:32:41.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:41.596+0000 7fc71f200640 1 -- 172.21.15.44:0/3115439096 wait complete. 2024-05-27T00:32:41.618 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi044.front.sepia.ceph.com... 2024-05-27T00:32:41.618 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:32:41.619 DEBUG:teuthology.orchestra.run.smithi044:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-05-27T00:32:41.700 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi044.stderr:ceph-fuse[73273]: fuse finished with error 0 and tester_r 0 2024-05-27T00:32:41.706 INFO:teuthology.orchestra.run:waiting for 300 2024-05-27T00:32:41.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:41 smithi137 ceph-mon[36552]: pgmap v331: 129 pgs: 129 active+clean; 581 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-05-27T00:32:41.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:41 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/704735877' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:32:41.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:41 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2741370349' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:32:41.851 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:41 smithi050 ceph-mon[36071]: pgmap v331: 129 pgs: 129 active+clean; 581 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-05-27T00:32:41.851 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:41 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/704735877' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:32:41.851 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:41 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2741370349' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:32:41.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:41 smithi044 ceph-mon[31645]: pgmap v331: 129 pgs: 129 active+clean; 581 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-05-27T00:32:41.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:41 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/704735877' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:32:41.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:41 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2741370349' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:32:42.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:42 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3115439096' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-27T00:32:42.863 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:42 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3115439096' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-27T00:32:43.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:42 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3115439096' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-27T00:32:43.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:43 smithi044 ceph-mon[31645]: pgmap v332: 129 pgs: 129 active+clean; 581 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-05-27T00:32:43.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:43 smithi050 ceph-mon[36071]: pgmap v332: 129 pgs: 129 active+clean; 581 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-05-27T00:32:44.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:43 smithi137 ceph-mon[36552]: pgmap v332: 129 pgs: 129 active+clean; 581 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-05-27T00:32:45.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:45 smithi044 ceph-mon[31645]: pgmap v333: 129 pgs: 129 active+clean; 581 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-05-27T00:32:45.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:45 smithi050 ceph-mon[36071]: pgmap v333: 129 pgs: 129 active+clean; 581 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-05-27T00:32:46.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:45 smithi137 ceph-mon[36552]: pgmap v333: 129 pgs: 129 active+clean; 581 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-05-27T00:32:47.807 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi044.front.sepia.ceph.com 2024-05-27T00:32:47.807 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:32:47.807 DEBUG:teuthology.orchestra.run.smithi044:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-05-27T00:32:47.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:47 smithi044 ceph-mon[31645]: pgmap v334: 129 pgs: 129 active+clean; 581 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-05-27T00:32:47.880 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:32:47.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:47 smithi050 ceph-mon[36071]: pgmap v334: 129 pgs: 129 active+clean; 581 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-05-27T00:32:48.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:47 smithi137 ceph-mon[36552]: pgmap v334: 129 pgs: 129 active+clean; 581 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-05-27T00:32:48.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.096+0000 7f573ca00640 1 -- 172.21.15.44:0/2316894600 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5738076360 msgr2=0x7f5738076780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:48.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.096+0000 7f573ca00640 1 --2- 172.21.15.44:0/2316894600 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5738076360 0x7f5738076780 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f5728009860 tx=0x7f572802a340 comp rx=0 tx=0).stop 2024-05-27T00:32:48.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.096+0000 7f573ca00640 1 -- 172.21.15.44:0/2316894600 shutdown_connections 2024-05-27T00:32:48.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.096+0000 7f573ca00640 1 --2- 172.21.15.44:0/2316894600 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5738077f40 0x7f57380787e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:48.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.096+0000 7f573ca00640 1 --2- 172.21.15.44:0/2316894600 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f57380775a0 0x7f5738077a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:48.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.096+0000 7f573ca00640 1 --2- 172.21.15.44:0/2316894600 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5738076360 0x7f5738076780 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:48.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.096+0000 7f573ca00640 1 -- 172.21.15.44:0/2316894600 >> 172.21.15.44:0/2316894600 conn(0x7f57380ff190 msgr2=0x7f57381015d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:48.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.096+0000 7f573ca00640 1 -- 172.21.15.44:0/2316894600 shutdown_connections 2024-05-27T00:32:48.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.096+0000 7f573ca00640 1 -- 172.21.15.44:0/2316894600 wait complete. 2024-05-27T00:32:48.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.097+0000 7f573ca00640 1 Processor -- start 2024-05-27T00:32:48.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.097+0000 7f573ca00640 1 -- start start 2024-05-27T00:32:48.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.097+0000 7f573ca00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5738076360 0x7f573819e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:48.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.097+0000 7f573ca00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57380775a0 0x7f573819e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:48.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.097+0000 7f573ca00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5738077f40 0x7f57381a5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:48.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.097+0000 7f573ca00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5738113dc0 con 0x7f5738076360 2024-05-27T00:32:48.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.097+0000 7f573ca00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5738113c40 con 0x7f57380775a0 2024-05-27T00:32:48.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.098+0000 7f573ca00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f5738113f40 con 0x7f5738077f40 2024-05-27T00:32:48.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.098+0000 7f5735e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5738076360 0x7f573819e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:48.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.098+0000 7f5735e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5738076360 0x7f573819e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35250/0 (socket says 172.21.15.44:35250) 2024-05-27T00:32:48.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.098+0000 7f5735e00640 1 -- 172.21.15.44:0/1477043934 learned_addr learned my addr 172.21.15.44:0/1477043934 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:48.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.098+0000 7f572fe00640 1 --2- 172.21.15.44:0/1477043934 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57380775a0 0x7f573819e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:48.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.098+0000 7f5736800640 1 --2- 172.21.15.44:0/1477043934 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5738077f40 0x7f57381a5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:48.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.098+0000 7f5735e00640 1 -- 172.21.15.44:0/1477043934 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5738077f40 msgr2=0x7f57381a5990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:48.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.098+0000 7f5735e00640 1 --2- 172.21.15.44:0/1477043934 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5738077f40 0x7f57381a5990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:48.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.098+0000 7f5735e00640 1 -- 172.21.15.44:0/1477043934 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57380775a0 msgr2=0x7f573819e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:48.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.098+0000 7f5735e00640 1 --2- 172.21.15.44:0/1477043934 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57380775a0 0x7f573819e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:48.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.098+0000 7f5735e00640 1 -- 172.21.15.44:0/1477043934 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57381a6000 con 0x7f5738076360 2024-05-27T00:32:48.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.098+0000 7f5736800640 1 --2- 172.21.15.44:0/1477043934 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5738077f40 0x7f57381a5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:32:48.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.099+0000 7f5735e00640 1 --2- 172.21.15.44:0/1477043934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5738076360 0x7f573819e3e0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f57280057c0 tx=0x7f57280326f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:48.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.099+0000 7f572ea00640 1 -- 172.21.15.44:0/1477043934 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5728040030 con 0x7f5738076360 2024-05-27T00:32:48.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.099+0000 7f573ca00640 1 -- 172.21.15.44:0/1477043934 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57381a6290 con 0x7f5738076360 2024-05-27T00:32:48.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.099+0000 7f572ea00640 1 -- 172.21.15.44:0/1477043934 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5728038040 con 0x7f5738076360 2024-05-27T00:32:48.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.099+0000 7f572ea00640 1 -- 172.21.15.44:0/1477043934 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5728037070 con 0x7f5738076360 2024-05-27T00:32:48.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.099+0000 7f573ca00640 1 -- 172.21.15.44:0/1477043934 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57381a67d0 con 0x7f5738076360 2024-05-27T00:32:48.102 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.100+0000 7f573ca00640 1 -- 172.21.15.44:0/1477043934 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57381106e0 con 0x7f5738076360 2024-05-27T00:32:48.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.102+0000 7f572ea00640 1 -- 172.21.15.44:0/1477043934 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5728043070 con 0x7f5738076360 2024-05-27T00:32:48.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.104+0000 7f572ea00640 1 --2- 172.21.15.44:0/1477043934 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f571c0a2b90 0x7f571c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:48.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.104+0000 7f572ea00640 1 -- 172.21.15.44:0/1477043934 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f57280eea80 con 0x7f5738076360 2024-05-27T00:32:48.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.104+0000 7f572fe00640 1 --2- 172.21.15.44:0/1477043934 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f571c0a2b90 0x7f571c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:48.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.105+0000 7f572fe00640 1 --2- 172.21.15.44:0/1477043934 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f571c0a2b90 0x7f571c0a5050 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f573819f8f0 tx=0x7f5720009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:48.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.109+0000 7f572ea00640 1 -- 172.21.15.44:0/1477043934 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f57280f0e20 con 0x7f5738076360 2024-05-27T00:32:48.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.313+0000 7f573ca00640 1 -- 172.21.15.44:0/1477043934 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f57380625a0 con 0x7f5738076360 2024-05-27T00:32:48.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.318+0000 7f572ea00640 1 -- 172.21.15.44:0/1477043934 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24070 (secure 0 0 0) 0x7f572804a060 con 0x7f5738076360 2024-05-27T00:32:48.319 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:48.319 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":91,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:32:23.882073+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:32:48.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.320+0000 7f573ca00640 1 -- 172.21.15.44:0/1477043934 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f571c0a2b90 msgr2=0x7f571c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:48.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.320+0000 7f573ca00640 1 --2- 172.21.15.44:0/1477043934 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f571c0a2b90 0x7f571c0a5050 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f573819f8f0 tx=0x7f5720009260 comp rx=0 tx=0).stop 2024-05-27T00:32:48.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.320+0000 7f573ca00640 1 -- 172.21.15.44:0/1477043934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5738076360 msgr2=0x7f573819e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:48.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.320+0000 7f573ca00640 1 --2- 172.21.15.44:0/1477043934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5738076360 0x7f573819e3e0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f57280057c0 tx=0x7f57280326f0 comp rx=0 tx=0).stop 2024-05-27T00:32:48.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.321+0000 7f573ca00640 1 -- 172.21.15.44:0/1477043934 shutdown_connections 2024-05-27T00:32:48.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.321+0000 7f573ca00640 1 --2- 172.21.15.44:0/1477043934 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f571c0a2b90 0x7f571c0a5050 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:48.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.321+0000 7f573ca00640 1 --2- 172.21.15.44:0/1477043934 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5738077f40 0x7f57381a5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:48.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.321+0000 7f573ca00640 1 --2- 172.21.15.44:0/1477043934 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f57380775a0 0x7f573819e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:48.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.321+0000 7f573ca00640 1 --2- 172.21.15.44:0/1477043934 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5738076360 0x7f573819e3e0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:48.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.321+0000 7f573ca00640 1 -- 172.21.15.44:0/1477043934 >> 172.21.15.44:0/1477043934 conn(0x7f57380ff190 msgr2=0x7f57381008b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:48.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.321+0000 7f573ca00640 1 -- 172.21.15.44:0/1477043934 shutdown_connections 2024-05-27T00:32:48.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.321+0000 7f573ca00640 1 -- 172.21.15.44:0/1477043934 wait complete. 2024-05-27T00:32:48.343 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:32:48.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.560+0000 7fbe88800640 1 -- 172.21.15.44:0/3971157126 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbe80103bf0 msgr2=0x7fbe80104010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:48.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.560+0000 7fbe88800640 1 --2- 172.21.15.44:0/3971157126 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbe80103bf0 0x7fbe80104010 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fbe74009860 tx=0x7fbe7402a340 comp rx=0 tx=0).stop 2024-05-27T00:32:48.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.560+0000 7fbe88800640 1 -- 172.21.15.44:0/3971157126 shutdown_connections 2024-05-27T00:32:48.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.560+0000 7fbe88800640 1 --2- 172.21.15.44:0/3971157126 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe801057a0 0x7fbe8010c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:48.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.560+0000 7fbe88800640 1 --2- 172.21.15.44:0/3971157126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe80104de0 0x7fbe80105260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:48.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.560+0000 7fbe88800640 1 --2- 172.21.15.44:0/3971157126 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbe80103bf0 0x7fbe80104010 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:48.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.560+0000 7fbe88800640 1 -- 172.21.15.44:0/3971157126 >> 172.21.15.44:0/3971157126 conn(0x7fbe800ff160 msgr2=0x7fbe801015a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:48.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.561+0000 7fbe88800640 1 -- 172.21.15.44:0/3971157126 shutdown_connections 2024-05-27T00:32:48.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.561+0000 7fbe88800640 1 -- 172.21.15.44:0/3971157126 wait complete. 2024-05-27T00:32:48.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.561+0000 7fbe88800640 1 Processor -- start 2024-05-27T00:32:48.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.562+0000 7fbe88800640 1 -- start start 2024-05-27T00:32:48.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.562+0000 7fbe88800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe80103bf0 0x7fbe80199ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:48.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.562+0000 7fbe88800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe80104de0 0x7fbe8019a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:48.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.562+0000 7fbe88800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbe801057a0 0x7fbe801a15a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:48.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.562+0000 7fbe88800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbe8010f9a0 con 0x7fbe80104de0 2024-05-27T00:32:48.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.562+0000 7fbe88800640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbe8010f820 con 0x7fbe80103bf0 2024-05-27T00:32:48.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.562+0000 7fbe88800640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fbe8010fb20 con 0x7fbe801057a0 2024-05-27T00:32:48.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.562+0000 7fbe85400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe80104de0 0x7fbe8019a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:48.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.562+0000 7fbe85e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe80103bf0 0x7fbe80199ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:48.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.562+0000 7fbe85400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe80104de0 0x7fbe8019a530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35278/0 (socket says 172.21.15.44:35278) 2024-05-27T00:32:48.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.562+0000 7fbe85400640 1 -- 172.21.15.44:0/3012062597 learned_addr learned my addr 172.21.15.44:0/3012062597 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:48.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.562+0000 7fbe86800640 1 --2- 172.21.15.44:0/3012062597 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbe801057a0 0x7fbe801a15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:48.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.563+0000 7fbe85e00640 1 -- 172.21.15.44:0/3012062597 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbe801057a0 msgr2=0x7fbe801a15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:48.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.563+0000 7fbe85e00640 1 --2- 172.21.15.44:0/3012062597 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbe801057a0 0x7fbe801a15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:48.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.563+0000 7fbe85e00640 1 -- 172.21.15.44:0/3012062597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe80104de0 msgr2=0x7fbe8019a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:48.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.563+0000 7fbe85e00640 1 --2- 172.21.15.44:0/3012062597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe80104de0 0x7fbe8019a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:48.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.563+0000 7fbe85e00640 1 -- 172.21.15.44:0/3012062597 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe801a1c10 con 0x7fbe80103bf0 2024-05-27T00:32:48.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.563+0000 7fbe85400640 1 --2- 172.21.15.44:0/3012062597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe80104de0 0x7fbe8019a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:48.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.563+0000 7fbe85e00640 1 --2- 172.21.15.44:0/3012062597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe80103bf0 0x7fbe80199ff0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fbe7402a860 tx=0x7fbe740326f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:48.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.563+0000 7fbe7aa00640 1 -- 172.21.15.44:0/3012062597 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe74040020 con 0x7fbe80103bf0 2024-05-27T00:32:48.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.563+0000 7fbe7aa00640 1 -- 172.21.15.44:0/3012062597 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbe74038040 con 0x7fbe80103bf0 2024-05-27T00:32:48.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.563+0000 7fbe7aa00640 1 -- 172.21.15.44:0/3012062597 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe74037070 con 0x7fbe80103bf0 2024-05-27T00:32:48.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.563+0000 7fbe88800640 1 -- 172.21.15.44:0/3012062597 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe801a1ea0 con 0x7fbe80103bf0 2024-05-27T00:32:48.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.564+0000 7fbe88800640 1 -- 172.21.15.44:0/3012062597 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe801a22b0 con 0x7fbe80103bf0 2024-05-27T00:32:48.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.565+0000 7fbe88800640 1 -- 172.21.15.44:0/3012062597 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe8010af10 con 0x7fbe80103bf0 2024-05-27T00:32:48.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.566+0000 7fbe7aa00640 1 -- 172.21.15.44:0/3012062597 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fbe74043020 con 0x7fbe80103bf0 2024-05-27T00:32:48.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.568+0000 7fbe7aa00640 1 --2- 172.21.15.44:0/3012062597 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fbe680a2b90 0x7fbe680a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:48.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.568+0000 7fbe7aa00640 1 -- 172.21.15.44:0/3012062597 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7fbe740eece0 con 0x7fbe80103bf0 2024-05-27T00:32:48.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.568+0000 7fbe85400640 1 --2- 172.21.15.44:0/3012062597 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fbe680a2b90 0x7fbe680a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:48.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.569+0000 7fbe85400640 1 --2- 172.21.15.44:0/3012062597 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fbe680a2b90 0x7fbe680a5050 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fbe8019b500 tx=0x7fbe70009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:48.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.572+0000 7fbe7aa00640 1 -- 172.21.15.44:0/3012062597 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbe7404a070 con 0x7fbe80103bf0 2024-05-27T00:32:48.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:48 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1477043934' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:48.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.779+0000 7fbe88800640 1 -- 172.21.15.44:0/3012062597 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbe800626e0 con 0x7fbe80103bf0 2024-05-27T00:32:48.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.782+0000 7fbe7aa00640 1 -- 172.21.15.44:0/3012062597 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24070 (secure 0 0 0) 0x7fbe740bb9a0 con 0x7fbe80103bf0 2024-05-27T00:32:48.783 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:48.783 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":91,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:32:23.882073+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:32:48.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.785+0000 7fbe88800640 1 -- 172.21.15.44:0/3012062597 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fbe680a2b90 msgr2=0x7fbe680a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:48.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.785+0000 7fbe88800640 1 --2- 172.21.15.44:0/3012062597 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fbe680a2b90 0x7fbe680a5050 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fbe8019b500 tx=0x7fbe70009260 comp rx=0 tx=0).stop 2024-05-27T00:32:48.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.785+0000 7fbe88800640 1 -- 172.21.15.44:0/3012062597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe80103bf0 msgr2=0x7fbe80199ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:48.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.785+0000 7fbe88800640 1 --2- 172.21.15.44:0/3012062597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe80103bf0 0x7fbe80199ff0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fbe7402a860 tx=0x7fbe740326f0 comp rx=0 tx=0).stop 2024-05-27T00:32:48.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.785+0000 7fbe88800640 1 -- 172.21.15.44:0/3012062597 shutdown_connections 2024-05-27T00:32:48.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.785+0000 7fbe88800640 1 --2- 172.21.15.44:0/3012062597 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fbe680a2b90 0x7fbe680a5050 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:48.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.785+0000 7fbe88800640 1 --2- 172.21.15.44:0/3012062597 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbe801057a0 0x7fbe801a15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:48.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.785+0000 7fbe88800640 1 --2- 172.21.15.44:0/3012062597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbe80104de0 0x7fbe8019a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:48.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.785+0000 7fbe88800640 1 --2- 172.21.15.44:0/3012062597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbe80103bf0 0x7fbe80199ff0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:48.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.785+0000 7fbe88800640 1 -- 172.21.15.44:0/3012062597 >> 172.21.15.44:0/3012062597 conn(0x7fbe800ff160 msgr2=0x7fbe801080e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:48.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.785+0000 7fbe88800640 1 -- 172.21.15.44:0/3012062597 shutdown_connections 2024-05-27T00:32:48.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:48.785+0000 7fbe88800640 1 -- 172.21.15.44:0/3012062597 wait complete. 2024-05-27T00:32:48.807 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-05-27T00:32:48.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:48 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1477043934' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:49.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:48 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1477043934' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:49.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.028+0000 7f1690200640 1 -- 172.21.15.44:0/2869196513 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16881035a0 msgr2=0x7f1688109e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:49.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.028+0000 7f1690200640 1 --2- 172.21.15.44:0/2869196513 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16881035a0 0x7f1688109e30 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f1680009be0 tx=0x7f168002a6c0 comp rx=0 tx=0).stop 2024-05-27T00:32:49.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.028+0000 7f1690200640 1 -- 172.21.15.44:0/2869196513 shutdown_connections 2024-05-27T00:32:49.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.028+0000 7f1690200640 1 --2- 172.21.15.44:0/2869196513 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16881035a0 0x7f1688109e30 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:49.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.028+0000 7f1690200640 1 --2- 172.21.15.44:0/2869196513 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1688102be0 0x7f1688103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:49.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.028+0000 7f1690200640 1 --2- 172.21.15.44:0/2869196513 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f16881019f0 0x7f1688101e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:49.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.028+0000 7f1690200640 1 -- 172.21.15.44:0/2869196513 >> 172.21.15.44:0/2869196513 conn(0x7f16880fcf80 msgr2=0x7f16880ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:49.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.028+0000 7f1690200640 1 -- 172.21.15.44:0/2869196513 shutdown_connections 2024-05-27T00:32:49.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.028+0000 7f1690200640 1 -- 172.21.15.44:0/2869196513 wait complete. 2024-05-27T00:32:49.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.029+0000 7f1690200640 1 Processor -- start 2024-05-27T00:32:49.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.029+0000 7f1690200640 1 -- start start 2024-05-27T00:32:49.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.030+0000 7f1690200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16881019f0 0x7f1688199f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:49.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.030+0000 7f1690200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1688102be0 0x7f168819a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:49.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.030+0000 7f1690200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f16881035a0 0x7f16881a1500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:49.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.030+0000 7f1690200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f168810d7a0 con 0x7f16881019f0 2024-05-27T00:32:49.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.030+0000 7f1690200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f168810d620 con 0x7f1688102be0 2024-05-27T00:32:49.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.030+0000 7f1690200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f168810d920 con 0x7f16881035a0 2024-05-27T00:32:49.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.030+0000 7f168d800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16881019f0 0x7f1688199f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:49.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.030+0000 7f168ce00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1688102be0 0x7f168819a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:49.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.030+0000 7f168ce00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1688102be0 0x7f168819a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:33528/0 (socket says 172.21.15.44:33528) 2024-05-27T00:32:49.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.030+0000 7f168ce00640 1 -- 172.21.15.44:0/289953678 learned_addr learned my addr 172.21.15.44:0/289953678 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:49.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.030+0000 7f168e200640 1 --2- 172.21.15.44:0/289953678 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f16881035a0 0x7f16881a1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:49.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.031+0000 7f168ce00640 1 -- 172.21.15.44:0/289953678 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f16881035a0 msgr2=0x7f16881a1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:49.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.031+0000 7f168ce00640 1 --2- 172.21.15.44:0/289953678 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f16881035a0 0x7f16881a1500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:49.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.031+0000 7f168ce00640 1 -- 172.21.15.44:0/289953678 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16881019f0 msgr2=0x7f1688199f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:49.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.031+0000 7f168ce00640 1 --2- 172.21.15.44:0/289953678 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16881019f0 0x7f1688199f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:49.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.031+0000 7f168ce00640 1 -- 172.21.15.44:0/289953678 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16881a1b70 con 0x7f1688102be0 2024-05-27T00:32:49.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.031+0000 7f168d800640 1 --2- 172.21.15.44:0/289953678 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16881019f0 0x7f1688199f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:49.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.031+0000 7f168ce00640 1 --2- 172.21.15.44:0/289953678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1688102be0 0x7f168819a490 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f167400e9c0 tx=0x7f167400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:49.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.031+0000 7f1686000640 1 -- 172.21.15.44:0/289953678 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f167400cde0 con 0x7f1688102be0 2024-05-27T00:32:49.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.031+0000 7f1686000640 1 -- 172.21.15.44:0/289953678 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f16740035f0 con 0x7f1688102be0 2024-05-27T00:32:49.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.031+0000 7f1690200640 1 -- 172.21.15.44:0/289953678 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16881a1e60 con 0x7f1688102be0 2024-05-27T00:32:49.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.031+0000 7f1686000640 1 -- 172.21.15.44:0/289953678 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1674010670 con 0x7f1688102be0 2024-05-27T00:32:49.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.031+0000 7f1690200640 1 -- 172.21.15.44:0/289953678 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16881a2370 con 0x7f1688102be0 2024-05-27T00:32:49.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.032+0000 7f1690200640 1 -- 172.21.15.44:0/289953678 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16881a2600 con 0x7f1688102be0 2024-05-27T00:32:49.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.035+0000 7f1686000640 1 -- 172.21.15.44:0/289953678 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f16740037a0 con 0x7f1688102be0 2024-05-27T00:32:49.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.036+0000 7f1686000640 1 --2- 172.21.15.44:0/289953678 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f16700a2c10 0x7f16700a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:49.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.036+0000 7f1686000640 1 -- 172.21.15.44:0/289953678 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f16740cf570 con 0x7f1688102be0 2024-05-27T00:32:49.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.036+0000 7f168d800640 1 --2- 172.21.15.44:0/289953678 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f16700a2c10 0x7f16700a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:49.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.037+0000 7f168d800640 1 --2- 172.21.15.44:0/289953678 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f16700a2c10 0x7f16700a50d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f1688102a40 tx=0x7f167c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:49.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.040+0000 7f1686000640 1 -- 172.21.15.44:0/289953678 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f167409c230 con 0x7f1688102be0 2024-05-27T00:32:49.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.293+0000 7f1690200640 1 -- 172.21.15.44:0/289953678 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f16881a27d0 con 0x7f1688102be0 2024-05-27T00:32:49.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.549+0000 7f1686000640 1 -- 172.21.15.44:0/289953678 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v18) ==== 118+0+0 (secure 0 0 0) 0x7f167409bb30 con 0x7f1688102be0 2024-05-27T00:32:49.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.553+0000 7f1690200640 1 -- 172.21.15.44:0/289953678 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f16700a2c10 msgr2=0x7f16700a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:49.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.553+0000 7f1690200640 1 --2- 172.21.15.44:0/289953678 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f16700a2c10 0x7f16700a50d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f1688102a40 tx=0x7f167c005f90 comp rx=0 tx=0).stop 2024-05-27T00:32:49.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.553+0000 7f1690200640 1 -- 172.21.15.44:0/289953678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1688102be0 msgr2=0x7f168819a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:49.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.553+0000 7f1690200640 1 --2- 172.21.15.44:0/289953678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1688102be0 0x7f168819a490 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f167400e9c0 tx=0x7f167400ee80 comp rx=0 tx=0).stop 2024-05-27T00:32:49.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.553+0000 7f1690200640 1 -- 172.21.15.44:0/289953678 shutdown_connections 2024-05-27T00:32:49.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.553+0000 7f1690200640 1 --2- 172.21.15.44:0/289953678 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f16700a2c10 0x7f16700a50d0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:49.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.553+0000 7f1690200640 1 --2- 172.21.15.44:0/289953678 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f16881035a0 0x7f16881a1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:49.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.553+0000 7f1690200640 1 --2- 172.21.15.44:0/289953678 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1688102be0 0x7f168819a490 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:49.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.553+0000 7f1690200640 1 --2- 172.21.15.44:0/289953678 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f16881019f0 0x7f1688199f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:49.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.553+0000 7f1690200640 1 -- 172.21.15.44:0/289953678 >> 172.21.15.44:0/289953678 conn(0x7f16880fcf80 msgr2=0x7f1688073bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:49.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.553+0000 7f1690200640 1 -- 172.21.15.44:0/289953678 shutdown_connections 2024-05-27T00:32:49.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.553+0000 7f1690200640 1 -- 172.21.15.44:0/289953678 wait complete. 2024-05-27T00:32:49.575 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-05-27T00:32:49.575 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 3 2024-05-27T00:32:49.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.804+0000 7fd21ca00640 1 -- 172.21.15.44:0/4191263511 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd218074400 msgr2=0x7fd218074880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:49.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.804+0000 7fd21ca00640 1 --2- 172.21.15.44:0/4191263511 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd218074400 0x7fd218074880 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fd200009900 tx=0x7fd20002a410 comp rx=0 tx=0).stop 2024-05-27T00:32:49.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.804+0000 7fd21ca00640 1 -- 172.21.15.44:0/4191263511 shutdown_connections 2024-05-27T00:32:49.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.804+0000 7fd21ca00640 1 --2- 172.21.15.44:0/4191263511 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd218109770 0x7fd21810bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:49.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.804+0000 7fd21ca00640 1 --2- 172.21.15.44:0/4191263511 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd218074400 0x7fd218074880 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:49.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.804+0000 7fd21ca00640 1 --2- 172.21.15.44:0/4191263511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2180759e0 0x7fd218073e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:49.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.804+0000 7fd21ca00640 1 -- 172.21.15.44:0/4191263511 >> 172.21.15.44:0/4191263511 conn(0x7fd2180fce40 msgr2=0x7fd2180ff260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:49.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.804+0000 7fd21ca00640 1 -- 172.21.15.44:0/4191263511 shutdown_connections 2024-05-27T00:32:49.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.804+0000 7fd21ca00640 1 -- 172.21.15.44:0/4191263511 wait complete. 2024-05-27T00:32:49.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.805+0000 7fd21ca00640 1 Processor -- start 2024-05-27T00:32:49.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.806+0000 7fd21ca00640 1 -- start start 2024-05-27T00:32:49.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.806+0000 7fd21ca00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd218074400 0x7fd218199e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:49.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.806+0000 7fd21ca00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2180759e0 0x7fd21819a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:49.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.806+0000 7fd21ca00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd218109770 0x7fd2181a1400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:49.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.806+0000 7fd21ca00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd21810f8a0 con 0x7fd218109770 2024-05-27T00:32:49.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.806+0000 7fd21ca00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd21810f720 con 0x7fd2180759e0 2024-05-27T00:32:49.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.806+0000 7fd21ca00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fd21810fa20 con 0x7fd218074400 2024-05-27T00:32:49.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.806+0000 7fd20de00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2180759e0 0x7fd21819a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:49.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.806+0000 7fd216800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd218074400 0x7fd218199e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:49.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.806+0000 7fd20de00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2180759e0 0x7fd21819a390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:33550/0 (socket says 172.21.15.44:33550) 2024-05-27T00:32:49.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.806+0000 7fd20de00640 1 -- 172.21.15.44:0/2934805326 learned_addr learned my addr 172.21.15.44:0/2934805326 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:49.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.806+0000 7fd217200640 1 --2- 172.21.15.44:0/2934805326 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd218109770 0x7fd2181a1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:49.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.807+0000 7fd20de00640 1 -- 172.21.15.44:0/2934805326 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd218074400 msgr2=0x7fd218199e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:49.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.807+0000 7fd20de00640 1 --2- 172.21.15.44:0/2934805326 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd218074400 0x7fd218199e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:49.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.807+0000 7fd20de00640 1 -- 172.21.15.44:0/2934805326 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd218109770 msgr2=0x7fd2181a1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:49.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.807+0000 7fd20de00640 1 --2- 172.21.15.44:0/2934805326 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd218109770 0x7fd2181a1400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:49.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.807+0000 7fd20de00640 1 -- 172.21.15.44:0/2934805326 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2181a1a70 con 0x7fd2180759e0 2024-05-27T00:32:49.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.807+0000 7fd216800640 1 --2- 172.21.15.44:0/2934805326 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd218074400 0x7fd218199e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:49.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.807+0000 7fd20de00640 1 --2- 172.21.15.44:0/2934805326 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2180759e0 0x7fd21819a390 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fd2000316a0 tx=0x7fd200032d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:49.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.807+0000 7fd20fe00640 1 -- 172.21.15.44:0/2934805326 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd20003f030 con 0x7fd2180759e0 2024-05-27T00:32:49.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.808+0000 7fd21ca00640 1 -- 172.21.15.44:0/2934805326 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2181a1d00 con 0x7fd2180759e0 2024-05-27T00:32:49.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.808+0000 7fd20fe00640 1 -- 172.21.15.44:0/2934805326 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd200003d00 con 0x7fd2180759e0 2024-05-27T00:32:49.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.808+0000 7fd20fe00640 1 -- 172.21.15.44:0/2934805326 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd200035070 con 0x7fd2180759e0 2024-05-27T00:32:49.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.808+0000 7fd21ca00640 1 -- 172.21.15.44:0/2934805326 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2181a21e0 con 0x7fd2180759e0 2024-05-27T00:32:49.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.809+0000 7fd21ca00640 1 -- 172.21.15.44:0/2934805326 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2181084a0 con 0x7fd2180759e0 2024-05-27T00:32:49.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.811+0000 7fd20fe00640 1 -- 172.21.15.44:0/2934805326 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fd200042030 con 0x7fd2180759e0 2024-05-27T00:32:49.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.812+0000 7fd20fe00640 1 --2- 172.21.15.44:0/2934805326 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd1fc0a2c10 0x7fd1fc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:49.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.813+0000 7fd20fe00640 1 -- 172.21.15.44:0/2934805326 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7fd2000ef6c0 con 0x7fd2180759e0 2024-05-27T00:32:49.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.813+0000 7fd216800640 1 --2- 172.21.15.44:0/2934805326 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd1fc0a2c10 0x7fd1fc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:49.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.813+0000 7fd216800640 1 --2- 172.21.15.44:0/2934805326 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd1fc0a2c10 0x7fd1fc0a50d0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd208005fd0 tx=0x7fd208009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:49.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:49.815+0000 7fd20fe00640 1 -- 172.21.15.44:0/2934805326 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd2000bbd30 con 0x7fd2180759e0 2024-05-27T00:32:49.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:49 smithi044 ceph-mon[31645]: pgmap v335: 129 pgs: 129 active+clean; 581 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-05-27T00:32:49.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:49 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3012062597' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:49.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:49 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/289953678' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-27T00:32:49.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:49 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-27T00:32:49.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:49 smithi050 ceph-mon[36071]: pgmap v335: 129 pgs: 129 active+clean; 581 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-05-27T00:32:49.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:49 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3012062597' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:49.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:49 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/289953678' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-27T00:32:49.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:49 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-27T00:32:50.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:49 smithi137 ceph-mon[36552]: pgmap v335: 129 pgs: 129 active+clean; 581 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-05-27T00:32:50.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:49 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3012062597' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:50.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:49 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/289953678' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-27T00:32:50.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:49 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-27T00:32:50.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.067+0000 7fd21ca00640 1 -- 172.21.15.44:0/2934805326 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7fd21802d530 con 0x7fd2180759e0 2024-05-27T00:32:50.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.560+0000 7fd20fe00640 1 -- 172.21.15.44:0/2934805326 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v19) ==== 105+0+0 (secure 0 0 0) 0x7fd2000c0030 con 0x7fd2180759e0 2024-05-27T00:32:50.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.564+0000 7fd21ca00640 1 -- 172.21.15.44:0/2934805326 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd1fc0a2c10 msgr2=0x7fd1fc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:50.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.564+0000 7fd21ca00640 1 --2- 172.21.15.44:0/2934805326 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd1fc0a2c10 0x7fd1fc0a50d0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd208005fd0 tx=0x7fd208009500 comp rx=0 tx=0).stop 2024-05-27T00:32:50.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.564+0000 7fd21ca00640 1 -- 172.21.15.44:0/2934805326 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2180759e0 msgr2=0x7fd21819a390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:50.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.564+0000 7fd21ca00640 1 --2- 172.21.15.44:0/2934805326 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2180759e0 0x7fd21819a390 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fd2000316a0 tx=0x7fd200032d70 comp rx=0 tx=0).stop 2024-05-27T00:32:50.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.564+0000 7fd21ca00640 1 -- 172.21.15.44:0/2934805326 shutdown_connections 2024-05-27T00:32:50.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.564+0000 7fd21ca00640 1 --2- 172.21.15.44:0/2934805326 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd1fc0a2c10 0x7fd1fc0a50d0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:50.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.564+0000 7fd21ca00640 1 --2- 172.21.15.44:0/2934805326 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd218109770 0x7fd2181a1400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:50.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.564+0000 7fd21ca00640 1 --2- 172.21.15.44:0/2934805326 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2180759e0 0x7fd21819a390 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:50.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.564+0000 7fd21ca00640 1 --2- 172.21.15.44:0/2934805326 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd218074400 0x7fd218199e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:50.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.564+0000 7fd21ca00640 1 -- 172.21.15.44:0/2934805326 >> 172.21.15.44:0/2934805326 conn(0x7fd2180fce40 msgr2=0x7fd218105670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:50.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.564+0000 7fd21ca00640 1 -- 172.21.15.44:0/2934805326 shutdown_connections 2024-05-27T00:32:50.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.565+0000 7fd21ca00640 1 -- 172.21.15.44:0/2934805326 wait complete. 2024-05-27T00:32:50.597 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-05-27T00:32:50.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.788+0000 7f379fe00640 1 -- 172.21.15.44:0/3630291081 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37a0109a30 msgr2=0x7f37a0110350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:50.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.788+0000 7f379fe00640 1 --2- 172.21.15.44:0/3630291081 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37a0109a30 0x7f37a0110350 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f3798009ca0 tx=0x7f379802a8c0 comp rx=0 tx=0).stop 2024-05-27T00:32:50.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.788+0000 7f379fe00640 1 -- 172.21.15.44:0/3630291081 shutdown_connections 2024-05-27T00:32:50.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.788+0000 7f379fe00640 1 --2- 172.21.15.44:0/3630291081 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37a0109a30 0x7f37a0110350 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:50.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.788+0000 7f379fe00640 1 --2- 172.21.15.44:0/3630291081 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37a0109070 0x7f37a01094f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:50.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.788+0000 7f379fe00640 1 --2- 172.21.15.44:0/3630291081 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f37a0107e90 0x7f37a01082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:50.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.788+0000 7f379fe00640 1 -- 172.21.15.44:0/3630291081 >> 172.21.15.44:0/3630291081 conn(0x7f37a0076e70 msgr2=0x7f37a00792b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:50.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.788+0000 7f379fe00640 1 -- 172.21.15.44:0/3630291081 shutdown_connections 2024-05-27T00:32:50.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.788+0000 7f379fe00640 1 -- 172.21.15.44:0/3630291081 wait complete. 2024-05-27T00:32:50.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.789+0000 7f379fe00640 1 Processor -- start 2024-05-27T00:32:50.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.789+0000 7f379fe00640 1 -- start start 2024-05-27T00:32:50.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.789+0000 7f379fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37a0107e90 0x7f37a019e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:50.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.789+0000 7f379fe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37a0109070 0x7f37a019e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:50.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.789+0000 7f379fe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f37a0109a30 0x7f37a01a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:50.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.789+0000 7f379fe00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f37a0113d10 con 0x7f37a0107e90 2024-05-27T00:32:50.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.789+0000 7f379fe00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f37a0113b90 con 0x7f37a0109070 2024-05-27T00:32:50.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.789+0000 7f379fe00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f37a0113e90 con 0x7f37a0109a30 2024-05-27T00:32:50.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.790+0000 7f379ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37a0107e90 0x7f37a019e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:50.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.790+0000 7f379e000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37a0109070 0x7f37a019e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:50.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.790+0000 7f379ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37a0107e90 0x7f37a019e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35324/0 (socket says 172.21.15.44:35324) 2024-05-27T00:32:50.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.790+0000 7f379ea00640 1 -- 172.21.15.44:0/1259887075 learned_addr learned my addr 172.21.15.44:0/1259887075 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:50.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.790+0000 7f379f400640 1 --2- 172.21.15.44:0/1259887075 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f37a0109a30 0x7f37a01a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:50.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.790+0000 7f379e000640 1 -- 172.21.15.44:0/1259887075 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f37a0109a30 msgr2=0x7f37a01a57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:50.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.790+0000 7f379e000640 1 --2- 172.21.15.44:0/1259887075 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f37a0109a30 0x7f37a01a57c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:50.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.790+0000 7f379e000640 1 -- 172.21.15.44:0/1259887075 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37a0107e90 msgr2=0x7f37a019e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:50.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.790+0000 7f379e000640 1 --2- 172.21.15.44:0/1259887075 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37a0107e90 0x7f37a019e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:50.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.790+0000 7f379e000640 1 -- 172.21.15.44:0/1259887075 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37a01a5e30 con 0x7f37a0109070 2024-05-27T00:32:50.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.790+0000 7f379ea00640 1 --2- 172.21.15.44:0/1259887075 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37a0107e90 0x7f37a019e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:50.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.790+0000 7f379e000640 1 --2- 172.21.15.44:0/1259887075 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37a0109070 0x7f37a019e750 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f378c00e9f0 tx=0x7f378c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:50.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.791+0000 7f3797400640 1 -- 172.21.15.44:0/1259887075 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f378c00ccc0 con 0x7f37a0109070 2024-05-27T00:32:50.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.791+0000 7f3797400640 1 -- 172.21.15.44:0/1259887075 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f378c010930 con 0x7f37a0109070 2024-05-27T00:32:50.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.791+0000 7f3797400640 1 -- 172.21.15.44:0/1259887075 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f378c0189f0 con 0x7f37a0109070 2024-05-27T00:32:50.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.791+0000 7f379fe00640 1 -- 172.21.15.44:0/1259887075 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37a01a6120 con 0x7f37a0109070 2024-05-27T00:32:50.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.791+0000 7f379fe00640 1 -- 172.21.15.44:0/1259887075 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37a01a6620 con 0x7f37a0109070 2024-05-27T00:32:50.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.792+0000 7f379fe00640 1 -- 172.21.15.44:0/1259887075 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37a010f160 con 0x7f37a0109070 2024-05-27T00:32:50.796 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.796+0000 7f3797400640 1 -- 172.21.15.44:0/1259887075 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f378c010ae0 con 0x7f37a0109070 2024-05-27T00:32:50.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.797+0000 7f3797400640 1 --2- 172.21.15.44:0/1259887075 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f37840a2c10 0x7f37840a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:50.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.797+0000 7f3797400640 1 -- 172.21.15.44:0/1259887075 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f378c0cf8d0 con 0x7f37a0109070 2024-05-27T00:32:50.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.798+0000 7f379ea00640 1 --2- 172.21.15.44:0/1259887075 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f37840a2c10 0x7f37840a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:50.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.798+0000 7f3797400640 1 -- 172.21.15.44:0/1259887075 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f378c09bf40 con 0x7f37a0109070 2024-05-27T00:32:50.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:50.799+0000 7f379ea00640 1 --2- 172.21.15.44:0/1259887075 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f37840a2c10 0x7f37840a50d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f37900058c0 tx=0x7f3790005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:50.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:50 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-27T00:32:50.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:50 smithi044 ceph-mon[31645]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-27T00:32:50.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:50 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2934805326' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-27T00:32:50.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:50 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-27T00:32:50.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:50 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-27T00:32:50.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:50 smithi050 ceph-mon[36071]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-27T00:32:50.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:50 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2934805326' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-27T00:32:50.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:50 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-27T00:32:51.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:50 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-27T00:32:51.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:50 smithi137 ceph-mon[36552]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-27T00:32:51.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:50 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2934805326' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-27T00:32:51.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:50 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-27T00:32:51.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.056+0000 7f379fe00640 1 -- 172.21.15.44:0/1259887075 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f37a002d460 con 0x7f37a0109070 2024-05-27T00:32:51.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.573+0000 7f3797400640 1 -- 172.21.15.44:0/1259887075 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v21) ==== 121+0+0 (secure 0 0 0) 0x7f378c0a0240 con 0x7f37a0109070 2024-05-27T00:32:51.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.576+0000 7f379fe00640 1 -- 172.21.15.44:0/1259887075 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f37840a2c10 msgr2=0x7f37840a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:51.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.576+0000 7f379fe00640 1 --2- 172.21.15.44:0/1259887075 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f37840a2c10 0x7f37840a50d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f37900058c0 tx=0x7f3790005f90 comp rx=0 tx=0).stop 2024-05-27T00:32:51.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.576+0000 7f379fe00640 1 -- 172.21.15.44:0/1259887075 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37a0109070 msgr2=0x7f37a019e750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:51.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.576+0000 7f379fe00640 1 --2- 172.21.15.44:0/1259887075 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37a0109070 0x7f37a019e750 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f378c00e9f0 tx=0x7f378c00eeb0 comp rx=0 tx=0).stop 2024-05-27T00:32:51.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.576+0000 7f379fe00640 1 -- 172.21.15.44:0/1259887075 shutdown_connections 2024-05-27T00:32:51.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.576+0000 7f379fe00640 1 --2- 172.21.15.44:0/1259887075 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f37840a2c10 0x7f37840a50d0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:51.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.576+0000 7f379fe00640 1 --2- 172.21.15.44:0/1259887075 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f37a0109a30 0x7f37a01a57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:51.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.576+0000 7f379fe00640 1 --2- 172.21.15.44:0/1259887075 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37a0109070 0x7f37a019e750 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:51.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.576+0000 7f379fe00640 1 --2- 172.21.15.44:0/1259887075 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37a0107e90 0x7f37a019e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:51.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.576+0000 7f379fe00640 1 -- 172.21.15.44:0/1259887075 >> 172.21.15.44:0/1259887075 conn(0x7f37a0076e70 msgr2=0x7f37a010c330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:51.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.577+0000 7f379fe00640 1 -- 172.21.15.44:0/1259887075 shutdown_connections 2024-05-27T00:32:51.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.577+0000 7f379fe00640 1 -- 172.21.15.44:0/1259887075 wait complete. 2024-05-27T00:32:51.601 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-05-27T00:32:51.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.786+0000 7f0abb200640 1 -- 172.21.15.44:0/1944417820 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0abc104c60 msgr2=0x7f0abc107050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:51.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.786+0000 7f0abb200640 1 --2- 172.21.15.44:0/1944417820 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0abc104c60 0x7f0abc107050 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f0aa8009900 tx=0x7f0aa802a3f0 comp rx=0 tx=0).stop 2024-05-27T00:32:51.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.787+0000 7f0abb200640 1 -- 172.21.15.44:0/1944417820 shutdown_connections 2024-05-27T00:32:51.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.787+0000 7f0abb200640 1 --2- 172.21.15.44:0/1944417820 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0abc107590 0x7f0abc1099e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:51.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.787+0000 7f0abb200640 1 --2- 172.21.15.44:0/1944417820 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0abc104c60 0x7f0abc107050 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:51.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.787+0000 7f0abb200640 1 --2- 172.21.15.44:0/1944417820 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0abc102330 0x7f0abc104720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:51.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.787+0000 7f0abb200640 1 -- 172.21.15.44:0/1944417820 >> 172.21.15.44:0/1944417820 conn(0x7f0abc0fbd40 msgr2=0x7f0abc0fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:51.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.787+0000 7f0abb200640 1 -- 172.21.15.44:0/1944417820 shutdown_connections 2024-05-27T00:32:51.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.787+0000 7f0abb200640 1 -- 172.21.15.44:0/1944417820 wait complete. 2024-05-27T00:32:51.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.788+0000 7f0abb200640 1 Processor -- start 2024-05-27T00:32:51.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.788+0000 7f0abb200640 1 -- start start 2024-05-27T00:32:51.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.788+0000 7f0abb200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0abc102330 0x7f0abc199e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:51.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.788+0000 7f0abb200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0abc104c60 0x7f0abc19a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:51.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.788+0000 7f0abb200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0abc107590 0x7f0abc1a1420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:51.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.788+0000 7f0abb200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0abc10d660 con 0x7f0abc107590 2024-05-27T00:32:51.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.788+0000 7f0abb200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0abc10d4e0 con 0x7f0abc102330 2024-05-27T00:32:51.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.788+0000 7f0abb200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f0abc10d7e0 con 0x7f0abc104c60 2024-05-27T00:32:51.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.788+0000 7f0ab9e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0abc102330 0x7f0abc199e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:51.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.788+0000 7f0ab9e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0abc102330 0x7f0abc199e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:33580/0 (socket says 172.21.15.44:33580) 2024-05-27T00:32:51.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.788+0000 7f0ab9e00640 1 -- 172.21.15.44:0/1780762581 learned_addr learned my addr 172.21.15.44:0/1780762581 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:51.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.788+0000 7f0ab9400640 1 --2- 172.21.15.44:0/1780762581 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0abc104c60 0x7f0abc19a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:51.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.789+0000 7f0aba800640 1 --2- 172.21.15.44:0/1780762581 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0abc107590 0x7f0abc1a1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:51.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.789+0000 7f0ab9e00640 1 -- 172.21.15.44:0/1780762581 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0abc104c60 msgr2=0x7f0abc19a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:51.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.789+0000 7f0ab9e00640 1 --2- 172.21.15.44:0/1780762581 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0abc104c60 0x7f0abc19a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:51.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.789+0000 7f0ab9e00640 1 -- 172.21.15.44:0/1780762581 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0abc107590 msgr2=0x7f0abc1a1420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:51.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.789+0000 7f0ab9e00640 1 --2- 172.21.15.44:0/1780762581 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0abc107590 0x7f0abc1a1420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:51.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.789+0000 7f0ab9e00640 1 -- 172.21.15.44:0/1780762581 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0abc1a1a90 con 0x7f0abc102330 2024-05-27T00:32:51.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.789+0000 7f0ab9e00640 1 --2- 172.21.15.44:0/1780762581 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0abc102330 0x7f0abc199e70 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f0aac00d950 tx=0x7f0aac00de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:51.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.789+0000 7f0ab2a00640 1 -- 172.21.15.44:0/1780762581 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aac017070 con 0x7f0abc102330 2024-05-27T00:32:51.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.789+0000 7f0ab2a00640 1 -- 172.21.15.44:0/1780762581 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0aac009c30 con 0x7f0abc102330 2024-05-27T00:32:51.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.789+0000 7f0abb200640 1 -- 172.21.15.44:0/1780762581 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0abc1a1d80 con 0x7f0abc102330 2024-05-27T00:32:51.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.789+0000 7f0ab2a00640 1 -- 172.21.15.44:0/1780762581 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aac00f740 con 0x7f0abc102330 2024-05-27T00:32:51.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.790+0000 7f0abb200640 1 -- 172.21.15.44:0/1780762581 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0abc1a2240 con 0x7f0abc102330 2024-05-27T00:32:51.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.791+0000 7f0abb200640 1 -- 172.21.15.44:0/1780762581 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0abc1090e0 con 0x7f0abc102330 2024-05-27T00:32:51.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.792+0000 7f0ab2a00640 1 -- 172.21.15.44:0/1780762581 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0aac010a80 con 0x7f0abc102330 2024-05-27T00:32:51.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.794+0000 7f0ab2a00640 1 --2- 172.21.15.44:0/1780762581 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0aa00a2c10 0x7f0aa00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:51.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.794+0000 7f0ab2a00640 1 -- 172.21.15.44:0/1780762581 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f0aac0cf240 con 0x7f0abc102330 2024-05-27T00:32:51.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.794+0000 7f0ab9400640 1 --2- 172.21.15.44:0/1780762581 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0aa00a2c10 0x7f0aa00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:51.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.795+0000 7f0ab9400640 1 --2- 172.21.15.44:0/1780762581 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0aa00a2c10 0x7f0aa00a50d0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0aa8031570 tx=0x7f0aa8031640 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:51.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:51.798+0000 7f0ab2a00640 1 -- 172.21.15.44:0/1780762581 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0aac009de0 con 0x7f0abc102330 2024-05-27T00:32:51.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:51 smithi044 ceph-mon[31645]: pgmap v336: 129 pgs: 129 active+clean; 581 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-05-27T00:32:51.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:51 smithi044 ceph-mon[31645]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-27T00:32:51.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:51 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-05-27T00:32:51.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:51 smithi044 ceph-mon[31645]: daemon mds.a assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-27T00:32:51.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:51 smithi044 ceph-mon[31645]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-27T00:32:51.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:51 smithi044 ceph-mon[31645]: fsmap cephfs:2 {0=b=up:active,1=a=up:creating} 10 up:standby 2024-05-27T00:32:51.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:51 smithi044 ceph-mon[31645]: daemon mds.a is now active in filesystem cephfs as rank 1 2024-05-27T00:32:51.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:51 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1259887075' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-27T00:32:51.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:51 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-27T00:32:51.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:51 smithi050 ceph-mon[36071]: pgmap v336: 129 pgs: 129 active+clean; 581 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-05-27T00:32:51.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:51 smithi050 ceph-mon[36071]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-27T00:32:51.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:51 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-05-27T00:32:51.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:51 smithi050 ceph-mon[36071]: daemon mds.a assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-27T00:32:51.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:51 smithi050 ceph-mon[36071]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-27T00:32:51.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:51 smithi050 ceph-mon[36071]: fsmap cephfs:2 {0=b=up:active,1=a=up:creating} 10 up:standby 2024-05-27T00:32:51.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:51 smithi050 ceph-mon[36071]: daemon mds.a is now active in filesystem cephfs as rank 1 2024-05-27T00:32:51.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:51 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1259887075' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-27T00:32:51.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:51 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-27T00:32:52.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:51 smithi137 ceph-mon[36552]: pgmap v336: 129 pgs: 129 active+clean; 581 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-05-27T00:32:52.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:51 smithi137 ceph-mon[36552]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-27T00:32:52.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:51 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-05-27T00:32:52.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:51 smithi137 ceph-mon[36552]: daemon mds.a assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-27T00:32:52.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:51 smithi137 ceph-mon[36552]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-27T00:32:52.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:51 smithi137 ceph-mon[36552]: fsmap cephfs:2 {0=b=up:active,1=a=up:creating} 10 up:standby 2024-05-27T00:32:52.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:51 smithi137 ceph-mon[36552]: daemon mds.a is now active in filesystem cephfs as rank 1 2024-05-27T00:32:52.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:51 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1259887075' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-27T00:32:52.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:51 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-27T00:32:52.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.044+0000 7f0abb200640 1 -- 172.21.15.44:0/1780762581 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f0abc02d2e0 con 0x7f0abc102330 2024-05-27T00:32:52.450 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 27 00:32:52 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-b[66679]: 2024-05-27T00:32:52.134+0000 7f170dd76700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-05-27T00:32:52.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.590+0000 7f0ab2a00640 1 -- 172.21.15.44:0/1780762581 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v23) ==== 115+0+0 (secure 0 0 0) 0x7f0abc02d2e0 con 0x7f0abc102330 2024-05-27T00:32:52.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.593+0000 7f0abb200640 1 -- 172.21.15.44:0/1780762581 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0aa00a2c10 msgr2=0x7f0aa00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:52.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.593+0000 7f0abb200640 1 --2- 172.21.15.44:0/1780762581 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0aa00a2c10 0x7f0aa00a50d0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0aa8031570 tx=0x7f0aa8031640 comp rx=0 tx=0).stop 2024-05-27T00:32:52.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.593+0000 7f0abb200640 1 -- 172.21.15.44:0/1780762581 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0abc102330 msgr2=0x7f0abc199e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:52.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.593+0000 7f0abb200640 1 --2- 172.21.15.44:0/1780762581 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0abc102330 0x7f0abc199e70 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f0aac00d950 tx=0x7f0aac00de10 comp rx=0 tx=0).stop 2024-05-27T00:32:52.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.593+0000 7f0abb200640 1 -- 172.21.15.44:0/1780762581 shutdown_connections 2024-05-27T00:32:52.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.593+0000 7f0abb200640 1 --2- 172.21.15.44:0/1780762581 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0aa00a2c10 0x7f0aa00a50d0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:52.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.593+0000 7f0abb200640 1 --2- 172.21.15.44:0/1780762581 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0abc107590 0x7f0abc1a1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:52.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.593+0000 7f0abb200640 1 --2- 172.21.15.44:0/1780762581 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0abc104c60 0x7f0abc19a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:52.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.593+0000 7f0abb200640 1 --2- 172.21.15.44:0/1780762581 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0abc102330 0x7f0abc199e70 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:52.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.593+0000 7f0abb200640 1 -- 172.21.15.44:0/1780762581 >> 172.21.15.44:0/1780762581 conn(0x7f0abc0fbd40 msgr2=0x7f0abc101910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:52.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.593+0000 7f0abb200640 1 -- 172.21.15.44:0/1780762581 shutdown_connections 2024-05-27T00:32:52.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.593+0000 7f0abb200640 1 -- 172.21.15.44:0/1780762581 wait complete. 2024-05-27T00:32:52.615 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated'} subvols for filesystem 'cephfs' 2024-05-27T00:32:52.615 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs qa 2024-05-27T00:32:52.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:52 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-27T00:32:52.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:52 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] up:active 2024-05-27T00:32:52.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:52 smithi044 ceph-mon[31645]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-27T00:32:52.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:52 smithi044 ceph-mon[31645]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-27T00:32:52.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:52 smithi044 ceph-mon[31645]: Cluster is now healthy 2024-05-27T00:32:52.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:52 smithi044 ceph-mon[31645]: fsmap cephfs:2 {0=b=up:active,1=a=up:active} 10 up:standby 2024-05-27T00:32:52.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:52 smithi044 ceph-mon[31645]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:creating} 9 up:standby 2024-05-27T00:32:52.684 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:52 smithi044 ceph-mon[31645]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-05-27T00:32:52.685 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:52 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1780762581' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-27T00:32:52.685 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:52 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-27T00:32:52.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.826+0000 7f916fe00640 1 -- 172.21.15.44:0/284756673 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9170107e90 msgr2=0x7f91701082b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:52.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.826+0000 7f916fe00640 1 --2- 172.21.15.44:0/284756673 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9170107e90 0x7f91701082b0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f9160009900 tx=0x7f916002a3f0 comp rx=0 tx=0).stop 2024-05-27T00:32:52.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.826+0000 7f916fe00640 1 -- 172.21.15.44:0/284756673 shutdown_connections 2024-05-27T00:32:52.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.826+0000 7f916fe00640 1 --2- 172.21.15.44:0/284756673 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9170109a30 0x7f9170110350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:52.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.826+0000 7f916fe00640 1 --2- 172.21.15.44:0/284756673 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9170109070 0x7f91701094f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:52.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.826+0000 7f916fe00640 1 --2- 172.21.15.44:0/284756673 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9170107e90 0x7f91701082b0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:52.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.826+0000 7f916fe00640 1 -- 172.21.15.44:0/284756673 >> 172.21.15.44:0/284756673 conn(0x7f9170076e70 msgr2=0x7f91700792b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:52.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.826+0000 7f916fe00640 1 -- 172.21.15.44:0/284756673 shutdown_connections 2024-05-27T00:32:52.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.826+0000 7f916fe00640 1 -- 172.21.15.44:0/284756673 wait complete. 2024-05-27T00:32:52.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.827+0000 7f916fe00640 1 Processor -- start 2024-05-27T00:32:52.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.827+0000 7f916fe00640 1 -- start start 2024-05-27T00:32:52.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.828+0000 7f916fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9170107e90 0x7f917019e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:52.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.828+0000 7f916fe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9170109070 0x7f917019e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:52.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.828+0000 7f916fe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9170109a30 0x7f91701a5860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:52.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.828+0000 7f916fe00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9170113cc0 con 0x7f9170107e90 2024-05-27T00:32:52.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.828+0000 7f916fe00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9170113b40 con 0x7f9170109a30 2024-05-27T00:32:52.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.828+0000 7f916fe00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f9170113e40 con 0x7f9170109070 2024-05-27T00:32:52.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.828+0000 7f916f400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9170109a30 0x7f91701a5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:52.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.828+0000 7f916f400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9170109a30 0x7f91701a5860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:33602/0 (socket says 172.21.15.44:33602) 2024-05-27T00:32:52.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.828+0000 7f916f400640 1 -- 172.21.15.44:0/2395987854 learned_addr learned my addr 172.21.15.44:0/2395987854 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:52.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.828+0000 7f916ea00640 1 --2- 172.21.15.44:0/2395987854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9170107e90 0x7f917019e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:52.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.828+0000 7f9167e00640 1 --2- 172.21.15.44:0/2395987854 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9170109070 0x7f917019e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:52.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.828+0000 7f916f400640 1 -- 172.21.15.44:0/2395987854 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9170109070 msgr2=0x7f917019e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:52.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.828+0000 7f916f400640 1 --2- 172.21.15.44:0/2395987854 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9170109070 0x7f917019e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:52.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.828+0000 7f916f400640 1 -- 172.21.15.44:0/2395987854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9170107e90 msgr2=0x7f917019e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:52.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.828+0000 7f916f400640 1 --2- 172.21.15.44:0/2395987854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9170107e90 0x7f917019e300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:52.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.828+0000 7f916f400640 1 -- 172.21.15.44:0/2395987854 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91701a5ed0 con 0x7f9170109a30 2024-05-27T00:32:52.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.828+0000 7f9167e00640 1 --2- 172.21.15.44:0/2395987854 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9170109070 0x7f917019e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:32:52.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.829+0000 7f916f400640 1 --2- 172.21.15.44:0/2395987854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9170109a30 0x7f91701a5860 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f916800eaa0 tx=0x7f916800ef60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:52.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.829+0000 7f9174a00640 1 -- 172.21.15.44:0/2395987854 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f916800cdb0 con 0x7f9170109a30 2024-05-27T00:32:52.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.829+0000 7f9174a00640 1 -- 172.21.15.44:0/2395987854 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9168004b20 con 0x7f9170109a30 2024-05-27T00:32:52.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.829+0000 7f9174a00640 1 -- 172.21.15.44:0/2395987854 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9168011760 con 0x7f9170109a30 2024-05-27T00:32:52.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.829+0000 7f916fe00640 1 -- 172.21.15.44:0/2395987854 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91701a61c0 con 0x7f9170109a30 2024-05-27T00:32:52.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.829+0000 7f916fe00640 1 -- 172.21.15.44:0/2395987854 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91701a66c0 con 0x7f9170109a30 2024-05-27T00:32:52.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.830+0000 7f916fe00640 1 -- 172.21.15.44:0/2395987854 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f917010f1d0 con 0x7f9170109a30 2024-05-27T00:32:52.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.832+0000 7f9174a00640 1 -- 172.21.15.44:0/2395987854 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9168004cd0 con 0x7f9170109a30 2024-05-27T00:32:52.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.834+0000 7f9174a00640 1 --2- 172.21.15.44:0/2395987854 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f91540a2b90 0x7f91540a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:52.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.834+0000 7f9174a00640 1 -- 172.21.15.44:0/2395987854 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f91680cf550 con 0x7f9170109a30 2024-05-27T00:32:52.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.834+0000 7f916ea00640 1 --2- 172.21.15.44:0/2395987854 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f91540a2b90 0x7f91540a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:52.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.835+0000 7f916ea00640 1 --2- 172.21.15.44:0/2395987854 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f91540a2b90 0x7f91540a5050 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f9160031570 tx=0x7f9160031640 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:52.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:52.838+0000 7f9174a00640 1 -- 172.21.15.44:0/2395987854 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9168016030 con 0x7f9170109a30 2024-05-27T00:32:52.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:52 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-27T00:32:52.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:52 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] up:active 2024-05-27T00:32:52.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:52 smithi050 ceph-mon[36071]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-27T00:32:52.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:52 smithi050 ceph-mon[36071]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-27T00:32:52.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:52 smithi050 ceph-mon[36071]: Cluster is now healthy 2024-05-27T00:32:52.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:52 smithi050 ceph-mon[36071]: fsmap cephfs:2 {0=b=up:active,1=a=up:active} 10 up:standby 2024-05-27T00:32:52.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:52 smithi050 ceph-mon[36071]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:creating} 9 up:standby 2024-05-27T00:32:52.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:52 smithi050 ceph-mon[36071]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-05-27T00:32:52.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:52 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1780762581' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-27T00:32:52.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:52 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-27T00:32:53.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:52 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-27T00:32:53.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:52 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] up:active 2024-05-27T00:32:53.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:52 smithi137 ceph-mon[36552]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-27T00:32:53.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:52 smithi137 ceph-mon[36552]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-27T00:32:53.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:52 smithi137 ceph-mon[36552]: Cluster is now healthy 2024-05-27T00:32:53.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:52 smithi137 ceph-mon[36552]: fsmap cephfs:2 {0=b=up:active,1=a=up:active} 10 up:standby 2024-05-27T00:32:53.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:52 smithi137 ceph-mon[36552]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:creating} 9 up:standby 2024-05-27T00:32:53.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:52 smithi137 ceph-mon[36552]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-05-27T00:32:53.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:52 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1780762581' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-27T00:32:53.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:52 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-27T00:32:53.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.070+0000 7f916fe00640 1 -- 172.21.15.44:0/2395987854 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f9170061de0 con 0x7f91540a2b90 2024-05-27T00:32:53.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.110+0000 7f9174a00640 1 -- 172.21.15.44:0/2395987854 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f9170061de0 con 0x7f91540a2b90 2024-05-27T00:32:53.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.113+0000 7f916fe00640 1 -- 172.21.15.44:0/2395987854 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f91540a2b90 msgr2=0x7f91540a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:53.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.113+0000 7f916fe00640 1 --2- 172.21.15.44:0/2395987854 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f91540a2b90 0x7f91540a5050 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f9160031570 tx=0x7f9160031640 comp rx=0 tx=0).stop 2024-05-27T00:32:53.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.113+0000 7f916fe00640 1 -- 172.21.15.44:0/2395987854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9170109a30 msgr2=0x7f91701a5860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:53.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.113+0000 7f916fe00640 1 --2- 172.21.15.44:0/2395987854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9170109a30 0x7f91701a5860 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f916800eaa0 tx=0x7f916800ef60 comp rx=0 tx=0).stop 2024-05-27T00:32:53.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.113+0000 7f916fe00640 1 -- 172.21.15.44:0/2395987854 shutdown_connections 2024-05-27T00:32:53.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.113+0000 7f916fe00640 1 --2- 172.21.15.44:0/2395987854 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f91540a2b90 0x7f91540a5050 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:53.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.113+0000 7f916fe00640 1 --2- 172.21.15.44:0/2395987854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9170109a30 0x7f91701a5860 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:53.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.113+0000 7f916fe00640 1 --2- 172.21.15.44:0/2395987854 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9170109070 0x7f917019e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:53.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.113+0000 7f916fe00640 1 --2- 172.21.15.44:0/2395987854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9170107e90 0x7f917019e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:53.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.113+0000 7f916fe00640 1 -- 172.21.15.44:0/2395987854 >> 172.21.15.44:0/2395987854 conn(0x7f9170076e70 msgr2=0x7f917010c3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:53.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.113+0000 7f916fe00640 1 -- 172.21.15.44:0/2395987854 shutdown_connections 2024-05-27T00:32:53.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.113+0000 7f916fe00640 1 -- 172.21.15.44:0/2395987854 wait complete. 2024-05-27T00:32:53.132 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 --group_name qa 2024-05-27T00:32:53.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.338+0000 7ff3aa600640 1 -- 172.21.15.44:0/2727655987 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff3a4075980 msgr2=0x7ff3a4073dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:53.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.338+0000 7ff3aa600640 1 --2- 172.21.15.44:0/2727655987 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff3a4075980 0x7ff3a4073dd0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ff398009860 tx=0x7ff39802a3d0 comp rx=0 tx=0).stop 2024-05-27T00:32:53.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.338+0000 7ff3aa600640 1 -- 172.21.15.44:0/2727655987 shutdown_connections 2024-05-27T00:32:53.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.338+0000 7ff3aa600640 1 --2- 172.21.15.44:0/2727655987 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3a4109740 0x7ff3a410bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:53.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.338+0000 7ff3aa600640 1 --2- 172.21.15.44:0/2727655987 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3a40743a0 0x7ff3a4074800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:53.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.338+0000 7ff3aa600640 1 --2- 172.21.15.44:0/2727655987 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff3a4075980 0x7ff3a4073dd0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:53.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.338+0000 7ff3aa600640 1 -- 172.21.15.44:0/2727655987 >> 172.21.15.44:0/2727655987 conn(0x7ff3a40fce40 msgr2=0x7ff3a40ff260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:53.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.338+0000 7ff3aa600640 1 -- 172.21.15.44:0/2727655987 shutdown_connections 2024-05-27T00:32:53.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.338+0000 7ff3aa600640 1 -- 172.21.15.44:0/2727655987 wait complete. 2024-05-27T00:32:53.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.339+0000 7ff3aa600640 1 Processor -- start 2024-05-27T00:32:53.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.339+0000 7ff3aa600640 1 -- start start 2024-05-27T00:32:53.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.339+0000 7ff3aa600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3a40743a0 0x7ff3a4199e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:53.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.339+0000 7ff3aa600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3a4075980 0x7ff3a419a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:53.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.340+0000 7ff3aa600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff3a4109740 0x7ff3a41a1440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:53.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.340+0000 7ff3aa600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff3a410f8b0 con 0x7ff3a40743a0 2024-05-27T00:32:53.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.340+0000 7ff3aa600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff3a410f730 con 0x7ff3a4075980 2024-05-27T00:32:53.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.340+0000 7ff3aa600640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7ff3a410fa30 con 0x7ff3a4109740 2024-05-27T00:32:53.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.340+0000 7ff3a9200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3a40743a0 0x7ff3a4199e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:53.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.340+0000 7ff3a3e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3a4075980 0x7ff3a419a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:53.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.340+0000 7ff3a3e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3a4075980 0x7ff3a419a3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:33648/0 (socket says 172.21.15.44:33648) 2024-05-27T00:32:53.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.340+0000 7ff3a3e00640 1 -- 172.21.15.44:0/1194150329 learned_addr learned my addr 172.21.15.44:0/1194150329 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:53.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.340+0000 7ff3a9c00640 1 --2- 172.21.15.44:0/1194150329 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff3a4109740 0x7ff3a41a1440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:53.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.340+0000 7ff3a3e00640 1 -- 172.21.15.44:0/1194150329 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff3a4109740 msgr2=0x7ff3a41a1440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:53.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.340+0000 7ff3a3e00640 1 --2- 172.21.15.44:0/1194150329 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff3a4109740 0x7ff3a41a1440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:53.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.340+0000 7ff3a3e00640 1 -- 172.21.15.44:0/1194150329 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3a40743a0 msgr2=0x7ff3a4199e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:53.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.340+0000 7ff3a3e00640 1 --2- 172.21.15.44:0/1194150329 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3a40743a0 0x7ff3a4199e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:53.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.340+0000 7ff3a3e00640 1 -- 172.21.15.44:0/1194150329 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3a41a1ab0 con 0x7ff3a4075980 2024-05-27T00:32:53.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.340+0000 7ff3a9200640 1 --2- 172.21.15.44:0/1194150329 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3a40743a0 0x7ff3a4199e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:53.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.341+0000 7ff3a3e00640 1 --2- 172.21.15.44:0/1194150329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3a4075980 0x7ff3a419a3d0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ff39000e9c0 tx=0x7ff39000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:53.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.341+0000 7ff3a1600640 1 -- 172.21.15.44:0/1194150329 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff39000ccc0 con 0x7ff3a4075980 2024-05-27T00:32:53.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.341+0000 7ff3aa600640 1 -- 172.21.15.44:0/1194150329 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3a41a1da0 con 0x7ff3a4075980 2024-05-27T00:32:53.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.341+0000 7ff3a1600640 1 -- 172.21.15.44:0/1194150329 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff390005520 con 0x7ff3a4075980 2024-05-27T00:32:53.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.341+0000 7ff3a1600640 1 -- 172.21.15.44:0/1194150329 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff390010690 con 0x7ff3a4075980 2024-05-27T00:32:53.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.341+0000 7ff3aa600640 1 -- 172.21.15.44:0/1194150329 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3a41a2270 con 0x7ff3a4075980 2024-05-27T00:32:53.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.342+0000 7ff3aa600640 1 -- 172.21.15.44:0/1194150329 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3a4108500 con 0x7ff3a4075980 2024-05-27T00:32:53.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.344+0000 7ff3a1600640 1 -- 172.21.15.44:0/1194150329 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff3900046c0 con 0x7ff3a4075980 2024-05-27T00:32:53.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.346+0000 7ff3a1600640 1 --2- 172.21.15.44:0/1194150329 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff38c0a2b90 0x7ff38c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:53.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.347+0000 7ff3a1600640 1 -- 172.21.15.44:0/1194150329 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7ff3900cf550 con 0x7ff3a4075980 2024-05-27T00:32:53.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.347+0000 7ff3a9200640 1 --2- 172.21.15.44:0/1194150329 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff38c0a2b90 0x7ff38c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:53.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.347+0000 7ff3a9200640 1 --2- 172.21.15.44:0/1194150329 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff38c0a2b90 0x7ff38c0a5050 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7ff39802a9c0 tx=0x7ff398030b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:53.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.350+0000 7ff3a1600640 1 -- 172.21.15.44:0/1194150329 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff39009c210 con 0x7ff3a4075980 2024-05-27T00:32:53.362 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:32:53 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:32:53.084+0000 7f5326200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:32:53.362 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:32:53 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:32:53.084+0000 7f5326200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:32:53.362 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:32:53 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:32:53.084+0000 7f5326200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:32:53.362 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:32:53 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:32:53.084+0000 7f5326200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:32:53.362 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:32:53 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:32:53.084+0000 7f5326200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:32:53.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.586+0000 7ff3aa600640 1 -- 172.21.15.44:0/1194150329 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7ff3a4061de0 con 0x7ff38c0a2b90 2024-05-27T00:32:53.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.628+0000 7ff3a1600640 1 -- 172.21.15.44:0/1194150329 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7ff3a4061de0 con 0x7ff38c0a2b90 2024-05-27T00:32:53.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.631+0000 7ff3aa600640 1 -- 172.21.15.44:0/1194150329 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff38c0a2b90 msgr2=0x7ff38c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:53.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.631+0000 7ff3aa600640 1 --2- 172.21.15.44:0/1194150329 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff38c0a2b90 0x7ff38c0a5050 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7ff39802a9c0 tx=0x7ff398030b40 comp rx=0 tx=0).stop 2024-05-27T00:32:53.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.631+0000 7ff3aa600640 1 -- 172.21.15.44:0/1194150329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3a4075980 msgr2=0x7ff3a419a3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:53.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.631+0000 7ff3aa600640 1 --2- 172.21.15.44:0/1194150329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3a4075980 0x7ff3a419a3d0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ff39000e9c0 tx=0x7ff39000ee80 comp rx=0 tx=0).stop 2024-05-27T00:32:53.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.631+0000 7ff3aa600640 1 -- 172.21.15.44:0/1194150329 shutdown_connections 2024-05-27T00:32:53.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.631+0000 7ff3aa600640 1 --2- 172.21.15.44:0/1194150329 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff38c0a2b90 0x7ff38c0a5050 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:53.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.631+0000 7ff3aa600640 1 --2- 172.21.15.44:0/1194150329 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff3a4109740 0x7ff3a41a1440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:53.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.631+0000 7ff3aa600640 1 --2- 172.21.15.44:0/1194150329 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff3a4075980 0x7ff3a419a3d0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:53.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.631+0000 7ff3aa600640 1 --2- 172.21.15.44:0/1194150329 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3a40743a0 0x7ff3a4199e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:53.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.631+0000 7ff3aa600640 1 -- 172.21.15.44:0/1194150329 >> 172.21.15.44:0/1194150329 conn(0x7ff3a40fce40 msgr2=0x7ff3a41056d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:53.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.631+0000 7ff3aa600640 1 -- 172.21.15.44:0/1194150329 shutdown_connections 2024-05-27T00:32:53.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.631+0000 7ff3aa600640 1 -- 172.21.15.44:0/1194150329 wait complete. 2024-05-27T00:32:53.652 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-05-27T00:32:53.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:53 smithi044 ceph-mon[31645]: pgmap v337: 129 pgs: 129 active+clean; 584 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 3 op/s 2024-05-27T00:32:53.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:53 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-27T00:32:53.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:53 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] up:active 2024-05-27T00:32:53.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:53 smithi044 ceph-mon[31645]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 9 up:standby 2024-05-27T00:32:53.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:53 smithi044 ceph-mon[31645]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:32:53.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:53 smithi044 ceph-mon[31645]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:32:53.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.869+0000 7fe0f8600640 1 -- 172.21.15.44:0/3244475059 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0f0102480 msgr2=0x7fe0f0104870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:53.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.869+0000 7fe0f8600640 1 --2- 172.21.15.44:0/3244475059 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0f0102480 0x7fe0f0104870 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fe0e0009900 tx=0x7fe0e002a3f0 comp rx=0 tx=0).stop 2024-05-27T00:32:53.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.869+0000 7fe0f8600640 1 -- 172.21.15.44:0/3244475059 shutdown_connections 2024-05-27T00:32:53.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.869+0000 7fe0f8600640 1 --2- 172.21.15.44:0/3244475059 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe0f01076e0 0x7fe0f0109b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:53.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.869+0000 7fe0f8600640 1 --2- 172.21.15.44:0/3244475059 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe0f0104db0 0x7fe0f01071a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:53.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.869+0000 7fe0f8600640 1 --2- 172.21.15.44:0/3244475059 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0f0102480 0x7fe0f0104870 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:53.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.869+0000 7fe0f8600640 1 -- 172.21.15.44:0/3244475059 >> 172.21.15.44:0/3244475059 conn(0x7fe0f00fbe70 msgr2=0x7fe0f00fe2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:53.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.869+0000 7fe0f8600640 1 -- 172.21.15.44:0/3244475059 shutdown_connections 2024-05-27T00:32:53.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.869+0000 7fe0f8600640 1 -- 172.21.15.44:0/3244475059 wait complete. 2024-05-27T00:32:53.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.870+0000 7fe0f8600640 1 Processor -- start 2024-05-27T00:32:53.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.870+0000 7fe0f8600640 1 -- start start 2024-05-27T00:32:53.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.871+0000 7fe0f8600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0f0102480 0x7fe0f019a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:53.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.871+0000 7fe0f8600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe0f0104db0 0x7fe0f019a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:53.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.871+0000 7fe0f8600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe0f01076e0 0x7fe0f01a1600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:53.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.871+0000 7fe0f8600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe0f010d800 con 0x7fe0f01076e0 2024-05-27T00:32:53.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.871+0000 7fe0f8600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe0f010d680 con 0x7fe0f0102480 2024-05-27T00:32:53.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.871+0000 7fe0f8600640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fe0f010d980 con 0x7fe0f0104db0 2024-05-27T00:32:53.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.871+0000 7fe0f6600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe0f01076e0 0x7fe0f01a1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:53.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.871+0000 7fe0f5c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0f0102480 0x7fe0f019a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:53.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.871+0000 7fe0f5c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0f0102480 0x7fe0f019a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:33664/0 (socket says 172.21.15.44:33664) 2024-05-27T00:32:53.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.871+0000 7fe0f6600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe0f01076e0 0x7fe0f01a1600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35404/0 (socket says 172.21.15.44:35404) 2024-05-27T00:32:53.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.871+0000 7fe0f5c00640 1 -- 172.21.15.44:0/91543953 learned_addr learned my addr 172.21.15.44:0/91543953 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:53.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.871+0000 7fe0f5200640 1 --2- 172.21.15.44:0/91543953 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe0f0104db0 0x7fe0f019a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:53.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.871+0000 7fe0f5c00640 1 -- 172.21.15.44:0/91543953 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe0f0104db0 msgr2=0x7fe0f019a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:53.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.871+0000 7fe0f5c00640 1 --2- 172.21.15.44:0/91543953 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe0f0104db0 0x7fe0f019a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:53.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.871+0000 7fe0f5c00640 1 -- 172.21.15.44:0/91543953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe0f01076e0 msgr2=0x7fe0f01a1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:53.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.871+0000 7fe0f5c00640 1 --2- 172.21.15.44:0/91543953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe0f01076e0 0x7fe0f01a1600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:53.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.871+0000 7fe0f5c00640 1 -- 172.21.15.44:0/91543953 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0f01a1c70 con 0x7fe0f0102480 2024-05-27T00:32:53.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.872+0000 7fe0f5c00640 1 --2- 172.21.15.44:0/91543953 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0f0102480 0x7fe0f019a050 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fe0e00316a0 tx=0x7fe0e0032d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:53.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.872+0000 7fe0ee000640 1 -- 172.21.15.44:0/91543953 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0e003f030 con 0x7fe0f0102480 2024-05-27T00:32:53.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.872+0000 7fe0ee000640 1 -- 172.21.15.44:0/91543953 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe0e0003d00 con 0x7fe0f0102480 2024-05-27T00:32:53.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.872+0000 7fe0f8600640 1 -- 172.21.15.44:0/91543953 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0f01a1f00 con 0x7fe0f0102480 2024-05-27T00:32:53.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.872+0000 7fe0ee000640 1 -- 172.21.15.44:0/91543953 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0e0035070 con 0x7fe0f0102480 2024-05-27T00:32:53.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.872+0000 7fe0f8600640 1 -- 172.21.15.44:0/91543953 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0f01a2310 con 0x7fe0f0102480 2024-05-27T00:32:53.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.873+0000 7fe0f8600640 1 -- 172.21.15.44:0/91543953 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0f0109230 con 0x7fe0f0102480 2024-05-27T00:32:53.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.875+0000 7fe0ee000640 1 -- 172.21.15.44:0/91543953 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fe0e0042030 con 0x7fe0f0102480 2024-05-27T00:32:53.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.876+0000 7fe0ee000640 1 --2- 172.21.15.44:0/91543953 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe0d40a2b90 0x7fe0d40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:53.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.877+0000 7fe0ee000640 1 -- 172.21.15.44:0/91543953 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7fe0e00ef800 con 0x7fe0f0102480 2024-05-27T00:32:53.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.877+0000 7fe0f5200640 1 --2- 172.21.15.44:0/91543953 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe0d40a2b90 0x7fe0d40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:53.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.878+0000 7fe0f5200640 1 --2- 172.21.15.44:0/91543953 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe0d40a2b90 0x7fe0d40a5050 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fe0f019b560 tx=0x7fe0dc00b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:53.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:53.881+0000 7fe0ee000640 1 -- 172.21.15.44:0/91543953 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe0e00bbe70 con 0x7fe0f0102480 2024-05-27T00:32:53.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:53 smithi050 ceph-mon[36071]: pgmap v337: 129 pgs: 129 active+clean; 584 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 3 op/s 2024-05-27T00:32:53.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:53 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-27T00:32:53.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:53 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] up:active 2024-05-27T00:32:53.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:53 smithi050 ceph-mon[36071]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 9 up:standby 2024-05-27T00:32:53.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:53 smithi050 ceph-mon[36071]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:32:53.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:53 smithi050 ceph-mon[36071]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:32:54.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:53 smithi137 ceph-mon[36552]: pgmap v337: 129 pgs: 129 active+clean; 584 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 3 op/s 2024-05-27T00:32:54.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:53 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-27T00:32:54.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:53 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] up:active 2024-05-27T00:32:54.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:53 smithi137 ceph-mon[36552]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 9 up:standby 2024-05-27T00:32:54.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:53 smithi137 ceph-mon[36552]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:32:54.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:53 smithi137 ceph-mon[36552]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:32:54.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.114+0000 7fe0f8600640 1 -- 172.21.15.44:0/91543953 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7fe0f0061e70 con 0x7fe0d40a2b90 2024-05-27T00:32:54.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.128+0000 7fe0ee000640 1 -- 172.21.15.44:0/91543953 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fe0f0061e70 con 0x7fe0d40a2b90 2024-05-27T00:32:54.129 INFO:teuthology.orchestra.run.smithi044.stdout:/volumes/qa/sv_0/742776e5-df2b-4c7c-9638-2c310e415fd2 2024-05-27T00:32:54.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.131+0000 7fe0f8600640 1 -- 172.21.15.44:0/91543953 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe0d40a2b90 msgr2=0x7fe0d40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:54.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.131+0000 7fe0f8600640 1 --2- 172.21.15.44:0/91543953 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe0d40a2b90 0x7fe0d40a5050 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fe0f019b560 tx=0x7fe0dc00b390 comp rx=0 tx=0).stop 2024-05-27T00:32:54.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.131+0000 7fe0f8600640 1 -- 172.21.15.44:0/91543953 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0f0102480 msgr2=0x7fe0f019a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:54.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.131+0000 7fe0f8600640 1 --2- 172.21.15.44:0/91543953 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0f0102480 0x7fe0f019a050 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fe0e00316a0 tx=0x7fe0e0032d70 comp rx=0 tx=0).stop 2024-05-27T00:32:54.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.131+0000 7fe0f8600640 1 -- 172.21.15.44:0/91543953 shutdown_connections 2024-05-27T00:32:54.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.131+0000 7fe0f8600640 1 --2- 172.21.15.44:0/91543953 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe0d40a2b90 0x7fe0d40a5050 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:54.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.131+0000 7fe0f8600640 1 --2- 172.21.15.44:0/91543953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe0f01076e0 0x7fe0f01a1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:54.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.131+0000 7fe0f8600640 1 --2- 172.21.15.44:0/91543953 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe0f0104db0 0x7fe0f019a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:54.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.131+0000 7fe0f8600640 1 --2- 172.21.15.44:0/91543953 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe0f0102480 0x7fe0f019a050 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:54.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.131+0000 7fe0f8600640 1 -- 172.21.15.44:0/91543953 >> 172.21.15.44:0/91543953 conn(0x7fe0f00fbe70 msgr2=0x7fe0f0101b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:54.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.132+0000 7fe0f8600640 1 -- 172.21.15.44:0/91543953 shutdown_connections 2024-05-27T00:32:54.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.132+0000 7fe0f8600640 1 -- 172.21.15.44:0/91543953 wait complete. 2024-05-27T00:32:54.152 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 --group_name qa 2024-05-27T00:32:54.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.378+0000 7f2cf6c00640 1 -- 172.21.15.44:0/2377235895 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2cf0074400 msgr2=0x7f2cf0074880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:54.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.378+0000 7f2cf6c00640 1 --2- 172.21.15.44:0/2377235895 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2cf0074400 0x7f2cf0074880 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f2cdc009860 tx=0x7f2cdc02a340 comp rx=0 tx=0).stop 2024-05-27T00:32:54.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.378+0000 7f2cf6c00640 1 -- 172.21.15.44:0/2377235895 shutdown_connections 2024-05-27T00:32:54.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.378+0000 7f2cf6c00640 1 --2- 172.21.15.44:0/2377235895 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2cf01097f0 0x7f2cf010bc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:54.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.378+0000 7f2cf6c00640 1 --2- 172.21.15.44:0/2377235895 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2cf0074400 0x7f2cf0074880 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:54.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.378+0000 7f2cf6c00640 1 --2- 172.21.15.44:0/2377235895 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2cf00759e0 0x7f2cf0073e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:54.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.378+0000 7f2cf6c00640 1 -- 172.21.15.44:0/2377235895 >> 172.21.15.44:0/2377235895 conn(0x7f2cf00fcea0 msgr2=0x7f2cf00ff2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:54.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.378+0000 7f2cf6c00640 1 -- 172.21.15.44:0/2377235895 shutdown_connections 2024-05-27T00:32:54.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.378+0000 7f2cf6c00640 1 -- 172.21.15.44:0/2377235895 wait complete. 2024-05-27T00:32:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.380+0000 7f2cf6c00640 1 Processor -- start 2024-05-27T00:32:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.380+0000 7f2cf6c00640 1 -- start start 2024-05-27T00:32:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.380+0000 7f2cf6c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2cf0074400 0x7f2cf0199ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.380+0000 7f2cf6c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2cf00759e0 0x7f2cf019a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.380+0000 7f2cf6c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2cf01097f0 0x7f2cf01a1450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.380+0000 7f2cf6c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2cf010f860 con 0x7f2cf01097f0 2024-05-27T00:32:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.380+0000 7f2cf6c00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2cf010f6e0 con 0x7f2cf0074400 2024-05-27T00:32:54.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.380+0000 7f2cf6c00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f2cf010f9e0 con 0x7f2cf00759e0 2024-05-27T00:32:54.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.381+0000 7f2cf5800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2cf0074400 0x7f2cf0199ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:54.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.381+0000 7f2cf4e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2cf00759e0 0x7f2cf019a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:54.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.381+0000 7f2cf5800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2cf0074400 0x7f2cf0199ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:33686/0 (socket says 172.21.15.44:33686) 2024-05-27T00:32:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.381+0000 7f2cf5800640 1 -- 172.21.15.44:0/2331814902 learned_addr learned my addr 172.21.15.44:0/2331814902 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.381+0000 7f2cf6200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2cf01097f0 0x7f2cf01a1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.381+0000 7f2cf5800640 1 -- 172.21.15.44:0/2331814902 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2cf00759e0 msgr2=0x7f2cf019a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.381+0000 7f2cf5800640 1 --2- 172.21.15.44:0/2331814902 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2cf00759e0 0x7f2cf019a3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.381+0000 7f2cf5800640 1 -- 172.21.15.44:0/2331814902 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2cf01097f0 msgr2=0x7f2cf01a1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.381+0000 7f2cf5800640 1 --2- 172.21.15.44:0/2331814902 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2cf01097f0 0x7f2cf01a1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.381+0000 7f2cf5800640 1 -- 172.21.15.44:0/2331814902 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cf01a1ac0 con 0x7f2cf0074400 2024-05-27T00:32:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.381+0000 7f2cf4e00640 1 --2- 172.21.15.44:0/2331814902 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2cf00759e0 0x7f2cf019a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.381+0000 7f2cf5800640 1 --2- 172.21.15.44:0/2331814902 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2cf0074400 0x7f2cf0199ea0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f2ce000c420 tx=0x7f2ce0009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.381+0000 7f2cee000640 1 -- 172.21.15.44:0/2331814902 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ce0003970 con 0x7f2cf0074400 2024-05-27T00:32:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.382+0000 7f2cee000640 1 -- 172.21.15.44:0/2331814902 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2ce0004520 con 0x7f2cf0074400 2024-05-27T00:32:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.382+0000 7f2cee000640 1 -- 172.21.15.44:0/2331814902 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ce000bb70 con 0x7f2cf0074400 2024-05-27T00:32:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.382+0000 7f2cf6c00640 1 -- 172.21.15.44:0/2331814902 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cf01a1db0 con 0x7f2cf0074400 2024-05-27T00:32:54.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.382+0000 7f2cf6c00640 1 -- 172.21.15.44:0/2331814902 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cf01a21c0 con 0x7f2cf0074400 2024-05-27T00:32:54.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.383+0000 7f2cf6c00640 1 -- 172.21.15.44:0/2331814902 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cf0108520 con 0x7f2cf0074400 2024-05-27T00:32:54.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.385+0000 7f2cee000640 1 -- 172.21.15.44:0/2331814902 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2ce001d020 con 0x7f2cf0074400 2024-05-27T00:32:54.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.386+0000 7f2cee000640 1 --2- 172.21.15.44:0/2331814902 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f2cd40a2c10 0x7f2cd40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:54.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.387+0000 7f2cee000640 1 -- 172.21.15.44:0/2331814902 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f2ce00cf260 con 0x7f2cf0074400 2024-05-27T00:32:54.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.387+0000 7f2cf4e00640 1 --2- 172.21.15.44:0/2331814902 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f2cd40a2c10 0x7f2cd40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:54.388 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.388+0000 7f2cf4e00640 1 --2- 172.21.15.44:0/2331814902 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f2cd40a2c10 0x7f2cd40a50d0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f2cdc000c00 tx=0x7f2cdc0305e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:54.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.389+0000 7f2cee000640 1 -- 172.21.15.44:0/2331814902 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f2ce009bf20 con 0x7f2cf0074400 2024-05-27T00:32:54.619 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.618+0000 7f2cee000640 1 -- 172.21.15.44:0/2331814902 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f2ce0097e90 con 0x7f2cf0074400 2024-05-27T00:32:54.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.632+0000 7f2cf6c00640 1 -- 172.21.15.44:0/2331814902 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f2cf0061e70 con 0x7f2cd40a2c10 2024-05-27T00:32:54.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.668+0000 7f2cee000640 1 -- 172.21.15.44:0/2331814902 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f2cf0061e70 con 0x7f2cd40a2c10 2024-05-27T00:32:54.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.671+0000 7f2cf6c00640 1 -- 172.21.15.44:0/2331814902 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f2cd40a2c10 msgr2=0x7f2cd40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:54.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.671+0000 7f2cf6c00640 1 --2- 172.21.15.44:0/2331814902 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f2cd40a2c10 0x7f2cd40a50d0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f2cdc000c00 tx=0x7f2cdc0305e0 comp rx=0 tx=0).stop 2024-05-27T00:32:54.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.671+0000 7f2cf6c00640 1 -- 172.21.15.44:0/2331814902 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2cf0074400 msgr2=0x7f2cf0199ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:54.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.671+0000 7f2cf6c00640 1 --2- 172.21.15.44:0/2331814902 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2cf0074400 0x7f2cf0199ea0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f2ce000c420 tx=0x7f2ce0009f90 comp rx=0 tx=0).stop 2024-05-27T00:32:54.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.671+0000 7f2cf6c00640 1 -- 172.21.15.44:0/2331814902 shutdown_connections 2024-05-27T00:32:54.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.671+0000 7f2cf6c00640 1 --2- 172.21.15.44:0/2331814902 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f2cd40a2c10 0x7f2cd40a50d0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:54.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.671+0000 7f2cf6c00640 1 --2- 172.21.15.44:0/2331814902 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2cf01097f0 0x7f2cf01a1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:54.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.671+0000 7f2cf6c00640 1 --2- 172.21.15.44:0/2331814902 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2cf00759e0 0x7f2cf019a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:54.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.671+0000 7f2cf6c00640 1 --2- 172.21.15.44:0/2331814902 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2cf0074400 0x7f2cf0199ea0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:54.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.671+0000 7f2cf6c00640 1 -- 172.21.15.44:0/2331814902 >> 172.21.15.44:0/2331814902 conn(0x7f2cf00fcea0 msgr2=0x7f2cf01056f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:54.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.671+0000 7f2cf6c00640 1 -- 172.21.15.44:0/2331814902 shutdown_connections 2024-05-27T00:32:54.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.671+0000 7f2cf6c00640 1 -- 172.21.15.44:0/2331814902 wait complete. 2024-05-27T00:32:54.692 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-05-27T00:32:54.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:54 smithi044 ceph-mon[31645]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:32:54.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:54 smithi044 ceph-mon[31645]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:32:54.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.908+0000 7fb64a600640 1 -- 172.21.15.44:0/3511721134 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb644103ae0 msgr2=0x7fb644103f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:54.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.908+0000 7fb64a600640 1 --2- 172.21.15.44:0/3511721134 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb644103ae0 0x7fb644103f00 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fb638009900 tx=0x7fb63802a410 comp rx=0 tx=0).stop 2024-05-27T00:32:54.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.908+0000 7fb64a600640 1 -- 172.21.15.44:0/3511721134 shutdown_connections 2024-05-27T00:32:54.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.908+0000 7fb64a600640 1 --2- 172.21.15.44:0/3511721134 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb644105690 0x7fb64410bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:54.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.908+0000 7fb64a600640 1 --2- 172.21.15.44:0/3511721134 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb644104cd0 0x7fb644105150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:54.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.908+0000 7fb64a600640 1 --2- 172.21.15.44:0/3511721134 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb644103ae0 0x7fb644103f00 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:54.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.908+0000 7fb64a600640 1 -- 172.21.15.44:0/3511721134 >> 172.21.15.44:0/3511721134 conn(0x7fb6440ff050 msgr2=0x7fb644101490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:54.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.908+0000 7fb64a600640 1 -- 172.21.15.44:0/3511721134 shutdown_connections 2024-05-27T00:32:54.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.908+0000 7fb64a600640 1 -- 172.21.15.44:0/3511721134 wait complete. 2024-05-27T00:32:54.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.909+0000 7fb64a600640 1 Processor -- start 2024-05-27T00:32:54.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.910+0000 7fb64a600640 1 -- start start 2024-05-27T00:32:54.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.910+0000 7fb64a600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb644103ae0 0x7fb644199eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:54.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.910+0000 7fb64a600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb644104cd0 0x7fb64419a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:54.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.910+0000 7fb64a600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb644105690 0x7fb6441a1460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:54.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.910+0000 7fb64a600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb64410f8d0 con 0x7fb644105690 2024-05-27T00:32:54.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.910+0000 7fb64a600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb64410f750 con 0x7fb644104cd0 2024-05-27T00:32:54.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.910+0000 7fb64a600640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fb64410fa50 con 0x7fb644103ae0 2024-05-27T00:32:54.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.910+0000 7fb643e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb644104cd0 0x7fb64419a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:54.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.910+0000 7fb649c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb644105690 0x7fb6441a1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:54.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.910+0000 7fb643e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb644104cd0 0x7fb64419a3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:35750/0 (socket says 172.21.15.44:35750) 2024-05-27T00:32:54.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.910+0000 7fb643e00640 1 -- 172.21.15.44:0/1247897651 learned_addr learned my addr 172.21.15.44:0/1247897651 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:54.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.910+0000 7fb649200640 1 --2- 172.21.15.44:0/1247897651 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb644103ae0 0x7fb644199eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:54.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.911+0000 7fb643e00640 1 -- 172.21.15.44:0/1247897651 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb644103ae0 msgr2=0x7fb644199eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:54.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.911+0000 7fb643e00640 1 --2- 172.21.15.44:0/1247897651 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb644103ae0 0x7fb644199eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:54.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.911+0000 7fb643e00640 1 -- 172.21.15.44:0/1247897651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb644105690 msgr2=0x7fb6441a1460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:54.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.911+0000 7fb643e00640 1 --2- 172.21.15.44:0/1247897651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb644105690 0x7fb6441a1460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:54.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.911+0000 7fb643e00640 1 -- 172.21.15.44:0/1247897651 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6441a1ad0 con 0x7fb644104cd0 2024-05-27T00:32:54.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.911+0000 7fb649200640 1 --2- 172.21.15.44:0/1247897651 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb644103ae0 0x7fb644199eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:32:54.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.911+0000 7fb649c00640 1 --2- 172.21.15.44:0/1247897651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb644105690 0x7fb6441a1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:54.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.911+0000 7fb643e00640 1 --2- 172.21.15.44:0/1247897651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb644104cd0 0x7fb64419a3f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fb63000e9f0 tx=0x7fb63000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:54.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.911+0000 7fb641600640 1 -- 172.21.15.44:0/1247897651 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb63000cd80 con 0x7fb644104cd0 2024-05-27T00:32:54.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.911+0000 7fb64a600640 1 -- 172.21.15.44:0/1247897651 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6441a1dc0 con 0x7fb644104cd0 2024-05-27T00:32:54.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.911+0000 7fb641600640 1 -- 172.21.15.44:0/1247897651 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb630010930 con 0x7fb644104cd0 2024-05-27T00:32:54.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.911+0000 7fb641600640 1 -- 172.21.15.44:0/1247897651 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb630018b00 con 0x7fb644104cd0 2024-05-27T00:32:54.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.911+0000 7fb64a600640 1 -- 172.21.15.44:0/1247897651 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6441a2290 con 0x7fb644104cd0 2024-05-27T00:32:54.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.913+0000 7fb64a600640 1 -- 172.21.15.44:0/1247897651 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb64410ada0 con 0x7fb644104cd0 2024-05-27T00:32:54.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.915+0000 7fb641600640 1 -- 172.21.15.44:0/1247897651 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fb630018ca0 con 0x7fb644104cd0 2024-05-27T00:32:54.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.917+0000 7fb641600640 1 --2- 172.21.15.44:0/1247897651 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb62c0a2ca0 0x7fb62c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:54.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.917+0000 7fb641600640 1 -- 172.21.15.44:0/1247897651 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7fb6300cfc50 con 0x7fb644104cd0 2024-05-27T00:32:54.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.917+0000 7fb649200640 1 --2- 172.21.15.44:0/1247897651 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb62c0a2ca0 0x7fb62c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:54.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.918+0000 7fb649200640 1 --2- 172.21.15.44:0/1247897651 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb62c0a2ca0 0x7fb62c0a5160 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fb63802aa00 tx=0x7fb638031640 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:54.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:54.918+0000 7fb641600640 1 -- 172.21.15.44:0/1247897651 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb63009c7b0 con 0x7fb644104cd0 2024-05-27T00:32:54.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:54 smithi050 ceph-mon[36071]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:32:54.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:54 smithi050 ceph-mon[36071]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:32:55.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:54 smithi137 ceph-mon[36552]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:32:55.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:54 smithi137 ceph-mon[36552]: from='client.24854 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:32:55.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.152+0000 7fb64a600640 1 -- 172.21.15.44:0/1247897651 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7fb644061de0 con 0x7fb62c0a2ca0 2024-05-27T00:32:55.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.159+0000 7fb641600640 1 -- 172.21.15.44:0/1247897651 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fb644061de0 con 0x7fb62c0a2ca0 2024-05-27T00:32:55.160 INFO:teuthology.orchestra.run.smithi044.stdout:/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 2024-05-27T00:32:55.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.161+0000 7fb64a600640 1 -- 172.21.15.44:0/1247897651 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb62c0a2ca0 msgr2=0x7fb62c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:55.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.161+0000 7fb64a600640 1 --2- 172.21.15.44:0/1247897651 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb62c0a2ca0 0x7fb62c0a5160 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fb63802aa00 tx=0x7fb638031640 comp rx=0 tx=0).stop 2024-05-27T00:32:55.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.161+0000 7fb64a600640 1 -- 172.21.15.44:0/1247897651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb644104cd0 msgr2=0x7fb64419a3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:55.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.161+0000 7fb64a600640 1 --2- 172.21.15.44:0/1247897651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb644104cd0 0x7fb64419a3f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fb63000e9f0 tx=0x7fb63000eeb0 comp rx=0 tx=0).stop 2024-05-27T00:32:55.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.161+0000 7fb64a600640 1 -- 172.21.15.44:0/1247897651 shutdown_connections 2024-05-27T00:32:55.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.161+0000 7fb64a600640 1 --2- 172.21.15.44:0/1247897651 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb62c0a2ca0 0x7fb62c0a5160 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:55.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.161+0000 7fb64a600640 1 --2- 172.21.15.44:0/1247897651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb644105690 0x7fb6441a1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:55.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.161+0000 7fb64a600640 1 --2- 172.21.15.44:0/1247897651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb644104cd0 0x7fb64419a3f0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:55.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.162+0000 7fb64a600640 1 --2- 172.21.15.44:0/1247897651 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb644103ae0 0x7fb644199eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:55.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.162+0000 7fb64a600640 1 -- 172.21.15.44:0/1247897651 >> 172.21.15.44:0/1247897651 conn(0x7fb6440ff050 msgr2=0x7fb644107f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:55.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.162+0000 7fb64a600640 1 -- 172.21.15.44:0/1247897651 shutdown_connections 2024-05-27T00:32:55.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.162+0000 7fb64a600640 1 -- 172.21.15.44:0/1247897651 wait complete. 2024-05-27T00:32:55.182 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:32:55.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.393+0000 7f1734c00640 1 -- 172.21.15.44:0/895359907 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17301033c0 msgr2=0x7f1730109c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:55.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.393+0000 7f1734c00640 1 --2- 172.21.15.44:0/895359907 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17301033c0 0x7f1730109c50 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1728009ca0 tx=0x7f172802a8c0 comp rx=0 tx=0).stop 2024-05-27T00:32:55.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.394+0000 7f1734c00640 1 -- 172.21.15.44:0/895359907 shutdown_connections 2024-05-27T00:32:55.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.394+0000 7f1734c00640 1 --2- 172.21.15.44:0/895359907 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f17301033c0 0x7f1730109c50 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:55.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.394+0000 7f1734c00640 1 --2- 172.21.15.44:0/895359907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1730102a00 0x7f1730102e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:55.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.394+0000 7f1734c00640 1 --2- 172.21.15.44:0/895359907 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1730101810 0x7f1730101c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:55.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.394+0000 7f1734c00640 1 -- 172.21.15.44:0/895359907 >> 172.21.15.44:0/895359907 conn(0x7f17300fcd80 msgr2=0x7f17300ff1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:55.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.394+0000 7f1734c00640 1 -- 172.21.15.44:0/895359907 shutdown_connections 2024-05-27T00:32:55.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.394+0000 7f1734c00640 1 -- 172.21.15.44:0/895359907 wait complete. 2024-05-27T00:32:55.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.395+0000 7f1734c00640 1 Processor -- start 2024-05-27T00:32:55.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.395+0000 7f1734c00640 1 -- start start 2024-05-27T00:32:55.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.395+0000 7f1734c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1730101810 0x7f1730197bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:55.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.395+0000 7f1734c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1730102a00 0x7f1730198110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:55.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.395+0000 7f1734c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17301033c0 0x7f173019f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:55.397 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.395+0000 7f1734c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f173010d610 con 0x7f1730101810 2024-05-27T00:32:55.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.395+0000 7f1734c00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f173010d490 con 0x7f17301033c0 2024-05-27T00:32:55.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.395+0000 7f1734c00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f173010d790 con 0x7f1730102a00 2024-05-27T00:32:55.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.395+0000 7f172f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1730101810 0x7f1730197bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:55.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.395+0000 7f172f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1730101810 0x7f1730197bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48522/0 (socket says 172.21.15.44:48522) 2024-05-27T00:32:55.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.395+0000 7f172f400640 1 -- 172.21.15.44:0/164222978 learned_addr learned my addr 172.21.15.44:0/164222978 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:55.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.395+0000 7f1727e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1730102a00 0x7f1730198110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:55.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.395+0000 7f172fe00640 1 --2- 172.21.15.44:0/164222978 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17301033c0 0x7f173019f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:55.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.396+0000 7f1727e00640 1 -- 172.21.15.44:0/164222978 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17301033c0 msgr2=0x7f173019f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:55.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.396+0000 7f1727e00640 1 --2- 172.21.15.44:0/164222978 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17301033c0 0x7f173019f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:55.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.396+0000 7f1727e00640 1 -- 172.21.15.44:0/164222978 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1730101810 msgr2=0x7f1730197bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:55.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.396+0000 7f1727e00640 1 --2- 172.21.15.44:0/164222978 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1730101810 0x7f1730197bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:55.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.396+0000 7f1727e00640 1 -- 172.21.15.44:0/164222978 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f173019f7f0 con 0x7f1730102a00 2024-05-27T00:32:55.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.396+0000 7f1727e00640 1 --2- 172.21.15.44:0/164222978 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1730102a00 0x7f1730198110 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f171800e9f0 tx=0x7f171800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:55.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.396+0000 7f172cc00640 1 -- 172.21.15.44:0/164222978 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f171800ccc0 con 0x7f1730102a00 2024-05-27T00:32:55.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.396+0000 7f1734c00640 1 -- 172.21.15.44:0/164222978 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f173019fae0 con 0x7f1730102a00 2024-05-27T00:32:55.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.396+0000 7f172cc00640 1 -- 172.21.15.44:0/164222978 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1718010930 con 0x7f1730102a00 2024-05-27T00:32:55.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.397+0000 7f172cc00640 1 -- 172.21.15.44:0/164222978 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17180189f0 con 0x7f1730102a00 2024-05-27T00:32:55.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.397+0000 7f1734c00640 1 -- 172.21.15.44:0/164222978 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17301a0080 con 0x7f1730102a00 2024-05-27T00:32:55.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.398+0000 7f1734c00640 1 -- 172.21.15.44:0/164222978 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1730108ad0 con 0x7f1730102a00 2024-05-27T00:32:55.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.400+0000 7f172cc00640 1 -- 172.21.15.44:0/164222978 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1718010ae0 con 0x7f1730102a00 2024-05-27T00:32:55.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.401+0000 7f172cc00640 1 --2- 172.21.15.44:0/164222978 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f17140a2c20 0x7f17140a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:55.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.401+0000 7f172cc00640 1 -- 172.21.15.44:0/164222978 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f17180cf730 con 0x7f1730102a00 2024-05-27T00:32:55.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.402+0000 7f172f400640 1 --2- 172.21.15.44:0/164222978 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f17140a2c20 0x7f17140a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:55.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.402+0000 7f172f400640 1 --2- 172.21.15.44:0/164222978 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f17140a2c20 0x7f17140a50e0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f17200058c0 tx=0x7f1720005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:55.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.406+0000 7f172cc00640 1 -- 172.21.15.44:0/164222978 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f171809bc40 con 0x7f1730102a00 2024-05-27T00:32:55.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.659+0000 7f1734c00640 1 -- 172.21.15.44:0/164222978 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f173002d490 con 0x7f1730102a00 2024-05-27T00:32:55.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.660+0000 7f172cc00640 1 -- 172.21.15.44:0/164222978 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11866 (secure 0 0 0) 0x7f171809ff40 con 0x7f1730102a00 2024-05-27T00:32:55.661 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:55.661 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2194470084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2194470084},{"type":"v1","addr":"172.21.15.44:6839","nonce":2194470084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-27T00:32:18.481799+0000","modified":"2024-05-27T00:32:52.592267+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24599,"mds_1":24581,"mds_2":24542},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24515":{"gid":24515,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24541":{"gid":24541,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":15,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24581":{"gid":24581,"name":"a","rank":1,"incarnation":20,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/114683393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":114683393},{"type":"v1","addr":"172.21.15.44:6841","nonce":114683393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24599":{"gid":24599,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6839/2148742077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":2148742077},{"type":"v1","addr":"172.21.15.50:6839","nonce":2148742077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24599,"qdb_cluster":[24542,24581,24599]},"id":1}]} 2024-05-27T00:32:55.661 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 24 2024-05-27T00:32:55.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.663+0000 7f1734c00640 1 -- 172.21.15.44:0/164222978 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f17140a2c20 msgr2=0x7f17140a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:55.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.663+0000 7f1734c00640 1 --2- 172.21.15.44:0/164222978 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f17140a2c20 0x7f17140a50e0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f17200058c0 tx=0x7f1720005f90 comp rx=0 tx=0).stop 2024-05-27T00:32:55.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.663+0000 7f1734c00640 1 -- 172.21.15.44:0/164222978 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1730102a00 msgr2=0x7f1730198110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:55.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.663+0000 7f1734c00640 1 --2- 172.21.15.44:0/164222978 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1730102a00 0x7f1730198110 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f171800e9f0 tx=0x7f171800eeb0 comp rx=0 tx=0).stop 2024-05-27T00:32:55.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.663+0000 7f1734c00640 1 -- 172.21.15.44:0/164222978 shutdown_connections 2024-05-27T00:32:55.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.663+0000 7f1734c00640 1 --2- 172.21.15.44:0/164222978 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f17140a2c20 0x7f17140a50e0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:55.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.663+0000 7f1734c00640 1 --2- 172.21.15.44:0/164222978 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f17301033c0 0x7f173019f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:55.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.663+0000 7f1734c00640 1 --2- 172.21.15.44:0/164222978 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1730102a00 0x7f1730198110 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:55.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.663+0000 7f1734c00640 1 --2- 172.21.15.44:0/164222978 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1730101810 0x7f1730197bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:55.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.663+0000 7f1734c00640 1 -- 172.21.15.44:0/164222978 >> 172.21.15.44:0/164222978 conn(0x7f17300fcd80 msgr2=0x7f1730105ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:55.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.663+0000 7f1734c00640 1 -- 172.21.15.44:0/164222978 shutdown_connections 2024-05-27T00:32:55.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.663+0000 7f1734c00640 1 -- 172.21.15.44:0/164222978 wait complete. 2024-05-27T00:32:55.682 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:32:55.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:55 smithi044 ceph-mon[31645]: pgmap v338: 129 pgs: 129 active+clean; 584 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 4 op/s 2024-05-27T00:32:55.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:55 smithi044 ceph-mon[31645]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-27T00:32:55.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:55 smithi044 ceph-mon[31645]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:32:55.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:55 smithi044 ceph-mon[31645]: from='client.24866 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:32:55.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.898+0000 7fcb6a200640 1 -- 172.21.15.44:0/899678590 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcb641091f0 msgr2=0x7fcb64109670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:55.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.898+0000 7fcb6a200640 1 --2- 172.21.15.44:0/899678590 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcb641091f0 0x7fcb64109670 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fcb4c009860 tx=0x7fcb4c02a340 comp rx=0 tx=0).stop 2024-05-27T00:32:55.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.898+0000 7fcb6a200640 1 -- 172.21.15.44:0/899678590 shutdown_connections 2024-05-27T00:32:55.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.898+0000 7fcb6a200640 1 --2- 172.21.15.44:0/899678590 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcb64109bb0 0x7fcb64110440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:55.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.898+0000 7fcb6a200640 1 --2- 172.21.15.44:0/899678590 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcb641091f0 0x7fcb64109670 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:55.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.898+0000 7fcb6a200640 1 --2- 172.21.15.44:0/899678590 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb64108000 0x7fcb64108420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:55.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.898+0000 7fcb6a200640 1 -- 172.21.15.44:0/899678590 >> 172.21.15.44:0/899678590 conn(0x7fcb64076fc0 msgr2=0x7fcb640793e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:55.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.898+0000 7fcb6a200640 1 -- 172.21.15.44:0/899678590 shutdown_connections 2024-05-27T00:32:55.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.898+0000 7fcb6a200640 1 -- 172.21.15.44:0/899678590 wait complete. 2024-05-27T00:32:55.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.899+0000 7fcb6a200640 1 Processor -- start 2024-05-27T00:32:55.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.899+0000 7fcb6a200640 1 -- start start 2024-05-27T00:32:55.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.899+0000 7fcb6a200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcb64108000 0x7fcb6419e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:55.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.899+0000 7fcb6a200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb641091f0 0x7fcb6419e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:55.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.900+0000 7fcb6a200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcb64109bb0 0x7fcb641a5970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:55.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.900+0000 7fcb6a200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcb64113db0 con 0x7fcb64109bb0 2024-05-27T00:32:55.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.900+0000 7fcb6a200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcb64113c30 con 0x7fcb641091f0 2024-05-27T00:32:55.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.900+0000 7fcb6a200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fcb64113f30 con 0x7fcb64108000 2024-05-27T00:32:55.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.900+0000 7fcb63e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcb64109bb0 0x7fcb641a5970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:55.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.900+0000 7fcb63400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcb64108000 0x7fcb6419e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:55.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.900+0000 7fcb5be00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb641091f0 0x7fcb6419e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:55.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.900+0000 7fcb63400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcb64108000 0x7fcb6419e3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:50056/0 (socket says 172.21.15.44:50056) 2024-05-27T00:32:55.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.900+0000 7fcb63400640 1 -- 172.21.15.44:0/768181871 learned_addr learned my addr 172.21.15.44:0/768181871 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:55.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.900+0000 7fcb63e00640 1 --2- 172.21.15.44:0/768181871 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcb64109bb0 0x7fcb641a5970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48548/0 (socket says 172.21.15.44:48548) 2024-05-27T00:32:55.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.900+0000 7fcb63e00640 1 -- 172.21.15.44:0/768181871 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcb64108000 msgr2=0x7fcb6419e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:55.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.900+0000 7fcb63e00640 1 --2- 172.21.15.44:0/768181871 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcb64108000 0x7fcb6419e3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:55.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.900+0000 7fcb63e00640 1 -- 172.21.15.44:0/768181871 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb641091f0 msgr2=0x7fcb6419e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:55.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.900+0000 7fcb63e00640 1 --2- 172.21.15.44:0/768181871 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb641091f0 0x7fcb6419e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:55.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.900+0000 7fcb63e00640 1 -- 172.21.15.44:0/768181871 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb641a5fe0 con 0x7fcb64109bb0 2024-05-27T00:32:55.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.901+0000 7fcb63e00640 1 --2- 172.21.15.44:0/768181871 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcb64109bb0 0x7fcb641a5970 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcb5c009fd0 tx=0x7fcb5c00ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:55.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.901+0000 7fcb60c00640 1 -- 172.21.15.44:0/768181871 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb5c00ce20 con 0x7fcb64109bb0 2024-05-27T00:32:55.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.901+0000 7fcb60c00640 1 -- 172.21.15.44:0/768181871 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fcb5c004b20 con 0x7fcb64109bb0 2024-05-27T00:32:55.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.901+0000 7fcb6a200640 1 -- 172.21.15.44:0/768181871 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb641a62d0 con 0x7fcb64109bb0 2024-05-27T00:32:55.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.901+0000 7fcb60c00640 1 -- 172.21.15.44:0/768181871 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb5c010790 con 0x7fcb64109bb0 2024-05-27T00:32:55.903 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.901+0000 7fcb6a200640 1 -- 172.21.15.44:0/768181871 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb641a67f0 con 0x7fcb64109bb0 2024-05-27T00:32:55.904 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.903+0000 7fcb6a200640 1 -- 172.21.15.44:0/768181871 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb6410f2c0 con 0x7fcb64109bb0 2024-05-27T00:32:55.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.905+0000 7fcb60c00640 1 -- 172.21.15.44:0/768181871 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fcb5c005020 con 0x7fcb64109bb0 2024-05-27T00:32:55.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.906+0000 7fcb60c00640 1 --2- 172.21.15.44:0/768181871 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcb480a2c20 0x7fcb480a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:55.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.906+0000 7fcb60c00640 1 -- 172.21.15.44:0/768181871 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7fcb5c0cfbd0 con 0x7fcb64109bb0 2024-05-27T00:32:55.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.906+0000 7fcb63400640 1 --2- 172.21.15.44:0/768181871 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcb480a2c20 0x7fcb480a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:55.907 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.907+0000 7fcb63400640 1 --2- 172.21.15.44:0/768181871 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcb480a2c20 0x7fcb480a50e0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fcb540096c0 tx=0x7fcb54009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:55.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:55.910+0000 7fcb60c00640 1 -- 172.21.15.44:0/768181871 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fcb5c09c730 con 0x7fcb64109bb0 2024-05-27T00:32:55.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:55 smithi050 ceph-mon[36071]: pgmap v338: 129 pgs: 129 active+clean; 584 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 4 op/s 2024-05-27T00:32:55.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:55 smithi050 ceph-mon[36071]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-27T00:32:55.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:55 smithi050 ceph-mon[36071]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:32:55.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:55 smithi050 ceph-mon[36071]: from='client.24866 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:32:56.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:55 smithi137 ceph-mon[36552]: pgmap v338: 129 pgs: 129 active+clean; 584 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s wr, 4 op/s 2024-05-27T00:32:56.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:55 smithi137 ceph-mon[36552]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-27T00:32:56.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:55 smithi137 ceph-mon[36552]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:32:56.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:55 smithi137 ceph-mon[36552]: from='client.24866 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:32:56.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.120+0000 7fcb6a200640 1 -- 172.21.15.44:0/768181871 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcb640625a0 con 0x7fcb64109bb0 2024-05-27T00:32:56.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.125+0000 7fcb60c00640 1 -- 172.21.15.44:0/768181871 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24070 (secure 0 0 0) 0x7fcb5c09c030 con 0x7fcb64109bb0 2024-05-27T00:32:56.126 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:56.126 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":91,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:32:23.882073+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:32:56.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.128+0000 7fcb6a200640 1 -- 172.21.15.44:0/768181871 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcb480a2c20 msgr2=0x7fcb480a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:56.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.128+0000 7fcb6a200640 1 --2- 172.21.15.44:0/768181871 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcb480a2c20 0x7fcb480a50e0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fcb540096c0 tx=0x7fcb54009260 comp rx=0 tx=0).stop 2024-05-27T00:32:56.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.128+0000 7fcb6a200640 1 -- 172.21.15.44:0/768181871 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcb64109bb0 msgr2=0x7fcb641a5970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:56.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.128+0000 7fcb6a200640 1 --2- 172.21.15.44:0/768181871 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcb64109bb0 0x7fcb641a5970 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcb5c009fd0 tx=0x7fcb5c00ef10 comp rx=0 tx=0).stop 2024-05-27T00:32:56.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.128+0000 7fcb6a200640 1 -- 172.21.15.44:0/768181871 shutdown_connections 2024-05-27T00:32:56.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.128+0000 7fcb6a200640 1 --2- 172.21.15.44:0/768181871 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcb480a2c20 0x7fcb480a50e0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:56.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.128+0000 7fcb6a200640 1 --2- 172.21.15.44:0/768181871 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcb64109bb0 0x7fcb641a5970 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:56.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.128+0000 7fcb6a200640 1 --2- 172.21.15.44:0/768181871 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcb641091f0 0x7fcb6419e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:56.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.128+0000 7fcb6a200640 1 --2- 172.21.15.44:0/768181871 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcb64108000 0x7fcb6419e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:56.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.128+0000 7fcb6a200640 1 -- 172.21.15.44:0/768181871 >> 172.21.15.44:0/768181871 conn(0x7fcb64076fc0 msgr2=0x7fcb6410c490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:56.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.128+0000 7fcb6a200640 1 -- 172.21.15.44:0/768181871 shutdown_connections 2024-05-27T00:32:56.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.128+0000 7fcb6a200640 1 -- 172.21.15.44:0/768181871 wait complete. 2024-05-27T00:32:56.150 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-05-27T00:32:56.150 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-27T00:32:56.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.364+0000 7f9f7ae00640 1 -- 172.21.15.44:0/2476825613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f74103bf0 msgr2=0x7f9f74104010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:56.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.364+0000 7f9f7ae00640 1 --2- 172.21.15.44:0/2476825613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f74103bf0 0x7f9f74104010 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f9f64009900 tx=0x7f9f6402a400 comp rx=0 tx=0).stop 2024-05-27T00:32:56.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.364+0000 7f9f7ae00640 1 -- 172.21.15.44:0/2476825613 shutdown_connections 2024-05-27T00:32:56.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.364+0000 7f9f7ae00640 1 --2- 172.21.15.44:0/2476825613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9f741057a0 0x7f9f7410c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:56.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.364+0000 7f9f7ae00640 1 --2- 172.21.15.44:0/2476825613 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9f74104de0 0x7f9f74105260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:56.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.364+0000 7f9f7ae00640 1 --2- 172.21.15.44:0/2476825613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f74103bf0 0x7f9f74104010 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:56.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.364+0000 7f9f7ae00640 1 -- 172.21.15.44:0/2476825613 >> 172.21.15.44:0/2476825613 conn(0x7f9f740ff160 msgr2=0x7f9f741015a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:56.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.364+0000 7f9f7ae00640 1 -- 172.21.15.44:0/2476825613 shutdown_connections 2024-05-27T00:32:56.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.364+0000 7f9f7ae00640 1 -- 172.21.15.44:0/2476825613 wait complete. 2024-05-27T00:32:56.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.366+0000 7f9f7ae00640 1 Processor -- start 2024-05-27T00:32:56.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.366+0000 7f9f7ae00640 1 -- start start 2024-05-27T00:32:56.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.366+0000 7f9f7ae00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f74103bf0 0x7f9f7419a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:56.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.366+0000 7f9f7ae00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9f74104de0 0x7f9f7419a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:56.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.366+0000 7f9f7ae00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9f741057a0 0x7f9f741a15b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:56.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.366+0000 7f9f7ae00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9f7410f9f0 con 0x7f9f741057a0 2024-05-27T00:32:56.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.366+0000 7f9f7ae00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9f7410f870 con 0x7f9f74103bf0 2024-05-27T00:32:56.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.366+0000 7f9f7ae00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f9f7410fb70 con 0x7f9f74104de0 2024-05-27T00:32:56.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.366+0000 7f9f73e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f74103bf0 0x7f9f7419a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:56.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.367+0000 7f9f73e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f74103bf0 0x7f9f7419a000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:35800/0 (socket says 172.21.15.44:35800) 2024-05-27T00:32:56.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.367+0000 7f9f73e00640 1 -- 172.21.15.44:0/1617701945 learned_addr learned my addr 172.21.15.44:0/1617701945 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:56.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.367+0000 7f9f78e00640 1 --2- 172.21.15.44:0/1617701945 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9f741057a0 0x7f9f741a15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:56.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.367+0000 7f9f73400640 1 --2- 172.21.15.44:0/1617701945 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9f74104de0 0x7f9f7419a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:56.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.367+0000 7f9f73e00640 1 -- 172.21.15.44:0/1617701945 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9f74104de0 msgr2=0x7f9f7419a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:56.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.367+0000 7f9f73e00640 1 --2- 172.21.15.44:0/1617701945 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9f74104de0 0x7f9f7419a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:56.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.367+0000 7f9f73e00640 1 -- 172.21.15.44:0/1617701945 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9f741057a0 msgr2=0x7f9f741a15b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:56.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.367+0000 7f9f73e00640 1 --2- 172.21.15.44:0/1617701945 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9f741057a0 0x7f9f741a15b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:56.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.367+0000 7f9f73e00640 1 -- 172.21.15.44:0/1617701945 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f741a1c20 con 0x7f9f74103bf0 2024-05-27T00:32:56.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.367+0000 7f9f78e00640 1 --2- 172.21.15.44:0/1617701945 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9f741057a0 0x7f9f741a15b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-27T00:32:56.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.367+0000 7f9f73e00640 1 --2- 172.21.15.44:0/1617701945 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f74103bf0 0x7f9f7419a000 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f9f640316a0 tx=0x7f9f64032d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:56.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.368+0000 7f9f70c00640 1 -- 172.21.15.44:0/1617701945 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f6403f030 con 0x7f9f74103bf0 2024-05-27T00:32:56.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.368+0000 7f9f70c00640 1 -- 172.21.15.44:0/1617701945 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9f64003d00 con 0x7f9f74103bf0 2024-05-27T00:32:56.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.368+0000 7f9f7ae00640 1 -- 172.21.15.44:0/1617701945 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f741a1eb0 con 0x7f9f74103bf0 2024-05-27T00:32:56.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.368+0000 7f9f70c00640 1 -- 172.21.15.44:0/1617701945 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f64035070 con 0x7f9f74103bf0 2024-05-27T00:32:56.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.368+0000 7f9f7ae00640 1 -- 172.21.15.44:0/1617701945 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f741a2310 con 0x7f9f74103bf0 2024-05-27T00:32:56.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.369+0000 7f9f7ae00640 1 -- 172.21.15.44:0/1617701945 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f7410af10 con 0x7f9f74103bf0 2024-05-27T00:32:56.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.371+0000 7f9f70c00640 1 -- 172.21.15.44:0/1617701945 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f9f64042030 con 0x7f9f74103bf0 2024-05-27T00:32:56.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.372+0000 7f9f70c00640 1 --2- 172.21.15.44:0/1617701945 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f9f580a2ca0 0x7f9f580a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:56.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.372+0000 7f9f70c00640 1 -- 172.21.15.44:0/1617701945 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f9f640ef970 con 0x7f9f74103bf0 2024-05-27T00:32:56.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.372+0000 7f9f73400640 1 --2- 172.21.15.44:0/1617701945 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f9f580a2ca0 0x7f9f580a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:56.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.373+0000 7f9f73400640 1 --2- 172.21.15.44:0/1617701945 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f9f580a2ca0 0x7f9f580a5160 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f9f7419b510 tx=0x7f9f5c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:56.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.376+0000 7f9f70c00640 1 -- 172.21.15.44:0/1617701945 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9f640bc4d0 con 0x7f9f74103bf0 2024-05-27T00:32:56.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.577+0000 7f9f7ae00640 1 -- 172.21.15.44:0/1617701945 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9f74061de0 con 0x7f9f580a2ca0 2024-05-27T00:32:56.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.615+0000 7f9f70c00640 1 -- 172.21.15.44:0/1617701945 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340344 (secure 0 0 0) 0x7f9f74061de0 con 0x7f9f580a2ca0 2024-05-27T00:32:56.621 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:56.623 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-05-27T00:32:56.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.621+0000 7f9f7ae00640 1 -- 172.21.15.44:0/1617701945 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f9f580a2ca0 msgr2=0x7f9f580a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:56.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.621+0000 7f9f7ae00640 1 --2- 172.21.15.44:0/1617701945 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f9f580a2ca0 0x7f9f580a5160 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f9f7419b510 tx=0x7f9f5c005f90 comp rx=0 tx=0).stop 2024-05-27T00:32:56.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.621+0000 7f9f7ae00640 1 -- 172.21.15.44:0/1617701945 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f74103bf0 msgr2=0x7f9f7419a000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:56.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.621+0000 7f9f7ae00640 1 --2- 172.21.15.44:0/1617701945 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f74103bf0 0x7f9f7419a000 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f9f640316a0 tx=0x7f9f64032d70 comp rx=0 tx=0).stop 2024-05-27T00:32:56.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.621+0000 7f9f7ae00640 1 -- 172.21.15.44:0/1617701945 shutdown_connections 2024-05-27T00:32:56.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.621+0000 7f9f7ae00640 1 --2- 172.21.15.44:0/1617701945 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f9f580a2ca0 0x7f9f580a5160 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:56.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.621+0000 7f9f7ae00640 1 --2- 172.21.15.44:0/1617701945 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9f741057a0 0x7f9f741a15b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:56.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.621+0000 7f9f7ae00640 1 --2- 172.21.15.44:0/1617701945 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9f74104de0 0x7f9f7419a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:56.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.621+0000 7f9f7ae00640 1 --2- 172.21.15.44:0/1617701945 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9f74103bf0 0x7f9f7419a000 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:56.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.621+0000 7f9f7ae00640 1 -- 172.21.15.44:0/1617701945 >> 172.21.15.44:0/1617701945 conn(0x7f9f740ff160 msgr2=0x7f9f741080e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:56.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.622+0000 7f9f7ae00640 1 -- 172.21.15.44:0/1617701945 shutdown_connections 2024-05-27T00:32:56.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.622+0000 7f9f7ae00640 1 -- 172.21.15.44:0/1617701945 wait complete. 2024-05-27T00:32:56.645 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":339,"stamp":"2024-05-27T00:32:56.420107+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":617117,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":153,"num_read_kb":153,"num_write":317,"num_write_kb":3004,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":39,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":257,"ondisk_log_size":257,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":387816,"kb_used_data":13704,"kb_used_omap":18,"kb_used_meta":373997,"kb_avail":1124554008,"statfs":{"total":1151940427776,"available":1151543304192,"internally_reserved":0,"allocated":14032896,"data_stored":7622909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":382973243},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":22251,"num_objects":37,"num_object_clones":0,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":17,"num_read_kb":34,"num_write":88,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":25,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.006126"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445271+0000","last_change":"2024-05-27T00:32:19.005663+0000","last_active":"2024-05-27T00:32:24.445271+0000","last_peered":"2024-05-27T00:32:24.445271+0000","last_clean":"2024-05-27T00:32:24.445271+0000","last_became_active":"2024-05-27T00:32:19.005345+0000","last_became_peered":"2024-05-27T00:32:19.005345+0000","last_unstale":"2024-05-27T00:32:24.445271+0000","last_undegraded":"2024-05-27T00:32:24.445271+0000","last_fullsized":"2024-05-27T00:32:24.445271+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:15:56.906828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.448042+0000","last_change":"2024-05-27T00:32:18.998510+0000","last_active":"2024-05-27T00:32:24.448042+0000","last_peered":"2024-05-27T00:32:24.448042+0000","last_clean":"2024-05-27T00:32:24.448042+0000","last_became_active":"2024-05-27T00:32:18.998061+0000","last_became_peered":"2024-05-27T00:32:18.998061+0000","last_unstale":"2024-05-27T00:32:24.448042+0000","last_undegraded":"2024-05-27T00:32:24.448042+0000","last_fullsized":"2024-05-27T00:32:24.448042+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:27:18.550606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.447748+0000","last_change":"2024-05-27T00:32:19.003624+0000","last_active":"2024-05-27T00:32:24.447748+0000","last_peered":"2024-05-27T00:32:24.447748+0000","last_clean":"2024-05-27T00:32:24.447748+0000","last_became_active":"2024-05-27T00:32:19.003290+0000","last_became_peered":"2024-05-27T00:32:19.003290+0000","last_unstale":"2024-05-27T00:32:24.447748+0000","last_undegraded":"2024-05-27T00:32:24.447748+0000","last_fullsized":"2024-05-27T00:32:24.447748+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:33:46.787742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.425804+0000","last_change":"2024-05-27T00:32:18.977309+0000","last_active":"2024-05-27T00:32:24.425804+0000","last_peered":"2024-05-27T00:32:24.425804+0000","last_clean":"2024-05-27T00:32:24.425804+0000","last_became_active":"2024-05-27T00:32:18.976967+0000","last_became_peered":"2024-05-27T00:32:18.976967+0000","last_unstale":"2024-05-27T00:32:24.425804+0000","last_undegraded":"2024-05-27T00:32:24.425804+0000","last_fullsized":"2024-05-27T00:32:24.425804+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:05:17.778795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427483+0000","last_change":"2024-05-27T00:32:19.005336+0000","last_active":"2024-05-27T00:32:24.427483+0000","last_peered":"2024-05-27T00:32:24.427483+0000","last_clean":"2024-05-27T00:32:24.427483+0000","last_became_active":"2024-05-27T00:32:19.004952+0000","last_became_peered":"2024-05-27T00:32:19.004952+0000","last_unstale":"2024-05-27T00:32:24.427483+0000","last_undegraded":"2024-05-27T00:32:24.427483+0000","last_fullsized":"2024-05-27T00:32:24.427483+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:21:40.865438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444829+0000","last_change":"2024-05-27T00:32:18.997160+0000","last_active":"2024-05-27T00:32:24.444829+0000","last_peered":"2024-05-27T00:32:24.444829+0000","last_clean":"2024-05-27T00:32:24.444829+0000","last_became_active":"2024-05-27T00:32:18.996744+0000","last_became_peered":"2024-05-27T00:32:18.996744+0000","last_unstale":"2024-05-27T00:32:24.444829+0000","last_undegraded":"2024-05-27T00:32:24.444829+0000","last_fullsized":"2024-05-27T00:32:24.444829+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:55:34.026358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445759+0000","last_change":"2024-05-27T00:32:18.994577+0000","last_active":"2024-05-27T00:32:24.445759+0000","last_peered":"2024-05-27T00:32:24.445759+0000","last_clean":"2024-05-27T00:32:24.445759+0000","last_became_active":"2024-05-27T00:32:18.994235+0000","last_became_peered":"2024-05-27T00:32:18.994235+0000","last_unstale":"2024-05-27T00:32:24.445759+0000","last_undegraded":"2024-05-27T00:32:24.445759+0000","last_fullsized":"2024-05-27T00:32:24.445759+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:39:45.247200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446479+0000","last_change":"2024-05-27T00:32:19.014479+0000","last_active":"2024-05-27T00:32:24.446479+0000","last_peered":"2024-05-27T00:32:24.446479+0000","last_clean":"2024-05-27T00:32:24.446479+0000","last_became_active":"2024-05-27T00:32:19.014013+0000","last_became_peered":"2024-05-27T00:32:19.014013+0000","last_unstale":"2024-05-27T00:32:24.446479+0000","last_undegraded":"2024-05-27T00:32:24.446479+0000","last_fullsized":"2024-05-27T00:32:24.446479+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:45:12.673145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445451+0000","last_change":"2024-05-27T00:32:18.977988+0000","last_active":"2024-05-27T00:32:24.445451+0000","last_peered":"2024-05-27T00:32:24.445451+0000","last_clean":"2024-05-27T00:32:24.445451+0000","last_became_active":"2024-05-27T00:32:18.977610+0000","last_became_peered":"2024-05-27T00:32:18.977610+0000","last_unstale":"2024-05-27T00:32:24.445451+0000","last_undegraded":"2024-05-27T00:32:24.445451+0000","last_fullsized":"2024-05-27T00:32:24.445451+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:50:36.572096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445248+0000","last_change":"2024-05-27T00:32:18.983005+0000","last_active":"2024-05-27T00:32:24.445248+0000","last_peered":"2024-05-27T00:32:24.445248+0000","last_clean":"2024-05-27T00:32:24.445248+0000","last_became_active":"2024-05-27T00:32:18.982596+0000","last_became_peered":"2024-05-27T00:32:18.982596+0000","last_unstale":"2024-05-27T00:32:24.445248+0000","last_undegraded":"2024-05-27T00:32:24.445248+0000","last_fullsized":"2024-05-27T00:32:24.445248+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:44:47.057379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445856+0000","last_change":"2024-05-27T00:32:18.984070+0000","last_active":"2024-05-27T00:32:24.445856+0000","last_peered":"2024-05-27T00:32:24.445856+0000","last_clean":"2024-05-27T00:32:24.445856+0000","last_became_active":"2024-05-27T00:32:18.983689+0000","last_became_peered":"2024-05-27T00:32:18.983689+0000","last_unstale":"2024-05-27T00:32:24.445856+0000","last_undegraded":"2024-05-27T00:32:24.445856+0000","last_fullsized":"2024-05-27T00:32:24.445856+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:33:56.883306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.425622+0000","last_change":"2024-05-27T00:32:18.981246+0000","last_active":"2024-05-27T00:32:24.425622+0000","last_peered":"2024-05-27T00:32:24.425622+0000","last_clean":"2024-05-27T00:32:24.425622+0000","last_became_active":"2024-05-27T00:32:18.980882+0000","last_became_peered":"2024-05-27T00:32:18.980882+0000","last_unstale":"2024-05-27T00:32:24.425622+0000","last_undegraded":"2024-05-27T00:32:24.425622+0000","last_fullsized":"2024-05-27T00:32:24.425622+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:27:54.632537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427967+0000","last_change":"2024-05-27T00:32:18.990303+0000","last_active":"2024-05-27T00:32:24.427967+0000","last_peered":"2024-05-27T00:32:24.427967+0000","last_clean":"2024-05-27T00:32:24.427967+0000","last_became_active":"2024-05-27T00:32:18.977763+0000","last_became_peered":"2024-05-27T00:32:18.977763+0000","last_unstale":"2024-05-27T00:32:24.427967+0000","last_undegraded":"2024-05-27T00:32:24.427967+0000","last_fullsized":"2024-05-27T00:32:24.427967+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:20:26.475260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445666+0000","last_change":"2024-05-27T00:32:18.999184+0000","last_active":"2024-05-27T00:32:24.445666+0000","last_peered":"2024-05-27T00:32:24.445666+0000","last_clean":"2024-05-27T00:32:24.445666+0000","last_became_active":"2024-05-27T00:32:18.997520+0000","last_became_peered":"2024-05-27T00:32:18.997520+0000","last_unstale":"2024-05-27T00:32:24.445666+0000","last_undegraded":"2024-05-27T00:32:24.445666+0000","last_fullsized":"2024-05-27T00:32:24.445666+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:04:42.824215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445985+0000","last_change":"2024-05-27T00:32:18.995796+0000","last_active":"2024-05-27T00:32:24.445985+0000","last_peered":"2024-05-27T00:32:24.445985+0000","last_clean":"2024-05-27T00:32:24.445985+0000","last_became_active":"2024-05-27T00:32:18.994655+0000","last_became_peered":"2024-05-27T00:32:18.994655+0000","last_unstale":"2024-05-27T00:32:24.445985+0000","last_undegraded":"2024-05-27T00:32:24.445985+0000","last_fullsized":"2024-05-27T00:32:24.445985+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:44:08.256598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.443953+0000","last_change":"2024-05-27T00:32:18.995211+0000","last_active":"2024-05-27T00:32:24.443953+0000","last_peered":"2024-05-27T00:32:24.443953+0000","last_clean":"2024-05-27T00:32:24.443953+0000","last_became_active":"2024-05-27T00:32:18.994764+0000","last_became_peered":"2024-05-27T00:32:18.994764+0000","last_unstale":"2024-05-27T00:32:24.443953+0000","last_undegraded":"2024-05-27T00:32:24.443953+0000","last_fullsized":"2024-05-27T00:32:24.443953+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:23:11.225248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445146+0000","last_change":"2024-05-27T00:32:19.005643+0000","last_active":"2024-05-27T00:32:24.445146+0000","last_peered":"2024-05-27T00:32:24.445146+0000","last_clean":"2024-05-27T00:32:24.445146+0000","last_became_active":"2024-05-27T00:32:19.005298+0000","last_became_peered":"2024-05-27T00:32:19.005298+0000","last_unstale":"2024-05-27T00:32:24.445146+0000","last_undegraded":"2024-05-27T00:32:24.445146+0000","last_fullsized":"2024-05-27T00:32:24.445146+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:32:17.536521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.450412+0000","last_change":"2024-05-27T00:32:19.001511+0000","last_active":"2024-05-27T00:32:24.450412+0000","last_peered":"2024-05-27T00:32:24.450412+0000","last_clean":"2024-05-27T00:32:24.450412+0000","last_became_active":"2024-05-27T00:32:18.998632+0000","last_became_peered":"2024-05-27T00:32:18.998632+0000","last_unstale":"2024-05-27T00:32:24.450412+0000","last_undegraded":"2024-05-27T00:32:24.450412+0000","last_fullsized":"2024-05-27T00:32:24.450412+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:21:21.991436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444847+0000","last_change":"2024-05-27T00:32:18.987117+0000","last_active":"2024-05-27T00:32:24.444847+0000","last_peered":"2024-05-27T00:32:24.444847+0000","last_clean":"2024-05-27T00:32:24.444847+0000","last_became_active":"2024-05-27T00:32:18.986767+0000","last_became_peered":"2024-05-27T00:32:18.986767+0000","last_unstale":"2024-05-27T00:32:24.444847+0000","last_undegraded":"2024-05-27T00:32:24.444847+0000","last_fullsized":"2024-05-27T00:32:24.444847+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:00:15.887902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444460+0000","last_change":"2024-05-27T00:32:23.442138+0000","last_active":"2024-05-27T00:32:24.444460+0000","last_peered":"2024-05-27T00:32:24.444460+0000","last_clean":"2024-05-27T00:32:24.444460+0000","last_became_active":"2024-05-27T00:32:23.441259+0000","last_became_peered":"2024-05-27T00:32:23.441259+0000","last_unstale":"2024-05-27T00:32:24.444460+0000","last_undegraded":"2024-05-27T00:32:24.444460+0000","last_fullsized":"2024-05-27T00:32:24.444460+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:29:53.501679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:51.593165+0000","last_change":"2024-05-27T00:32:17.994299+0000","last_active":"2024-05-27T00:32:51.593165+0000","last_peered":"2024-05-27T00:32:51.593165+0000","last_clean":"2024-05-27T00:32:51.593165+0000","last_became_active":"2024-05-27T00:32:17.993959+0000","last_became_peered":"2024-05-27T00:32:17.993959+0000","last_unstale":"2024-05-27T00:32:51.593165+0000","last_undegraded":"2024-05-27T00:32:51.593165+0000","last_fullsized":"2024-05-27T00:32:51.593165+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:14:45.404789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.448489+0000","last_change":"2024-05-27T00:32:19.014410+0000","last_active":"2024-05-27T00:32:24.448489+0000","last_peered":"2024-05-27T00:32:24.448489+0000","last_clean":"2024-05-27T00:32:24.448489+0000","last_became_active":"2024-05-27T00:32:19.013986+0000","last_became_peered":"2024-05-27T00:32:19.013986+0000","last_unstale":"2024-05-27T00:32:24.448489+0000","last_undegraded":"2024-05-27T00:32:24.448489+0000","last_fullsized":"2024-05-27T00:32:24.448489+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:21:09.249429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.425322+0000","last_change":"2024-05-27T00:32:23.437301+0000","last_active":"2024-05-27T00:32:24.425322+0000","last_peered":"2024-05-27T00:32:24.425322+0000","last_clean":"2024-05-27T00:32:24.425322+0000","last_became_active":"2024-05-27T00:32:23.436738+0000","last_became_peered":"2024-05-27T00:32:23.436738+0000","last_unstale":"2024-05-27T00:32:24.425322+0000","last_undegraded":"2024-05-27T00:32:24.425322+0000","last_fullsized":"2024-05-27T00:32:24.425322+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:38:54.136784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"91'2","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.449399+0000","last_change":"2024-05-27T00:32:18.011484+0000","last_active":"2024-05-27T00:32:24.449399+0000","last_peered":"2024-05-27T00:32:24.449399+0000","last_clean":"2024-05-27T00:32:24.449399+0000","last_became_active":"2024-05-27T00:32:18.011151+0000","last_became_peered":"2024-05-27T00:32:18.011151+0000","last_unstale":"2024-05-27T00:32:24.449399+0000","last_undegraded":"2024-05-27T00:32:24.449399+0000","last_fullsized":"2024-05-27T00:32:24.449399+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:36:00.661797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.447860+0000","last_change":"2024-05-27T00:32:19.008140+0000","last_active":"2024-05-27T00:32:24.447860+0000","last_peered":"2024-05-27T00:32:24.447860+0000","last_clean":"2024-05-27T00:32:24.447860+0000","last_became_active":"2024-05-27T00:32:19.007777+0000","last_became_peered":"2024-05-27T00:32:19.007777+0000","last_unstale":"2024-05-27T00:32:24.447860+0000","last_undegraded":"2024-05-27T00:32:24.447860+0000","last_fullsized":"2024-05-27T00:32:24.447860+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:48:04.037732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.425786+0000","last_change":"2024-05-27T00:32:23.441551+0000","last_active":"2024-05-27T00:32:24.425786+0000","last_peered":"2024-05-27T00:32:24.425786+0000","last_clean":"2024-05-27T00:32:24.425786+0000","last_became_active":"2024-05-27T00:32:23.440711+0000","last_became_peered":"2024-05-27T00:32:23.440711+0000","last_unstale":"2024-05-27T00:32:24.425786+0000","last_undegraded":"2024-05-27T00:32:24.425786+0000","last_fullsized":"2024-05-27T00:32:24.425786+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:07:11.885796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"91'4","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:51.587990+0000","last_change":"2024-05-27T00:32:17.993092+0000","last_active":"2024-05-27T00:32:51.587990+0000","last_peered":"2024-05-27T00:32:51.587990+0000","last_clean":"2024-05-27T00:32:51.587990+0000","last_became_active":"2024-05-27T00:32:17.992769+0000","last_became_peered":"2024-05-27T00:32:17.992769+0000","last_unstale":"2024-05-27T00:32:51.587990+0000","last_undegraded":"2024-05-27T00:32:51.587990+0000","last_fullsized":"2024-05-27T00:32:51.587990+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:16:17.665772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444304+0000","last_change":"2024-05-27T00:32:18.997892+0000","last_active":"2024-05-27T00:32:24.444304+0000","last_peered":"2024-05-27T00:32:24.444304+0000","last_clean":"2024-05-27T00:32:24.444304+0000","last_became_active":"2024-05-27T00:32:18.997532+0000","last_became_peered":"2024-05-27T00:32:18.997532+0000","last_unstale":"2024-05-27T00:32:24.444304+0000","last_undegraded":"2024-05-27T00:32:24.444304+0000","last_fullsized":"2024-05-27T00:32:24.444304+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:09:50.023265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.425646+0000","last_change":"2024-05-27T00:32:23.427504+0000","last_active":"2024-05-27T00:32:24.425646+0000","last_peered":"2024-05-27T00:32:24.425646+0000","last_clean":"2024-05-27T00:32:24.425646+0000","last_became_active":"2024-05-27T00:32:23.427189+0000","last_became_peered":"2024-05-27T00:32:23.427189+0000","last_unstale":"2024-05-27T00:32:24.425646+0000","last_undegraded":"2024-05-27T00:32:24.425646+0000","last_fullsized":"2024-05-27T00:32:24.425646+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:54:10.185043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"86'2","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427866+0000","last_change":"2024-05-27T00:32:17.989135+0000","last_active":"2024-05-27T00:32:24.427866+0000","last_peered":"2024-05-27T00:32:24.427866+0000","last_clean":"2024-05-27T00:32:24.427866+0000","last_became_active":"2024-05-27T00:32:17.988785+0000","last_became_peered":"2024-05-27T00:32:17.988785+0000","last_unstale":"2024-05-27T00:32:24.427866+0000","last_undegraded":"2024-05-27T00:32:24.427866+0000","last_fullsized":"2024-05-27T00:32:24.427866+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:46:47.425862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446000+0000","last_change":"2024-05-27T00:32:18.979850+0000","last_active":"2024-05-27T00:32:24.446000+0000","last_peered":"2024-05-27T00:32:24.446000+0000","last_clean":"2024-05-27T00:32:24.446000+0000","last_became_active":"2024-05-27T00:32:18.979492+0000","last_became_peered":"2024-05-27T00:32:18.979492+0000","last_unstale":"2024-05-27T00:32:24.446000+0000","last_undegraded":"2024-05-27T00:32:24.446000+0000","last_fullsized":"2024-05-27T00:32:24.446000+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:31:47.297865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444714+0000","last_change":"2024-05-27T00:32:23.418736+0000","last_active":"2024-05-27T00:32:24.444714+0000","last_peered":"2024-05-27T00:32:24.444714+0000","last_clean":"2024-05-27T00:32:24.444714+0000","last_became_active":"2024-05-27T00:32:23.418301+0000","last_became_peered":"2024-05-27T00:32:23.418301+0000","last_unstale":"2024-05-27T00:32:24.444714+0000","last_undegraded":"2024-05-27T00:32:24.444714+0000","last_fullsized":"2024-05-27T00:32:24.444714+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:34:36.109375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"91'5","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:50.584613+0000","last_change":"2024-05-27T00:32:17.995036+0000","last_active":"2024-05-27T00:32:50.584613+0000","last_peered":"2024-05-27T00:32:50.584613+0000","last_clean":"2024-05-27T00:32:50.584613+0000","last_became_active":"2024-05-27T00:32:17.993968+0000","last_became_peered":"2024-05-27T00:32:17.993968+0000","last_unstale":"2024-05-27T00:32:50.584613+0000","last_undegraded":"2024-05-27T00:32:50.584613+0000","last_fullsized":"2024-05-27T00:32:50.584613+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:55:40.670204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427687+0000","last_change":"2024-05-27T00:32:18.999318+0000","last_active":"2024-05-27T00:32:24.427687+0000","last_peered":"2024-05-27T00:32:24.427687+0000","last_clean":"2024-05-27T00:32:24.427687+0000","last_became_active":"2024-05-27T00:32:18.998924+0000","last_became_peered":"2024-05-27T00:32:18.998924+0000","last_unstale":"2024-05-27T00:32:24.427687+0000","last_undegraded":"2024-05-27T00:32:24.427687+0000","last_fullsized":"2024-05-27T00:32:24.427687+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:52:02.218835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444300+0000","last_change":"2024-05-27T00:32:23.437050+0000","last_active":"2024-05-27T00:32:24.444300+0000","last_peered":"2024-05-27T00:32:24.444300+0000","last_clean":"2024-05-27T00:32:24.444300+0000","last_became_active":"2024-05-27T00:32:23.435857+0000","last_became_peered":"2024-05-27T00:32:23.435857+0000","last_unstale":"2024-05-27T00:32:24.444300+0000","last_undegraded":"2024-05-27T00:32:24.444300+0000","last_fullsized":"2024-05-27T00:32:24.444300+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:52:49.551208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:51.593932+0000","last_change":"2024-05-27T00:32:17.987907+0000","last_active":"2024-05-27T00:32:51.593932+0000","last_peered":"2024-05-27T00:32:51.593932+0000","last_clean":"2024-05-27T00:32:51.593932+0000","last_became_active":"2024-05-27T00:32:17.987554+0000","last_became_peered":"2024-05-27T00:32:17.987554+0000","last_unstale":"2024-05-27T00:32:51.593932+0000","last_undegraded":"2024-05-27T00:32:51.593932+0000","last_fullsized":"2024-05-27T00:32:51.593932+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:31:33.369959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445836+0000","last_change":"2024-05-27T00:32:19.006469+0000","last_active":"2024-05-27T00:32:24.445836+0000","last_peered":"2024-05-27T00:32:24.445836+0000","last_clean":"2024-05-27T00:32:24.445836+0000","last_became_active":"2024-05-27T00:32:19.005895+0000","last_became_peered":"2024-05-27T00:32:19.005895+0000","last_unstale":"2024-05-27T00:32:24.445836+0000","last_undegraded":"2024-05-27T00:32:24.445836+0000","last_fullsized":"2024-05-27T00:32:24.445836+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:48:39.439790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445085+0000","last_change":"2024-05-27T00:32:23.446277+0000","last_active":"2024-05-27T00:32:24.445085+0000","last_peered":"2024-05-27T00:32:24.445085+0000","last_clean":"2024-05-27T00:32:24.445085+0000","last_became_active":"2024-05-27T00:32:23.445909+0000","last_became_peered":"2024-05-27T00:32:23.445909+0000","last_unstale":"2024-05-27T00:32:24.445085+0000","last_undegraded":"2024-05-27T00:32:24.445085+0000","last_fullsized":"2024-05-27T00:32:24.445085+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:34:36.648150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"91'2","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:51.595293+0000","last_change":"2024-05-27T00:32:17.986205+0000","last_active":"2024-05-27T00:32:51.595293+0000","last_peered":"2024-05-27T00:32:51.595293+0000","last_clean":"2024-05-27T00:32:51.595293+0000","last_became_active":"2024-05-27T00:32:17.985878+0000","last_became_peered":"2024-05-27T00:32:17.985878+0000","last_unstale":"2024-05-27T00:32:51.595293+0000","last_undegraded":"2024-05-27T00:32:51.595293+0000","last_fullsized":"2024-05-27T00:32:51.595293+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:26:35.915495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446314+0000","last_change":"2024-05-27T00:32:19.009946+0000","last_active":"2024-05-27T00:32:24.446314+0000","last_peered":"2024-05-27T00:32:24.446314+0000","last_clean":"2024-05-27T00:32:24.446314+0000","last_became_active":"2024-05-27T00:32:19.007208+0000","last_became_peered":"2024-05-27T00:32:19.007208+0000","last_unstale":"2024-05-27T00:32:24.446314+0000","last_undegraded":"2024-05-27T00:32:24.446314+0000","last_fullsized":"2024-05-27T00:32:24.446314+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:33:27.507711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.447879+0000","last_change":"2024-05-27T00:32:23.432617+0000","last_active":"2024-05-27T00:32:24.447879+0000","last_peered":"2024-05-27T00:32:24.447879+0000","last_clean":"2024-05-27T00:32:24.447879+0000","last_became_active":"2024-05-27T00:32:23.432202+0000","last_became_peered":"2024-05-27T00:32:23.432202+0000","last_unstale":"2024-05-27T00:32:24.447879+0000","last_undegraded":"2024-05-27T00:32:24.447879+0000","last_fullsized":"2024-05-27T00:32:24.447879+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:51:06.917270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"91'1","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444962+0000","last_change":"2024-05-27T00:32:17.994301+0000","last_active":"2024-05-27T00:32:24.444962+0000","last_peered":"2024-05-27T00:32:24.444962+0000","last_clean":"2024-05-27T00:32:24.444962+0000","last_became_active":"2024-05-27T00:32:17.993615+0000","last_became_peered":"2024-05-27T00:32:17.993615+0000","last_unstale":"2024-05-27T00:32:24.444962+0000","last_undegraded":"2024-05-27T00:32:24.444962+0000","last_fullsized":"2024-05-27T00:32:24.444962+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:52:05.221624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.449491+0000","last_change":"2024-05-27T00:32:19.004342+0000","last_active":"2024-05-27T00:32:24.449491+0000","last_peered":"2024-05-27T00:32:24.449491+0000","last_clean":"2024-05-27T00:32:24.449491+0000","last_became_active":"2024-05-27T00:32:19.003893+0000","last_became_peered":"2024-05-27T00:32:19.003893+0000","last_unstale":"2024-05-27T00:32:24.449491+0000","last_undegraded":"2024-05-27T00:32:24.449491+0000","last_fullsized":"2024-05-27T00:32:24.449491+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:41:36.078980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446504+0000","last_change":"2024-05-27T00:32:23.430059+0000","last_active":"2024-05-27T00:32:24.446504+0000","last_peered":"2024-05-27T00:32:24.446504+0000","last_clean":"2024-05-27T00:32:24.446504+0000","last_became_active":"2024-05-27T00:32:23.427563+0000","last_became_peered":"2024-05-27T00:32:23.427563+0000","last_unstale":"2024-05-27T00:32:24.446504+0000","last_undegraded":"2024-05-27T00:32:24.446504+0000","last_fullsized":"2024-05-27T00:32:24.446504+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:58:46.996909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"91'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:53.604821+0000","last_change":"2024-05-27T00:32:17.989629+0000","last_active":"2024-05-27T00:32:53.604821+0000","last_peered":"2024-05-27T00:32:53.604821+0000","last_clean":"2024-05-27T00:32:53.604821+0000","last_became_active":"2024-05-27T00:32:17.989180+0000","last_became_peered":"2024-05-27T00:32:17.989180+0000","last_unstale":"2024-05-27T00:32:53.604821+0000","last_undegraded":"2024-05-27T00:32:53.604821+0000","last_fullsized":"2024-05-27T00:32:53.604821+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:10:00.003618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444488+0000","last_change":"2024-05-27T00:32:18.999086+0000","last_active":"2024-05-27T00:32:24.444488+0000","last_peered":"2024-05-27T00:32:24.444488+0000","last_clean":"2024-05-27T00:32:24.444488+0000","last_became_active":"2024-05-27T00:32:18.998609+0000","last_became_peered":"2024-05-27T00:32:18.998609+0000","last_unstale":"2024-05-27T00:32:24.444488+0000","last_undegraded":"2024-05-27T00:32:24.444488+0000","last_fullsized":"2024-05-27T00:32:24.444488+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:30:08.184746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.449109+0000","last_change":"2024-05-27T00:32:23.443072+0000","last_active":"2024-05-27T00:32:24.449109+0000","last_peered":"2024-05-27T00:32:24.449109+0000","last_clean":"2024-05-27T00:32:24.449109+0000","last_became_active":"2024-05-27T00:32:23.439413+0000","last_became_peered":"2024-05-27T00:32:23.439413+0000","last_unstale":"2024-05-27T00:32:24.449109+0000","last_undegraded":"2024-05-27T00:32:24.449109+0000","last_fullsized":"2024-05-27T00:32:24.449109+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:56:28.435938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"91'2","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:50.581335+0000","last_change":"2024-05-27T00:32:17.995030+0000","last_active":"2024-05-27T00:32:50.581335+0000","last_peered":"2024-05-27T00:32:50.581335+0000","last_clean":"2024-05-27T00:32:50.581335+0000","last_became_active":"2024-05-27T00:32:17.994524+0000","last_became_peered":"2024-05-27T00:32:17.994524+0000","last_unstale":"2024-05-27T00:32:50.581335+0000","last_undegraded":"2024-05-27T00:32:50.581335+0000","last_fullsized":"2024-05-27T00:32:50.581335+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:01:40.641074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.448230+0000","last_change":"2024-05-27T00:32:19.003611+0000","last_active":"2024-05-27T00:32:24.448230+0000","last_peered":"2024-05-27T00:32:24.448230+0000","last_clean":"2024-05-27T00:32:24.448230+0000","last_became_active":"2024-05-27T00:32:19.003095+0000","last_became_peered":"2024-05-27T00:32:19.003095+0000","last_unstale":"2024-05-27T00:32:24.448230+0000","last_undegraded":"2024-05-27T00:32:24.448230+0000","last_fullsized":"2024-05-27T00:32:24.448230+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:34:16.092282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.426029+0000","last_change":"2024-05-27T00:32:23.441184+0000","last_active":"2024-05-27T00:32:24.426029+0000","last_peered":"2024-05-27T00:32:24.426029+0000","last_clean":"2024-05-27T00:32:24.426029+0000","last_became_active":"2024-05-27T00:32:23.440615+0000","last_became_peered":"2024-05-27T00:32:23.440615+0000","last_unstale":"2024-05-27T00:32:24.426029+0000","last_undegraded":"2024-05-27T00:32:24.426029+0000","last_fullsized":"2024-05-27T00:32:24.426029+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:44:45.916689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"91'4","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445978+0000","last_change":"2024-05-27T00:32:17.996228+0000","last_active":"2024-05-27T00:32:24.445978+0000","last_peered":"2024-05-27T00:32:24.445978+0000","last_clean":"2024-05-27T00:32:24.445978+0000","last_became_active":"2024-05-27T00:32:17.995861+0000","last_became_peered":"2024-05-27T00:32:17.995861+0000","last_unstale":"2024-05-27T00:32:24.445978+0000","last_undegraded":"2024-05-27T00:32:24.445978+0000","last_fullsized":"2024-05-27T00:32:24.445978+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:07:06.540324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444499+0000","last_change":"2024-05-27T00:32:18.983802+0000","last_active":"2024-05-27T00:32:24.444499+0000","last_peered":"2024-05-27T00:32:24.444499+0000","last_clean":"2024-05-27T00:32:24.444499+0000","last_became_active":"2024-05-27T00:32:18.983468+0000","last_became_peered":"2024-05-27T00:32:18.983468+0000","last_unstale":"2024-05-27T00:32:24.444499+0000","last_undegraded":"2024-05-27T00:32:24.444499+0000","last_fullsized":"2024-05-27T00:32:24.444499+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:01:34.187925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.449656+0000","last_change":"2024-05-27T00:32:23.440563+0000","last_active":"2024-05-27T00:32:24.449656+0000","last_peered":"2024-05-27T00:32:24.449656+0000","last_clean":"2024-05-27T00:32:24.449656+0000","last_became_active":"2024-05-27T00:32:23.440104+0000","last_became_peered":"2024-05-27T00:32:23.440104+0000","last_unstale":"2024-05-27T00:32:24.449656+0000","last_undegraded":"2024-05-27T00:32:24.449656+0000","last_fullsized":"2024-05-27T00:32:24.449656+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:18:45.058066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"91'20","reported_seq":53,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:54.609809+0000","last_change":"2024-05-27T00:32:17.991138+0000","last_active":"2024-05-27T00:32:54.609809+0000","last_peered":"2024-05-27T00:32:54.609809+0000","last_clean":"2024-05-27T00:32:54.609809+0000","last_became_active":"2024-05-27T00:32:17.990517+0000","last_became_peered":"2024-05-27T00:32:17.990517+0000","last_unstale":"2024-05-27T00:32:54.609809+0000","last_undegraded":"2024-05-27T00:32:54.609809+0000","last_fullsized":"2024-05-27T00:32:54.609809+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:55:21.323020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23139,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":10,"num_read_kb":27,"num_write":21,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427838+0000","last_change":"2024-05-27T00:32:18.981540+0000","last_active":"2024-05-27T00:32:24.427838+0000","last_peered":"2024-05-27T00:32:24.427838+0000","last_clean":"2024-05-27T00:32:24.427838+0000","last_became_active":"2024-05-27T00:32:18.981055+0000","last_became_peered":"2024-05-27T00:32:18.981055+0000","last_unstale":"2024-05-27T00:32:24.427838+0000","last_undegraded":"2024-05-27T00:32:24.427838+0000","last_fullsized":"2024-05-27T00:32:24.427838+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:09:54.359017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446333+0000","last_change":"2024-05-27T00:32:23.427753+0000","last_active":"2024-05-27T00:32:24.446333+0000","last_peered":"2024-05-27T00:32:24.446333+0000","last_clean":"2024-05-27T00:32:24.446333+0000","last_became_active":"2024-05-27T00:32:23.427247+0000","last_became_peered":"2024-05-27T00:32:23.427247+0000","last_unstale":"2024-05-27T00:32:24.446333+0000","last_undegraded":"2024-05-27T00:32:24.446333+0000","last_fullsized":"2024-05-27T00:32:24.446333+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:15:00.736443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"91'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:51.591718+0000","last_change":"2024-05-27T00:32:18.014022+0000","last_active":"2024-05-27T00:32:51.591718+0000","last_peered":"2024-05-27T00:32:51.591718+0000","last_clean":"2024-05-27T00:32:51.591718+0000","last_became_active":"2024-05-27T00:32:18.013680+0000","last_became_peered":"2024-05-27T00:32:18.013680+0000","last_unstale":"2024-05-27T00:32:51.591718+0000","last_undegraded":"2024-05-27T00:32:51.591718+0000","last_fullsized":"2024-05-27T00:32:51.591718+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:28:05.968446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427759+0000","last_change":"2024-05-27T00:32:19.002136+0000","last_active":"2024-05-27T00:32:24.427759+0000","last_peered":"2024-05-27T00:32:24.427759+0000","last_clean":"2024-05-27T00:32:24.427759+0000","last_became_active":"2024-05-27T00:32:19.001755+0000","last_became_peered":"2024-05-27T00:32:19.001755+0000","last_unstale":"2024-05-27T00:32:24.427759+0000","last_undegraded":"2024-05-27T00:32:24.427759+0000","last_fullsized":"2024-05-27T00:32:24.427759+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:50:41.559583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444603+0000","last_change":"2024-05-27T00:32:23.445996+0000","last_active":"2024-05-27T00:32:24.444603+0000","last_peered":"2024-05-27T00:32:24.444603+0000","last_clean":"2024-05-27T00:32:24.444603+0000","last_became_active":"2024-05-27T00:32:23.445532+0000","last_became_peered":"2024-05-27T00:32:23.445532+0000","last_unstale":"2024-05-27T00:32:24.444603+0000","last_undegraded":"2024-05-27T00:32:24.444603+0000","last_fullsized":"2024-05-27T00:32:24.444603+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:33:44.170491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:50.586072+0000","last_change":"2024-05-27T00:32:18.013480+0000","last_active":"2024-05-27T00:32:50.586072+0000","last_peered":"2024-05-27T00:32:50.586072+0000","last_clean":"2024-05-27T00:32:50.586072+0000","last_became_active":"2024-05-27T00:32:18.013112+0000","last_became_peered":"2024-05-27T00:32:18.013112+0000","last_unstale":"2024-05-27T00:32:50.586072+0000","last_undegraded":"2024-05-27T00:32:50.586072+0000","last_fullsized":"2024-05-27T00:32:50.586072+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:36:41.727000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445595+0000","last_change":"2024-05-27T00:32:18.996509+0000","last_active":"2024-05-27T00:32:24.445595+0000","last_peered":"2024-05-27T00:32:24.445595+0000","last_clean":"2024-05-27T00:32:24.445595+0000","last_became_active":"2024-05-27T00:32:18.996143+0000","last_became_peered":"2024-05-27T00:32:18.996143+0000","last_unstale":"2024-05-27T00:32:24.445595+0000","last_undegraded":"2024-05-27T00:32:24.445595+0000","last_fullsized":"2024-05-27T00:32:24.445595+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:00:51.087192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.450196+0000","last_change":"2024-05-27T00:32:23.444644+0000","last_active":"2024-05-27T00:32:24.450196+0000","last_peered":"2024-05-27T00:32:24.450196+0000","last_clean":"2024-05-27T00:32:24.450196+0000","last_became_active":"2024-05-27T00:32:23.443506+0000","last_became_peered":"2024-05-27T00:32:23.443506+0000","last_unstale":"2024-05-27T00:32:24.450196+0000","last_undegraded":"2024-05-27T00:32:24.450196+0000","last_fullsized":"2024-05-27T00:32:24.450196+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:31:51.934266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:51.588899+0000","last_change":"2024-05-27T00:32:17.990980+0000","last_active":"2024-05-27T00:32:51.588899+0000","last_peered":"2024-05-27T00:32:51.588899+0000","last_clean":"2024-05-27T00:32:51.588899+0000","last_became_active":"2024-05-27T00:32:17.990607+0000","last_became_peered":"2024-05-27T00:32:17.990607+0000","last_unstale":"2024-05-27T00:32:51.588899+0000","last_undegraded":"2024-05-27T00:32:51.588899+0000","last_fullsized":"2024-05-27T00:32:51.588899+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:18:34.633451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444555+0000","last_change":"2024-05-27T00:32:18.986457+0000","last_active":"2024-05-27T00:32:24.444555+0000","last_peered":"2024-05-27T00:32:24.444555+0000","last_clean":"2024-05-27T00:32:24.444555+0000","last_became_active":"2024-05-27T00:32:18.985995+0000","last_became_peered":"2024-05-27T00:32:18.985995+0000","last_unstale":"2024-05-27T00:32:24.444555+0000","last_undegraded":"2024-05-27T00:32:24.444555+0000","last_fullsized":"2024-05-27T00:32:24.444555+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:46:24.767710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.428470+0000","last_change":"2024-05-27T00:32:23.434238+0000","last_active":"2024-05-27T00:32:24.428470+0000","last_peered":"2024-05-27T00:32:24.428470+0000","last_clean":"2024-05-27T00:32:24.428470+0000","last_became_active":"2024-05-27T00:32:23.433757+0000","last_became_peered":"2024-05-27T00:32:23.433757+0000","last_unstale":"2024-05-27T00:32:24.428470+0000","last_undegraded":"2024-05-27T00:32:24.428470+0000","last_fullsized":"2024-05-27T00:32:24.428470+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:02:45.874015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"91'15","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:51.590903+0000","last_change":"2024-05-27T00:32:17.999047+0000","last_active":"2024-05-27T00:32:51.590903+0000","last_peered":"2024-05-27T00:32:51.590903+0000","last_clean":"2024-05-27T00:32:51.590903+0000","last_became_active":"2024-05-27T00:32:17.998794+0000","last_became_peered":"2024-05-27T00:32:17.998794+0000","last_unstale":"2024-05-27T00:32:51.590903+0000","last_undegraded":"2024-05-27T00:32:51.590903+0000","last_fullsized":"2024-05-27T00:32:51.590903+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:02:37.189837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445360+0000","last_change":"2024-05-27T00:32:18.979638+0000","last_active":"2024-05-27T00:32:24.445360+0000","last_peered":"2024-05-27T00:32:24.445360+0000","last_clean":"2024-05-27T00:32:24.445360+0000","last_became_active":"2024-05-27T00:32:18.979307+0000","last_became_peered":"2024-05-27T00:32:18.979307+0000","last_unstale":"2024-05-27T00:32:24.445360+0000","last_undegraded":"2024-05-27T00:32:24.445360+0000","last_fullsized":"2024-05-27T00:32:24.445360+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:46:27.817487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445474+0000","last_change":"2024-05-27T00:32:23.441879+0000","last_active":"2024-05-27T00:32:24.445474+0000","last_peered":"2024-05-27T00:32:24.445474+0000","last_clean":"2024-05-27T00:32:24.445474+0000","last_became_active":"2024-05-27T00:32:23.441439+0000","last_became_peered":"2024-05-27T00:32:23.441439+0000","last_unstale":"2024-05-27T00:32:24.445474+0000","last_undegraded":"2024-05-27T00:32:24.445474+0000","last_fullsized":"2024-05-27T00:32:24.445474+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:58:26.257536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'1","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427840+0000","last_change":"2024-05-27T00:32:17.988769+0000","last_active":"2024-05-27T00:32:24.427840+0000","last_peered":"2024-05-27T00:32:24.427840+0000","last_clean":"2024-05-27T00:32:24.427840+0000","last_became_active":"2024-05-27T00:32:17.988418+0000","last_became_peered":"2024-05-27T00:32:17.988418+0000","last_unstale":"2024-05-27T00:32:24.427840+0000","last_undegraded":"2024-05-27T00:32:24.427840+0000","last_fullsized":"2024-05-27T00:32:24.427840+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:29:22.343207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445034+0000","last_change":"2024-05-27T00:32:18.981308+0000","last_active":"2024-05-27T00:32:24.445034+0000","last_peered":"2024-05-27T00:32:24.445034+0000","last_clean":"2024-05-27T00:32:24.445034+0000","last_became_active":"2024-05-27T00:32:18.980968+0000","last_became_peered":"2024-05-27T00:32:18.980968+0000","last_unstale":"2024-05-27T00:32:24.445034+0000","last_undegraded":"2024-05-27T00:32:24.445034+0000","last_fullsized":"2024-05-27T00:32:24.445034+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:31:42.034103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427837+0000","last_change":"2024-05-27T00:32:23.647514+0000","last_active":"2024-05-27T00:32:24.427837+0000","last_peered":"2024-05-27T00:32:24.427837+0000","last_clean":"2024-05-27T00:32:24.427837+0000","last_became_active":"2024-05-27T00:32:23.646975+0000","last_became_peered":"2024-05-27T00:32:23.646975+0000","last_unstale":"2024-05-27T00:32:24.427837+0000","last_undegraded":"2024-05-27T00:32:24.427837+0000","last_fullsized":"2024-05-27T00:32:24.427837+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:58:54.863064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.450379+0000","last_change":"2024-05-27T00:32:18.004028+0000","last_active":"2024-05-27T00:32:24.450379+0000","last_peered":"2024-05-27T00:32:24.450379+0000","last_clean":"2024-05-27T00:32:24.450379+0000","last_became_active":"2024-05-27T00:32:18.003377+0000","last_became_peered":"2024-05-27T00:32:18.003377+0000","last_unstale":"2024-05-27T00:32:24.450379+0000","last_undegraded":"2024-05-27T00:32:24.450379+0000","last_fullsized":"2024-05-27T00:32:24.450379+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:45:02.911018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445153+0000","last_change":"2024-05-27T00:32:19.006993+0000","last_active":"2024-05-27T00:32:24.445153+0000","last_peered":"2024-05-27T00:32:24.445153+0000","last_clean":"2024-05-27T00:32:24.445153+0000","last_became_active":"2024-05-27T00:32:19.006608+0000","last_became_peered":"2024-05-27T00:32:19.006608+0000","last_unstale":"2024-05-27T00:32:24.445153+0000","last_undegraded":"2024-05-27T00:32:24.445153+0000","last_fullsized":"2024-05-27T00:32:24.445153+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:50:56.796996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427969+0000","last_change":"2024-05-27T00:32:23.423853+0000","last_active":"2024-05-27T00:32:24.427969+0000","last_peered":"2024-05-27T00:32:24.427969+0000","last_clean":"2024-05-27T00:32:24.427969+0000","last_became_active":"2024-05-27T00:32:23.423422+0000","last_became_peered":"2024-05-27T00:32:23.423422+0000","last_unstale":"2024-05-27T00:32:24.427969+0000","last_undegraded":"2024-05-27T00:32:24.427969+0000","last_fullsized":"2024-05-27T00:32:24.427969+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:49:11.194019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"91'1","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445280+0000","last_change":"2024-05-27T00:32:17.996377+0000","last_active":"2024-05-27T00:32:24.445280+0000","last_peered":"2024-05-27T00:32:24.445280+0000","last_clean":"2024-05-27T00:32:24.445280+0000","last_became_active":"2024-05-27T00:32:17.995954+0000","last_became_peered":"2024-05-27T00:32:17.995954+0000","last_unstale":"2024-05-27T00:32:24.445280+0000","last_undegraded":"2024-05-27T00:32:24.445280+0000","last_fullsized":"2024-05-27T00:32:24.445280+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:39:48.403500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444723+0000","last_change":"2024-05-27T00:32:19.005697+0000","last_active":"2024-05-27T00:32:24.444723+0000","last_peered":"2024-05-27T00:32:24.444723+0000","last_clean":"2024-05-27T00:32:24.444723+0000","last_became_active":"2024-05-27T00:32:19.005264+0000","last_became_peered":"2024-05-27T00:32:19.005264+0000","last_unstale":"2024-05-27T00:32:24.444723+0000","last_undegraded":"2024-05-27T00:32:24.444723+0000","last_fullsized":"2024-05-27T00:32:24.444723+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:09:51.188675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.429104+0000","last_change":"2024-05-27T00:32:23.647150+0000","last_active":"2024-05-27T00:32:24.429104+0000","last_peered":"2024-05-27T00:32:24.429104+0000","last_clean":"2024-05-27T00:32:24.429104+0000","last_became_active":"2024-05-27T00:32:23.646634+0000","last_became_peered":"2024-05-27T00:32:23.646634+0000","last_unstale":"2024-05-27T00:32:24.429104+0000","last_undegraded":"2024-05-27T00:32:24.429104+0000","last_fullsized":"2024-05-27T00:32:24.429104+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:07:38.484533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445035+0000","last_change":"2024-05-27T00:32:18.983009+0000","last_active":"2024-05-27T00:32:24.445035+0000","last_peered":"2024-05-27T00:32:24.445035+0000","last_clean":"2024-05-27T00:32:24.445035+0000","last_became_active":"2024-05-27T00:32:18.982691+0000","last_became_peered":"2024-05-27T00:32:18.982691+0000","last_unstale":"2024-05-27T00:32:24.445035+0000","last_undegraded":"2024-05-27T00:32:24.445035+0000","last_fullsized":"2024-05-27T00:32:24.445035+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:00:55.108820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:54.607260+0000","last_change":"2024-05-27T00:32:18.009501+0000","last_active":"2024-05-27T00:32:54.607260+0000","last_peered":"2024-05-27T00:32:54.607260+0000","last_clean":"2024-05-27T00:32:54.607260+0000","last_became_active":"2024-05-27T00:32:18.006508+0000","last_became_peered":"2024-05-27T00:32:18.006508+0000","last_unstale":"2024-05-27T00:32:54.607260+0000","last_undegraded":"2024-05-27T00:32:54.607260+0000","last_fullsized":"2024-05-27T00:32:54.607260+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:06:55.321640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445778+0000","last_change":"2024-05-27T00:32:23.434319+0000","last_active":"2024-05-27T00:32:24.445778+0000","last_peered":"2024-05-27T00:32:24.445778+0000","last_clean":"2024-05-27T00:32:24.445778+0000","last_became_active":"2024-05-27T00:32:23.433957+0000","last_became_peered":"2024-05-27T00:32:23.433957+0000","last_unstale":"2024-05-27T00:32:24.445778+0000","last_undegraded":"2024-05-27T00:32:24.445778+0000","last_fullsized":"2024-05-27T00:32:24.445778+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:16:35.083353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446402+0000","last_change":"2024-05-27T00:32:19.014250+0000","last_active":"2024-05-27T00:32:24.446402+0000","last_peered":"2024-05-27T00:32:24.446402+0000","last_clean":"2024-05-27T00:32:24.446402+0000","last_became_active":"2024-05-27T00:32:19.013841+0000","last_became_peered":"2024-05-27T00:32:19.013841+0000","last_unstale":"2024-05-27T00:32:24.446402+0000","last_undegraded":"2024-05-27T00:32:24.446402+0000","last_fullsized":"2024-05-27T00:32:24.446402+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:39:45.826896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:50.581000+0000","last_change":"2024-05-27T00:32:17.987466+0000","last_active":"2024-05-27T00:32:50.581000+0000","last_peered":"2024-05-27T00:32:50.581000+0000","last_clean":"2024-05-27T00:32:50.581000+0000","last_became_active":"2024-05-27T00:32:17.986964+0000","last_became_peered":"2024-05-27T00:32:17.986964+0000","last_unstale":"2024-05-27T00:32:50.581000+0000","last_undegraded":"2024-05-27T00:32:50.581000+0000","last_fullsized":"2024-05-27T00:32:50.581000+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:01:28.090951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":359,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444338+0000","last_change":"2024-05-27T00:30:57.156428+0000","last_active":"2024-05-27T00:32:24.444338+0000","last_peered":"2024-05-27T00:32:24.444338+0000","last_clean":"2024-05-27T00:32:24.444338+0000","last_became_active":"2024-05-27T00:30:57.155910+0000","last_became_peered":"2024-05-27T00:30:57.155910+0000","last_unstale":"2024-05-27T00:32:24.444338+0000","last_undegraded":"2024-05-27T00:32:24.444338+0000","last_fullsized":"2024-05-27T00:32:24.444338+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:27:03.029981+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:27:03.029981+0000","last_clean_scrub_stamp":"2024-05-27T00:27:03.029981+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:38:28.001629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445748+0000","last_change":"2024-05-27T00:32:23.647252+0000","last_active":"2024-05-27T00:32:24.445748+0000","last_peered":"2024-05-27T00:32:24.445748+0000","last_clean":"2024-05-27T00:32:24.445748+0000","last_became_active":"2024-05-27T00:32:23.646745+0000","last_became_peered":"2024-05-27T00:32:23.646745+0000","last_unstale":"2024-05-27T00:32:24.445748+0000","last_undegraded":"2024-05-27T00:32:24.445748+0000","last_fullsized":"2024-05-27T00:32:24.445748+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:28:10.451415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.426564+0000","last_change":"2024-05-27T00:32:18.972465+0000","last_active":"2024-05-27T00:32:24.426564+0000","last_peered":"2024-05-27T00:32:24.426564+0000","last_clean":"2024-05-27T00:32:24.426564+0000","last_became_active":"2024-05-27T00:32:18.971572+0000","last_became_peered":"2024-05-27T00:32:18.971572+0000","last_unstale":"2024-05-27T00:32:24.426564+0000","last_undegraded":"2024-05-27T00:32:24.426564+0000","last_fullsized":"2024-05-27T00:32:24.426564+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:11:37.435282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:51.588910+0000","last_change":"2024-05-27T00:32:17.994473+0000","last_active":"2024-05-27T00:32:51.588910+0000","last_peered":"2024-05-27T00:32:51.588910+0000","last_clean":"2024-05-27T00:32:51.588910+0000","last_became_active":"2024-05-27T00:32:17.992719+0000","last_became_peered":"2024-05-27T00:32:17.992719+0000","last_unstale":"2024-05-27T00:32:51.588910+0000","last_undegraded":"2024-05-27T00:32:51.588910+0000","last_fullsized":"2024-05-27T00:32:51.588910+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:13:49.254914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444554+0000","last_change":"2024-05-27T00:32:23.418464+0000","last_active":"2024-05-27T00:32:24.444554+0000","last_peered":"2024-05-27T00:32:24.444554+0000","last_clean":"2024-05-27T00:32:24.444554+0000","last_became_active":"2024-05-27T00:32:23.417973+0000","last_became_peered":"2024-05-27T00:32:23.417973+0000","last_unstale":"2024-05-27T00:32:24.444554+0000","last_undegraded":"2024-05-27T00:32:24.444554+0000","last_fullsized":"2024-05-27T00:32:24.444554+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:07:20.338296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"91'1","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427964+0000","last_change":"2024-05-27T00:32:17.996131+0000","last_active":"2024-05-27T00:32:24.427964+0000","last_peered":"2024-05-27T00:32:24.427964+0000","last_clean":"2024-05-27T00:32:24.427964+0000","last_became_active":"2024-05-27T00:32:17.995791+0000","last_became_peered":"2024-05-27T00:32:17.995791+0000","last_unstale":"2024-05-27T00:32:24.427964+0000","last_undegraded":"2024-05-27T00:32:24.427964+0000","last_fullsized":"2024-05-27T00:32:24.427964+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:22:44.470343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.428186+0000","last_change":"2024-05-27T00:32:18.999889+0000","last_active":"2024-05-27T00:32:24.428186+0000","last_peered":"2024-05-27T00:32:24.428186+0000","last_clean":"2024-05-27T00:32:24.428186+0000","last_became_active":"2024-05-27T00:32:18.993738+0000","last_became_peered":"2024-05-27T00:32:18.993738+0000","last_unstale":"2024-05-27T00:32:24.428186+0000","last_undegraded":"2024-05-27T00:32:24.428186+0000","last_fullsized":"2024-05-27T00:32:24.428186+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:29:29.545281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446457+0000","last_change":"2024-05-27T00:32:23.646949+0000","last_active":"2024-05-27T00:32:24.446457+0000","last_peered":"2024-05-27T00:32:24.446457+0000","last_clean":"2024-05-27T00:32:24.446457+0000","last_became_active":"2024-05-27T00:32:23.646449+0000","last_became_peered":"2024-05-27T00:32:23.646449+0000","last_unstale":"2024-05-27T00:32:24.446457+0000","last_undegraded":"2024-05-27T00:32:24.446457+0000","last_fullsized":"2024-05-27T00:32:24.446457+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:31:45.721192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:51.593775+0000","last_change":"2024-05-27T00:32:18.002696+0000","last_active":"2024-05-27T00:32:51.593775+0000","last_peered":"2024-05-27T00:32:51.593775+0000","last_clean":"2024-05-27T00:32:51.593775+0000","last_became_active":"2024-05-27T00:32:18.002293+0000","last_became_peered":"2024-05-27T00:32:18.002293+0000","last_unstale":"2024-05-27T00:32:51.593775+0000","last_undegraded":"2024-05-27T00:32:51.593775+0000","last_fullsized":"2024-05-27T00:32:51.593775+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:04:58.994676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.449075+0000","last_change":"2024-05-27T00:32:19.008401+0000","last_active":"2024-05-27T00:32:24.449075+0000","last_peered":"2024-05-27T00:32:24.449075+0000","last_clean":"2024-05-27T00:32:24.449075+0000","last_became_active":"2024-05-27T00:32:19.007852+0000","last_became_peered":"2024-05-27T00:32:19.007852+0000","last_unstale":"2024-05-27T00:32:24.449075+0000","last_undegraded":"2024-05-27T00:32:24.449075+0000","last_fullsized":"2024-05-27T00:32:24.449075+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:05:42.434267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444067+0000","last_change":"2024-05-27T00:32:23.418953+0000","last_active":"2024-05-27T00:32:24.444067+0000","last_peered":"2024-05-27T00:32:24.444067+0000","last_clean":"2024-05-27T00:32:24.444067+0000","last_became_active":"2024-05-27T00:32:23.418351+0000","last_became_peered":"2024-05-27T00:32:23.418351+0000","last_unstale":"2024-05-27T00:32:24.444067+0000","last_undegraded":"2024-05-27T00:32:24.444067+0000","last_fullsized":"2024-05-27T00:32:24.444067+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:46:49.460762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"91'4","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:50.582954+0000","last_change":"2024-05-27T00:32:17.994824+0000","last_active":"2024-05-27T00:32:50.582954+0000","last_peered":"2024-05-27T00:32:50.582954+0000","last_clean":"2024-05-27T00:32:50.582954+0000","last_became_active":"2024-05-27T00:32:17.994413+0000","last_became_peered":"2024-05-27T00:32:17.994413+0000","last_unstale":"2024-05-27T00:32:50.582954+0000","last_undegraded":"2024-05-27T00:32:50.582954+0000","last_fullsized":"2024-05-27T00:32:50.582954+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:26:26.795543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.448196+0000","last_change":"2024-05-27T00:32:19.012417+0000","last_active":"2024-05-27T00:32:24.448196+0000","last_peered":"2024-05-27T00:32:24.448196+0000","last_clean":"2024-05-27T00:32:24.448196+0000","last_became_active":"2024-05-27T00:32:19.011536+0000","last_became_peered":"2024-05-27T00:32:19.011536+0000","last_unstale":"2024-05-27T00:32:24.448196+0000","last_undegraded":"2024-05-27T00:32:24.448196+0000","last_fullsized":"2024-05-27T00:32:24.448196+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:01:34.121294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.425530+0000","last_change":"2024-05-27T00:32:23.647937+0000","last_active":"2024-05-27T00:32:24.425530+0000","last_peered":"2024-05-27T00:32:24.425530+0000","last_clean":"2024-05-27T00:32:24.425530+0000","last_became_active":"2024-05-27T00:32:23.647524+0000","last_became_peered":"2024-05-27T00:32:23.647524+0000","last_unstale":"2024-05-27T00:32:24.425530+0000","last_undegraded":"2024-05-27T00:32:24.425530+0000","last_fullsized":"2024-05-27T00:32:24.425530+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:02:06.298566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"91'2","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:50.583345+0000","last_change":"2024-05-27T00:32:18.000520+0000","last_active":"2024-05-27T00:32:50.583345+0000","last_peered":"2024-05-27T00:32:50.583345+0000","last_clean":"2024-05-27T00:32:50.583345+0000","last_became_active":"2024-05-27T00:32:18.000203+0000","last_became_peered":"2024-05-27T00:32:18.000203+0000","last_unstale":"2024-05-27T00:32:50.583345+0000","last_undegraded":"2024-05-27T00:32:50.583345+0000","last_fullsized":"2024-05-27T00:32:50.583345+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:49:46.715762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427419+0000","last_change":"2024-05-27T00:32:18.980676+0000","last_active":"2024-05-27T00:32:24.427419+0000","last_peered":"2024-05-27T00:32:24.427419+0000","last_clean":"2024-05-27T00:32:24.427419+0000","last_became_active":"2024-05-27T00:32:18.980221+0000","last_became_peered":"2024-05-27T00:32:18.980221+0000","last_unstale":"2024-05-27T00:32:24.427419+0000","last_undegraded":"2024-05-27T00:32:24.427419+0000","last_fullsized":"2024-05-27T00:32:24.427419+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:49:50.674246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.450774+0000","last_change":"2024-05-27T00:32:23.444631+0000","last_active":"2024-05-27T00:32:24.450774+0000","last_peered":"2024-05-27T00:32:24.450774+0000","last_clean":"2024-05-27T00:32:24.450774+0000","last_became_active":"2024-05-27T00:32:23.441497+0000","last_became_peered":"2024-05-27T00:32:23.441497+0000","last_unstale":"2024-05-27T00:32:24.450774+0000","last_undegraded":"2024-05-27T00:32:24.450774+0000","last_fullsized":"2024-05-27T00:32:24.450774+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:14:35.309829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:50.587040+0000","last_change":"2024-05-27T00:32:18.008140+0000","last_active":"2024-05-27T00:32:50.587040+0000","last_peered":"2024-05-27T00:32:50.587040+0000","last_clean":"2024-05-27T00:32:50.587040+0000","last_became_active":"2024-05-27T00:32:18.007600+0000","last_became_peered":"2024-05-27T00:32:18.007600+0000","last_unstale":"2024-05-27T00:32:50.587040+0000","last_undegraded":"2024-05-27T00:32:50.587040+0000","last_fullsized":"2024-05-27T00:32:50.587040+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:49:23.250264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444107+0000","last_change":"2024-05-27T00:32:18.996124+0000","last_active":"2024-05-27T00:32:24.444107+0000","last_peered":"2024-05-27T00:32:24.444107+0000","last_clean":"2024-05-27T00:32:24.444107+0000","last_became_active":"2024-05-27T00:32:18.995732+0000","last_became_peered":"2024-05-27T00:32:18.995732+0000","last_unstale":"2024-05-27T00:32:24.444107+0000","last_undegraded":"2024-05-27T00:32:24.444107+0000","last_fullsized":"2024-05-27T00:32:24.444107+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:50:57.351825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.425789+0000","last_change":"2024-05-27T00:32:23.437540+0000","last_active":"2024-05-27T00:32:24.425789+0000","last_peered":"2024-05-27T00:32:24.425789+0000","last_clean":"2024-05-27T00:32:24.425789+0000","last_became_active":"2024-05-27T00:32:23.436893+0000","last_became_peered":"2024-05-27T00:32:23.436893+0000","last_unstale":"2024-05-27T00:32:24.425789+0000","last_undegraded":"2024-05-27T00:32:24.425789+0000","last_fullsized":"2024-05-27T00:32:24.425789+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:29:50.102563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"91'1","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445452+0000","last_change":"2024-05-27T00:32:18.013413+0000","last_active":"2024-05-27T00:32:24.445452+0000","last_peered":"2024-05-27T00:32:24.445452+0000","last_clean":"2024-05-27T00:32:24.445452+0000","last_became_active":"2024-05-27T00:32:18.012580+0000","last_became_peered":"2024-05-27T00:32:18.012580+0000","last_unstale":"2024-05-27T00:32:24.445452+0000","last_undegraded":"2024-05-27T00:32:24.445452+0000","last_fullsized":"2024-05-27T00:32:24.445452+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:11:51.743200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.447058+0000","last_change":"2024-05-27T00:32:19.009300+0000","last_active":"2024-05-27T00:32:24.447058+0000","last_peered":"2024-05-27T00:32:24.447058+0000","last_clean":"2024-05-27T00:32:24.447058+0000","last_became_active":"2024-05-27T00:32:19.008245+0000","last_became_peered":"2024-05-27T00:32:19.008245+0000","last_unstale":"2024-05-27T00:32:24.447058+0000","last_undegraded":"2024-05-27T00:32:24.447058+0000","last_fullsized":"2024-05-27T00:32:24.447058+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:20:36.391846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.425797+0000","last_change":"2024-05-27T00:32:23.647202+0000","last_active":"2024-05-27T00:32:24.425797+0000","last_peered":"2024-05-27T00:32:24.425797+0000","last_clean":"2024-05-27T00:32:24.425797+0000","last_became_active":"2024-05-27T00:32:23.646648+0000","last_became_peered":"2024-05-27T00:32:23.646648+0000","last_unstale":"2024-05-27T00:32:24.425797+0000","last_undegraded":"2024-05-27T00:32:24.425797+0000","last_fullsized":"2024-05-27T00:32:24.425797+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:40:32.636461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"91'4","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:50.581120+0000","last_change":"2024-05-27T00:32:17.993349+0000","last_active":"2024-05-27T00:32:50.581120+0000","last_peered":"2024-05-27T00:32:50.581120+0000","last_clean":"2024-05-27T00:32:50.581120+0000","last_became_active":"2024-05-27T00:32:17.993020+0000","last_became_peered":"2024-05-27T00:32:17.993020+0000","last_unstale":"2024-05-27T00:32:50.581120+0000","last_undegraded":"2024-05-27T00:32:50.581120+0000","last_fullsized":"2024-05-27T00:32:50.581120+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:37:03.363728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445507+0000","last_change":"2024-05-27T00:32:18.994050+0000","last_active":"2024-05-27T00:32:24.445507+0000","last_peered":"2024-05-27T00:32:24.445507+0000","last_clean":"2024-05-27T00:32:24.445507+0000","last_became_active":"2024-05-27T00:32:18.993669+0000","last_became_peered":"2024-05-27T00:32:18.993669+0000","last_unstale":"2024-05-27T00:32:24.445507+0000","last_undegraded":"2024-05-27T00:32:24.445507+0000","last_fullsized":"2024-05-27T00:32:24.445507+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:42:42.607297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445577+0000","last_change":"2024-05-27T00:32:23.418842+0000","last_active":"2024-05-27T00:32:24.445577+0000","last_peered":"2024-05-27T00:32:24.445577+0000","last_clean":"2024-05-27T00:32:24.445577+0000","last_became_active":"2024-05-27T00:32:23.418244+0000","last_became_peered":"2024-05-27T00:32:23.418244+0000","last_unstale":"2024-05-27T00:32:24.445577+0000","last_undegraded":"2024-05-27T00:32:24.445577+0000","last_fullsized":"2024-05-27T00:32:24.445577+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:04:12.495830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:51.592203+0000","last_change":"2024-05-27T00:32:18.004564+0000","last_active":"2024-05-27T00:32:51.592203+0000","last_peered":"2024-05-27T00:32:51.592203+0000","last_clean":"2024-05-27T00:32:51.592203+0000","last_became_active":"2024-05-27T00:32:18.004212+0000","last_became_peered":"2024-05-27T00:32:18.004212+0000","last_unstale":"2024-05-27T00:32:51.592203+0000","last_undegraded":"2024-05-27T00:32:51.592203+0000","last_fullsized":"2024-05-27T00:32:51.592203+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:38:29.778836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445907+0000","last_change":"2024-05-27T00:32:18.983151+0000","last_active":"2024-05-27T00:32:24.445907+0000","last_peered":"2024-05-27T00:32:24.445907+0000","last_clean":"2024-05-27T00:32:24.445907+0000","last_became_active":"2024-05-27T00:32:18.982605+0000","last_became_peered":"2024-05-27T00:32:18.982605+0000","last_unstale":"2024-05-27T00:32:24.445907+0000","last_undegraded":"2024-05-27T00:32:24.445907+0000","last_fullsized":"2024-05-27T00:32:24.445907+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:24:10.802327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445708+0000","last_change":"2024-05-27T00:32:23.442020+0000","last_active":"2024-05-27T00:32:24.445708+0000","last_peered":"2024-05-27T00:32:24.445708+0000","last_clean":"2024-05-27T00:32:24.445708+0000","last_became_active":"2024-05-27T00:32:23.441573+0000","last_became_peered":"2024-05-27T00:32:23.441573+0000","last_unstale":"2024-05-27T00:32:24.445708+0000","last_undegraded":"2024-05-27T00:32:24.445708+0000","last_fullsized":"2024-05-27T00:32:24.445708+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:20:39.199118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"86'1","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446062+0000","last_change":"2024-05-27T00:32:18.009709+0000","last_active":"2024-05-27T00:32:24.446062+0000","last_peered":"2024-05-27T00:32:24.446062+0000","last_clean":"2024-05-27T00:32:24.446062+0000","last_became_active":"2024-05-27T00:32:18.009463+0000","last_became_peered":"2024-05-27T00:32:18.009463+0000","last_unstale":"2024-05-27T00:32:24.446062+0000","last_undegraded":"2024-05-27T00:32:24.446062+0000","last_fullsized":"2024-05-27T00:32:24.446062+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:07:23.505409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445981+0000","last_change":"2024-05-27T00:32:19.000820+0000","last_active":"2024-05-27T00:32:24.445981+0000","last_peered":"2024-05-27T00:32:24.445981+0000","last_clean":"2024-05-27T00:32:24.445981+0000","last_became_active":"2024-05-27T00:32:19.000492+0000","last_became_peered":"2024-05-27T00:32:19.000492+0000","last_unstale":"2024-05-27T00:32:24.445981+0000","last_undegraded":"2024-05-27T00:32:24.445981+0000","last_fullsized":"2024-05-27T00:32:24.445981+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:27:32.794658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.443969+0000","last_change":"2024-05-27T00:32:23.420667+0000","last_active":"2024-05-27T00:32:24.443969+0000","last_peered":"2024-05-27T00:32:24.443969+0000","last_clean":"2024-05-27T00:32:24.443969+0000","last_became_active":"2024-05-27T00:32:23.420215+0000","last_became_peered":"2024-05-27T00:32:23.420215+0000","last_unstale":"2024-05-27T00:32:24.443969+0000","last_undegraded":"2024-05-27T00:32:24.443969+0000","last_fullsized":"2024-05-27T00:32:24.443969+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:28:15.432518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"86'2","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.428556+0000","last_change":"2024-05-27T00:32:18.003325+0000","last_active":"2024-05-27T00:32:24.428556+0000","last_peered":"2024-05-27T00:32:24.428556+0000","last_clean":"2024-05-27T00:32:24.428556+0000","last_became_active":"2024-05-27T00:32:18.002925+0000","last_became_peered":"2024-05-27T00:32:18.002925+0000","last_unstale":"2024-05-27T00:32:24.428556+0000","last_undegraded":"2024-05-27T00:32:24.428556+0000","last_fullsized":"2024-05-27T00:32:24.428556+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:26:25.010419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446115+0000","last_change":"2024-05-27T00:32:18.982204+0000","last_active":"2024-05-27T00:32:24.446115+0000","last_peered":"2024-05-27T00:32:24.446115+0000","last_clean":"2024-05-27T00:32:24.446115+0000","last_became_active":"2024-05-27T00:32:18.981835+0000","last_became_peered":"2024-05-27T00:32:18.981835+0000","last_unstale":"2024-05-27T00:32:24.446115+0000","last_undegraded":"2024-05-27T00:32:24.446115+0000","last_fullsized":"2024-05-27T00:32:24.446115+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:43:55.976820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444219+0000","last_change":"2024-05-27T00:32:18.983997+0000","last_active":"2024-05-27T00:32:24.444219+0000","last_peered":"2024-05-27T00:32:24.444219+0000","last_clean":"2024-05-27T00:32:24.444219+0000","last_became_active":"2024-05-27T00:32:18.983480+0000","last_became_peered":"2024-05-27T00:32:18.983480+0000","last_unstale":"2024-05-27T00:32:24.444219+0000","last_undegraded":"2024-05-27T00:32:24.444219+0000","last_fullsized":"2024-05-27T00:32:24.444219+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:43:33.442509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444616+0000","last_change":"2024-05-27T00:32:18.977481+0000","last_active":"2024-05-27T00:32:24.444616+0000","last_peered":"2024-05-27T00:32:24.444616+0000","last_clean":"2024-05-27T00:32:24.444616+0000","last_became_active":"2024-05-27T00:32:18.977090+0000","last_became_peered":"2024-05-27T00:32:18.977090+0000","last_unstale":"2024-05-27T00:32:24.444616+0000","last_undegraded":"2024-05-27T00:32:24.444616+0000","last_fullsized":"2024-05-27T00:32:24.444616+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:13:00.950782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445276+0000","last_change":"2024-05-27T00:32:19.007589+0000","last_active":"2024-05-27T00:32:24.445276+0000","last_peered":"2024-05-27T00:32:24.445276+0000","last_clean":"2024-05-27T00:32:24.445276+0000","last_became_active":"2024-05-27T00:32:19.007210+0000","last_became_peered":"2024-05-27T00:32:19.007210+0000","last_unstale":"2024-05-27T00:32:24.445276+0000","last_undegraded":"2024-05-27T00:32:24.445276+0000","last_fullsized":"2024-05-27T00:32:24.445276+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:23:15.576674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446859+0000","last_change":"2024-05-27T00:32:19.006747+0000","last_active":"2024-05-27T00:32:24.446859+0000","last_peered":"2024-05-27T00:32:24.446859+0000","last_clean":"2024-05-27T00:32:24.446859+0000","last_became_active":"2024-05-27T00:32:19.005148+0000","last_became_peered":"2024-05-27T00:32:19.005148+0000","last_unstale":"2024-05-27T00:32:24.446859+0000","last_undegraded":"2024-05-27T00:32:24.446859+0000","last_fullsized":"2024-05-27T00:32:24.446859+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:46:04.664594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427885+0000","last_change":"2024-05-27T00:32:19.007154+0000","last_active":"2024-05-27T00:32:24.427885+0000","last_peered":"2024-05-27T00:32:24.427885+0000","last_clean":"2024-05-27T00:32:24.427885+0000","last_became_active":"2024-05-27T00:32:19.006753+0000","last_became_peered":"2024-05-27T00:32:19.006753+0000","last_unstale":"2024-05-27T00:32:24.427885+0000","last_undegraded":"2024-05-27T00:32:24.427885+0000","last_fullsized":"2024-05-27T00:32:24.427885+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:46:31.678294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444866+0000","last_change":"2024-05-27T00:32:18.983916+0000","last_active":"2024-05-27T00:32:24.444866+0000","last_peered":"2024-05-27T00:32:24.444866+0000","last_clean":"2024-05-27T00:32:24.444866+0000","last_became_active":"2024-05-27T00:32:18.983331+0000","last_became_peered":"2024-05-27T00:32:18.983331+0000","last_unstale":"2024-05-27T00:32:24.444866+0000","last_undegraded":"2024-05-27T00:32:24.444866+0000","last_fullsized":"2024-05-27T00:32:24.444866+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:52:27.715788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444388+0000","last_change":"2024-05-27T00:32:18.981186+0000","last_active":"2024-05-27T00:32:24.444388+0000","last_peered":"2024-05-27T00:32:24.444388+0000","last_clean":"2024-05-27T00:32:24.444388+0000","last_became_active":"2024-05-27T00:32:18.980750+0000","last_became_peered":"2024-05-27T00:32:18.980750+0000","last_unstale":"2024-05-27T00:32:24.444388+0000","last_undegraded":"2024-05-27T00:32:24.444388+0000","last_fullsized":"2024-05-27T00:32:24.444388+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:17:22.638664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.449234+0000","last_change":"2024-05-27T00:32:19.000517+0000","last_active":"2024-05-27T00:32:24.449234+0000","last_peered":"2024-05-27T00:32:24.449234+0000","last_clean":"2024-05-27T00:32:24.449234+0000","last_became_active":"2024-05-27T00:32:19.000109+0000","last_became_peered":"2024-05-27T00:32:19.000109+0000","last_unstale":"2024-05-27T00:32:24.449234+0000","last_undegraded":"2024-05-27T00:32:24.449234+0000","last_fullsized":"2024-05-27T00:32:24.449234+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:11:00.088065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444250+0000","last_change":"2024-05-27T00:32:19.005455+0000","last_active":"2024-05-27T00:32:24.444250+0000","last_peered":"2024-05-27T00:32:24.444250+0000","last_clean":"2024-05-27T00:32:24.444250+0000","last_became_active":"2024-05-27T00:32:19.005109+0000","last_became_peered":"2024-05-27T00:32:19.005109+0000","last_unstale":"2024-05-27T00:32:24.444250+0000","last_undegraded":"2024-05-27T00:32:24.444250+0000","last_fullsized":"2024-05-27T00:32:24.444250+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:09:38.406230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446882+0000","last_change":"2024-05-27T00:32:19.013268+0000","last_active":"2024-05-27T00:32:24.446882+0000","last_peered":"2024-05-27T00:32:24.446882+0000","last_clean":"2024-05-27T00:32:24.446882+0000","last_became_active":"2024-05-27T00:32:19.012449+0000","last_became_peered":"2024-05-27T00:32:19.012449+0000","last_unstale":"2024-05-27T00:32:24.446882+0000","last_undegraded":"2024-05-27T00:32:24.446882+0000","last_fullsized":"2024-05-27T00:32:24.446882+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:33:56.502032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445828+0000","last_change":"2024-05-27T00:32:19.006108+0000","last_active":"2024-05-27T00:32:24.445828+0000","last_peered":"2024-05-27T00:32:24.445828+0000","last_clean":"2024-05-27T00:32:24.445828+0000","last_became_active":"2024-05-27T00:32:19.005756+0000","last_became_peered":"2024-05-27T00:32:19.005756+0000","last_unstale":"2024-05-27T00:32:24.445828+0000","last_undegraded":"2024-05-27T00:32:24.445828+0000","last_fullsized":"2024-05-27T00:32:24.445828+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:50:11.305169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.428183+0000","last_change":"2024-05-27T00:32:19.009313+0000","last_active":"2024-05-27T00:32:24.428183+0000","last_peered":"2024-05-27T00:32:24.428183+0000","last_clean":"2024-05-27T00:32:24.428183+0000","last_became_active":"2024-05-27T00:32:19.007818+0000","last_became_peered":"2024-05-27T00:32:19.007818+0000","last_unstale":"2024-05-27T00:32:24.428183+0000","last_undegraded":"2024-05-27T00:32:24.428183+0000","last_fullsized":"2024-05-27T00:32:24.428183+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:38:06.057919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444675+0000","last_change":"2024-05-27T00:32:18.986345+0000","last_active":"2024-05-27T00:32:24.444675+0000","last_peered":"2024-05-27T00:32:24.444675+0000","last_clean":"2024-05-27T00:32:24.444675+0000","last_became_active":"2024-05-27T00:32:18.986006+0000","last_became_peered":"2024-05-27T00:32:18.986006+0000","last_unstale":"2024-05-27T00:32:24.444675+0000","last_undegraded":"2024-05-27T00:32:24.444675+0000","last_fullsized":"2024-05-27T00:32:24.444675+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:22:20.097357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":26749,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":17,"num_read_kb":34,"num_write":136,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":39,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":41651,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318294,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32160,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712992,"statfs":{"total":95995035648,"available":95962103808,"internally_reserved":0,"allocated":1007616,"data_stored":488574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579930,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36956,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708196,"statfs":{"total":95995035648,"available":95957192704,"internally_reserved":0,"allocated":1658880,"data_stored":1098981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":69,"seq":296352743454,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":484714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":8,"up_from":61,"seq":261993005093,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1019904,"data_stored":484634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":53,"seq":227633266730,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36908,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708244,"statfs":{"total":95995035648,"available":95957241856,"internally_reserved":0,"allocated":1609728,"data_stored":1076056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":48,"seq":206158430256,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":483986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574925,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1011712,"data_stored":487737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738450,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1028096,"data_stored":485374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411400,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":488393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":27,"seq":115964117057,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32168,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712984,"statfs":{"total":95995035648,"available":95962095616,"internally_reserved":0,"allocated":1015808,"data_stored":484180,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":35,"seq":150323855420,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1011712,"data_stored":484540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":40,"seq":171798691895,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36920,"kb_used_data":1584,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708232,"statfs":{"total":95995035648,"available":95957229568,"internally_reserved":0,"allocated":1622016,"data_stored":1075740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":5191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":24717,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-27T00:32:56.652 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-27T00:32:56.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.904+0000 7f2b4ee00640 1 -- 172.21.15.44:0/511151515 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b481057d0 msgr2=0x7f2b4810c060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:56.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.904+0000 7f2b4ee00640 1 --2- 172.21.15.44:0/511151515 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b481057d0 0x7f2b4810c060 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2b40009ca0 tx=0x7f2b4002a8c0 comp rx=0 tx=0).stop 2024-05-27T00:32:56.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.904+0000 7f2b4ee00640 1 -- 172.21.15.44:0/511151515 shutdown_connections 2024-05-27T00:32:56.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.904+0000 7f2b4ee00640 1 --2- 172.21.15.44:0/511151515 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b481057d0 0x7f2b4810c060 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:56.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.904+0000 7f2b4ee00640 1 --2- 172.21.15.44:0/511151515 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b48104e10 0x7f2b48105290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:56.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.904+0000 7f2b4ee00640 1 --2- 172.21.15.44:0/511151515 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2b48103c20 0x7f2b48104040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:56.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.904+0000 7f2b4ee00640 1 -- 172.21.15.44:0/511151515 >> 172.21.15.44:0/511151515 conn(0x7f2b480ff190 msgr2=0x7f2b481015d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:56.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.904+0000 7f2b4ee00640 1 -- 172.21.15.44:0/511151515 shutdown_connections 2024-05-27T00:32:56.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.904+0000 7f2b4ee00640 1 -- 172.21.15.44:0/511151515 wait complete. 2024-05-27T00:32:56.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.905+0000 7f2b4ee00640 1 Processor -- start 2024-05-27T00:32:56.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.906+0000 7f2b4ee00640 1 -- start start 2024-05-27T00:32:56.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.906+0000 7f2b4ee00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b48103c20 0x7f2b48199fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:56.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.906+0000 7f2b4ee00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b48104e10 0x7f2b4819a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:56.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.906+0000 7f2b4ee00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2b481057d0 0x7f2b481a1550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:56.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.906+0000 7f2b4ee00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2b4810fa20 con 0x7f2b48104e10 2024-05-27T00:32:56.908 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.906+0000 7f2b4ee00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2b4810f8a0 con 0x7f2b48103c20 2024-05-27T00:32:56.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.906+0000 7f2b4ee00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f2b4810fba0 con 0x7f2b481057d0 2024-05-27T00:32:56.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.906+0000 7f2b3fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b48104e10 0x7f2b4819a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:56.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.906+0000 7f2b47e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b48103c20 0x7f2b48199fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:56.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.906+0000 7f2b3fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b48104e10 0x7f2b4819a4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48586/0 (socket says 172.21.15.44:48586) 2024-05-27T00:32:56.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.906+0000 7f2b3fe00640 1 -- 172.21.15.44:0/1220544779 learned_addr learned my addr 172.21.15.44:0/1220544779 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:32:56.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.906+0000 7f2b4ce00640 1 --2- 172.21.15.44:0/1220544779 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2b481057d0 0x7f2b481a1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:56.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.907+0000 7f2b47e00640 1 -- 172.21.15.44:0/1220544779 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2b481057d0 msgr2=0x7f2b481a1550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:56.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.907+0000 7f2b47e00640 1 --2- 172.21.15.44:0/1220544779 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2b481057d0 0x7f2b481a1550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:56.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.907+0000 7f2b47e00640 1 -- 172.21.15.44:0/1220544779 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b48104e10 msgr2=0x7f2b4819a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:56.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.907+0000 7f2b47e00640 1 --2- 172.21.15.44:0/1220544779 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b48104e10 0x7f2b4819a4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:56.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.907+0000 7f2b47e00640 1 -- 172.21.15.44:0/1220544779 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b481a1bc0 con 0x7f2b48103c20 2024-05-27T00:32:56.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.907+0000 7f2b3fe00640 1 --2- 172.21.15.44:0/1220544779 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b48104e10 0x7f2b4819a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:32:56.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.907+0000 7f2b47e00640 1 --2- 172.21.15.44:0/1220544779 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b48103c20 0x7f2b48199fa0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f2b3800e9c0 tx=0x7f2b3800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:56.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.907+0000 7f2b45600640 1 -- 172.21.15.44:0/1220544779 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b3800ccc0 con 0x7f2b48103c20 2024-05-27T00:32:56.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.907+0000 7f2b45600640 1 -- 172.21.15.44:0/1220544779 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2b380035f0 con 0x7f2b48103c20 2024-05-27T00:32:56.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.907+0000 7f2b4ee00640 1 -- 172.21.15.44:0/1220544779 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b481a1eb0 con 0x7f2b48103c20 2024-05-27T00:32:56.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.907+0000 7f2b45600640 1 -- 172.21.15.44:0/1220544779 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b3800ce60 con 0x7f2b48103c20 2024-05-27T00:32:56.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.907+0000 7f2b4ee00640 1 -- 172.21.15.44:0/1220544779 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b481a2310 con 0x7f2b48103c20 2024-05-27T00:32:56.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.909+0000 7f2b4ee00640 1 -- 172.21.15.44:0/1220544779 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b4810ae70 con 0x7f2b48103c20 2024-05-27T00:32:56.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.911+0000 7f2b45600640 1 -- 172.21.15.44:0/1220544779 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f2b380037a0 con 0x7f2b48103c20 2024-05-27T00:32:56.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.912+0000 7f2b45600640 1 --2- 172.21.15.44:0/1220544779 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f2b2c0a2ca0 0x7f2b2c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:32:56.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.912+0000 7f2b45600640 1 -- 172.21.15.44:0/1220544779 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f2b380cf730 con 0x7f2b48103c20 2024-05-27T00:32:56.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.912+0000 7f2b3fe00640 1 --2- 172.21.15.44:0/1220544779 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f2b2c0a2ca0 0x7f2b2c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:32:56.913 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.913+0000 7f2b3fe00640 1 --2- 172.21.15.44:0/1220544779 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f2b2c0a2ca0 0x7f2b2c0a5160 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2b4819b4b0 tx=0x7f2b30005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:32:56.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:56.914+0000 7f2b45600640 1 -- 172.21.15.44:0/1220544779 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f2b3809c290 con 0x7f2b48103c20 2024-05-27T00:32:56.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:56 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/164222978' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:56.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:56 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/768181871' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:57.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:56 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/164222978' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:57.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:56 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/768181871' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:57.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:56 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/164222978' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:32:57.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:56 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/768181871' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:32:57.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:57.116+0000 7f2b4ee00640 1 -- 172.21.15.44:0/1220544779 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2b48061de0 con 0x7f2b2c0a2ca0 2024-05-27T00:32:57.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:57.131+0000 7f2b45600640 1 -- 172.21.15.44:0/1220544779 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340344 (secure 0 0 0) 0x7f2b48061de0 con 0x7f2b2c0a2ca0 2024-05-27T00:32:57.137 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:32:57.139 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-05-27T00:32:57.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:57.137+0000 7f2b4ee00640 1 -- 172.21.15.44:0/1220544779 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f2b2c0a2ca0 msgr2=0x7f2b2c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:57.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:57.137+0000 7f2b4ee00640 1 --2- 172.21.15.44:0/1220544779 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f2b2c0a2ca0 0x7f2b2c0a5160 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2b4819b4b0 tx=0x7f2b30005f90 comp rx=0 tx=0).stop 2024-05-27T00:32:57.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:57.137+0000 7f2b4ee00640 1 -- 172.21.15.44:0/1220544779 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b48103c20 msgr2=0x7f2b48199fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:32:57.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:57.137+0000 7f2b4ee00640 1 --2- 172.21.15.44:0/1220544779 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b48103c20 0x7f2b48199fa0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f2b3800e9c0 tx=0x7f2b3800ee80 comp rx=0 tx=0).stop 2024-05-27T00:32:57.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:57.137+0000 7f2b4ee00640 1 -- 172.21.15.44:0/1220544779 shutdown_connections 2024-05-27T00:32:57.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:57.137+0000 7f2b4ee00640 1 --2- 172.21.15.44:0/1220544779 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f2b2c0a2ca0 0x7f2b2c0a5160 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:57.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:57.137+0000 7f2b4ee00640 1 --2- 172.21.15.44:0/1220544779 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2b481057d0 0x7f2b481a1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:57.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:57.137+0000 7f2b4ee00640 1 --2- 172.21.15.44:0/1220544779 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b48104e10 0x7f2b4819a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:57.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:57.137+0000 7f2b4ee00640 1 --2- 172.21.15.44:0/1220544779 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b48103c20 0x7f2b48199fa0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:32:57.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:57.137+0000 7f2b4ee00640 1 -- 172.21.15.44:0/1220544779 >> 172.21.15.44:0/1220544779 conn(0x7f2b480ff190 msgr2=0x7f2b48108040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:32:57.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:57.138+0000 7f2b4ee00640 1 -- 172.21.15.44:0/1220544779 shutdown_connections 2024-05-27T00:32:57.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:32:57.138+0000 7f2b4ee00640 1 -- 172.21.15.44:0/1220544779 wait complete. 2024-05-27T00:32:57.158 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":339,"stamp":"2024-05-27T00:32:56.420107+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":617117,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":153,"num_read_kb":153,"num_write":317,"num_write_kb":3004,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":39,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":257,"ondisk_log_size":257,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":387816,"kb_used_data":13704,"kb_used_omap":18,"kb_used_meta":373997,"kb_avail":1124554008,"statfs":{"total":1151940427776,"available":1151543304192,"internally_reserved":0,"allocated":14032896,"data_stored":7622909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":382973243},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":22251,"num_objects":37,"num_object_clones":0,"num_object_copies":111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":37,"num_whiteouts":0,"num_read":17,"num_read_kb":34,"num_write":88,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":25,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.006126"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445271+0000","last_change":"2024-05-27T00:32:19.005663+0000","last_active":"2024-05-27T00:32:24.445271+0000","last_peered":"2024-05-27T00:32:24.445271+0000","last_clean":"2024-05-27T00:32:24.445271+0000","last_became_active":"2024-05-27T00:32:19.005345+0000","last_became_peered":"2024-05-27T00:32:19.005345+0000","last_unstale":"2024-05-27T00:32:24.445271+0000","last_undegraded":"2024-05-27T00:32:24.445271+0000","last_fullsized":"2024-05-27T00:32:24.445271+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:15:56.906828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.448042+0000","last_change":"2024-05-27T00:32:18.998510+0000","last_active":"2024-05-27T00:32:24.448042+0000","last_peered":"2024-05-27T00:32:24.448042+0000","last_clean":"2024-05-27T00:32:24.448042+0000","last_became_active":"2024-05-27T00:32:18.998061+0000","last_became_peered":"2024-05-27T00:32:18.998061+0000","last_unstale":"2024-05-27T00:32:24.448042+0000","last_undegraded":"2024-05-27T00:32:24.448042+0000","last_fullsized":"2024-05-27T00:32:24.448042+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:27:18.550606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.447748+0000","last_change":"2024-05-27T00:32:19.003624+0000","last_active":"2024-05-27T00:32:24.447748+0000","last_peered":"2024-05-27T00:32:24.447748+0000","last_clean":"2024-05-27T00:32:24.447748+0000","last_became_active":"2024-05-27T00:32:19.003290+0000","last_became_peered":"2024-05-27T00:32:19.003290+0000","last_unstale":"2024-05-27T00:32:24.447748+0000","last_undegraded":"2024-05-27T00:32:24.447748+0000","last_fullsized":"2024-05-27T00:32:24.447748+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:33:46.787742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.425804+0000","last_change":"2024-05-27T00:32:18.977309+0000","last_active":"2024-05-27T00:32:24.425804+0000","last_peered":"2024-05-27T00:32:24.425804+0000","last_clean":"2024-05-27T00:32:24.425804+0000","last_became_active":"2024-05-27T00:32:18.976967+0000","last_became_peered":"2024-05-27T00:32:18.976967+0000","last_unstale":"2024-05-27T00:32:24.425804+0000","last_undegraded":"2024-05-27T00:32:24.425804+0000","last_fullsized":"2024-05-27T00:32:24.425804+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:05:17.778795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427483+0000","last_change":"2024-05-27T00:32:19.005336+0000","last_active":"2024-05-27T00:32:24.427483+0000","last_peered":"2024-05-27T00:32:24.427483+0000","last_clean":"2024-05-27T00:32:24.427483+0000","last_became_active":"2024-05-27T00:32:19.004952+0000","last_became_peered":"2024-05-27T00:32:19.004952+0000","last_unstale":"2024-05-27T00:32:24.427483+0000","last_undegraded":"2024-05-27T00:32:24.427483+0000","last_fullsized":"2024-05-27T00:32:24.427483+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:21:40.865438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444829+0000","last_change":"2024-05-27T00:32:18.997160+0000","last_active":"2024-05-27T00:32:24.444829+0000","last_peered":"2024-05-27T00:32:24.444829+0000","last_clean":"2024-05-27T00:32:24.444829+0000","last_became_active":"2024-05-27T00:32:18.996744+0000","last_became_peered":"2024-05-27T00:32:18.996744+0000","last_unstale":"2024-05-27T00:32:24.444829+0000","last_undegraded":"2024-05-27T00:32:24.444829+0000","last_fullsized":"2024-05-27T00:32:24.444829+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:55:34.026358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445759+0000","last_change":"2024-05-27T00:32:18.994577+0000","last_active":"2024-05-27T00:32:24.445759+0000","last_peered":"2024-05-27T00:32:24.445759+0000","last_clean":"2024-05-27T00:32:24.445759+0000","last_became_active":"2024-05-27T00:32:18.994235+0000","last_became_peered":"2024-05-27T00:32:18.994235+0000","last_unstale":"2024-05-27T00:32:24.445759+0000","last_undegraded":"2024-05-27T00:32:24.445759+0000","last_fullsized":"2024-05-27T00:32:24.445759+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:39:45.247200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446479+0000","last_change":"2024-05-27T00:32:19.014479+0000","last_active":"2024-05-27T00:32:24.446479+0000","last_peered":"2024-05-27T00:32:24.446479+0000","last_clean":"2024-05-27T00:32:24.446479+0000","last_became_active":"2024-05-27T00:32:19.014013+0000","last_became_peered":"2024-05-27T00:32:19.014013+0000","last_unstale":"2024-05-27T00:32:24.446479+0000","last_undegraded":"2024-05-27T00:32:24.446479+0000","last_fullsized":"2024-05-27T00:32:24.446479+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:45:12.673145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445451+0000","last_change":"2024-05-27T00:32:18.977988+0000","last_active":"2024-05-27T00:32:24.445451+0000","last_peered":"2024-05-27T00:32:24.445451+0000","last_clean":"2024-05-27T00:32:24.445451+0000","last_became_active":"2024-05-27T00:32:18.977610+0000","last_became_peered":"2024-05-27T00:32:18.977610+0000","last_unstale":"2024-05-27T00:32:24.445451+0000","last_undegraded":"2024-05-27T00:32:24.445451+0000","last_fullsized":"2024-05-27T00:32:24.445451+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:50:36.572096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445248+0000","last_change":"2024-05-27T00:32:18.983005+0000","last_active":"2024-05-27T00:32:24.445248+0000","last_peered":"2024-05-27T00:32:24.445248+0000","last_clean":"2024-05-27T00:32:24.445248+0000","last_became_active":"2024-05-27T00:32:18.982596+0000","last_became_peered":"2024-05-27T00:32:18.982596+0000","last_unstale":"2024-05-27T00:32:24.445248+0000","last_undegraded":"2024-05-27T00:32:24.445248+0000","last_fullsized":"2024-05-27T00:32:24.445248+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:44:47.057379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445856+0000","last_change":"2024-05-27T00:32:18.984070+0000","last_active":"2024-05-27T00:32:24.445856+0000","last_peered":"2024-05-27T00:32:24.445856+0000","last_clean":"2024-05-27T00:32:24.445856+0000","last_became_active":"2024-05-27T00:32:18.983689+0000","last_became_peered":"2024-05-27T00:32:18.983689+0000","last_unstale":"2024-05-27T00:32:24.445856+0000","last_undegraded":"2024-05-27T00:32:24.445856+0000","last_fullsized":"2024-05-27T00:32:24.445856+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:33:56.883306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.425622+0000","last_change":"2024-05-27T00:32:18.981246+0000","last_active":"2024-05-27T00:32:24.425622+0000","last_peered":"2024-05-27T00:32:24.425622+0000","last_clean":"2024-05-27T00:32:24.425622+0000","last_became_active":"2024-05-27T00:32:18.980882+0000","last_became_peered":"2024-05-27T00:32:18.980882+0000","last_unstale":"2024-05-27T00:32:24.425622+0000","last_undegraded":"2024-05-27T00:32:24.425622+0000","last_fullsized":"2024-05-27T00:32:24.425622+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:27:54.632537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427967+0000","last_change":"2024-05-27T00:32:18.990303+0000","last_active":"2024-05-27T00:32:24.427967+0000","last_peered":"2024-05-27T00:32:24.427967+0000","last_clean":"2024-05-27T00:32:24.427967+0000","last_became_active":"2024-05-27T00:32:18.977763+0000","last_became_peered":"2024-05-27T00:32:18.977763+0000","last_unstale":"2024-05-27T00:32:24.427967+0000","last_undegraded":"2024-05-27T00:32:24.427967+0000","last_fullsized":"2024-05-27T00:32:24.427967+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:20:26.475260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445666+0000","last_change":"2024-05-27T00:32:18.999184+0000","last_active":"2024-05-27T00:32:24.445666+0000","last_peered":"2024-05-27T00:32:24.445666+0000","last_clean":"2024-05-27T00:32:24.445666+0000","last_became_active":"2024-05-27T00:32:18.997520+0000","last_became_peered":"2024-05-27T00:32:18.997520+0000","last_unstale":"2024-05-27T00:32:24.445666+0000","last_undegraded":"2024-05-27T00:32:24.445666+0000","last_fullsized":"2024-05-27T00:32:24.445666+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:04:42.824215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445985+0000","last_change":"2024-05-27T00:32:18.995796+0000","last_active":"2024-05-27T00:32:24.445985+0000","last_peered":"2024-05-27T00:32:24.445985+0000","last_clean":"2024-05-27T00:32:24.445985+0000","last_became_active":"2024-05-27T00:32:18.994655+0000","last_became_peered":"2024-05-27T00:32:18.994655+0000","last_unstale":"2024-05-27T00:32:24.445985+0000","last_undegraded":"2024-05-27T00:32:24.445985+0000","last_fullsized":"2024-05-27T00:32:24.445985+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:44:08.256598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.443953+0000","last_change":"2024-05-27T00:32:18.995211+0000","last_active":"2024-05-27T00:32:24.443953+0000","last_peered":"2024-05-27T00:32:24.443953+0000","last_clean":"2024-05-27T00:32:24.443953+0000","last_became_active":"2024-05-27T00:32:18.994764+0000","last_became_peered":"2024-05-27T00:32:18.994764+0000","last_unstale":"2024-05-27T00:32:24.443953+0000","last_undegraded":"2024-05-27T00:32:24.443953+0000","last_fullsized":"2024-05-27T00:32:24.443953+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:23:11.225248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445146+0000","last_change":"2024-05-27T00:32:19.005643+0000","last_active":"2024-05-27T00:32:24.445146+0000","last_peered":"2024-05-27T00:32:24.445146+0000","last_clean":"2024-05-27T00:32:24.445146+0000","last_became_active":"2024-05-27T00:32:19.005298+0000","last_became_peered":"2024-05-27T00:32:19.005298+0000","last_unstale":"2024-05-27T00:32:24.445146+0000","last_undegraded":"2024-05-27T00:32:24.445146+0000","last_fullsized":"2024-05-27T00:32:24.445146+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:32:17.536521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.450412+0000","last_change":"2024-05-27T00:32:19.001511+0000","last_active":"2024-05-27T00:32:24.450412+0000","last_peered":"2024-05-27T00:32:24.450412+0000","last_clean":"2024-05-27T00:32:24.450412+0000","last_became_active":"2024-05-27T00:32:18.998632+0000","last_became_peered":"2024-05-27T00:32:18.998632+0000","last_unstale":"2024-05-27T00:32:24.450412+0000","last_undegraded":"2024-05-27T00:32:24.450412+0000","last_fullsized":"2024-05-27T00:32:24.450412+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:21:21.991436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444847+0000","last_change":"2024-05-27T00:32:18.987117+0000","last_active":"2024-05-27T00:32:24.444847+0000","last_peered":"2024-05-27T00:32:24.444847+0000","last_clean":"2024-05-27T00:32:24.444847+0000","last_became_active":"2024-05-27T00:32:18.986767+0000","last_became_peered":"2024-05-27T00:32:18.986767+0000","last_unstale":"2024-05-27T00:32:24.444847+0000","last_undegraded":"2024-05-27T00:32:24.444847+0000","last_fullsized":"2024-05-27T00:32:24.444847+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:00:15.887902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444460+0000","last_change":"2024-05-27T00:32:23.442138+0000","last_active":"2024-05-27T00:32:24.444460+0000","last_peered":"2024-05-27T00:32:24.444460+0000","last_clean":"2024-05-27T00:32:24.444460+0000","last_became_active":"2024-05-27T00:32:23.441259+0000","last_became_peered":"2024-05-27T00:32:23.441259+0000","last_unstale":"2024-05-27T00:32:24.444460+0000","last_undegraded":"2024-05-27T00:32:24.444460+0000","last_fullsized":"2024-05-27T00:32:24.444460+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:29:53.501679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'9","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:51.593165+0000","last_change":"2024-05-27T00:32:17.994299+0000","last_active":"2024-05-27T00:32:51.593165+0000","last_peered":"2024-05-27T00:32:51.593165+0000","last_clean":"2024-05-27T00:32:51.593165+0000","last_became_active":"2024-05-27T00:32:17.993959+0000","last_became_peered":"2024-05-27T00:32:17.993959+0000","last_unstale":"2024-05-27T00:32:51.593165+0000","last_undegraded":"2024-05-27T00:32:51.593165+0000","last_fullsized":"2024-05-27T00:32:51.593165+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:14:45.404789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.448489+0000","last_change":"2024-05-27T00:32:19.014410+0000","last_active":"2024-05-27T00:32:24.448489+0000","last_peered":"2024-05-27T00:32:24.448489+0000","last_clean":"2024-05-27T00:32:24.448489+0000","last_became_active":"2024-05-27T00:32:19.013986+0000","last_became_peered":"2024-05-27T00:32:19.013986+0000","last_unstale":"2024-05-27T00:32:24.448489+0000","last_undegraded":"2024-05-27T00:32:24.448489+0000","last_fullsized":"2024-05-27T00:32:24.448489+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:21:09.249429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.425322+0000","last_change":"2024-05-27T00:32:23.437301+0000","last_active":"2024-05-27T00:32:24.425322+0000","last_peered":"2024-05-27T00:32:24.425322+0000","last_clean":"2024-05-27T00:32:24.425322+0000","last_became_active":"2024-05-27T00:32:23.436738+0000","last_became_peered":"2024-05-27T00:32:23.436738+0000","last_unstale":"2024-05-27T00:32:24.425322+0000","last_undegraded":"2024-05-27T00:32:24.425322+0000","last_fullsized":"2024-05-27T00:32:24.425322+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:38:54.136784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"91'2","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.449399+0000","last_change":"2024-05-27T00:32:18.011484+0000","last_active":"2024-05-27T00:32:24.449399+0000","last_peered":"2024-05-27T00:32:24.449399+0000","last_clean":"2024-05-27T00:32:24.449399+0000","last_became_active":"2024-05-27T00:32:18.011151+0000","last_became_peered":"2024-05-27T00:32:18.011151+0000","last_unstale":"2024-05-27T00:32:24.449399+0000","last_undegraded":"2024-05-27T00:32:24.449399+0000","last_fullsized":"2024-05-27T00:32:24.449399+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:36:00.661797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.447860+0000","last_change":"2024-05-27T00:32:19.008140+0000","last_active":"2024-05-27T00:32:24.447860+0000","last_peered":"2024-05-27T00:32:24.447860+0000","last_clean":"2024-05-27T00:32:24.447860+0000","last_became_active":"2024-05-27T00:32:19.007777+0000","last_became_peered":"2024-05-27T00:32:19.007777+0000","last_unstale":"2024-05-27T00:32:24.447860+0000","last_undegraded":"2024-05-27T00:32:24.447860+0000","last_fullsized":"2024-05-27T00:32:24.447860+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:48:04.037732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.425786+0000","last_change":"2024-05-27T00:32:23.441551+0000","last_active":"2024-05-27T00:32:24.425786+0000","last_peered":"2024-05-27T00:32:24.425786+0000","last_clean":"2024-05-27T00:32:24.425786+0000","last_became_active":"2024-05-27T00:32:23.440711+0000","last_became_peered":"2024-05-27T00:32:23.440711+0000","last_unstale":"2024-05-27T00:32:24.425786+0000","last_undegraded":"2024-05-27T00:32:24.425786+0000","last_fullsized":"2024-05-27T00:32:24.425786+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:07:11.885796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"91'4","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:51.587990+0000","last_change":"2024-05-27T00:32:17.993092+0000","last_active":"2024-05-27T00:32:51.587990+0000","last_peered":"2024-05-27T00:32:51.587990+0000","last_clean":"2024-05-27T00:32:51.587990+0000","last_became_active":"2024-05-27T00:32:17.992769+0000","last_became_peered":"2024-05-27T00:32:17.992769+0000","last_unstale":"2024-05-27T00:32:51.587990+0000","last_undegraded":"2024-05-27T00:32:51.587990+0000","last_fullsized":"2024-05-27T00:32:51.587990+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:16:17.665772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444304+0000","last_change":"2024-05-27T00:32:18.997892+0000","last_active":"2024-05-27T00:32:24.444304+0000","last_peered":"2024-05-27T00:32:24.444304+0000","last_clean":"2024-05-27T00:32:24.444304+0000","last_became_active":"2024-05-27T00:32:18.997532+0000","last_became_peered":"2024-05-27T00:32:18.997532+0000","last_unstale":"2024-05-27T00:32:24.444304+0000","last_undegraded":"2024-05-27T00:32:24.444304+0000","last_fullsized":"2024-05-27T00:32:24.444304+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:09:50.023265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.425646+0000","last_change":"2024-05-27T00:32:23.427504+0000","last_active":"2024-05-27T00:32:24.425646+0000","last_peered":"2024-05-27T00:32:24.425646+0000","last_clean":"2024-05-27T00:32:24.425646+0000","last_became_active":"2024-05-27T00:32:23.427189+0000","last_became_peered":"2024-05-27T00:32:23.427189+0000","last_unstale":"2024-05-27T00:32:24.425646+0000","last_undegraded":"2024-05-27T00:32:24.425646+0000","last_fullsized":"2024-05-27T00:32:24.425646+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:54:10.185043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"86'2","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427866+0000","last_change":"2024-05-27T00:32:17.989135+0000","last_active":"2024-05-27T00:32:24.427866+0000","last_peered":"2024-05-27T00:32:24.427866+0000","last_clean":"2024-05-27T00:32:24.427866+0000","last_became_active":"2024-05-27T00:32:17.988785+0000","last_became_peered":"2024-05-27T00:32:17.988785+0000","last_unstale":"2024-05-27T00:32:24.427866+0000","last_undegraded":"2024-05-27T00:32:24.427866+0000","last_fullsized":"2024-05-27T00:32:24.427866+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:46:47.425862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446000+0000","last_change":"2024-05-27T00:32:18.979850+0000","last_active":"2024-05-27T00:32:24.446000+0000","last_peered":"2024-05-27T00:32:24.446000+0000","last_clean":"2024-05-27T00:32:24.446000+0000","last_became_active":"2024-05-27T00:32:18.979492+0000","last_became_peered":"2024-05-27T00:32:18.979492+0000","last_unstale":"2024-05-27T00:32:24.446000+0000","last_undegraded":"2024-05-27T00:32:24.446000+0000","last_fullsized":"2024-05-27T00:32:24.446000+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:31:47.297865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444714+0000","last_change":"2024-05-27T00:32:23.418736+0000","last_active":"2024-05-27T00:32:24.444714+0000","last_peered":"2024-05-27T00:32:24.444714+0000","last_clean":"2024-05-27T00:32:24.444714+0000","last_became_active":"2024-05-27T00:32:23.418301+0000","last_became_peered":"2024-05-27T00:32:23.418301+0000","last_unstale":"2024-05-27T00:32:24.444714+0000","last_undegraded":"2024-05-27T00:32:24.444714+0000","last_fullsized":"2024-05-27T00:32:24.444714+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:34:36.109375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"91'5","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:50.584613+0000","last_change":"2024-05-27T00:32:17.995036+0000","last_active":"2024-05-27T00:32:50.584613+0000","last_peered":"2024-05-27T00:32:50.584613+0000","last_clean":"2024-05-27T00:32:50.584613+0000","last_became_active":"2024-05-27T00:32:17.993968+0000","last_became_peered":"2024-05-27T00:32:17.993968+0000","last_unstale":"2024-05-27T00:32:50.584613+0000","last_undegraded":"2024-05-27T00:32:50.584613+0000","last_fullsized":"2024-05-27T00:32:50.584613+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:55:40.670204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427687+0000","last_change":"2024-05-27T00:32:18.999318+0000","last_active":"2024-05-27T00:32:24.427687+0000","last_peered":"2024-05-27T00:32:24.427687+0000","last_clean":"2024-05-27T00:32:24.427687+0000","last_became_active":"2024-05-27T00:32:18.998924+0000","last_became_peered":"2024-05-27T00:32:18.998924+0000","last_unstale":"2024-05-27T00:32:24.427687+0000","last_undegraded":"2024-05-27T00:32:24.427687+0000","last_fullsized":"2024-05-27T00:32:24.427687+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:52:02.218835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444300+0000","last_change":"2024-05-27T00:32:23.437050+0000","last_active":"2024-05-27T00:32:24.444300+0000","last_peered":"2024-05-27T00:32:24.444300+0000","last_clean":"2024-05-27T00:32:24.444300+0000","last_became_active":"2024-05-27T00:32:23.435857+0000","last_became_peered":"2024-05-27T00:32:23.435857+0000","last_unstale":"2024-05-27T00:32:24.444300+0000","last_undegraded":"2024-05-27T00:32:24.444300+0000","last_fullsized":"2024-05-27T00:32:24.444300+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:52:49.551208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:51.593932+0000","last_change":"2024-05-27T00:32:17.987907+0000","last_active":"2024-05-27T00:32:51.593932+0000","last_peered":"2024-05-27T00:32:51.593932+0000","last_clean":"2024-05-27T00:32:51.593932+0000","last_became_active":"2024-05-27T00:32:17.987554+0000","last_became_peered":"2024-05-27T00:32:17.987554+0000","last_unstale":"2024-05-27T00:32:51.593932+0000","last_undegraded":"2024-05-27T00:32:51.593932+0000","last_fullsized":"2024-05-27T00:32:51.593932+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:31:33.369959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445836+0000","last_change":"2024-05-27T00:32:19.006469+0000","last_active":"2024-05-27T00:32:24.445836+0000","last_peered":"2024-05-27T00:32:24.445836+0000","last_clean":"2024-05-27T00:32:24.445836+0000","last_became_active":"2024-05-27T00:32:19.005895+0000","last_became_peered":"2024-05-27T00:32:19.005895+0000","last_unstale":"2024-05-27T00:32:24.445836+0000","last_undegraded":"2024-05-27T00:32:24.445836+0000","last_fullsized":"2024-05-27T00:32:24.445836+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:48:39.439790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445085+0000","last_change":"2024-05-27T00:32:23.446277+0000","last_active":"2024-05-27T00:32:24.445085+0000","last_peered":"2024-05-27T00:32:24.445085+0000","last_clean":"2024-05-27T00:32:24.445085+0000","last_became_active":"2024-05-27T00:32:23.445909+0000","last_became_peered":"2024-05-27T00:32:23.445909+0000","last_unstale":"2024-05-27T00:32:24.445085+0000","last_undegraded":"2024-05-27T00:32:24.445085+0000","last_fullsized":"2024-05-27T00:32:24.445085+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:34:36.648150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"91'2","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:51.595293+0000","last_change":"2024-05-27T00:32:17.986205+0000","last_active":"2024-05-27T00:32:51.595293+0000","last_peered":"2024-05-27T00:32:51.595293+0000","last_clean":"2024-05-27T00:32:51.595293+0000","last_became_active":"2024-05-27T00:32:17.985878+0000","last_became_peered":"2024-05-27T00:32:17.985878+0000","last_unstale":"2024-05-27T00:32:51.595293+0000","last_undegraded":"2024-05-27T00:32:51.595293+0000","last_fullsized":"2024-05-27T00:32:51.595293+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:26:35.915495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446314+0000","last_change":"2024-05-27T00:32:19.009946+0000","last_active":"2024-05-27T00:32:24.446314+0000","last_peered":"2024-05-27T00:32:24.446314+0000","last_clean":"2024-05-27T00:32:24.446314+0000","last_became_active":"2024-05-27T00:32:19.007208+0000","last_became_peered":"2024-05-27T00:32:19.007208+0000","last_unstale":"2024-05-27T00:32:24.446314+0000","last_undegraded":"2024-05-27T00:32:24.446314+0000","last_fullsized":"2024-05-27T00:32:24.446314+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:33:27.507711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.447879+0000","last_change":"2024-05-27T00:32:23.432617+0000","last_active":"2024-05-27T00:32:24.447879+0000","last_peered":"2024-05-27T00:32:24.447879+0000","last_clean":"2024-05-27T00:32:24.447879+0000","last_became_active":"2024-05-27T00:32:23.432202+0000","last_became_peered":"2024-05-27T00:32:23.432202+0000","last_unstale":"2024-05-27T00:32:24.447879+0000","last_undegraded":"2024-05-27T00:32:24.447879+0000","last_fullsized":"2024-05-27T00:32:24.447879+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:51:06.917270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"91'1","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444962+0000","last_change":"2024-05-27T00:32:17.994301+0000","last_active":"2024-05-27T00:32:24.444962+0000","last_peered":"2024-05-27T00:32:24.444962+0000","last_clean":"2024-05-27T00:32:24.444962+0000","last_became_active":"2024-05-27T00:32:17.993615+0000","last_became_peered":"2024-05-27T00:32:17.993615+0000","last_unstale":"2024-05-27T00:32:24.444962+0000","last_undegraded":"2024-05-27T00:32:24.444962+0000","last_fullsized":"2024-05-27T00:32:24.444962+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:52:05.221624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.449491+0000","last_change":"2024-05-27T00:32:19.004342+0000","last_active":"2024-05-27T00:32:24.449491+0000","last_peered":"2024-05-27T00:32:24.449491+0000","last_clean":"2024-05-27T00:32:24.449491+0000","last_became_active":"2024-05-27T00:32:19.003893+0000","last_became_peered":"2024-05-27T00:32:19.003893+0000","last_unstale":"2024-05-27T00:32:24.449491+0000","last_undegraded":"2024-05-27T00:32:24.449491+0000","last_fullsized":"2024-05-27T00:32:24.449491+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:41:36.078980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446504+0000","last_change":"2024-05-27T00:32:23.430059+0000","last_active":"2024-05-27T00:32:24.446504+0000","last_peered":"2024-05-27T00:32:24.446504+0000","last_clean":"2024-05-27T00:32:24.446504+0000","last_became_active":"2024-05-27T00:32:23.427563+0000","last_became_peered":"2024-05-27T00:32:23.427563+0000","last_unstale":"2024-05-27T00:32:24.446504+0000","last_undegraded":"2024-05-27T00:32:24.446504+0000","last_fullsized":"2024-05-27T00:32:24.446504+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:58:46.996909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"91'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:53.604821+0000","last_change":"2024-05-27T00:32:17.989629+0000","last_active":"2024-05-27T00:32:53.604821+0000","last_peered":"2024-05-27T00:32:53.604821+0000","last_clean":"2024-05-27T00:32:53.604821+0000","last_became_active":"2024-05-27T00:32:17.989180+0000","last_became_peered":"2024-05-27T00:32:17.989180+0000","last_unstale":"2024-05-27T00:32:53.604821+0000","last_undegraded":"2024-05-27T00:32:53.604821+0000","last_fullsized":"2024-05-27T00:32:53.604821+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:10:00.003618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444488+0000","last_change":"2024-05-27T00:32:18.999086+0000","last_active":"2024-05-27T00:32:24.444488+0000","last_peered":"2024-05-27T00:32:24.444488+0000","last_clean":"2024-05-27T00:32:24.444488+0000","last_became_active":"2024-05-27T00:32:18.998609+0000","last_became_peered":"2024-05-27T00:32:18.998609+0000","last_unstale":"2024-05-27T00:32:24.444488+0000","last_undegraded":"2024-05-27T00:32:24.444488+0000","last_fullsized":"2024-05-27T00:32:24.444488+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:30:08.184746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.449109+0000","last_change":"2024-05-27T00:32:23.443072+0000","last_active":"2024-05-27T00:32:24.449109+0000","last_peered":"2024-05-27T00:32:24.449109+0000","last_clean":"2024-05-27T00:32:24.449109+0000","last_became_active":"2024-05-27T00:32:23.439413+0000","last_became_peered":"2024-05-27T00:32:23.439413+0000","last_unstale":"2024-05-27T00:32:24.449109+0000","last_undegraded":"2024-05-27T00:32:24.449109+0000","last_fullsized":"2024-05-27T00:32:24.449109+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:56:28.435938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"91'2","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:50.581335+0000","last_change":"2024-05-27T00:32:17.995030+0000","last_active":"2024-05-27T00:32:50.581335+0000","last_peered":"2024-05-27T00:32:50.581335+0000","last_clean":"2024-05-27T00:32:50.581335+0000","last_became_active":"2024-05-27T00:32:17.994524+0000","last_became_peered":"2024-05-27T00:32:17.994524+0000","last_unstale":"2024-05-27T00:32:50.581335+0000","last_undegraded":"2024-05-27T00:32:50.581335+0000","last_fullsized":"2024-05-27T00:32:50.581335+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:01:40.641074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.448230+0000","last_change":"2024-05-27T00:32:19.003611+0000","last_active":"2024-05-27T00:32:24.448230+0000","last_peered":"2024-05-27T00:32:24.448230+0000","last_clean":"2024-05-27T00:32:24.448230+0000","last_became_active":"2024-05-27T00:32:19.003095+0000","last_became_peered":"2024-05-27T00:32:19.003095+0000","last_unstale":"2024-05-27T00:32:24.448230+0000","last_undegraded":"2024-05-27T00:32:24.448230+0000","last_fullsized":"2024-05-27T00:32:24.448230+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:34:16.092282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.426029+0000","last_change":"2024-05-27T00:32:23.441184+0000","last_active":"2024-05-27T00:32:24.426029+0000","last_peered":"2024-05-27T00:32:24.426029+0000","last_clean":"2024-05-27T00:32:24.426029+0000","last_became_active":"2024-05-27T00:32:23.440615+0000","last_became_peered":"2024-05-27T00:32:23.440615+0000","last_unstale":"2024-05-27T00:32:24.426029+0000","last_undegraded":"2024-05-27T00:32:24.426029+0000","last_fullsized":"2024-05-27T00:32:24.426029+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:44:45.916689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"91'4","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445978+0000","last_change":"2024-05-27T00:32:17.996228+0000","last_active":"2024-05-27T00:32:24.445978+0000","last_peered":"2024-05-27T00:32:24.445978+0000","last_clean":"2024-05-27T00:32:24.445978+0000","last_became_active":"2024-05-27T00:32:17.995861+0000","last_became_peered":"2024-05-27T00:32:17.995861+0000","last_unstale":"2024-05-27T00:32:24.445978+0000","last_undegraded":"2024-05-27T00:32:24.445978+0000","last_fullsized":"2024-05-27T00:32:24.445978+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:07:06.540324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444499+0000","last_change":"2024-05-27T00:32:18.983802+0000","last_active":"2024-05-27T00:32:24.444499+0000","last_peered":"2024-05-27T00:32:24.444499+0000","last_clean":"2024-05-27T00:32:24.444499+0000","last_became_active":"2024-05-27T00:32:18.983468+0000","last_became_peered":"2024-05-27T00:32:18.983468+0000","last_unstale":"2024-05-27T00:32:24.444499+0000","last_undegraded":"2024-05-27T00:32:24.444499+0000","last_fullsized":"2024-05-27T00:32:24.444499+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:01:34.187925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.449656+0000","last_change":"2024-05-27T00:32:23.440563+0000","last_active":"2024-05-27T00:32:24.449656+0000","last_peered":"2024-05-27T00:32:24.449656+0000","last_clean":"2024-05-27T00:32:24.449656+0000","last_became_active":"2024-05-27T00:32:23.440104+0000","last_became_peered":"2024-05-27T00:32:23.440104+0000","last_unstale":"2024-05-27T00:32:24.449656+0000","last_undegraded":"2024-05-27T00:32:24.449656+0000","last_fullsized":"2024-05-27T00:32:24.449656+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:18:45.058066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"91'20","reported_seq":53,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:54.609809+0000","last_change":"2024-05-27T00:32:17.991138+0000","last_active":"2024-05-27T00:32:54.609809+0000","last_peered":"2024-05-27T00:32:54.609809+0000","last_clean":"2024-05-27T00:32:54.609809+0000","last_became_active":"2024-05-27T00:32:17.990517+0000","last_became_peered":"2024-05-27T00:32:17.990517+0000","last_unstale":"2024-05-27T00:32:54.609809+0000","last_undegraded":"2024-05-27T00:32:54.609809+0000","last_fullsized":"2024-05-27T00:32:54.609809+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:55:21.323020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23139,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":10,"num_read_kb":27,"num_write":21,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427838+0000","last_change":"2024-05-27T00:32:18.981540+0000","last_active":"2024-05-27T00:32:24.427838+0000","last_peered":"2024-05-27T00:32:24.427838+0000","last_clean":"2024-05-27T00:32:24.427838+0000","last_became_active":"2024-05-27T00:32:18.981055+0000","last_became_peered":"2024-05-27T00:32:18.981055+0000","last_unstale":"2024-05-27T00:32:24.427838+0000","last_undegraded":"2024-05-27T00:32:24.427838+0000","last_fullsized":"2024-05-27T00:32:24.427838+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:09:54.359017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446333+0000","last_change":"2024-05-27T00:32:23.427753+0000","last_active":"2024-05-27T00:32:24.446333+0000","last_peered":"2024-05-27T00:32:24.446333+0000","last_clean":"2024-05-27T00:32:24.446333+0000","last_became_active":"2024-05-27T00:32:23.427247+0000","last_became_peered":"2024-05-27T00:32:23.427247+0000","last_unstale":"2024-05-27T00:32:24.446333+0000","last_undegraded":"2024-05-27T00:32:24.446333+0000","last_fullsized":"2024-05-27T00:32:24.446333+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:15:00.736443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"91'6","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:51.591718+0000","last_change":"2024-05-27T00:32:18.014022+0000","last_active":"2024-05-27T00:32:51.591718+0000","last_peered":"2024-05-27T00:32:51.591718+0000","last_clean":"2024-05-27T00:32:51.591718+0000","last_became_active":"2024-05-27T00:32:18.013680+0000","last_became_peered":"2024-05-27T00:32:18.013680+0000","last_unstale":"2024-05-27T00:32:51.591718+0000","last_undegraded":"2024-05-27T00:32:51.591718+0000","last_fullsized":"2024-05-27T00:32:51.591718+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:28:05.968446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427759+0000","last_change":"2024-05-27T00:32:19.002136+0000","last_active":"2024-05-27T00:32:24.427759+0000","last_peered":"2024-05-27T00:32:24.427759+0000","last_clean":"2024-05-27T00:32:24.427759+0000","last_became_active":"2024-05-27T00:32:19.001755+0000","last_became_peered":"2024-05-27T00:32:19.001755+0000","last_unstale":"2024-05-27T00:32:24.427759+0000","last_undegraded":"2024-05-27T00:32:24.427759+0000","last_fullsized":"2024-05-27T00:32:24.427759+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:50:41.559583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444603+0000","last_change":"2024-05-27T00:32:23.445996+0000","last_active":"2024-05-27T00:32:24.444603+0000","last_peered":"2024-05-27T00:32:24.444603+0000","last_clean":"2024-05-27T00:32:24.444603+0000","last_became_active":"2024-05-27T00:32:23.445532+0000","last_became_peered":"2024-05-27T00:32:23.445532+0000","last_unstale":"2024-05-27T00:32:24.444603+0000","last_undegraded":"2024-05-27T00:32:24.444603+0000","last_fullsized":"2024-05-27T00:32:24.444603+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:33:44.170491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:50.586072+0000","last_change":"2024-05-27T00:32:18.013480+0000","last_active":"2024-05-27T00:32:50.586072+0000","last_peered":"2024-05-27T00:32:50.586072+0000","last_clean":"2024-05-27T00:32:50.586072+0000","last_became_active":"2024-05-27T00:32:18.013112+0000","last_became_peered":"2024-05-27T00:32:18.013112+0000","last_unstale":"2024-05-27T00:32:50.586072+0000","last_undegraded":"2024-05-27T00:32:50.586072+0000","last_fullsized":"2024-05-27T00:32:50.586072+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:36:41.727000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445595+0000","last_change":"2024-05-27T00:32:18.996509+0000","last_active":"2024-05-27T00:32:24.445595+0000","last_peered":"2024-05-27T00:32:24.445595+0000","last_clean":"2024-05-27T00:32:24.445595+0000","last_became_active":"2024-05-27T00:32:18.996143+0000","last_became_peered":"2024-05-27T00:32:18.996143+0000","last_unstale":"2024-05-27T00:32:24.445595+0000","last_undegraded":"2024-05-27T00:32:24.445595+0000","last_fullsized":"2024-05-27T00:32:24.445595+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:00:51.087192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.450196+0000","last_change":"2024-05-27T00:32:23.444644+0000","last_active":"2024-05-27T00:32:24.450196+0000","last_peered":"2024-05-27T00:32:24.450196+0000","last_clean":"2024-05-27T00:32:24.450196+0000","last_became_active":"2024-05-27T00:32:23.443506+0000","last_became_peered":"2024-05-27T00:32:23.443506+0000","last_unstale":"2024-05-27T00:32:24.450196+0000","last_undegraded":"2024-05-27T00:32:24.450196+0000","last_fullsized":"2024-05-27T00:32:24.450196+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:31:51.934266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:51.588899+0000","last_change":"2024-05-27T00:32:17.990980+0000","last_active":"2024-05-27T00:32:51.588899+0000","last_peered":"2024-05-27T00:32:51.588899+0000","last_clean":"2024-05-27T00:32:51.588899+0000","last_became_active":"2024-05-27T00:32:17.990607+0000","last_became_peered":"2024-05-27T00:32:17.990607+0000","last_unstale":"2024-05-27T00:32:51.588899+0000","last_undegraded":"2024-05-27T00:32:51.588899+0000","last_fullsized":"2024-05-27T00:32:51.588899+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:18:34.633451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444555+0000","last_change":"2024-05-27T00:32:18.986457+0000","last_active":"2024-05-27T00:32:24.444555+0000","last_peered":"2024-05-27T00:32:24.444555+0000","last_clean":"2024-05-27T00:32:24.444555+0000","last_became_active":"2024-05-27T00:32:18.985995+0000","last_became_peered":"2024-05-27T00:32:18.985995+0000","last_unstale":"2024-05-27T00:32:24.444555+0000","last_undegraded":"2024-05-27T00:32:24.444555+0000","last_fullsized":"2024-05-27T00:32:24.444555+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:46:24.767710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.428470+0000","last_change":"2024-05-27T00:32:23.434238+0000","last_active":"2024-05-27T00:32:24.428470+0000","last_peered":"2024-05-27T00:32:24.428470+0000","last_clean":"2024-05-27T00:32:24.428470+0000","last_became_active":"2024-05-27T00:32:23.433757+0000","last_became_peered":"2024-05-27T00:32:23.433757+0000","last_unstale":"2024-05-27T00:32:24.428470+0000","last_undegraded":"2024-05-27T00:32:24.428470+0000","last_fullsized":"2024-05-27T00:32:24.428470+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:02:45.874015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"91'15","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:51.590903+0000","last_change":"2024-05-27T00:32:17.999047+0000","last_active":"2024-05-27T00:32:51.590903+0000","last_peered":"2024-05-27T00:32:51.590903+0000","last_clean":"2024-05-27T00:32:51.590903+0000","last_became_active":"2024-05-27T00:32:17.998794+0000","last_became_peered":"2024-05-27T00:32:17.998794+0000","last_unstale":"2024-05-27T00:32:51.590903+0000","last_undegraded":"2024-05-27T00:32:51.590903+0000","last_fullsized":"2024-05-27T00:32:51.590903+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:02:37.189837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445360+0000","last_change":"2024-05-27T00:32:18.979638+0000","last_active":"2024-05-27T00:32:24.445360+0000","last_peered":"2024-05-27T00:32:24.445360+0000","last_clean":"2024-05-27T00:32:24.445360+0000","last_became_active":"2024-05-27T00:32:18.979307+0000","last_became_peered":"2024-05-27T00:32:18.979307+0000","last_unstale":"2024-05-27T00:32:24.445360+0000","last_undegraded":"2024-05-27T00:32:24.445360+0000","last_fullsized":"2024-05-27T00:32:24.445360+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:46:27.817487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445474+0000","last_change":"2024-05-27T00:32:23.441879+0000","last_active":"2024-05-27T00:32:24.445474+0000","last_peered":"2024-05-27T00:32:24.445474+0000","last_clean":"2024-05-27T00:32:24.445474+0000","last_became_active":"2024-05-27T00:32:23.441439+0000","last_became_peered":"2024-05-27T00:32:23.441439+0000","last_unstale":"2024-05-27T00:32:24.445474+0000","last_undegraded":"2024-05-27T00:32:24.445474+0000","last_fullsized":"2024-05-27T00:32:24.445474+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:58:26.257536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'1","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427840+0000","last_change":"2024-05-27T00:32:17.988769+0000","last_active":"2024-05-27T00:32:24.427840+0000","last_peered":"2024-05-27T00:32:24.427840+0000","last_clean":"2024-05-27T00:32:24.427840+0000","last_became_active":"2024-05-27T00:32:17.988418+0000","last_became_peered":"2024-05-27T00:32:17.988418+0000","last_unstale":"2024-05-27T00:32:24.427840+0000","last_undegraded":"2024-05-27T00:32:24.427840+0000","last_fullsized":"2024-05-27T00:32:24.427840+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:29:22.343207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445034+0000","last_change":"2024-05-27T00:32:18.981308+0000","last_active":"2024-05-27T00:32:24.445034+0000","last_peered":"2024-05-27T00:32:24.445034+0000","last_clean":"2024-05-27T00:32:24.445034+0000","last_became_active":"2024-05-27T00:32:18.980968+0000","last_became_peered":"2024-05-27T00:32:18.980968+0000","last_unstale":"2024-05-27T00:32:24.445034+0000","last_undegraded":"2024-05-27T00:32:24.445034+0000","last_fullsized":"2024-05-27T00:32:24.445034+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:31:42.034103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427837+0000","last_change":"2024-05-27T00:32:23.647514+0000","last_active":"2024-05-27T00:32:24.427837+0000","last_peered":"2024-05-27T00:32:24.427837+0000","last_clean":"2024-05-27T00:32:24.427837+0000","last_became_active":"2024-05-27T00:32:23.646975+0000","last_became_peered":"2024-05-27T00:32:23.646975+0000","last_unstale":"2024-05-27T00:32:24.427837+0000","last_undegraded":"2024-05-27T00:32:24.427837+0000","last_fullsized":"2024-05-27T00:32:24.427837+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:58:54.863064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.450379+0000","last_change":"2024-05-27T00:32:18.004028+0000","last_active":"2024-05-27T00:32:24.450379+0000","last_peered":"2024-05-27T00:32:24.450379+0000","last_clean":"2024-05-27T00:32:24.450379+0000","last_became_active":"2024-05-27T00:32:18.003377+0000","last_became_peered":"2024-05-27T00:32:18.003377+0000","last_unstale":"2024-05-27T00:32:24.450379+0000","last_undegraded":"2024-05-27T00:32:24.450379+0000","last_fullsized":"2024-05-27T00:32:24.450379+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:45:02.911018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445153+0000","last_change":"2024-05-27T00:32:19.006993+0000","last_active":"2024-05-27T00:32:24.445153+0000","last_peered":"2024-05-27T00:32:24.445153+0000","last_clean":"2024-05-27T00:32:24.445153+0000","last_became_active":"2024-05-27T00:32:19.006608+0000","last_became_peered":"2024-05-27T00:32:19.006608+0000","last_unstale":"2024-05-27T00:32:24.445153+0000","last_undegraded":"2024-05-27T00:32:24.445153+0000","last_fullsized":"2024-05-27T00:32:24.445153+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:50:56.796996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427969+0000","last_change":"2024-05-27T00:32:23.423853+0000","last_active":"2024-05-27T00:32:24.427969+0000","last_peered":"2024-05-27T00:32:24.427969+0000","last_clean":"2024-05-27T00:32:24.427969+0000","last_became_active":"2024-05-27T00:32:23.423422+0000","last_became_peered":"2024-05-27T00:32:23.423422+0000","last_unstale":"2024-05-27T00:32:24.427969+0000","last_undegraded":"2024-05-27T00:32:24.427969+0000","last_fullsized":"2024-05-27T00:32:24.427969+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:49:11.194019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"91'1","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445280+0000","last_change":"2024-05-27T00:32:17.996377+0000","last_active":"2024-05-27T00:32:24.445280+0000","last_peered":"2024-05-27T00:32:24.445280+0000","last_clean":"2024-05-27T00:32:24.445280+0000","last_became_active":"2024-05-27T00:32:17.995954+0000","last_became_peered":"2024-05-27T00:32:17.995954+0000","last_unstale":"2024-05-27T00:32:24.445280+0000","last_undegraded":"2024-05-27T00:32:24.445280+0000","last_fullsized":"2024-05-27T00:32:24.445280+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:39:48.403500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444723+0000","last_change":"2024-05-27T00:32:19.005697+0000","last_active":"2024-05-27T00:32:24.444723+0000","last_peered":"2024-05-27T00:32:24.444723+0000","last_clean":"2024-05-27T00:32:24.444723+0000","last_became_active":"2024-05-27T00:32:19.005264+0000","last_became_peered":"2024-05-27T00:32:19.005264+0000","last_unstale":"2024-05-27T00:32:24.444723+0000","last_undegraded":"2024-05-27T00:32:24.444723+0000","last_fullsized":"2024-05-27T00:32:24.444723+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:09:51.188675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.429104+0000","last_change":"2024-05-27T00:32:23.647150+0000","last_active":"2024-05-27T00:32:24.429104+0000","last_peered":"2024-05-27T00:32:24.429104+0000","last_clean":"2024-05-27T00:32:24.429104+0000","last_became_active":"2024-05-27T00:32:23.646634+0000","last_became_peered":"2024-05-27T00:32:23.646634+0000","last_unstale":"2024-05-27T00:32:24.429104+0000","last_undegraded":"2024-05-27T00:32:24.429104+0000","last_fullsized":"2024-05-27T00:32:24.429104+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:07:38.484533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445035+0000","last_change":"2024-05-27T00:32:18.983009+0000","last_active":"2024-05-27T00:32:24.445035+0000","last_peered":"2024-05-27T00:32:24.445035+0000","last_clean":"2024-05-27T00:32:24.445035+0000","last_became_active":"2024-05-27T00:32:18.982691+0000","last_became_peered":"2024-05-27T00:32:18.982691+0000","last_unstale":"2024-05-27T00:32:24.445035+0000","last_undegraded":"2024-05-27T00:32:24.445035+0000","last_fullsized":"2024-05-27T00:32:24.445035+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:00:55.108820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:54.607260+0000","last_change":"2024-05-27T00:32:18.009501+0000","last_active":"2024-05-27T00:32:54.607260+0000","last_peered":"2024-05-27T00:32:54.607260+0000","last_clean":"2024-05-27T00:32:54.607260+0000","last_became_active":"2024-05-27T00:32:18.006508+0000","last_became_peered":"2024-05-27T00:32:18.006508+0000","last_unstale":"2024-05-27T00:32:54.607260+0000","last_undegraded":"2024-05-27T00:32:54.607260+0000","last_fullsized":"2024-05-27T00:32:54.607260+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:06:55.321640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445778+0000","last_change":"2024-05-27T00:32:23.434319+0000","last_active":"2024-05-27T00:32:24.445778+0000","last_peered":"2024-05-27T00:32:24.445778+0000","last_clean":"2024-05-27T00:32:24.445778+0000","last_became_active":"2024-05-27T00:32:23.433957+0000","last_became_peered":"2024-05-27T00:32:23.433957+0000","last_unstale":"2024-05-27T00:32:24.445778+0000","last_undegraded":"2024-05-27T00:32:24.445778+0000","last_fullsized":"2024-05-27T00:32:24.445778+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:16:35.083353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446402+0000","last_change":"2024-05-27T00:32:19.014250+0000","last_active":"2024-05-27T00:32:24.446402+0000","last_peered":"2024-05-27T00:32:24.446402+0000","last_clean":"2024-05-27T00:32:24.446402+0000","last_became_active":"2024-05-27T00:32:19.013841+0000","last_became_peered":"2024-05-27T00:32:19.013841+0000","last_unstale":"2024-05-27T00:32:24.446402+0000","last_undegraded":"2024-05-27T00:32:24.446402+0000","last_fullsized":"2024-05-27T00:32:24.446402+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:39:45.826896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:50.581000+0000","last_change":"2024-05-27T00:32:17.987466+0000","last_active":"2024-05-27T00:32:50.581000+0000","last_peered":"2024-05-27T00:32:50.581000+0000","last_clean":"2024-05-27T00:32:50.581000+0000","last_became_active":"2024-05-27T00:32:17.986964+0000","last_became_peered":"2024-05-27T00:32:17.986964+0000","last_unstale":"2024-05-27T00:32:50.581000+0000","last_undegraded":"2024-05-27T00:32:50.581000+0000","last_fullsized":"2024-05-27T00:32:50.581000+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:01:28.090951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":359,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444338+0000","last_change":"2024-05-27T00:30:57.156428+0000","last_active":"2024-05-27T00:32:24.444338+0000","last_peered":"2024-05-27T00:32:24.444338+0000","last_clean":"2024-05-27T00:32:24.444338+0000","last_became_active":"2024-05-27T00:30:57.155910+0000","last_became_peered":"2024-05-27T00:30:57.155910+0000","last_unstale":"2024-05-27T00:32:24.444338+0000","last_undegraded":"2024-05-27T00:32:24.444338+0000","last_fullsized":"2024-05-27T00:32:24.444338+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:27:03.029981+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:27:03.029981+0000","last_clean_scrub_stamp":"2024-05-27T00:27:03.029981+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:38:28.001629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445748+0000","last_change":"2024-05-27T00:32:23.647252+0000","last_active":"2024-05-27T00:32:24.445748+0000","last_peered":"2024-05-27T00:32:24.445748+0000","last_clean":"2024-05-27T00:32:24.445748+0000","last_became_active":"2024-05-27T00:32:23.646745+0000","last_became_peered":"2024-05-27T00:32:23.646745+0000","last_unstale":"2024-05-27T00:32:24.445748+0000","last_undegraded":"2024-05-27T00:32:24.445748+0000","last_fullsized":"2024-05-27T00:32:24.445748+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:28:10.451415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.426564+0000","last_change":"2024-05-27T00:32:18.972465+0000","last_active":"2024-05-27T00:32:24.426564+0000","last_peered":"2024-05-27T00:32:24.426564+0000","last_clean":"2024-05-27T00:32:24.426564+0000","last_became_active":"2024-05-27T00:32:18.971572+0000","last_became_peered":"2024-05-27T00:32:18.971572+0000","last_unstale":"2024-05-27T00:32:24.426564+0000","last_undegraded":"2024-05-27T00:32:24.426564+0000","last_fullsized":"2024-05-27T00:32:24.426564+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:11:37.435282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:51.588910+0000","last_change":"2024-05-27T00:32:17.994473+0000","last_active":"2024-05-27T00:32:51.588910+0000","last_peered":"2024-05-27T00:32:51.588910+0000","last_clean":"2024-05-27T00:32:51.588910+0000","last_became_active":"2024-05-27T00:32:17.992719+0000","last_became_peered":"2024-05-27T00:32:17.992719+0000","last_unstale":"2024-05-27T00:32:51.588910+0000","last_undegraded":"2024-05-27T00:32:51.588910+0000","last_fullsized":"2024-05-27T00:32:51.588910+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:13:49.254914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444554+0000","last_change":"2024-05-27T00:32:23.418464+0000","last_active":"2024-05-27T00:32:24.444554+0000","last_peered":"2024-05-27T00:32:24.444554+0000","last_clean":"2024-05-27T00:32:24.444554+0000","last_became_active":"2024-05-27T00:32:23.417973+0000","last_became_peered":"2024-05-27T00:32:23.417973+0000","last_unstale":"2024-05-27T00:32:24.444554+0000","last_undegraded":"2024-05-27T00:32:24.444554+0000","last_fullsized":"2024-05-27T00:32:24.444554+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:07:20.338296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"91'1","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427964+0000","last_change":"2024-05-27T00:32:17.996131+0000","last_active":"2024-05-27T00:32:24.427964+0000","last_peered":"2024-05-27T00:32:24.427964+0000","last_clean":"2024-05-27T00:32:24.427964+0000","last_became_active":"2024-05-27T00:32:17.995791+0000","last_became_peered":"2024-05-27T00:32:17.995791+0000","last_unstale":"2024-05-27T00:32:24.427964+0000","last_undegraded":"2024-05-27T00:32:24.427964+0000","last_fullsized":"2024-05-27T00:32:24.427964+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:22:44.470343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.428186+0000","last_change":"2024-05-27T00:32:18.999889+0000","last_active":"2024-05-27T00:32:24.428186+0000","last_peered":"2024-05-27T00:32:24.428186+0000","last_clean":"2024-05-27T00:32:24.428186+0000","last_became_active":"2024-05-27T00:32:18.993738+0000","last_became_peered":"2024-05-27T00:32:18.993738+0000","last_unstale":"2024-05-27T00:32:24.428186+0000","last_undegraded":"2024-05-27T00:32:24.428186+0000","last_fullsized":"2024-05-27T00:32:24.428186+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:29:29.545281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446457+0000","last_change":"2024-05-27T00:32:23.646949+0000","last_active":"2024-05-27T00:32:24.446457+0000","last_peered":"2024-05-27T00:32:24.446457+0000","last_clean":"2024-05-27T00:32:24.446457+0000","last_became_active":"2024-05-27T00:32:23.646449+0000","last_became_peered":"2024-05-27T00:32:23.646449+0000","last_unstale":"2024-05-27T00:32:24.446457+0000","last_undegraded":"2024-05-27T00:32:24.446457+0000","last_fullsized":"2024-05-27T00:32:24.446457+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:31:45.721192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:51.593775+0000","last_change":"2024-05-27T00:32:18.002696+0000","last_active":"2024-05-27T00:32:51.593775+0000","last_peered":"2024-05-27T00:32:51.593775+0000","last_clean":"2024-05-27T00:32:51.593775+0000","last_became_active":"2024-05-27T00:32:18.002293+0000","last_became_peered":"2024-05-27T00:32:18.002293+0000","last_unstale":"2024-05-27T00:32:51.593775+0000","last_undegraded":"2024-05-27T00:32:51.593775+0000","last_fullsized":"2024-05-27T00:32:51.593775+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:04:58.994676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.449075+0000","last_change":"2024-05-27T00:32:19.008401+0000","last_active":"2024-05-27T00:32:24.449075+0000","last_peered":"2024-05-27T00:32:24.449075+0000","last_clean":"2024-05-27T00:32:24.449075+0000","last_became_active":"2024-05-27T00:32:19.007852+0000","last_became_peered":"2024-05-27T00:32:19.007852+0000","last_unstale":"2024-05-27T00:32:24.449075+0000","last_undegraded":"2024-05-27T00:32:24.449075+0000","last_fullsized":"2024-05-27T00:32:24.449075+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:05:42.434267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444067+0000","last_change":"2024-05-27T00:32:23.418953+0000","last_active":"2024-05-27T00:32:24.444067+0000","last_peered":"2024-05-27T00:32:24.444067+0000","last_clean":"2024-05-27T00:32:24.444067+0000","last_became_active":"2024-05-27T00:32:23.418351+0000","last_became_peered":"2024-05-27T00:32:23.418351+0000","last_unstale":"2024-05-27T00:32:24.444067+0000","last_undegraded":"2024-05-27T00:32:24.444067+0000","last_fullsized":"2024-05-27T00:32:24.444067+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:46:49.460762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"91'4","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:50.582954+0000","last_change":"2024-05-27T00:32:17.994824+0000","last_active":"2024-05-27T00:32:50.582954+0000","last_peered":"2024-05-27T00:32:50.582954+0000","last_clean":"2024-05-27T00:32:50.582954+0000","last_became_active":"2024-05-27T00:32:17.994413+0000","last_became_peered":"2024-05-27T00:32:17.994413+0000","last_unstale":"2024-05-27T00:32:50.582954+0000","last_undegraded":"2024-05-27T00:32:50.582954+0000","last_fullsized":"2024-05-27T00:32:50.582954+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:26:26.795543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.448196+0000","last_change":"2024-05-27T00:32:19.012417+0000","last_active":"2024-05-27T00:32:24.448196+0000","last_peered":"2024-05-27T00:32:24.448196+0000","last_clean":"2024-05-27T00:32:24.448196+0000","last_became_active":"2024-05-27T00:32:19.011536+0000","last_became_peered":"2024-05-27T00:32:19.011536+0000","last_unstale":"2024-05-27T00:32:24.448196+0000","last_undegraded":"2024-05-27T00:32:24.448196+0000","last_fullsized":"2024-05-27T00:32:24.448196+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:01:34.121294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.425530+0000","last_change":"2024-05-27T00:32:23.647937+0000","last_active":"2024-05-27T00:32:24.425530+0000","last_peered":"2024-05-27T00:32:24.425530+0000","last_clean":"2024-05-27T00:32:24.425530+0000","last_became_active":"2024-05-27T00:32:23.647524+0000","last_became_peered":"2024-05-27T00:32:23.647524+0000","last_unstale":"2024-05-27T00:32:24.425530+0000","last_undegraded":"2024-05-27T00:32:24.425530+0000","last_fullsized":"2024-05-27T00:32:24.425530+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:02:06.298566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"91'2","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:50.583345+0000","last_change":"2024-05-27T00:32:18.000520+0000","last_active":"2024-05-27T00:32:50.583345+0000","last_peered":"2024-05-27T00:32:50.583345+0000","last_clean":"2024-05-27T00:32:50.583345+0000","last_became_active":"2024-05-27T00:32:18.000203+0000","last_became_peered":"2024-05-27T00:32:18.000203+0000","last_unstale":"2024-05-27T00:32:50.583345+0000","last_undegraded":"2024-05-27T00:32:50.583345+0000","last_fullsized":"2024-05-27T00:32:50.583345+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:49:46.715762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427419+0000","last_change":"2024-05-27T00:32:18.980676+0000","last_active":"2024-05-27T00:32:24.427419+0000","last_peered":"2024-05-27T00:32:24.427419+0000","last_clean":"2024-05-27T00:32:24.427419+0000","last_became_active":"2024-05-27T00:32:18.980221+0000","last_became_peered":"2024-05-27T00:32:18.980221+0000","last_unstale":"2024-05-27T00:32:24.427419+0000","last_undegraded":"2024-05-27T00:32:24.427419+0000","last_fullsized":"2024-05-27T00:32:24.427419+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:49:50.674246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.450774+0000","last_change":"2024-05-27T00:32:23.444631+0000","last_active":"2024-05-27T00:32:24.450774+0000","last_peered":"2024-05-27T00:32:24.450774+0000","last_clean":"2024-05-27T00:32:24.450774+0000","last_became_active":"2024-05-27T00:32:23.441497+0000","last_became_peered":"2024-05-27T00:32:23.441497+0000","last_unstale":"2024-05-27T00:32:24.450774+0000","last_undegraded":"2024-05-27T00:32:24.450774+0000","last_fullsized":"2024-05-27T00:32:24.450774+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:14:35.309829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:50.587040+0000","last_change":"2024-05-27T00:32:18.008140+0000","last_active":"2024-05-27T00:32:50.587040+0000","last_peered":"2024-05-27T00:32:50.587040+0000","last_clean":"2024-05-27T00:32:50.587040+0000","last_became_active":"2024-05-27T00:32:18.007600+0000","last_became_peered":"2024-05-27T00:32:18.007600+0000","last_unstale":"2024-05-27T00:32:50.587040+0000","last_undegraded":"2024-05-27T00:32:50.587040+0000","last_fullsized":"2024-05-27T00:32:50.587040+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:49:23.250264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444107+0000","last_change":"2024-05-27T00:32:18.996124+0000","last_active":"2024-05-27T00:32:24.444107+0000","last_peered":"2024-05-27T00:32:24.444107+0000","last_clean":"2024-05-27T00:32:24.444107+0000","last_became_active":"2024-05-27T00:32:18.995732+0000","last_became_peered":"2024-05-27T00:32:18.995732+0000","last_unstale":"2024-05-27T00:32:24.444107+0000","last_undegraded":"2024-05-27T00:32:24.444107+0000","last_fullsized":"2024-05-27T00:32:24.444107+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:50:57.351825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.425789+0000","last_change":"2024-05-27T00:32:23.437540+0000","last_active":"2024-05-27T00:32:24.425789+0000","last_peered":"2024-05-27T00:32:24.425789+0000","last_clean":"2024-05-27T00:32:24.425789+0000","last_became_active":"2024-05-27T00:32:23.436893+0000","last_became_peered":"2024-05-27T00:32:23.436893+0000","last_unstale":"2024-05-27T00:32:24.425789+0000","last_undegraded":"2024-05-27T00:32:24.425789+0000","last_fullsized":"2024-05-27T00:32:24.425789+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:29:50.102563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"91'1","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445452+0000","last_change":"2024-05-27T00:32:18.013413+0000","last_active":"2024-05-27T00:32:24.445452+0000","last_peered":"2024-05-27T00:32:24.445452+0000","last_clean":"2024-05-27T00:32:24.445452+0000","last_became_active":"2024-05-27T00:32:18.012580+0000","last_became_peered":"2024-05-27T00:32:18.012580+0000","last_unstale":"2024-05-27T00:32:24.445452+0000","last_undegraded":"2024-05-27T00:32:24.445452+0000","last_fullsized":"2024-05-27T00:32:24.445452+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:11:51.743200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.447058+0000","last_change":"2024-05-27T00:32:19.009300+0000","last_active":"2024-05-27T00:32:24.447058+0000","last_peered":"2024-05-27T00:32:24.447058+0000","last_clean":"2024-05-27T00:32:24.447058+0000","last_became_active":"2024-05-27T00:32:19.008245+0000","last_became_peered":"2024-05-27T00:32:19.008245+0000","last_unstale":"2024-05-27T00:32:24.447058+0000","last_undegraded":"2024-05-27T00:32:24.447058+0000","last_fullsized":"2024-05-27T00:32:24.447058+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:20:36.391846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.425797+0000","last_change":"2024-05-27T00:32:23.647202+0000","last_active":"2024-05-27T00:32:24.425797+0000","last_peered":"2024-05-27T00:32:24.425797+0000","last_clean":"2024-05-27T00:32:24.425797+0000","last_became_active":"2024-05-27T00:32:23.646648+0000","last_became_peered":"2024-05-27T00:32:23.646648+0000","last_unstale":"2024-05-27T00:32:24.425797+0000","last_undegraded":"2024-05-27T00:32:24.425797+0000","last_fullsized":"2024-05-27T00:32:24.425797+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:40:32.636461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"91'4","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:50.581120+0000","last_change":"2024-05-27T00:32:17.993349+0000","last_active":"2024-05-27T00:32:50.581120+0000","last_peered":"2024-05-27T00:32:50.581120+0000","last_clean":"2024-05-27T00:32:50.581120+0000","last_became_active":"2024-05-27T00:32:17.993020+0000","last_became_peered":"2024-05-27T00:32:17.993020+0000","last_unstale":"2024-05-27T00:32:50.581120+0000","last_undegraded":"2024-05-27T00:32:50.581120+0000","last_fullsized":"2024-05-27T00:32:50.581120+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:37:03.363728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445507+0000","last_change":"2024-05-27T00:32:18.994050+0000","last_active":"2024-05-27T00:32:24.445507+0000","last_peered":"2024-05-27T00:32:24.445507+0000","last_clean":"2024-05-27T00:32:24.445507+0000","last_became_active":"2024-05-27T00:32:18.993669+0000","last_became_peered":"2024-05-27T00:32:18.993669+0000","last_unstale":"2024-05-27T00:32:24.445507+0000","last_undegraded":"2024-05-27T00:32:24.445507+0000","last_fullsized":"2024-05-27T00:32:24.445507+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:42:42.607297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445577+0000","last_change":"2024-05-27T00:32:23.418842+0000","last_active":"2024-05-27T00:32:24.445577+0000","last_peered":"2024-05-27T00:32:24.445577+0000","last_clean":"2024-05-27T00:32:24.445577+0000","last_became_active":"2024-05-27T00:32:23.418244+0000","last_became_peered":"2024-05-27T00:32:23.418244+0000","last_unstale":"2024-05-27T00:32:24.445577+0000","last_undegraded":"2024-05-27T00:32:24.445577+0000","last_fullsized":"2024-05-27T00:32:24.445577+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:04:12.495830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"91'3","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:51.592203+0000","last_change":"2024-05-27T00:32:18.004564+0000","last_active":"2024-05-27T00:32:51.592203+0000","last_peered":"2024-05-27T00:32:51.592203+0000","last_clean":"2024-05-27T00:32:51.592203+0000","last_became_active":"2024-05-27T00:32:18.004212+0000","last_became_peered":"2024-05-27T00:32:18.004212+0000","last_unstale":"2024-05-27T00:32:51.592203+0000","last_undegraded":"2024-05-27T00:32:51.592203+0000","last_fullsized":"2024-05-27T00:32:51.592203+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:38:29.778836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445907+0000","last_change":"2024-05-27T00:32:18.983151+0000","last_active":"2024-05-27T00:32:24.445907+0000","last_peered":"2024-05-27T00:32:24.445907+0000","last_clean":"2024-05-27T00:32:24.445907+0000","last_became_active":"2024-05-27T00:32:18.982605+0000","last_became_peered":"2024-05-27T00:32:18.982605+0000","last_unstale":"2024-05-27T00:32:24.445907+0000","last_undegraded":"2024-05-27T00:32:24.445907+0000","last_fullsized":"2024-05-27T00:32:24.445907+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:24:10.802327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445708+0000","last_change":"2024-05-27T00:32:23.442020+0000","last_active":"2024-05-27T00:32:24.445708+0000","last_peered":"2024-05-27T00:32:24.445708+0000","last_clean":"2024-05-27T00:32:24.445708+0000","last_became_active":"2024-05-27T00:32:23.441573+0000","last_became_peered":"2024-05-27T00:32:23.441573+0000","last_unstale":"2024-05-27T00:32:24.445708+0000","last_undegraded":"2024-05-27T00:32:24.445708+0000","last_fullsized":"2024-05-27T00:32:24.445708+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:20:39.199118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"86'1","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446062+0000","last_change":"2024-05-27T00:32:18.009709+0000","last_active":"2024-05-27T00:32:24.446062+0000","last_peered":"2024-05-27T00:32:24.446062+0000","last_clean":"2024-05-27T00:32:24.446062+0000","last_became_active":"2024-05-27T00:32:18.009463+0000","last_became_peered":"2024-05-27T00:32:18.009463+0000","last_unstale":"2024-05-27T00:32:24.446062+0000","last_undegraded":"2024-05-27T00:32:24.446062+0000","last_fullsized":"2024-05-27T00:32:24.446062+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:07:23.505409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445981+0000","last_change":"2024-05-27T00:32:19.000820+0000","last_active":"2024-05-27T00:32:24.445981+0000","last_peered":"2024-05-27T00:32:24.445981+0000","last_clean":"2024-05-27T00:32:24.445981+0000","last_became_active":"2024-05-27T00:32:19.000492+0000","last_became_peered":"2024-05-27T00:32:19.000492+0000","last_unstale":"2024-05-27T00:32:24.445981+0000","last_undegraded":"2024-05-27T00:32:24.445981+0000","last_fullsized":"2024-05-27T00:32:24.445981+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:27:32.794658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.443969+0000","last_change":"2024-05-27T00:32:23.420667+0000","last_active":"2024-05-27T00:32:24.443969+0000","last_peered":"2024-05-27T00:32:24.443969+0000","last_clean":"2024-05-27T00:32:24.443969+0000","last_became_active":"2024-05-27T00:32:23.420215+0000","last_became_peered":"2024-05-27T00:32:23.420215+0000","last_unstale":"2024-05-27T00:32:24.443969+0000","last_undegraded":"2024-05-27T00:32:24.443969+0000","last_fullsized":"2024-05-27T00:32:24.443969+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:28:15.432518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"86'2","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.428556+0000","last_change":"2024-05-27T00:32:18.003325+0000","last_active":"2024-05-27T00:32:24.428556+0000","last_peered":"2024-05-27T00:32:24.428556+0000","last_clean":"2024-05-27T00:32:24.428556+0000","last_became_active":"2024-05-27T00:32:18.002925+0000","last_became_peered":"2024-05-27T00:32:18.002925+0000","last_unstale":"2024-05-27T00:32:24.428556+0000","last_undegraded":"2024-05-27T00:32:24.428556+0000","last_fullsized":"2024-05-27T00:32:24.428556+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:26:25.010419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446115+0000","last_change":"2024-05-27T00:32:18.982204+0000","last_active":"2024-05-27T00:32:24.446115+0000","last_peered":"2024-05-27T00:32:24.446115+0000","last_clean":"2024-05-27T00:32:24.446115+0000","last_became_active":"2024-05-27T00:32:18.981835+0000","last_became_peered":"2024-05-27T00:32:18.981835+0000","last_unstale":"2024-05-27T00:32:24.446115+0000","last_undegraded":"2024-05-27T00:32:24.446115+0000","last_fullsized":"2024-05-27T00:32:24.446115+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:43:55.976820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444219+0000","last_change":"2024-05-27T00:32:18.983997+0000","last_active":"2024-05-27T00:32:24.444219+0000","last_peered":"2024-05-27T00:32:24.444219+0000","last_clean":"2024-05-27T00:32:24.444219+0000","last_became_active":"2024-05-27T00:32:18.983480+0000","last_became_peered":"2024-05-27T00:32:18.983480+0000","last_unstale":"2024-05-27T00:32:24.444219+0000","last_undegraded":"2024-05-27T00:32:24.444219+0000","last_fullsized":"2024-05-27T00:32:24.444219+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:43:33.442509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444616+0000","last_change":"2024-05-27T00:32:18.977481+0000","last_active":"2024-05-27T00:32:24.444616+0000","last_peered":"2024-05-27T00:32:24.444616+0000","last_clean":"2024-05-27T00:32:24.444616+0000","last_became_active":"2024-05-27T00:32:18.977090+0000","last_became_peered":"2024-05-27T00:32:18.977090+0000","last_unstale":"2024-05-27T00:32:24.444616+0000","last_undegraded":"2024-05-27T00:32:24.444616+0000","last_fullsized":"2024-05-27T00:32:24.444616+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:13:00.950782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445276+0000","last_change":"2024-05-27T00:32:19.007589+0000","last_active":"2024-05-27T00:32:24.445276+0000","last_peered":"2024-05-27T00:32:24.445276+0000","last_clean":"2024-05-27T00:32:24.445276+0000","last_became_active":"2024-05-27T00:32:19.007210+0000","last_became_peered":"2024-05-27T00:32:19.007210+0000","last_unstale":"2024-05-27T00:32:24.445276+0000","last_undegraded":"2024-05-27T00:32:24.445276+0000","last_fullsized":"2024-05-27T00:32:24.445276+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:23:15.576674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446859+0000","last_change":"2024-05-27T00:32:19.006747+0000","last_active":"2024-05-27T00:32:24.446859+0000","last_peered":"2024-05-27T00:32:24.446859+0000","last_clean":"2024-05-27T00:32:24.446859+0000","last_became_active":"2024-05-27T00:32:19.005148+0000","last_became_peered":"2024-05-27T00:32:19.005148+0000","last_unstale":"2024-05-27T00:32:24.446859+0000","last_undegraded":"2024-05-27T00:32:24.446859+0000","last_fullsized":"2024-05-27T00:32:24.446859+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:46:04.664594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.427885+0000","last_change":"2024-05-27T00:32:19.007154+0000","last_active":"2024-05-27T00:32:24.427885+0000","last_peered":"2024-05-27T00:32:24.427885+0000","last_clean":"2024-05-27T00:32:24.427885+0000","last_became_active":"2024-05-27T00:32:19.006753+0000","last_became_peered":"2024-05-27T00:32:19.006753+0000","last_unstale":"2024-05-27T00:32:24.427885+0000","last_undegraded":"2024-05-27T00:32:24.427885+0000","last_fullsized":"2024-05-27T00:32:24.427885+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:46:31.678294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444866+0000","last_change":"2024-05-27T00:32:18.983916+0000","last_active":"2024-05-27T00:32:24.444866+0000","last_peered":"2024-05-27T00:32:24.444866+0000","last_clean":"2024-05-27T00:32:24.444866+0000","last_became_active":"2024-05-27T00:32:18.983331+0000","last_became_peered":"2024-05-27T00:32:18.983331+0000","last_unstale":"2024-05-27T00:32:24.444866+0000","last_undegraded":"2024-05-27T00:32:24.444866+0000","last_fullsized":"2024-05-27T00:32:24.444866+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:52:27.715788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444388+0000","last_change":"2024-05-27T00:32:18.981186+0000","last_active":"2024-05-27T00:32:24.444388+0000","last_peered":"2024-05-27T00:32:24.444388+0000","last_clean":"2024-05-27T00:32:24.444388+0000","last_became_active":"2024-05-27T00:32:18.980750+0000","last_became_peered":"2024-05-27T00:32:18.980750+0000","last_unstale":"2024-05-27T00:32:24.444388+0000","last_undegraded":"2024-05-27T00:32:24.444388+0000","last_fullsized":"2024-05-27T00:32:24.444388+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:17:22.638664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.449234+0000","last_change":"2024-05-27T00:32:19.000517+0000","last_active":"2024-05-27T00:32:24.449234+0000","last_peered":"2024-05-27T00:32:24.449234+0000","last_clean":"2024-05-27T00:32:24.449234+0000","last_became_active":"2024-05-27T00:32:19.000109+0000","last_became_peered":"2024-05-27T00:32:19.000109+0000","last_unstale":"2024-05-27T00:32:24.449234+0000","last_undegraded":"2024-05-27T00:32:24.449234+0000","last_fullsized":"2024-05-27T00:32:24.449234+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:11:00.088065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444250+0000","last_change":"2024-05-27T00:32:19.005455+0000","last_active":"2024-05-27T00:32:24.444250+0000","last_peered":"2024-05-27T00:32:24.444250+0000","last_clean":"2024-05-27T00:32:24.444250+0000","last_became_active":"2024-05-27T00:32:19.005109+0000","last_became_peered":"2024-05-27T00:32:19.005109+0000","last_unstale":"2024-05-27T00:32:24.444250+0000","last_undegraded":"2024-05-27T00:32:24.444250+0000","last_fullsized":"2024-05-27T00:32:24.444250+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:09:38.406230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.446882+0000","last_change":"2024-05-27T00:32:19.013268+0000","last_active":"2024-05-27T00:32:24.446882+0000","last_peered":"2024-05-27T00:32:24.446882+0000","last_clean":"2024-05-27T00:32:24.446882+0000","last_became_active":"2024-05-27T00:32:19.012449+0000","last_became_peered":"2024-05-27T00:32:19.012449+0000","last_unstale":"2024-05-27T00:32:24.446882+0000","last_undegraded":"2024-05-27T00:32:24.446882+0000","last_fullsized":"2024-05-27T00:32:24.446882+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:33:56.502032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.445828+0000","last_change":"2024-05-27T00:32:19.006108+0000","last_active":"2024-05-27T00:32:24.445828+0000","last_peered":"2024-05-27T00:32:24.445828+0000","last_clean":"2024-05-27T00:32:24.445828+0000","last_became_active":"2024-05-27T00:32:19.005756+0000","last_became_peered":"2024-05-27T00:32:19.005756+0000","last_unstale":"2024-05-27T00:32:24.445828+0000","last_undegraded":"2024-05-27T00:32:24.445828+0000","last_fullsized":"2024-05-27T00:32:24.445828+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:50:11.305169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.428183+0000","last_change":"2024-05-27T00:32:19.009313+0000","last_active":"2024-05-27T00:32:24.428183+0000","last_peered":"2024-05-27T00:32:24.428183+0000","last_clean":"2024-05-27T00:32:24.428183+0000","last_became_active":"2024-05-27T00:32:19.007818+0000","last_became_peered":"2024-05-27T00:32:19.007818+0000","last_unstale":"2024-05-27T00:32:24.428183+0000","last_undegraded":"2024-05-27T00:32:24.428183+0000","last_fullsized":"2024-05-27T00:32:24.428183+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:38:06.057919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-05-27T00:32:24.444675+0000","last_change":"2024-05-27T00:32:18.986345+0000","last_active":"2024-05-27T00:32:24.444675+0000","last_peered":"2024-05-27T00:32:24.444675+0000","last_clean":"2024-05-27T00:32:24.444675+0000","last_became_active":"2024-05-27T00:32:18.986006+0000","last_became_peered":"2024-05-27T00:32:18.986006+0000","last_unstale":"2024-05-27T00:32:24.444675+0000","last_undegraded":"2024-05-27T00:32:24.444675+0000","last_fullsized":"2024-05-27T00:32:24.444675+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:22:20.097357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":26749,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":17,"num_read_kb":34,"num_write":136,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":39,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":41651,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":120,"ondisk_log_size":120,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318294,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32160,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712992,"statfs":{"total":95995035648,"available":95962103808,"internally_reserved":0,"allocated":1007616,"data_stored":488574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579930,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36956,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708196,"statfs":{"total":95995035648,"available":95957192704,"internally_reserved":0,"allocated":1658880,"data_stored":1098981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":69,"seq":296352743454,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":484714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":8,"up_from":61,"seq":261993005093,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1019904,"data_stored":484634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":53,"seq":227633266730,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36908,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708244,"statfs":{"total":95995035648,"available":95957241856,"internally_reserved":0,"allocated":1609728,"data_stored":1076056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":48,"seq":206158430256,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":483986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574925,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1011712,"data_stored":487737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738450,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1028096,"data_stored":485374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411400,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":488393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":27,"seq":115964117057,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32168,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712984,"statfs":{"total":95995035648,"available":95962095616,"internally_reserved":0,"allocated":1015808,"data_stored":484180,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":35,"seq":150323855420,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1011712,"data_stored":484540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":40,"seq":171798691895,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36920,"kb_used_data":1584,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708232,"statfs":{"total":95995035648,"available":95957229568,"internally_reserved":0,"allocated":1622016,"data_stored":1075740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":5191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":24717,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-27T00:32:57.164 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-05-27T00:32:57.164 INFO:tasks.cephadm:Setting up client nodes... 2024-05-27T00:32:57.164 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-05-27T00:32:57.688 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:32:57.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:57 smithi050 ceph-mon[36071]: pgmap v339: 129 pgs: 129 active+clean; 603 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 4.0 KiB/s wr, 8 op/s 2024-05-27T00:32:57.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:57 smithi050 ceph-mon[36071]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:32:57.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:57 smithi050 ceph-mon[36071]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:32:57.956 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:57 smithi044 ceph-mon[31645]: pgmap v339: 129 pgs: 129 active+clean; 603 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 4.0 KiB/s wr, 8 op/s 2024-05-27T00:32:57.957 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:57 smithi044 ceph-mon[31645]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:32:57.957 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:57 smithi044 ceph-mon[31645]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:32:58.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:57 smithi137 ceph-mon[36552]: pgmap v339: 129 pgs: 129 active+clean; 603 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 4.0 KiB/s wr, 8 op/s 2024-05-27T00:32:58.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:57 smithi137 ceph-mon[36552]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:32:58.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:57 smithi137 ceph-mon[36552]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:32:59.845 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:32:59 smithi044 ceph-mon[31645]: pgmap v340: 129 pgs: 129 active+clean; 603 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 4.5 KiB/s wr, 12 op/s 2024-05-27T00:32:59.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:32:59 smithi050 ceph-mon[36071]: pgmap v340: 129 pgs: 129 active+clean; 603 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 4.5 KiB/s wr, 12 op/s 2024-05-27T00:33:00.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:32:59 smithi137 ceph-mon[36552]: pgmap v340: 129 pgs: 129 active+clean; 603 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 4.5 KiB/s wr, 12 op/s 2024-05-27T00:33:00.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.031+0000 7f1a8f400700 1 -- 172.21.15.44:0/1077880630 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a88103740 msgr2=0x7f1a88103ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:00.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.031+0000 7f1a8f400700 1 --2- 172.21.15.44:0/1077880630 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a88103740 0x7f1a88103ba0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f1a700099c0 tx=0x7f1a70009cd0 comp rx=0 tx=0).stop 2024-05-27T00:33:00.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.031+0000 7f1a8f400700 1 -- 172.21.15.44:0/1077880630 shutdown_connections 2024-05-27T00:33:00.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.031+0000 7f1a8f400700 1 --2- 172.21.15.44:0/1077880630 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a881040e0 0x7f1a8810a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:00.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.031+0000 7f1a8f400700 1 --2- 172.21.15.44:0/1077880630 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1a88102540 0x7f1a88102960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:00.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.031+0000 7f1a8f400700 1 --2- 172.21.15.44:0/1077880630 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a88103740 0x7f1a88103ba0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:00.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.031+0000 7f1a8f400700 1 -- 172.21.15.44:0/1077880630 >> 172.21.15.44:0/1077880630 conn(0x7f1a880fdae0 msgr2=0x7f1a880fff20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:00.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.031+0000 7f1a8f400700 1 -- 172.21.15.44:0/1077880630 shutdown_connections 2024-05-27T00:33:00.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.031+0000 7f1a8f400700 1 -- 172.21.15.44:0/1077880630 wait complete. 2024-05-27T00:33:00.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.032+0000 7f1a8f400700 1 Processor -- start 2024-05-27T00:33:00.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.033+0000 7f1a8f400700 1 -- start start 2024-05-27T00:33:00.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.033+0000 7f1a8f400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a88102540 0x7f1a8819a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:00.035 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.033+0000 7f1a8f400700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1a88103740 0x7f1a8819aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:00.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.033+0000 7f1a8f400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a881040e0 0x7f1a881a1f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:00.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.033+0000 7f1a8f400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8810e250 con 0x7f1a88102540 2024-05-27T00:33:00.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.033+0000 7f1a8f400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8810e0d0 con 0x7f1a881040e0 2024-05-27T00:33:00.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.033+0000 7f1a8f400700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8810e3d0 con 0x7f1a88103740 2024-05-27T00:33:00.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.033+0000 7f1a8ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a88102540 0x7f1a8819a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:00.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.033+0000 7f1a8ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a88102540 0x7f1a8819a9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48600/0 (socket says 172.21.15.44:48600) 2024-05-27T00:33:00.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.033+0000 7f1a8ca00700 1 -- 172.21.15.44:0/301637464 learned_addr learned my addr 172.21.15.44:0/301637464 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:33:00.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.034+0000 7f1a8d400700 1 --2- 172.21.15.44:0/301637464 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a881040e0 0x7f1a881a1f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:00.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.034+0000 7f1a7fe00700 1 --2- 172.21.15.44:0/301637464 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1a88103740 0x7f1a8819aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:00.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.034+0000 7f1a8ca00700 1 -- 172.21.15.44:0/301637464 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1a88103740 msgr2=0x7f1a8819aef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:00.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.034+0000 7f1a8ca00700 1 --2- 172.21.15.44:0/301637464 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1a88103740 0x7f1a8819aef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:00.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.034+0000 7f1a8ca00700 1 -- 172.21.15.44:0/301637464 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a881040e0 msgr2=0x7f1a881a1f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:00.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.034+0000 7f1a8ca00700 1 --2- 172.21.15.44:0/301637464 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a881040e0 0x7f1a881a1f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:00.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.034+0000 7f1a8ca00700 1 -- 172.21.15.44:0/301637464 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a881a2610 con 0x7f1a88102540 2024-05-27T00:33:00.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.034+0000 7f1a8d400700 1 --2- 172.21.15.44:0/301637464 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a881040e0 0x7f1a881a1f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:33:00.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.034+0000 7f1a8ca00700 1 --2- 172.21.15.44:0/301637464 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a88102540 0x7f1a8819a9b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1a78009f40 tx=0x7f1a7800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:00.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.035+0000 7f1a86000700 1 -- 172.21.15.44:0/301637464 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a780092e0 con 0x7f1a88102540 2024-05-27T00:33:00.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.035+0000 7f1a86000700 1 -- 172.21.15.44:0/301637464 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1a7800c9b0 con 0x7f1a88102540 2024-05-27T00:33:00.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.035+0000 7f1a8f400700 1 -- 172.21.15.44:0/301637464 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a881a28a0 con 0x7f1a88102540 2024-05-27T00:33:00.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.035+0000 7f1a86000700 1 -- 172.21.15.44:0/301637464 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a78004680 con 0x7f1a88102540 2024-05-27T00:33:00.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.035+0000 7f1a8f400700 1 -- 172.21.15.44:0/301637464 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a881a2de0 con 0x7f1a88102540 2024-05-27T00:33:00.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.036+0000 7f1a8f400700 1 -- 172.21.15.44:0/301637464 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a88050a00 con 0x7f1a88102540 2024-05-27T00:33:00.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.038+0000 7f1a86000700 1 -- 172.21.15.44:0/301637464 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1a7801b030 con 0x7f1a88102540 2024-05-27T00:33:00.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.040+0000 7f1a86000700 1 --2- 172.21.15.44:0/301637464 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f1a6c0a2d60 0x7f1a6c0a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:00.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.041+0000 7f1a86000700 1 -- 172.21.15.44:0/301637464 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f1a780cf2b0 con 0x7f1a88102540 2024-05-27T00:33:00.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.041+0000 7f1a7fe00700 1 --2- 172.21.15.44:0/301637464 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f1a6c0a2d60 0x7f1a6c0a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:00.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.041+0000 7f1a7fe00700 1 --2- 172.21.15.44:0/301637464 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f1a6c0a2d60 0x7f1a6c0a5220 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1a70000c00 tx=0x7f1a70005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:00.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.046+0000 7f1a86000700 1 -- 172.21.15.44:0/301637464 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1a78022020 con 0x7f1a88102540 2024-05-27T00:33:00.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.374+0000 7f1a8f400700 1 -- 172.21.15.44:0/301637464 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f1a881a31c0 con 0x7f1a88102540 2024-05-27T00:33:00.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.378+0000 7f1a86000700 1 -- 172.21.15.44:0/301637464 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f1a78010040 con 0x7f1a88102540 2024-05-27T00:33:00.379 INFO:teuthology.orchestra.run.smithi044.stdout:[client.0] 2024-05-27T00:33:00.380 INFO:teuthology.orchestra.run.smithi044.stdout: key = AQC81FNmU0RwFhAAvYQAGQv5AJobaqOgQU0m4A== 2024-05-27T00:33:00.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.382+0000 7f1a8f400700 1 -- 172.21.15.44:0/301637464 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f1a6c0a2d60 msgr2=0x7f1a6c0a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:00.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.382+0000 7f1a8f400700 1 --2- 172.21.15.44:0/301637464 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f1a6c0a2d60 0x7f1a6c0a5220 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1a70000c00 tx=0x7f1a70005fb0 comp rx=0 tx=0).stop 2024-05-27T00:33:00.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.382+0000 7f1a8f400700 1 -- 172.21.15.44:0/301637464 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a88102540 msgr2=0x7f1a8819a9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:00.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.382+0000 7f1a8f400700 1 --2- 172.21.15.44:0/301637464 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a88102540 0x7f1a8819a9b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1a78009f40 tx=0x7f1a7800c3a0 comp rx=0 tx=0).stop 2024-05-27T00:33:00.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.382+0000 7f1a8f400700 1 -- 172.21.15.44:0/301637464 shutdown_connections 2024-05-27T00:33:00.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.382+0000 7f1a8f400700 1 --2- 172.21.15.44:0/301637464 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1a881040e0 0x7f1a881a1f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:00.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.382+0000 7f1a8f400700 1 --2- 172.21.15.44:0/301637464 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1a88102540 0x7f1a8819a9b0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:00.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.382+0000 7f1a8f400700 1 --2- 172.21.15.44:0/301637464 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f1a6c0a2d60 0x7f1a6c0a5220 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:00.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.382+0000 7f1a8f400700 1 --2- 172.21.15.44:0/301637464 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1a88103740 0x7f1a8819aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:00.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.382+0000 7f1a8f400700 1 -- 172.21.15.44:0/301637464 >> 172.21.15.44:0/301637464 conn(0x7f1a880fdae0 msgr2=0x7f1a880746c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:00.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.382+0000 7f1a8f400700 1 -- 172.21.15.44:0/301637464 shutdown_connections 2024-05-27T00:33:00.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:00.382+0000 7f1a8f400700 1 -- 172.21.15.44:0/301637464 wait complete. 2024-05-27T00:33:00.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:00 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/301637464' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-27T00:33:00.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:00 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/301637464' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-27T00:33:01.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:00 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/301637464' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-27T00:33:01.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:00 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/301637464' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-27T00:33:01.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:00 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/301637464' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-27T00:33:01.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:00 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/301637464' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-27T00:33:01.224 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:33:01.224 DEBUG:teuthology.orchestra.run.smithi044:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-05-27T00:33:01.224 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-05-27T00:33:01.367 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-05-27T00:33:01.368 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-05-27T00:33:01.368 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph mgr dump --format=json 2024-05-27T00:33:01.859 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:01 smithi044 ceph-mon[31645]: pgmap v341: 129 pgs: 129 active+clean; 626 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.6 KiB/s wr, 13 op/s 2024-05-27T00:33:01.882 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:01.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:01 smithi050 ceph-mon[36071]: pgmap v341: 129 pgs: 129 active+clean; 626 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.6 KiB/s wr, 13 op/s 2024-05-27T00:33:02.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:01 smithi137 ceph-mon[36552]: pgmap v341: 129 pgs: 129 active+clean; 626 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 6.6 KiB/s wr, 13 op/s 2024-05-27T00:33:03.848 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:03 smithi044 ceph-mon[31645]: pgmap v342: 129 pgs: 129 active+clean; 626 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.6 KiB/s wr, 15 op/s 2024-05-27T00:33:03.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:03 smithi050 ceph-mon[36071]: pgmap v342: 129 pgs: 129 active+clean; 626 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.6 KiB/s wr, 15 op/s 2024-05-27T00:33:04.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:03 smithi137 ceph-mon[36552]: pgmap v342: 129 pgs: 129 active+clean; 626 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.6 KiB/s wr, 15 op/s 2024-05-27T00:33:04.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.020+0000 7fcc35000700 1 -- 172.21.15.44:0/749455703 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcc300746c0 msgr2=0x7fcc30074aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:04.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.020+0000 7fcc35000700 1 --2- 172.21.15.44:0/749455703 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcc300746c0 0x7fcc30074aa0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fcc200098f0 tx=0x7fcc20009c00 comp rx=0 tx=0).stop 2024-05-27T00:33:04.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.021+0000 7fcc35000700 1 -- 172.21.15.44:0/749455703 shutdown_connections 2024-05-27T00:33:04.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.021+0000 7fcc35000700 1 --2- 172.21.15.44:0/749455703 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc3010ee90 0x7fcc30111280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:04.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.021+0000 7fcc35000700 1 --2- 172.21.15.44:0/749455703 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcc300746c0 0x7fcc30074aa0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:04.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.021+0000 7fcc35000700 1 --2- 172.21.15.44:0/749455703 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc30074fe0 0x7fcc3010e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:04.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.021+0000 7fcc35000700 1 -- 172.21.15.44:0/749455703 >> 172.21.15.44:0/749455703 conn(0x7fcc300795f0 msgr2=0x7fcc30079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:04.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.021+0000 7fcc35000700 1 -- 172.21.15.44:0/749455703 shutdown_connections 2024-05-27T00:33:04.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.021+0000 7fcc35000700 1 -- 172.21.15.44:0/749455703 wait complete. 2024-05-27T00:33:04.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.022+0000 7fcc35000700 1 Processor -- start 2024-05-27T00:33:04.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.022+0000 7fcc35000700 1 -- start start 2024-05-27T00:33:04.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.022+0000 7fcc35000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc300746c0 0x7fcc3019af40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:04.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.023+0000 7fcc35000700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcc30074fe0 0x7fcc3019b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:04.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.023+0000 7fcc35000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc3010ee90 0x7fcc3019f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:04.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.023+0000 7fcc35000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcc30114ad0 con 0x7fcc3010ee90 2024-05-27T00:33:04.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.023+0000 7fcc35000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcc30114950 con 0x7fcc300746c0 2024-05-27T00:33:04.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.023+0000 7fcc35000700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fcc30114c50 con 0x7fcc30074fe0 2024-05-27T00:33:04.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.023+0000 7fcc2de00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc300746c0 0x7fcc3019af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:04.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.023+0000 7fcc2e800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc3010ee90 0x7fcc3019f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:04.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.023+0000 7fcc2de00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc300746c0 0x7fcc3019af40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:35870/0 (socket says 172.21.15.44:35870) 2024-05-27T00:33:04.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.023+0000 7fcc2de00700 1 -- 172.21.15.44:0/291568650 learned_addr learned my addr 172.21.15.44:0/291568650 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:33:04.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.023+0000 7fcc2d400700 1 --2- 172.21.15.44:0/291568650 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcc30074fe0 0x7fcc3019b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:04.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.023+0000 7fcc2de00700 1 -- 172.21.15.44:0/291568650 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcc30074fe0 msgr2=0x7fcc3019b480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:04.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.023+0000 7fcc2de00700 1 --2- 172.21.15.44:0/291568650 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcc30074fe0 0x7fcc3019b480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:04.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.023+0000 7fcc2de00700 1 -- 172.21.15.44:0/291568650 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc3010ee90 msgr2=0x7fcc3019f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:04.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.023+0000 7fcc2de00700 1 --2- 172.21.15.44:0/291568650 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc3010ee90 0x7fcc3019f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:04.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.023+0000 7fcc2de00700 1 -- 172.21.15.44:0/291568650 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc3019ff50 con 0x7fcc300746c0 2024-05-27T00:33:04.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.023+0000 7fcc2e800700 1 --2- 172.21.15.44:0/291568650 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc3010ee90 0x7fcc3019f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:33:04.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.024+0000 7fcc2de00700 1 --2- 172.21.15.44:0/291568650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc300746c0 0x7fcc3019af40 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fcc20009230 tx=0x7fcc20010f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:04.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.024+0000 7fcc26a00700 1 -- 172.21.15.44:0/291568650 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc20027070 con 0x7fcc300746c0 2024-05-27T00:33:04.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.024+0000 7fcc35000700 1 -- 172.21.15.44:0/291568650 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc301a01e0 con 0x7fcc300746c0 2024-05-27T00:33:04.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.024+0000 7fcc26a00700 1 -- 172.21.15.44:0/291568650 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fcc2000fae0 con 0x7fcc300746c0 2024-05-27T00:33:04.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.024+0000 7fcc26a00700 1 -- 172.21.15.44:0/291568650 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc20004b90 con 0x7fcc300746c0 2024-05-27T00:33:04.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.024+0000 7fcc35000700 1 -- 172.21.15.44:0/291568650 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc301a7ac0 con 0x7fcc300746c0 2024-05-27T00:33:04.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.025+0000 7fcc35000700 1 -- 172.21.15.44:0/291568650 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc30075db0 con 0x7fcc300746c0 2024-05-27T00:33:04.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.027+0000 7fcc26a00700 1 -- 172.21.15.44:0/291568650 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fcc2002a070 con 0x7fcc300746c0 2024-05-27T00:33:04.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.029+0000 7fcc26a00700 1 --2- 172.21.15.44:0/291568650 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcc140a2cb0 0x7fcc140a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:04.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.029+0000 7fcc26a00700 1 -- 172.21.15.44:0/291568650 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7fcc200cfde0 con 0x7fcc300746c0 2024-05-27T00:33:04.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.029+0000 7fcc2d400700 1 --2- 172.21.15.44:0/291568650 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcc140a2cb0 0x7fcc140a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:04.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.030+0000 7fcc2d400700 1 --2- 172.21.15.44:0/291568650 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcc140a2cb0 0x7fcc140a5170 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fcc30110b50 tx=0x7fcc1c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:04.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.033+0000 7fcc26a00700 1 -- 172.21.15.44:0/291568650 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fcc2005e850 con 0x7fcc300746c0 2024-05-27T00:33:04.330 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.329+0000 7fcc35000700 1 -- 172.21.15.44:0/291568650 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fcc3019c2a0 con 0x7fcc300746c0 2024-05-27T00:33:04.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.336+0000 7fcc26a00700 1 -- 172.21.15.44:0/291568650 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+263201 (secure 0 0 0) 0x7fcc20013030 con 0x7fcc300746c0 2024-05-27T00:33:04.339 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:33:04.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.343+0000 7fcc35000700 1 -- 172.21.15.44:0/291568650 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcc140a2cb0 msgr2=0x7fcc140a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:04.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.343+0000 7fcc35000700 1 --2- 172.21.15.44:0/291568650 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcc140a2cb0 0x7fcc140a5170 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fcc30110b50 tx=0x7fcc1c009260 comp rx=0 tx=0).stop 2024-05-27T00:33:04.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.343+0000 7fcc35000700 1 -- 172.21.15.44:0/291568650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc300746c0 msgr2=0x7fcc3019af40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:04.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.343+0000 7fcc35000700 1 --2- 172.21.15.44:0/291568650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc300746c0 0x7fcc3019af40 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fcc20009230 tx=0x7fcc20010f70 comp rx=0 tx=0).stop 2024-05-27T00:33:04.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.343+0000 7fcc35000700 1 -- 172.21.15.44:0/291568650 shutdown_connections 2024-05-27T00:33:04.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.343+0000 7fcc35000700 1 --2- 172.21.15.44:0/291568650 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc3010ee90 0x7fcc3019f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:04.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.343+0000 7fcc35000700 1 --2- 172.21.15.44:0/291568650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc300746c0 0x7fcc3019af40 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:04.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.343+0000 7fcc35000700 1 --2- 172.21.15.44:0/291568650 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcc140a2cb0 0x7fcc140a5170 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:04.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.343+0000 7fcc35000700 1 --2- 172.21.15.44:0/291568650 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcc30074fe0 0x7fcc3019b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:04.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.343+0000 7fcc35000700 1 -- 172.21.15.44:0/291568650 >> 172.21.15.44:0/291568650 conn(0x7fcc300795f0 msgr2=0x7fcc300ff620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:04.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.344+0000 7fcc35000700 1 -- 172.21.15.44:0/291568650 shutdown_connections 2024-05-27T00:33:04.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:04.344+0000 7fcc35000700 1 -- 172.21.15.44:0/291568650 wait complete. 2024-05-27T00:33:04.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:04 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/291568650' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-27T00:33:05.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:04 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/291568650' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-27T00:33:05.086 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:04 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/291568650' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-27T00:33:05.145 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6800","nonce":3215479563},{"type":"v1","addr":"172.21.15.44:6801","nonce":3215479563}]},"active_addr":"172.21.15.44:6801/3215479563","active_change":"2024-05-27T00:24:20.259540+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24116,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.44:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":3112025334}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":2718148546}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":1635201417}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":2815226501}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.44:0","nonce":2170384197}]}]} 2024-05-27T00:33:05.150 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-05-27T00:33:05.150 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-05-27T00:33:05.150 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-05-27T00:33:05.632 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:05.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:05 smithi050 ceph-mon[36071]: pgmap v343: 129 pgs: 129 active+clean; 626 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 4.8 KiB/s wr, 11 op/s 2024-05-27T00:33:05.954 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:05 smithi044 ceph-mon[31645]: pgmap v343: 129 pgs: 129 active+clean; 626 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 4.8 KiB/s wr, 11 op/s 2024-05-27T00:33:06.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:05 smithi137 ceph-mon[36552]: pgmap v343: 129 pgs: 129 active+clean; 626 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 4.8 KiB/s wr, 11 op/s 2024-05-27T00:33:07.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.828+0000 7f50b9c00700 1 -- 172.21.15.44:0/3967936748 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50b41133a0 msgr2=0x7f50b4115790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:07.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.828+0000 7f50b9c00700 1 --2- 172.21.15.44:0/3967936748 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50b41133a0 0x7f50b4115790 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f50ac00b0a0 tx=0x7f50ac00b3b0 comp rx=0 tx=0).stop 2024-05-27T00:33:07.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.828+0000 7f50b9c00700 1 -- 172.21.15.44:0/3967936748 shutdown_connections 2024-05-27T00:33:07.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.828+0000 7f50b9c00700 1 --2- 172.21.15.44:0/3967936748 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50b41133a0 0x7f50b4115790 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:07.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.828+0000 7f50b9c00700 1 --2- 172.21.15.44:0/3967936748 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50b4074850 0x7f50b4074c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:07.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.828+0000 7f50b9c00700 1 --2- 172.21.15.44:0/3967936748 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f50b4075170 0x7f50b4112e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:07.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.828+0000 7f50b9c00700 1 -- 172.21.15.44:0/3967936748 >> 172.21.15.44:0/3967936748 conn(0x7f50b40fde80 msgr2=0x7f50b41002a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:07.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.828+0000 7f50b9c00700 1 -- 172.21.15.44:0/3967936748 shutdown_connections 2024-05-27T00:33:07.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.828+0000 7f50b9c00700 1 -- 172.21.15.44:0/3967936748 wait complete. 2024-05-27T00:33:07.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.829+0000 7f50b9c00700 1 Processor -- start 2024-05-27T00:33:07.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.830+0000 7f50b9c00700 1 -- start start 2024-05-27T00:33:07.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.830+0000 7f50b9c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50b4074850 0x7f50b419f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:07.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.830+0000 7f50b9c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50b4075170 0x7f50b419f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:07.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.830+0000 7f50b9c00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f50b41133a0 0x7f50b41a3b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:07.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.830+0000 7f50b9c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f50b4118ef0 con 0x7f50b4074850 2024-05-27T00:33:07.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.830+0000 7f50b9c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f50b4118d70 con 0x7f50b4075170 2024-05-27T00:33:07.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.830+0000 7f50b9c00700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f50b4119070 con 0x7f50b41133a0 2024-05-27T00:33:07.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.831+0000 7f50b3e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50b4074850 0x7f50b419f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:07.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.831+0000 7f50b3e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50b4074850 0x7f50b419f280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:52768/0 (socket says 172.21.15.44:52768) 2024-05-27T00:33:07.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.831+0000 7f50b3e00700 1 -- 172.21.15.44:0/1883793676 learned_addr learned my addr 172.21.15.44:0/1883793676 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:33:07.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.831+0000 7f50b9200700 1 --2- 172.21.15.44:0/1883793676 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f50b41133a0 0x7f50b41a3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:07.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.831+0000 7f50b3400700 1 --2- 172.21.15.44:0/1883793676 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50b4075170 0x7f50b419f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:07.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.831+0000 7f50b3e00700 1 -- 172.21.15.44:0/1883793676 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f50b41133a0 msgr2=0x7f50b41a3b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:07.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.831+0000 7f50b3e00700 1 --2- 172.21.15.44:0/1883793676 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f50b41133a0 0x7f50b41a3b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:07.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.831+0000 7f50b3e00700 1 -- 172.21.15.44:0/1883793676 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50b4075170 msgr2=0x7f50b419f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:07.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.831+0000 7f50b3e00700 1 --2- 172.21.15.44:0/1883793676 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50b4075170 0x7f50b419f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:07.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.831+0000 7f50b3e00700 1 -- 172.21.15.44:0/1883793676 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50b41a4290 con 0x7f50b4074850 2024-05-27T00:33:07.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.831+0000 7f50b9200700 1 --2- 172.21.15.44:0/1883793676 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f50b41133a0 0x7f50b41a3b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:33:07.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.832+0000 7f50b3e00700 1 --2- 172.21.15.44:0/1883793676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50b4074850 0x7f50b419f280 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f50a400eb30 tx=0x7f50a400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:07.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.832+0000 7f50b0c00700 1 -- 172.21.15.44:0/1883793676 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50a400cbd0 con 0x7f50b4074850 2024-05-27T00:33:07.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.832+0000 7f50b0c00700 1 -- 172.21.15.44:0/1883793676 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f50a4004520 con 0x7f50b4074850 2024-05-27T00:33:07.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.832+0000 7f50b9c00700 1 -- 172.21.15.44:0/1883793676 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50b41a4580 con 0x7f50b4074850 2024-05-27T00:33:07.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.832+0000 7f50b0c00700 1 -- 172.21.15.44:0/1883793676 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50a4010430 con 0x7f50b4074850 2024-05-27T00:33:07.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.832+0000 7f50b9c00700 1 -- 172.21.15.44:0/1883793676 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50b41abe00 con 0x7f50b4074850 2024-05-27T00:33:07.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.834+0000 7f50b9c00700 1 -- 172.21.15.44:0/1883793676 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50b4069180 con 0x7f50b4074850 2024-05-27T00:33:07.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.836+0000 7f50b0c00700 1 -- 172.21.15.44:0/1883793676 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f50a4004000 con 0x7f50b4074850 2024-05-27T00:33:07.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.837+0000 7f50b0c00700 1 --2- 172.21.15.44:0/1883793676 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f50980a2d30 0x7f50980a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:07.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.837+0000 7f50b0c00700 1 -- 172.21.15.44:0/1883793676 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7f50a40cf6b0 con 0x7f50b4074850 2024-05-27T00:33:07.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.837+0000 7f50b3400700 1 --2- 172.21.15.44:0/1883793676 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f50980a2d30 0x7f50980a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:07.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.838+0000 7f50b3400700 1 --2- 172.21.15.44:0/1883793676 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f50980a2d30 0x7f50980a51f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f50b4106150 tx=0x7f50a0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:07.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:07.842+0000 7f50b0c00700 1 -- 172.21.15.44:0/1883793676 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f50a409c210 con 0x7f50b4074850 2024-05-27T00:33:07.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:07 smithi050 ceph-mon[36071]: pgmap v344: 129 pgs: 129 active+clean; 638 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.1 KiB/s wr, 12 op/s 2024-05-27T00:33:08.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:07 smithi137 ceph-mon[36552]: pgmap v344: 129 pgs: 129 active+clean; 638 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.1 KiB/s wr, 12 op/s 2024-05-27T00:33:08.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:08.076+0000 7f50b9c00700 1 -- 172.21.15.44:0/1883793676 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f50b41a05e0 con 0x7f50b4074850 2024-05-27T00:33:08.078 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:07 smithi044 ceph-mon[31645]: pgmap v344: 129 pgs: 129 active+clean; 638 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.1 KiB/s wr, 12 op/s 2024-05-27T00:33:08.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:08.079+0000 7f50b0c00700 1 -- 172.21.15.44:0/1883793676 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24070 (secure 0 0 0) 0x7f50a400cd70 con 0x7f50b4074850 2024-05-27T00:33:08.081 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:33:08.081 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":91,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:32:23.882073+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:33:08.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:08.082+0000 7f50b9c00700 1 -- 172.21.15.44:0/1883793676 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f50980a2d30 msgr2=0x7f50980a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:08.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:08.082+0000 7f50b9c00700 1 --2- 172.21.15.44:0/1883793676 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f50980a2d30 0x7f50980a51f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f50b4106150 tx=0x7f50a0009260 comp rx=0 tx=0).stop 2024-05-27T00:33:08.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:08.082+0000 7f50b9c00700 1 -- 172.21.15.44:0/1883793676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50b4074850 msgr2=0x7f50b419f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:08.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:08.082+0000 7f50b9c00700 1 --2- 172.21.15.44:0/1883793676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50b4074850 0x7f50b419f280 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f50a400eb30 tx=0x7f50a400ee40 comp rx=0 tx=0).stop 2024-05-27T00:33:08.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:08.082+0000 7f50b9c00700 1 -- 172.21.15.44:0/1883793676 shutdown_connections 2024-05-27T00:33:08.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:08.082+0000 7f50b9c00700 1 --2- 172.21.15.44:0/1883793676 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f50980a2d30 0x7f50980a51f0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:08.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:08.082+0000 7f50b9c00700 1 --2- 172.21.15.44:0/1883793676 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f50b41133a0 0x7f50b41a3b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:08.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:08.082+0000 7f50b9c00700 1 --2- 172.21.15.44:0/1883793676 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f50b4074850 0x7f50b419f280 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:08.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:08.082+0000 7f50b9c00700 1 --2- 172.21.15.44:0/1883793676 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f50b4075170 0x7f50b419f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:08.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:08.082+0000 7f50b9c00700 1 -- 172.21.15.44:0/1883793676 >> 172.21.15.44:0/1883793676 conn(0x7f50b40fde80 msgr2=0x7f50b40feaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:08.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:08.083+0000 7f50b9c00700 1 -- 172.21.15.44:0/1883793676 shutdown_connections 2024-05-27T00:33:08.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:08.083+0000 7f50b9c00700 1 -- 172.21.15.44:0/1883793676 wait complete. 2024-05-27T00:33:08.819 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:08 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1883793676' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:33:08.884 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-05-27T00:33:08.885 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-05-27T00:33:08.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:08 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1883793676' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:33:09.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:08 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1883793676' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:33:09.355 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:10.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:09 smithi044 ceph-mon[31645]: pgmap v345: 129 pgs: 129 active+clean; 638 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.9 KiB/s wr, 9 op/s 2024-05-27T00:33:10.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:09 smithi137 ceph-mon[36552]: pgmap v345: 129 pgs: 129 active+clean; 638 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.9 KiB/s wr, 9 op/s 2024-05-27T00:33:10.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:09 smithi050 ceph-mon[36071]: pgmap v345: 129 pgs: 129 active+clean; 638 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.9 KiB/s wr, 9 op/s 2024-05-27T00:33:11.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.578+0000 7eff17400700 1 -- 172.21.15.44:0/1521816587 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7eff101046b0 msgr2=0x7eff10104b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:11.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.578+0000 7eff17400700 1 --2- 172.21.15.44:0/1521816587 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7eff101046b0 0x7eff10104b30 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7efefc009990 tx=0x7efefc009ca0 comp rx=0 tx=0).stop 2024-05-27T00:33:11.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.578+0000 7eff17400700 1 -- 172.21.15.44:0/1521816587 shutdown_connections 2024-05-27T00:33:11.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.578+0000 7eff17400700 1 --2- 172.21.15.44:0/1521816587 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff10105070 0x7eff10111580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:11.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.578+0000 7eff17400700 1 --2- 172.21.15.44:0/1521816587 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7eff1010a6b0 0x7eff1010aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:11.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.578+0000 7eff17400700 1 --2- 172.21.15.44:0/1521816587 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7eff101046b0 0x7eff10104b30 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:11.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.578+0000 7eff17400700 1 -- 172.21.15.44:0/1521816587 >> 172.21.15.44:0/1521816587 conn(0x7eff101001a0 msgr2=0x7eff101025c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:11.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.578+0000 7eff17400700 1 -- 172.21.15.44:0/1521816587 shutdown_connections 2024-05-27T00:33:11.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.578+0000 7eff17400700 1 -- 172.21.15.44:0/1521816587 wait complete. 2024-05-27T00:33:11.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.580+0000 7eff17400700 1 Processor -- start 2024-05-27T00:33:11.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.580+0000 7eff17400700 1 -- start start 2024-05-27T00:33:11.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.581+0000 7eff17400700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7eff101046b0 0x7eff100769a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:11.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.581+0000 7eff17400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff10105070 0x7eff10076ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:11.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.581+0000 7eff17400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7eff1010a6b0 0x7eff10077420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:11.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.581+0000 7eff17400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7eff10114b70 con 0x7eff1010a6b0 2024-05-27T00:33:11.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.581+0000 7eff17400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7eff101149f0 con 0x7eff10105070 2024-05-27T00:33:11.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.581+0000 7eff17400700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7eff10114cf0 con 0x7eff101046b0 2024-05-27T00:33:11.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.581+0000 7eff15400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7eff1010a6b0 0x7eff10077420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:11.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.581+0000 7eff14a00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7eff101046b0 0x7eff100769a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:11.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.581+0000 7eff0fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff10105070 0x7eff10076ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:11.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.581+0000 7eff15400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7eff1010a6b0 0x7eff10077420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:52780/0 (socket says 172.21.15.44:52780) 2024-05-27T00:33:11.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.581+0000 7eff15400700 1 -- 172.21.15.44:0/4264532296 learned_addr learned my addr 172.21.15.44:0/4264532296 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:33:11.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.581+0000 7eff14a00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7eff101046b0 0x7eff100769a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:42430/0 (socket says 172.21.15.44:42430) 2024-05-27T00:33:11.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.581+0000 7eff14a00700 1 -- 172.21.15.44:0/4264532296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff10105070 msgr2=0x7eff10076ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:11.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.581+0000 7eff14a00700 1 --2- 172.21.15.44:0/4264532296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff10105070 0x7eff10076ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:11.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.581+0000 7eff14a00700 1 -- 172.21.15.44:0/4264532296 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7eff1010a6b0 msgr2=0x7eff10077420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:11.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.581+0000 7eff14a00700 1 --2- 172.21.15.44:0/4264532296 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7eff1010a6b0 0x7eff10077420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:11.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.581+0000 7eff14a00700 1 -- 172.21.15.44:0/4264532296 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff101ab610 con 0x7eff101046b0 2024-05-27T00:33:11.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.581+0000 7eff15400700 1 --2- 172.21.15.44:0/4264532296 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7eff1010a6b0 0x7eff10077420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:33:11.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.582+0000 7eff0fe00700 1 --2- 172.21.15.44:0/4264532296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff10105070 0x7eff10076ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:33:11.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.582+0000 7eff14a00700 1 --2- 172.21.15.44:0/4264532296 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7eff101046b0 0x7eff100769a0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7eff0400ea20 tx=0x7eff0400ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:11.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.582+0000 7eff0d600700 1 -- 172.21.15.44:0/4264532296 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff0400cbd0 con 0x7eff101046b0 2024-05-27T00:33:11.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.582+0000 7eff0d600700 1 -- 172.21.15.44:0/4264532296 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7eff0400ee60 con 0x7eff101046b0 2024-05-27T00:33:11.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.582+0000 7eff17400700 1 -- 172.21.15.44:0/4264532296 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff101ab900 con 0x7eff101046b0 2024-05-27T00:33:11.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.582+0000 7eff0d600700 1 -- 172.21.15.44:0/4264532296 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff04018710 con 0x7eff101046b0 2024-05-27T00:33:11.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.582+0000 7eff17400700 1 -- 172.21.15.44:0/4264532296 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff101abe90 con 0x7eff101046b0 2024-05-27T00:33:11.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.583+0000 7eff17400700 1 -- 172.21.15.44:0/4264532296 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff10105df0 con 0x7eff101046b0 2024-05-27T00:33:11.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.586+0000 7eff0d600700 1 -- 172.21.15.44:0/4264532296 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7eff040109c0 con 0x7eff101046b0 2024-05-27T00:33:11.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.587+0000 7eff0d600700 1 --2- 172.21.15.44:0/4264532296 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efef80a2d30 0x7efef80a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:11.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.587+0000 7eff0d600700 1 -- 172.21.15.44:0/4264532296 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8802+0+0 (secure 0 0 0) 0x7eff040cf7f0 con 0x7eff101046b0 2024-05-27T00:33:11.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.587+0000 7eff0fe00700 1 --2- 172.21.15.44:0/4264532296 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efef80a2d30 0x7efef80a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:11.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.588+0000 7eff0fe00700 1 --2- 172.21.15.44:0/4264532296 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efef80a2d30 0x7efef80a51f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7eff10078160 tx=0x7efefc01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:11.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.590+0000 7eff0d600700 1 -- 172.21.15.44:0/4264532296 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7eff0409c350 con 0x7eff101046b0 2024-05-27T00:33:11.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.822+0000 7eff17400700 1 -- 172.21.15.44:0/4264532296 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7eff101ac130 con 0x7eff101046b0 2024-05-27T00:33:11.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.825+0000 7eff0d600700 1 -- 172.21.15.44:0/4264532296 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24070 (secure 0 0 0) 0x7eff0409bc50 con 0x7eff101046b0 2024-05-27T00:33:11.826 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:33:11.826 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":91,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:32:23.882073+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:33:11.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.829+0000 7eff17400700 1 -- 172.21.15.44:0/4264532296 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efef80a2d30 msgr2=0x7efef80a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:11.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.829+0000 7eff17400700 1 --2- 172.21.15.44:0/4264532296 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efef80a2d30 0x7efef80a51f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7eff10078160 tx=0x7efefc01a040 comp rx=0 tx=0).stop 2024-05-27T00:33:11.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.829+0000 7eff17400700 1 -- 172.21.15.44:0/4264532296 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7eff101046b0 msgr2=0x7eff100769a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:11.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.829+0000 7eff17400700 1 --2- 172.21.15.44:0/4264532296 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7eff101046b0 0x7eff100769a0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7eff0400ea20 tx=0x7eff0400ed30 comp rx=0 tx=0).stop 2024-05-27T00:33:11.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.829+0000 7eff17400700 1 -- 172.21.15.44:0/4264532296 shutdown_connections 2024-05-27T00:33:11.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.829+0000 7eff17400700 1 --2- 172.21.15.44:0/4264532296 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7eff1010a6b0 0x7eff10077420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:11.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.829+0000 7eff17400700 1 --2- 172.21.15.44:0/4264532296 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7efef80a2d30 0x7efef80a51f0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:11.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.829+0000 7eff17400700 1 --2- 172.21.15.44:0/4264532296 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7eff101046b0 0x7eff100769a0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:11.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.829+0000 7eff17400700 1 --2- 172.21.15.44:0/4264532296 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7eff10105070 0x7eff10076ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:11.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.829+0000 7eff17400700 1 -- 172.21.15.44:0/4264532296 >> 172.21.15.44:0/4264532296 conn(0x7eff101001a0 msgr2=0x7eff10100640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:11.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.830+0000 7eff17400700 1 -- 172.21.15.44:0/4264532296 shutdown_connections 2024-05-27T00:33:11.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:11.830+0000 7eff17400700 1 -- 172.21.15.44:0/4264532296 wait complete. 2024-05-27T00:33:12.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:11 smithi044 ceph-mon[31645]: pgmap v346: 129 pgs: 129 active+clean; 638 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 3.3 KiB/s wr, 7 op/s 2024-05-27T00:33:12.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:11 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/4264532296' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:33:12.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:11 smithi137 ceph-mon[36552]: pgmap v346: 129 pgs: 129 active+clean; 638 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 3.3 KiB/s wr, 7 op/s 2024-05-27T00:33:12.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:11 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/4264532296' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:33:12.253 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:11 smithi050 ceph-mon[36071]: pgmap v346: 129 pgs: 129 active+clean; 638 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 3.3 KiB/s wr, 7 op/s 2024-05-27T00:33:12.253 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:11 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/4264532296' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:33:12.663 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-05-27T00:33:12.664 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-05-27T00:33:12.664 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-05-27T00:33:12.665 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-05-27T00:33:12.665 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-05-27T00:33:12.666 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-05-27T00:33:12.666 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-05-27T00:33:12.667 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-05-27T00:33:12.667 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-05-27T00:33:12.668 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-05-27T00:33:12.668 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-05-27T00:33:12.669 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-05-27T00:33:13.819 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:13.833 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:13.834 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:13.839 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:13.839 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:13.849 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:13.851 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:13.853 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:13.858 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:13.865 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:14.331 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:14.347 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:14 smithi044 ceph-mon[31645]: pgmap v347: 129 pgs: 129 active+clean; 638 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-27T00:33:14.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:14 smithi050 ceph-mon[36071]: pgmap v347: 129 pgs: 129 active+clean; 638 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-27T00:33:14.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:14 smithi137 ceph-mon[36552]: pgmap v347: 129 pgs: 129 active+clean; 638 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-27T00:33:16.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:16 smithi044 ceph-mon[31645]: pgmap v348: 129 pgs: 129 active+clean; 638 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-05-27T00:33:16.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:16 smithi050 ceph-mon[36071]: pgmap v348: 129 pgs: 129 active+clean; 638 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-05-27T00:33:16.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:16 smithi137 ceph-mon[36552]: pgmap v348: 129 pgs: 129 active+clean; 638 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-05-27T00:33:17.408 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:18.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:18 smithi044 ceph-mon[31645]: pgmap v349: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-27T00:33:18.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:18 smithi050 ceph-mon[36071]: pgmap v349: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-27T00:33:18.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:18 smithi137 ceph-mon[36552]: pgmap v349: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-05-27T00:33:19.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:19 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:33:19.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:19 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:33:19.486 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:19 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:33:20.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:20 smithi044 ceph-mon[31645]: pgmap v350: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-27T00:33:20.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:20 smithi050 ceph-mon[36071]: pgmap v350: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-27T00:33:20.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:20 smithi137 ceph-mon[36552]: pgmap v350: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-27T00:33:21.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:21 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]: dispatch 2024-05-27T00:33:21.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:21 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]: dispatch 2024-05-27T00:33:21.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:21 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [3, 7]}]: dispatch 2024-05-27T00:33:21.258 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:21 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]: dispatch 2024-05-27T00:33:21.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:21 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 9]}]: dispatch 2024-05-27T00:33:21.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:21 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]: dispatch 2024-05-27T00:33:21.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:21 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]: dispatch 2024-05-27T00:33:21.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:21 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]: dispatch 2024-05-27T00:33:21.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:21 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]: dispatch 2024-05-27T00:33:21.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:21 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [5, 8]}]: dispatch 2024-05-27T00:33:21.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:21 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:33:21.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:21 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:33:21.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:21 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:33:21.259 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:21 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:33:21.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:21 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]: dispatch 2024-05-27T00:33:21.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:21 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]: dispatch 2024-05-27T00:33:21.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:21 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [3, 7]}]: dispatch 2024-05-27T00:33:21.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:21 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]: dispatch 2024-05-27T00:33:21.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:21 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 9]}]: dispatch 2024-05-27T00:33:21.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:21 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]: dispatch 2024-05-27T00:33:21.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:21 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]: dispatch 2024-05-27T00:33:21.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:21 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]: dispatch 2024-05-27T00:33:21.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:21 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]: dispatch 2024-05-27T00:33:21.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:21 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [5, 8]}]: dispatch 2024-05-27T00:33:21.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:21 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:33:21.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:21 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:33:21.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:21 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:33:21.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:21 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:33:21.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:21 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]: dispatch 2024-05-27T00:33:21.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:21 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]: dispatch 2024-05-27T00:33:21.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:21 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [3, 7]}]: dispatch 2024-05-27T00:33:21.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:21 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]: dispatch 2024-05-27T00:33:21.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:21 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 9]}]: dispatch 2024-05-27T00:33:21.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:21 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]: dispatch 2024-05-27T00:33:21.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:21 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]: dispatch 2024-05-27T00:33:21.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:21 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]: dispatch 2024-05-27T00:33:21.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:21 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]: dispatch 2024-05-27T00:33:21.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:21 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [5, 8]}]: dispatch 2024-05-27T00:33:21.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:21 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:33:21.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:21 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:33:21.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:21 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:33:21.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:21 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:33:22.254 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:22 smithi044 ceph-mon[31645]: pgmap v351: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-27T00:33:22.254 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]': finished 2024-05-27T00:33:22.254 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]': finished 2024-05-27T00:33:22.254 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [3, 7]}]': finished 2024-05-27T00:33:22.254 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]': finished 2024-05-27T00:33:22.254 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 9]}]': finished 2024-05-27T00:33:22.254 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]': finished 2024-05-27T00:33:22.254 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]': finished 2024-05-27T00:33:22.254 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]': finished 2024-05-27T00:33:22.255 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]': finished 2024-05-27T00:33:22.255 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [5, 8]}]': finished 2024-05-27T00:33:22.255 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:22 smithi044 ceph-mon[31645]: osdmap e92: 12 total, 12 up, 12 in 2024-05-27T00:33:22.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.289+0000 7f998fe00700 1 -- 172.21.15.44:0/1785399237 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9988113660 msgr2=0x7f9988115a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:22.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.289+0000 7f998fe00700 1 --2- 172.21.15.44:0/1785399237 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9988113660 0x7f9988115a50 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9980009f90 tx=0x7f998000b330 comp rx=0 tx=0).stop 2024-05-27T00:33:22.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.289+0000 7f998fe00700 1 -- 172.21.15.44:0/1785399237 shutdown_connections 2024-05-27T00:33:22.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.289+0000 7f998fe00700 1 --2- 172.21.15.44:0/1785399237 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9988113660 0x7f9988115a50 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:22.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.289+0000 7f998fe00700 1 --2- 172.21.15.44:0/1785399237 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99880746c0 0x7f9988074aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:22.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.289+0000 7f998fe00700 1 --2- 172.21.15.44:0/1785399237 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9988074fe0 0x7f9988113120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:22.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.289+0000 7f998fe00700 1 -- 172.21.15.44:0/1785399237 >> 172.21.15.44:0/1785399237 conn(0x7f99880795f0 msgr2=0x7f9988079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:22.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.289+0000 7f998fe00700 1 -- 172.21.15.44:0/1785399237 shutdown_connections 2024-05-27T00:33:22.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.289+0000 7f998fe00700 1 -- 172.21.15.44:0/1785399237 wait complete. 2024-05-27T00:33:22.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.290+0000 7f998fe00700 1 Processor -- start 2024-05-27T00:33:22.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.290+0000 7f998fe00700 1 -- start start 2024-05-27T00:33:22.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.290+0000 7f998fe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f99880746c0 0x7f998819f370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:22.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.291+0000 7f998fe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9988074fe0 0x7f998819f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:22.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.291+0000 7f998fe00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9988113660 0x7f99881a3c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:22.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.291+0000 7f998fe00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9988118f00 con 0x7f9988074fe0 2024-05-27T00:33:22.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.291+0000 7f998fe00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9988118d80 con 0x7f99880746c0 2024-05-27T00:33:22.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.291+0000 7f998fe00700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f9988119080 con 0x7f9988113660 2024-05-27T00:33:22.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.291+0000 7f998ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9988074fe0 0x7f998819f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:22.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.291+0000 7f998d400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f99880746c0 0x7f998819f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:22.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.291+0000 7f998ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9988074fe0 0x7f998819f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56954/0 (socket says 172.21.15.44:56954) 2024-05-27T00:33:22.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.291+0000 7f998ca00700 1 -- 172.21.15.44:0/400547701 learned_addr learned my addr 172.21.15.44:0/400547701 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:33:22.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.291+0000 7f998de00700 1 --2- 172.21.15.44:0/400547701 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9988113660 0x7f99881a3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:22.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.292+0000 7f998ca00700 1 -- 172.21.15.44:0/400547701 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9988113660 msgr2=0x7f99881a3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:22.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.292+0000 7f998ca00700 1 --2- 172.21.15.44:0/400547701 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9988113660 0x7f99881a3c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:22.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.292+0000 7f998ca00700 1 -- 172.21.15.44:0/400547701 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f99880746c0 msgr2=0x7f998819f370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:22.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.292+0000 7f998ca00700 1 --2- 172.21.15.44:0/400547701 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f99880746c0 0x7f998819f370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:22.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.292+0000 7f998ca00700 1 -- 172.21.15.44:0/400547701 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99881a4380 con 0x7f9988074fe0 2024-05-27T00:33:22.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.292+0000 7f998d400700 1 --2- 172.21.15.44:0/400547701 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f99880746c0 0x7f998819f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:33:22.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.292+0000 7f998ca00700 1 --2- 172.21.15.44:0/400547701 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9988074fe0 0x7f998819f8b0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f997400e9a0 tx=0x7f997400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:22.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.292+0000 7f9986000700 1 -- 172.21.15.44:0/400547701 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f997400c9c0 con 0x7f9988074fe0 2024-05-27T00:33:22.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.293+0000 7f998fe00700 1 -- 172.21.15.44:0/400547701 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99881a4670 con 0x7f9988074fe0 2024-05-27T00:33:22.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.293+0000 7f9986000700 1 -- 172.21.15.44:0/400547701 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f997400cb60 con 0x7f9988074fe0 2024-05-27T00:33:22.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.293+0000 7f9986000700 1 -- 172.21.15.44:0/400547701 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9974018710 con 0x7f9988074fe0 2024-05-27T00:33:22.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.293+0000 7f998fe00700 1 -- 172.21.15.44:0/400547701 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99881abef0 con 0x7f9988074fe0 2024-05-27T00:33:22.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.294+0000 7f998fe00700 1 -- 172.21.15.44:0/400547701 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9988112e00 con 0x7f9988074fe0 2024-05-27T00:33:22.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.296+0000 7f9986000700 1 -- 172.21.15.44:0/400547701 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f99740188b0 con 0x7f9988074fe0 2024-05-27T00:33:22.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.297+0000 7f9986000700 1 --2- 172.21.15.44:0/400547701 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f99700a2d30 0x7f99700a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:22.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.298+0000 7f9986000700 1 -- 172.21.15.44:0/400547701 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f99740cfb30 con 0x7f9988074fe0 2024-05-27T00:33:22.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.298+0000 7f998d400700 1 --2- 172.21.15.44:0/400547701 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f99700a2d30 0x7f99700a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:22.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.298+0000 7f9986000700 1 --2- 172.21.15.44:0/400547701 >> [v2:172.21.15.50:6808/3061072966,v1:172.21.15.50:6809/3061072966] conn(0x7f99700ade90 0x7f99700b0330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:22.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.298+0000 7f9986000700 1 -- 172.21.15.44:0/400547701 --> [v2:172.21.15.50:6808/3061072966,v1:172.21.15.50:6809/3061072966] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9974010a50 con 0x7f99700ade90 2024-05-27T00:33:22.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.298+0000 7f9986000700 1 -- 172.21.15.44:0/400547701 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f99740cfee0 con 0x7f9988074fe0 2024-05-27T00:33:22.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.299+0000 7f998de00700 1 --2- 172.21.15.44:0/400547701 >> [v2:172.21.15.50:6808/3061072966,v1:172.21.15.50:6809/3061072966] conn(0x7f99700ade90 0x7f99700b0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:22.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.299+0000 7f998d400700 1 --2- 172.21.15.44:0/400547701 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f99700a2d30 0x7f99700a51f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f997c005fd0 tx=0x7f997c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:22.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.299+0000 7f998de00700 1 --2- 172.21.15.44:0/400547701 >> [v2:172.21.15.50:6808/3061072966,v1:172.21.15.50:6809/3061072966] conn(0x7f99700ade90 0x7f99700b0330 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:22.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.300+0000 7f9986000700 1 -- 172.21.15.44:0/400547701 <== osd.4 v2:172.21.15.50:6808/3061072966 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9974010a50 con 0x7f99700ade90 2024-05-27T00:33:22.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.319+0000 7f998fe00700 1 -- 172.21.15.44:0/400547701 --> [v2:172.21.15.50:6808/3061072966,v1:172.21.15.50:6809/3061072966] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9988075db0 con 0x7f99700ade90 2024-05-27T00:33:22.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.320+0000 7f9986000700 1 -- 172.21.15.44:0/400547701 <== osd.4 v2:172.21.15.50:6808/3061072966 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f9988075db0 con 0x7f99700ade90 2024-05-27T00:33:22.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.321+0000 7f998fe00700 1 -- 172.21.15.44:0/400547701 >> [v2:172.21.15.50:6808/3061072966,v1:172.21.15.50:6809/3061072966] conn(0x7f99700ade90 msgr2=0x7f99700b0330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:22.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.321+0000 7f998fe00700 1 --2- 172.21.15.44:0/400547701 >> [v2:172.21.15.50:6808/3061072966,v1:172.21.15.50:6809/3061072966] conn(0x7f99700ade90 0x7f99700b0330 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:22.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.321+0000 7f998fe00700 1 -- 172.21.15.44:0/400547701 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f99700a2d30 msgr2=0x7f99700a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:22.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.321+0000 7f998fe00700 1 --2- 172.21.15.44:0/400547701 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f99700a2d30 0x7f99700a51f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f997c005fd0 tx=0x7f997c009310 comp rx=0 tx=0).stop 2024-05-27T00:33:22.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.321+0000 7f998fe00700 1 -- 172.21.15.44:0/400547701 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9988074fe0 msgr2=0x7f998819f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:22.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.321+0000 7f998fe00700 1 --2- 172.21.15.44:0/400547701 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9988074fe0 0x7f998819f8b0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f997400e9a0 tx=0x7f997400ecb0 comp rx=0 tx=0).stop 2024-05-27T00:33:22.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.321+0000 7f998de00700 1 -- 172.21.15.44:0/400547701 reap_dead start 2024-05-27T00:33:22.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.321+0000 7f998fe00700 1 -- 172.21.15.44:0/400547701 shutdown_connections 2024-05-27T00:33:22.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.321+0000 7f998fe00700 1 -- 172.21.15.44:0/400547701 >> 172.21.15.44:0/400547701 conn(0x7f99880795f0 msgr2=0x7f9988112420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:22.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.322+0000 7f998fe00700 1 -- 172.21.15.44:0/400547701 shutdown_connections 2024-05-27T00:33:22.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:22.322+0000 7f998fe00700 1 -- 172.21.15.44:0/400547701 wait complete. 2024-05-27T00:33:22.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:22 smithi050 ceph-mon[36071]: pgmap v351: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-27T00:33:22.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]': finished 2024-05-27T00:33:22.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]': finished 2024-05-27T00:33:22.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [3, 7]}]': finished 2024-05-27T00:33:22.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]': finished 2024-05-27T00:33:22.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 9]}]': finished 2024-05-27T00:33:22.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]': finished 2024-05-27T00:33:22.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]': finished 2024-05-27T00:33:22.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]': finished 2024-05-27T00:33:22.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]': finished 2024-05-27T00:33:22.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [5, 8]}]': finished 2024-05-27T00:33:22.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:22 smithi050 ceph-mon[36071]: osdmap e92: 12 total, 12 up, 12 in 2024-05-27T00:33:22.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:22 smithi137 ceph-mon[36552]: pgmap v351: 129 pgs: 129 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-27T00:33:22.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]': finished 2024-05-27T00:33:22.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]': finished 2024-05-27T00:33:22.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [3, 7]}]': finished 2024-05-27T00:33:22.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 9]}]': finished 2024-05-27T00:33:22.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 9]}]': finished 2024-05-27T00:33:22.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 8]}]': finished 2024-05-27T00:33:22.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.2", "id": [9, 1]}]': finished 2024-05-27T00:33:22.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]': finished 2024-05-27T00:33:22.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]': finished 2024-05-27T00:33:22.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [5, 8]}]': finished 2024-05-27T00:33:22.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:22 smithi137 ceph-mon[36552]: osdmap e92: 12 total, 12 up, 12 in 2024-05-27T00:33:23.342 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:23 smithi044 ceph-mon[31645]: osdmap e93: 12 total, 12 up, 12 in 2024-05-27T00:33:23.345 INFO:teuthology.orchestra.run.smithi044.stdout:150323855427 2024-05-27T00:33:23.345 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-05-27T00:33:23.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:23 smithi050 ceph-mon[36071]: osdmap e93: 12 total, 12 up, 12 in 2024-05-27T00:33:23.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:23 smithi137 ceph-mon[36552]: osdmap e93: 12 total, 12 up, 12 in 2024-05-27T00:33:24.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.079+0000 7fc5d3200700 1 -- 172.21.15.44:0/3345091787 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc5d410c970 msgr2=0x7fc5d410ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:24.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.079+0000 7fc5d3200700 1 --2- 172.21.15.44:0/3345091787 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc5d410c970 0x7fc5d410ee10 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc5cc00b0a0 tx=0x7fc5cc00b3b0 comp rx=0 tx=0).stop 2024-05-27T00:33:24.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.079+0000 7fc5d3200700 1 -- 172.21.15.44:0/3345091787 shutdown_connections 2024-05-27T00:33:24.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.079+0000 7fc5d3200700 1 --2- 172.21.15.44:0/3345091787 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc5d410c970 0x7fc5d410ee10 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:24.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.079+0000 7fc5d3200700 1 --2- 172.21.15.44:0/3345091787 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc5d4103590 0x7fc5d4103970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:24.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.079+0000 7fc5d3200700 1 --2- 172.21.15.44:0/3345091787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5d4103eb0 0x7fc5d410c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:24.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.079+0000 7fc5d3200700 1 -- 172.21.15.44:0/3345091787 >> 172.21.15.44:0/3345091787 conn(0x7fc5d40fcd80 msgr2=0x7fc5d40ff1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:24.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.079+0000 7fc5d3200700 1 -- 172.21.15.44:0/3345091787 shutdown_connections 2024-05-27T00:33:24.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.079+0000 7fc5d3200700 1 -- 172.21.15.44:0/3345091787 wait complete. 2024-05-27T00:33:24.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.080+0000 7fc5d3200700 1 Processor -- start 2024-05-27T00:33:24.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.080+0000 7fc5d3200700 1 -- start start 2024-05-27T00:33:24.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.081+0000 7fc5d3200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc5d4103590 0x7fc5d419e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:24.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.081+0000 7fc5d3200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5d4103eb0 0x7fc5d419ece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:24.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.081+0000 7fc5d3200700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc5d410c970 0x7fc5d41989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:24.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.081+0000 7fc5d3200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc5d4112830 con 0x7fc5d4103590 2024-05-27T00:33:24.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.081+0000 7fc5d3200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5d41126b0 con 0x7fc5d4103eb0 2024-05-27T00:33:24.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.081+0000 7fc5d3200700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fc5d41129b0 con 0x7fc5d410c970 2024-05-27T00:33:24.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.081+0000 7fc5d1400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5d4103eb0 0x7fc5d419ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:24.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.081+0000 7fc5d1e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc5d4103590 0x7fc5d419e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:24.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.081+0000 7fc5d1400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5d4103eb0 0x7fc5d419ece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:36792/0 (socket says 172.21.15.44:36792) 2024-05-27T00:33:24.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.081+0000 7fc5d1400700 1 -- 172.21.15.44:0/2029989765 learned_addr learned my addr 172.21.15.44:0/2029989765 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:33:24.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.081+0000 7fc5d2800700 1 --2- 172.21.15.44:0/2029989765 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc5d410c970 0x7fc5d41989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:24.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.082+0000 7fc5d1400700 1 -- 172.21.15.44:0/2029989765 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc5d410c970 msgr2=0x7fc5d41989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:24.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.082+0000 7fc5d1400700 1 --2- 172.21.15.44:0/2029989765 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc5d410c970 0x7fc5d41989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:24.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.082+0000 7fc5d1400700 1 -- 172.21.15.44:0/2029989765 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc5d4103590 msgr2=0x7fc5d419e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:24.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.082+0000 7fc5d1400700 1 --2- 172.21.15.44:0/2029989765 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc5d4103590 0x7fc5d419e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:24.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.082+0000 7fc5d1400700 1 -- 172.21.15.44:0/2029989765 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5d4199110 con 0x7fc5d4103eb0 2024-05-27T00:33:24.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.082+0000 7fc5d1400700 1 --2- 172.21.15.44:0/2029989765 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5d4103eb0 0x7fc5d419ece0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc5c000ea30 tx=0x7fc5c000ed40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:24.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.082+0000 7fc5caa00700 1 -- 172.21.15.44:0/2029989765 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5c000cbd0 con 0x7fc5d4103eb0 2024-05-27T00:33:24.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.082+0000 7fc5d3200700 1 -- 172.21.15.44:0/2029989765 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5d4199400 con 0x7fc5d4103eb0 2024-05-27T00:33:24.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.082+0000 7fc5caa00700 1 -- 172.21.15.44:0/2029989765 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc5c0004520 con 0x7fc5d4103eb0 2024-05-27T00:33:24.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.082+0000 7fc5caa00700 1 -- 172.21.15.44:0/2029989765 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5c0010430 con 0x7fc5d4103eb0 2024-05-27T00:33:24.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.082+0000 7fc5d3200700 1 -- 172.21.15.44:0/2029989765 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5d41a5670 con 0x7fc5d4103eb0 2024-05-27T00:33:24.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.083+0000 7fc5d3200700 1 -- 172.21.15.44:0/2029989765 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc5d410ece0 con 0x7fc5d4103eb0 2024-05-27T00:33:24.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.086+0000 7fc5caa00700 1 -- 172.21.15.44:0/2029989765 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fc5c0004000 con 0x7fc5d4103eb0 2024-05-27T00:33:24.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.087+0000 7fc5caa00700 1 --2- 172.21.15.44:0/2029989765 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc5b80a2cb0 0x7fc5b80a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:24.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.088+0000 7fc5caa00700 1 -- 172.21.15.44:0/2029989765 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fc5c00cf760 con 0x7fc5d4103eb0 2024-05-27T00:33:24.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.088+0000 7fc5d1e00700 1 --2- 172.21.15.44:0/2029989765 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc5b80a2cb0 0x7fc5b80a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:24.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.088+0000 7fc5caa00700 1 --2- 172.21.15.44:0/2029989765 >> [v2:172.21.15.137:6808/1301018,v1:172.21.15.137:6809/1301018] conn(0x7fc5b80ade10 0x7fc5b80b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:24.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.088+0000 7fc5caa00700 1 -- 172.21.15.44:0/2029989765 --> [v2:172.21.15.137:6808/1301018,v1:172.21.15.137:6809/1301018] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc5c001ee50 con 0x7fc5b80ade10 2024-05-27T00:33:24.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.088+0000 7fc5caa00700 1 -- 172.21.15.44:0/2029989765 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7fc5c00d6050 con 0x7fc5d4103eb0 2024-05-27T00:33:24.089 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.088+0000 7fc5d2800700 1 --2- 172.21.15.44:0/2029989765 >> [v2:172.21.15.137:6808/1301018,v1:172.21.15.137:6809/1301018] conn(0x7fc5b80ade10 0x7fc5b80b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:24.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.089+0000 7fc5d1e00700 1 --2- 172.21.15.44:0/2029989765 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc5b80a2cb0 0x7fc5b80a5170 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc5d40ff3b0 tx=0x7fc5c4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:24.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.089+0000 7fc5d2800700 1 --2- 172.21.15.44:0/2029989765 >> [v2:172.21.15.137:6808/1301018,v1:172.21.15.137:6809/1301018] conn(0x7fc5b80ade10 0x7fc5b80b02b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:24.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.090+0000 7fc5caa00700 1 -- 172.21.15.44:0/2029989765 <== osd.5 v2:172.21.15.137:6808/1301018 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc5c001ee50 con 0x7fc5b80ade10 2024-05-27T00:33:24.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.108+0000 7fc5d3200700 1 -- 172.21.15.44:0/2029989765 --> [v2:172.21.15.137:6808/1301018,v1:172.21.15.137:6809/1301018] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc5d406b280 con 0x7fc5b80ade10 2024-05-27T00:33:24.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.109+0000 7fc5caa00700 1 -- 172.21.15.44:0/2029989765 <== osd.5 v2:172.21.15.137:6808/1301018 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fc5d406b280 con 0x7fc5b80ade10 2024-05-27T00:33:24.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.109+0000 7fc5d3200700 1 -- 172.21.15.44:0/2029989765 >> [v2:172.21.15.137:6808/1301018,v1:172.21.15.137:6809/1301018] conn(0x7fc5b80ade10 msgr2=0x7fc5b80b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:24.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.109+0000 7fc5d3200700 1 --2- 172.21.15.44:0/2029989765 >> [v2:172.21.15.137:6808/1301018,v1:172.21.15.137:6809/1301018] conn(0x7fc5b80ade10 0x7fc5b80b02b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:24.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.109+0000 7fc5d3200700 1 -- 172.21.15.44:0/2029989765 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc5b80a2cb0 msgr2=0x7fc5b80a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:24.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.109+0000 7fc5d3200700 1 --2- 172.21.15.44:0/2029989765 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc5b80a2cb0 0x7fc5b80a5170 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc5d40ff3b0 tx=0x7fc5c4009260 comp rx=0 tx=0).stop 2024-05-27T00:33:24.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.109+0000 7fc5d3200700 1 -- 172.21.15.44:0/2029989765 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5d4103eb0 msgr2=0x7fc5d419ece0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:24.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.109+0000 7fc5d3200700 1 --2- 172.21.15.44:0/2029989765 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc5d4103eb0 0x7fc5d419ece0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc5c000ea30 tx=0x7fc5c000ed40 comp rx=0 tx=0).stop 2024-05-27T00:33:24.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.109+0000 7fc5d2800700 1 -- 172.21.15.44:0/2029989765 reap_dead start 2024-05-27T00:33:24.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.109+0000 7fc5d3200700 1 -- 172.21.15.44:0/2029989765 shutdown_connections 2024-05-27T00:33:24.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.109+0000 7fc5d3200700 1 -- 172.21.15.44:0/2029989765 >> 172.21.15.44:0/2029989765 conn(0x7fc5d40fcd80 msgr2=0x7fc5d410e2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:24.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.110+0000 7fc5d3200700 1 -- 172.21.15.44:0/2029989765 shutdown_connections 2024-05-27T00:33:24.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:24.110+0000 7fc5d3200700 1 -- 172.21.15.44:0/2029989765 wait complete. 2024-05-27T00:33:24.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:24 smithi044 ceph-mon[31645]: pgmap v354: 129 pgs: 4 peering, 125 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 639 B/s wr, 7 op/s; 14 B/s, 0 objects/s recovering 2024-05-27T00:33:24.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:24 smithi050 ceph-mon[36071]: pgmap v354: 129 pgs: 4 peering, 125 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 639 B/s wr, 7 op/s; 14 B/s, 0 objects/s recovering 2024-05-27T00:33:24.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:24 smithi137 ceph-mon[36552]: pgmap v354: 129 pgs: 4 peering, 125 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 639 B/s wr, 7 op/s; 14 B/s, 0 objects/s recovering 2024-05-27T00:33:25.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:25 smithi044 ceph-mon[31645]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-05-27T00:33:25.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:25 smithi050 ceph-mon[36071]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-05-27T00:33:25.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:25 smithi137 ceph-mon[36552]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-05-27T00:33:26.328 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:26 smithi044 ceph-mon[31645]: pgmap v355: 129 pgs: 4 peering, 125 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 5 op/s; 14 B/s, 0 objects/s recovering 2024-05-27T00:33:26.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:26 smithi050 ceph-mon[36071]: pgmap v355: 129 pgs: 4 peering, 125 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 5 op/s; 14 B/s, 0 objects/s recovering 2024-05-27T00:33:26.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:26 smithi137 ceph-mon[36552]: pgmap v355: 129 pgs: 4 peering, 125 active+clean; 642 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 5 op/s; 14 B/s, 0 objects/s recovering 2024-05-27T00:33:28.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:28 smithi044 ceph-mon[31645]: pgmap v356: 129 pgs: 2 peering, 127 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 6 op/s; 14 B/s, 0 objects/s recovering 2024-05-27T00:33:28.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:28 smithi050 ceph-mon[36071]: pgmap v356: 129 pgs: 2 peering, 127 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 6 op/s; 14 B/s, 0 objects/s recovering 2024-05-27T00:33:28.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:28 smithi137 ceph-mon[36552]: pgmap v356: 129 pgs: 2 peering, 127 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 6 op/s; 14 B/s, 0 objects/s recovering 2024-05-27T00:33:28.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.610+0000 7f5a68a00700 1 -- 172.21.15.44:0/2623609185 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a6406b610 msgr2=0x7f5a64107090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:28.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.610+0000 7f5a68a00700 1 --2- 172.21.15.44:0/2623609185 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a6406b610 0x7f5a64107090 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f5a4c009990 tx=0x7f5a4c009ca0 comp rx=0 tx=0).stop 2024-05-27T00:33:28.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.610+0000 7f5a68a00700 1 -- 172.21.15.44:0/2623609185 shutdown_connections 2024-05-27T00:33:28.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.610+0000 7f5a68a00700 1 --2- 172.21.15.44:0/2623609185 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a641077c0 0x7f5a6410f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:28.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.610+0000 7f5a68a00700 1 --2- 172.21.15.44:0/2623609185 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5a6406ac60 0x7f5a6406b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:28.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.610+0000 7f5a68a00700 1 --2- 172.21.15.44:0/2623609185 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a6406b610 0x7f5a64107090 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:28.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.610+0000 7f5a68a00700 1 -- 172.21.15.44:0/2623609185 >> 172.21.15.44:0/2623609185 conn(0x7f5a640781d0 msgr2=0x7f5a640785e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:28.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.610+0000 7f5a68a00700 1 -- 172.21.15.44:0/2623609185 shutdown_connections 2024-05-27T00:33:28.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.611+0000 7f5a68a00700 1 -- 172.21.15.44:0/2623609185 wait complete. 2024-05-27T00:33:28.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.612+0000 7f5a68a00700 1 Processor -- start 2024-05-27T00:33:28.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.612+0000 7f5a68a00700 1 -- start start 2024-05-27T00:33:28.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.612+0000 7f5a68a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a6406ac60 0x7f5a6419aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:28.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.612+0000 7f5a68a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a6406b610 0x7f5a6419b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:28.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.612+0000 7f5a68a00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5a641077c0 0x7f5a6419f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:28.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.612+0000 7f5a68a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5a641128c0 con 0x7f5a6406b610 2024-05-27T00:33:28.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.612+0000 7f5a68a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5a64112740 con 0x7f5a6406ac60 2024-05-27T00:33:28.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.612+0000 7f5a68a00700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f5a64112a40 con 0x7f5a641077c0 2024-05-27T00:33:28.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.613+0000 7f5a59e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a6406b610 0x7f5a6419b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:28.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.613+0000 7f5a62800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a6406ac60 0x7f5a6419aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:28.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.613+0000 7f5a62800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a6406ac60 0x7f5a6419aec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:39862/0 (socket says 172.21.15.44:39862) 2024-05-27T00:33:28.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.613+0000 7f5a62800700 1 -- 172.21.15.44:0/2650241767 learned_addr learned my addr 172.21.15.44:0/2650241767 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:33:28.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.613+0000 7f5a63200700 1 --2- 172.21.15.44:0/2650241767 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5a641077c0 0x7f5a6419f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:28.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.613+0000 7f5a62800700 1 -- 172.21.15.44:0/2650241767 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5a641077c0 msgr2=0x7f5a6419f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:28.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.613+0000 7f5a62800700 1 --2- 172.21.15.44:0/2650241767 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5a641077c0 0x7f5a6419f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:28.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.613+0000 7f5a62800700 1 -- 172.21.15.44:0/2650241767 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a6406b610 msgr2=0x7f5a6419b400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:28.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.613+0000 7f5a62800700 1 --2- 172.21.15.44:0/2650241767 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5a6406b610 0x7f5a6419b400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:28.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.613+0000 7f5a62800700 1 -- 172.21.15.44:0/2650241767 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a6419fed0 con 0x7f5a6406ac60 2024-05-27T00:33:28.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.614+0000 7f5a62800700 1 --2- 172.21.15.44:0/2650241767 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a6406ac60 0x7f5a6419aec0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f5a5400ef30 tx=0x7f5a5400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:28.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.614+0000 7f5a5be00700 1 -- 172.21.15.44:0/2650241767 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a540092e0 con 0x7f5a6406ac60 2024-05-27T00:33:28.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.614+0000 7f5a5be00700 1 -- 172.21.15.44:0/2650241767 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5a54004bb0 con 0x7f5a6406ac60 2024-05-27T00:33:28.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.614+0000 7f5a68a00700 1 -- 172.21.15.44:0/2650241767 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a641a0160 con 0x7f5a6406ac60 2024-05-27T00:33:28.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.614+0000 7f5a5be00700 1 -- 172.21.15.44:0/2650241767 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a54004280 con 0x7f5a6406ac60 2024-05-27T00:33:28.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.614+0000 7f5a68a00700 1 -- 172.21.15.44:0/2650241767 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a641a7a40 con 0x7f5a6406ac60 2024-05-27T00:33:28.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.615+0000 7f5a68a00700 1 -- 172.21.15.44:0/2650241767 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5a6410e120 con 0x7f5a6406ac60 2024-05-27T00:33:28.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.617+0000 7f5a5be00700 1 -- 172.21.15.44:0/2650241767 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f5a5401b030 con 0x7f5a6406ac60 2024-05-27T00:33:28.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.619+0000 7f5a5be00700 1 --2- 172.21.15.44:0/2650241767 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5a480a2d30 0x7f5a480a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:28.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.619+0000 7f5a5be00700 1 -- 172.21.15.44:0/2650241767 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f5a540cf9e0 con 0x7f5a6406ac60 2024-05-27T00:33:28.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.619+0000 7f5a59e00700 1 --2- 172.21.15.44:0/2650241767 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5a480a2d30 0x7f5a480a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:28.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.619+0000 7f5a5be00700 1 --2- 172.21.15.44:0/2650241767 >> [v2:172.21.15.44:6826/3449544170,v1:172.21.15.44:6827/3449544170] conn(0x7f5a480ade90 0x7f5a480b0330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:28.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.619+0000 7f5a5be00700 1 -- 172.21.15.44:0/2650241767 --> [v2:172.21.15.44:6826/3449544170,v1:172.21.15.44:6827/3449544170] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5a5401fe50 con 0x7f5a480ade90 2024-05-27T00:33:28.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.619+0000 7f5a5be00700 1 -- 172.21.15.44:0/2650241767 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f5a540cfd90 con 0x7f5a6406ac60 2024-05-27T00:33:28.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.620+0000 7f5a63200700 1 --2- 172.21.15.44:0/2650241767 >> [v2:172.21.15.44:6826/3449544170,v1:172.21.15.44:6827/3449544170] conn(0x7f5a480ade90 0x7f5a480b0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:28.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.620+0000 7f5a59e00700 1 --2- 172.21.15.44:0/2650241767 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5a480a2d30 0x7f5a480a51f0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5a4c006010 tx=0x7f5a4c00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:28.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.620+0000 7f5a63200700 1 --2- 172.21.15.44:0/2650241767 >> [v2:172.21.15.44:6826/3449544170,v1:172.21.15.44:6827/3449544170] conn(0x7f5a480ade90 0x7f5a480b0330 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:28.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.621+0000 7f5a5be00700 1 -- 172.21.15.44:0/2650241767 <== osd.9 v2:172.21.15.44:6826/3449544170 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5a5401fe50 con 0x7f5a480ade90 2024-05-27T00:33:28.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.640+0000 7f5a68a00700 1 -- 172.21.15.44:0/2650241767 --> [v2:172.21.15.44:6826/3449544170,v1:172.21.15.44:6827/3449544170] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5a64103b00 con 0x7f5a480ade90 2024-05-27T00:33:28.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.641+0000 7f5a5be00700 1 -- 172.21.15.44:0/2650241767 <== osd.9 v2:172.21.15.44:6826/3449544170 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5a64103b00 con 0x7f5a480ade90 2024-05-27T00:33:28.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.642+0000 7f5a68a00700 1 -- 172.21.15.44:0/2650241767 >> [v2:172.21.15.44:6826/3449544170,v1:172.21.15.44:6827/3449544170] conn(0x7f5a480ade90 msgr2=0x7f5a480b0330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:28.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.642+0000 7f5a68a00700 1 --2- 172.21.15.44:0/2650241767 >> [v2:172.21.15.44:6826/3449544170,v1:172.21.15.44:6827/3449544170] conn(0x7f5a480ade90 0x7f5a480b0330 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:28.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.642+0000 7f5a68a00700 1 -- 172.21.15.44:0/2650241767 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5a480a2d30 msgr2=0x7f5a480a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:28.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.642+0000 7f5a68a00700 1 --2- 172.21.15.44:0/2650241767 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5a480a2d30 0x7f5a480a51f0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5a4c006010 tx=0x7f5a4c00b260 comp rx=0 tx=0).stop 2024-05-27T00:33:28.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.642+0000 7f5a68a00700 1 -- 172.21.15.44:0/2650241767 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a6406ac60 msgr2=0x7f5a6419aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:28.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.642+0000 7f5a68a00700 1 --2- 172.21.15.44:0/2650241767 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5a6406ac60 0x7f5a6419aec0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f5a5400ef30 tx=0x7f5a5400c3a0 comp rx=0 tx=0).stop 2024-05-27T00:33:28.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.642+0000 7f5a63200700 1 -- 172.21.15.44:0/2650241767 reap_dead start 2024-05-27T00:33:28.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.642+0000 7f5a68a00700 1 -- 172.21.15.44:0/2650241767 shutdown_connections 2024-05-27T00:33:28.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.642+0000 7f5a68a00700 1 -- 172.21.15.44:0/2650241767 >> 172.21.15.44:0/2650241767 conn(0x7f5a640781d0 msgr2=0x7f5a6410d6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:28.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.642+0000 7f5a68a00700 1 -- 172.21.15.44:0/2650241767 shutdown_connections 2024-05-27T00:33:28.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:27.642+0000 7f5a68a00700 1 -- 172.21.15.44:0/2650241767 wait complete. 2024-05-27T00:33:29.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:29 smithi050 ceph-mon[36071]: pgmap v357: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s; 14 B/s, 0 objects/s recovering 2024-05-27T00:33:29.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:29 smithi050 ceph-mon[36071]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-05-27T00:33:29.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:29 smithi050 ceph-mon[36071]: Cluster is now healthy 2024-05-27T00:33:29.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:29 smithi137 ceph-mon[36552]: pgmap v357: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s; 14 B/s, 0 objects/s recovering 2024-05-27T00:33:29.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:29 smithi137 ceph-mon[36552]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-05-27T00:33:29.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:29 smithi137 ceph-mon[36552]: Cluster is now healthy 2024-05-27T00:33:29.526 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:29 smithi044 ceph-mon[31645]: pgmap v357: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s; 14 B/s, 0 objects/s recovering 2024-05-27T00:33:29.526 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:29 smithi044 ceph-mon[31645]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-05-27T00:33:29.526 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:29 smithi044 ceph-mon[31645]: Cluster is now healthy 2024-05-27T00:33:31.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.481+0000 7f0172600700 1 -- 172.21.15.44:0/2754499617 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f016c1045c0 msgr2=0x7f016c104a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:31.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.481+0000 7f0172600700 1 --2- 172.21.15.44:0/2754499617 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f016c1045c0 0x7f016c104a40 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f0154009990 tx=0x7f0154009ca0 comp rx=0 tx=0).stop 2024-05-27T00:33:31.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.481+0000 7f0172600700 1 -- 172.21.15.44:0/2754499617 shutdown_connections 2024-05-27T00:33:31.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.481+0000 7f0172600700 1 --2- 172.21.15.44:0/2754499617 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f016c104f80 0x7f016c111490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:31.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.481+0000 7f0172600700 1 --2- 172.21.15.44:0/2754499617 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f016c10a650 0x7f016c10aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:31.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.481+0000 7f0172600700 1 --2- 172.21.15.44:0/2754499617 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f016c1045c0 0x7f016c104a40 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:31.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.481+0000 7f0172600700 1 -- 172.21.15.44:0/2754499617 >> 172.21.15.44:0/2754499617 conn(0x7f016c100070 msgr2=0x7f016c102490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:31.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.481+0000 7f0172600700 1 -- 172.21.15.44:0/2754499617 shutdown_connections 2024-05-27T00:33:31.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.481+0000 7f0172600700 1 -- 172.21.15.44:0/2754499617 wait complete. 2024-05-27T00:33:31.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.482+0000 7f0172600700 1 Processor -- start 2024-05-27T00:33:31.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.482+0000 7f0172600700 1 -- start start 2024-05-27T00:33:31.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.483+0000 7f0172600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f016c1045c0 0x7f016c19ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:31.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.483+0000 7f0172600700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f016c104f80 0x7f016c19b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:31.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.483+0000 7f0172600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f016c10a650 0x7f016c19f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:31.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.483+0000 7f0172600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f016c114a80 con 0x7f016c10a650 2024-05-27T00:33:31.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.483+0000 7f0172600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f016c114900 con 0x7f016c1045c0 2024-05-27T00:33:31.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.483+0000 7f0172600700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f016c114c00 con 0x7f016c104f80 2024-05-27T00:33:31.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.483+0000 7f0171200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f016c1045c0 0x7f016c19ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:31.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.483+0000 7f0171200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f016c1045c0 0x7f016c19ad70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:39868/0 (socket says 172.21.15.44:39868) 2024-05-27T00:33:31.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.483+0000 7f0171200700 1 -- 172.21.15.44:0/23420705 learned_addr learned my addr 172.21.15.44:0/23420705 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:33:31.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.483+0000 7f0163e00700 1 --2- 172.21.15.44:0/23420705 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f016c104f80 0x7f016c19b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:31.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.483+0000 7f0171c00700 1 --2- 172.21.15.44:0/23420705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f016c10a650 0x7f016c19f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:31.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.483+0000 7f0163e00700 1 -- 172.21.15.44:0/23420705 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f016c1045c0 msgr2=0x7f016c19ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:31.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.483+0000 7f0163e00700 1 --2- 172.21.15.44:0/23420705 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f016c1045c0 0x7f016c19ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:31.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.483+0000 7f0163e00700 1 -- 172.21.15.44:0/23420705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f016c10a650 msgr2=0x7f016c19f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:31.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.483+0000 7f0163e00700 1 --2- 172.21.15.44:0/23420705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f016c10a650 0x7f016c19f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:31.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.483+0000 7f0163e00700 1 -- 172.21.15.44:0/23420705 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f016c19fd80 con 0x7f016c104f80 2024-05-27T00:33:31.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.483+0000 7f0171200700 1 --2- 172.21.15.44:0/23420705 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f016c1045c0 0x7f016c19ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:33:31.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.484+0000 7f0163e00700 1 --2- 172.21.15.44:0/23420705 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f016c104f80 0x7f016c19b2b0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f015400b2e0 tx=0x7f01540047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:31.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.484+0000 7f016a000700 1 -- 172.21.15.44:0/23420705 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0154026070 con 0x7f016c104f80 2024-05-27T00:33:31.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.484+0000 7f016a000700 1 -- 172.21.15.44:0/23420705 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f015400fe00 con 0x7f016c104f80 2024-05-27T00:33:31.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.484+0000 7f016a000700 1 -- 172.21.15.44:0/23420705 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01540173f0 con 0x7f016c104f80 2024-05-27T00:33:31.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.484+0000 7f0172600700 1 -- 172.21.15.44:0/23420705 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f016c1a0010 con 0x7f016c104f80 2024-05-27T00:33:31.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.484+0000 7f0172600700 1 -- 172.21.15.44:0/23420705 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f016c1a78f0 con 0x7f016c104f80 2024-05-27T00:33:31.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.485+0000 7f0172600700 1 -- 172.21.15.44:0/23420705 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f016c101e40 con 0x7f016c104f80 2024-05-27T00:33:31.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.487+0000 7f016a000700 1 -- 172.21.15.44:0/23420705 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0154029070 con 0x7f016c104f80 2024-05-27T00:33:31.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.488+0000 7f016a000700 1 --2- 172.21.15.44:0/23420705 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f014c0a2d30 0x7f014c0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:31.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.489+0000 7f016a000700 1 -- 172.21.15.44:0/23420705 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f01540d0bb0 con 0x7f016c104f80 2024-05-27T00:33:31.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.489+0000 7f0171200700 1 --2- 172.21.15.44:0/23420705 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f014c0a2d30 0x7f014c0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:31.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.489+0000 7f016a000700 1 --2- 172.21.15.44:0/23420705 >> [v2:172.21.15.50:6824/1424102859,v1:172.21.15.50:6825/1424102859] conn(0x7f014c0ade90 0x7f014c0b0330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:31.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.489+0000 7f016a000700 1 -- 172.21.15.44:0/23420705 --> [v2:172.21.15.50:6824/1424102859,v1:172.21.15.50:6825/1424102859] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0154018e50 con 0x7f014c0ade90 2024-05-27T00:33:31.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.489+0000 7f016a000700 1 -- 172.21.15.44:0/23420705 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f01540d0f60 con 0x7f016c104f80 2024-05-27T00:33:31.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.489+0000 7f0171c00700 1 --2- 172.21.15.44:0/23420705 >> [v2:172.21.15.50:6824/1424102859,v1:172.21.15.50:6825/1424102859] conn(0x7f014c0ade90 0x7f014c0b0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:31.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.490+0000 7f0171200700 1 --2- 172.21.15.44:0/23420705 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f014c0a2d30 0x7f014c0a51f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f015c005950 tx=0x7f015c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:31.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.490+0000 7f0171c00700 1 --2- 172.21.15.44:0/23420705 >> [v2:172.21.15.50:6824/1424102859,v1:172.21.15.50:6825/1424102859] conn(0x7f014c0ade90 0x7f014c0b0330 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:31.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.491+0000 7f016a000700 1 -- 172.21.15.44:0/23420705 <== osd.10 v2:172.21.15.50:6824/1424102859 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0154018e50 con 0x7f014c0ade90 2024-05-27T00:33:31.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.511+0000 7f0172600700 1 -- 172.21.15.44:0/23420705 --> [v2:172.21.15.50:6824/1424102859,v1:172.21.15.50:6825/1424102859] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f016c105d00 con 0x7f014c0ade90 2024-05-27T00:33:31.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.512+0000 7f016a000700 1 -- 172.21.15.44:0/23420705 <== osd.10 v2:172.21.15.50:6824/1424102859 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f016c105d00 con 0x7f014c0ade90 2024-05-27T00:33:31.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.513+0000 7f0172600700 1 -- 172.21.15.44:0/23420705 >> [v2:172.21.15.50:6824/1424102859,v1:172.21.15.50:6825/1424102859] conn(0x7f014c0ade90 msgr2=0x7f014c0b0330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:31.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.513+0000 7f0172600700 1 --2- 172.21.15.44:0/23420705 >> [v2:172.21.15.50:6824/1424102859,v1:172.21.15.50:6825/1424102859] conn(0x7f014c0ade90 0x7f014c0b0330 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:31.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.513+0000 7f0172600700 1 -- 172.21.15.44:0/23420705 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f014c0a2d30 msgr2=0x7f014c0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:31.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.513+0000 7f0172600700 1 --2- 172.21.15.44:0/23420705 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f014c0a2d30 0x7f014c0a51f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f015c005950 tx=0x7f015c009260 comp rx=0 tx=0).stop 2024-05-27T00:33:31.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.513+0000 7f0172600700 1 -- 172.21.15.44:0/23420705 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f016c104f80 msgr2=0x7f016c19b2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:31.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.513+0000 7f0172600700 1 --2- 172.21.15.44:0/23420705 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f016c104f80 0x7f016c19b2b0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f015400b2e0 tx=0x7f01540047b0 comp rx=0 tx=0).stop 2024-05-27T00:33:31.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.513+0000 7f0171c00700 1 -- 172.21.15.44:0/23420705 reap_dead start 2024-05-27T00:33:31.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.513+0000 7f0172600700 1 -- 172.21.15.44:0/23420705 shutdown_connections 2024-05-27T00:33:31.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.513+0000 7f0172600700 1 -- 172.21.15.44:0/23420705 >> 172.21.15.44:0/23420705 conn(0x7f016c100070 msgr2=0x7f016c1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:31.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.513+0000 7f0172600700 1 -- 172.21.15.44:0/23420705 shutdown_connections 2024-05-27T00:33:31.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:30.513+0000 7f0172600700 1 -- 172.21.15.44:0/23420705 wait complete. 2024-05-27T00:33:31.768 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:31 smithi137 ceph-mon[36552]: pgmap v358: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 218 B/s wr, 6 op/s; 12 B/s, 0 objects/s recovering 2024-05-27T00:33:31.806 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:31 smithi044 ceph-mon[31645]: pgmap v358: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 218 B/s wr, 6 op/s; 12 B/s, 0 objects/s recovering 2024-05-27T00:33:31.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:31 smithi050 ceph-mon[36071]: pgmap v358: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 218 B/s wr, 6 op/s; 12 B/s, 0 objects/s recovering 2024-05-27T00:33:32.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.805+0000 7fb9f6e00700 1 -- 172.21.15.44:0/503348427 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9f0108ac0 msgr2=0x7fb9f0108f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:32.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.805+0000 7fb9f6e00700 1 --2- 172.21.15.44:0/503348427 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9f0108ac0 0x7fb9f0108f40 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fb9dc009990 tx=0x7fb9dc009ca0 comp rx=0 tx=0).stop 2024-05-27T00:33:32.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.805+0000 7fb9f6e00700 1 -- 172.21.15.44:0/503348427 shutdown_connections 2024-05-27T00:33:32.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.805+0000 7fb9f6e00700 1 --2- 172.21.15.44:0/503348427 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb9f0109480 0x7fb9f0115990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:32.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.805+0000 7fb9f6e00700 1 --2- 172.21.15.44:0/503348427 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9f010eac0 0x7fb9f010eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:32.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.805+0000 7fb9f6e00700 1 --2- 172.21.15.44:0/503348427 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9f0108ac0 0x7fb9f0108f40 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:32.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.805+0000 7fb9f6e00700 1 -- 172.21.15.44:0/503348427 >> 172.21.15.44:0/503348427 conn(0x7fb9f0075c60 msgr2=0x7fb9f01072b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:32.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.805+0000 7fb9f6e00700 1 -- 172.21.15.44:0/503348427 shutdown_connections 2024-05-27T00:33:32.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.805+0000 7fb9f6e00700 1 -- 172.21.15.44:0/503348427 wait complete. 2024-05-27T00:33:32.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.807+0000 7fb9f6e00700 1 Processor -- start 2024-05-27T00:33:32.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.807+0000 7fb9f6e00700 1 -- start start 2024-05-27T00:33:32.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.808+0000 7fb9f6e00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb9f0108ac0 0x7fb9f019f360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:32.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.808+0000 7fb9f6e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9f0109480 0x7fb9f019f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:32.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.808+0000 7fb9f6e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9f010eac0 0x7fb9f01a3be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:32.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.808+0000 7fb9f6e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f0118f30 con 0x7fb9f0109480 2024-05-27T00:33:32.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.808+0000 7fb9f6e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f0118db0 con 0x7fb9f010eac0 2024-05-27T00:33:32.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.808+0000 7fb9f6e00700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f01190b0 con 0x7fb9f0108ac0 2024-05-27T00:33:32.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.808+0000 7fb9ef400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9f0109480 0x7fb9f019f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:32.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.808+0000 7fb9ef400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9f0109480 0x7fb9f019f8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43782/0 (socket says 172.21.15.44:43782) 2024-05-27T00:33:32.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.808+0000 7fb9efe00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb9f0108ac0 0x7fb9f019f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:32.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.808+0000 7fb9ef400700 1 -- 172.21.15.44:0/1725814369 learned_addr learned my addr 172.21.15.44:0/1725814369 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:33:32.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.808+0000 7fb9f4e00700 1 --2- 172.21.15.44:0/1725814369 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9f010eac0 0x7fb9f01a3be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:32.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.808+0000 7fb9f4e00700 1 -- 172.21.15.44:0/1725814369 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb9f0108ac0 msgr2=0x7fb9f019f360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:32.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.808+0000 7fb9f4e00700 1 --2- 172.21.15.44:0/1725814369 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb9f0108ac0 0x7fb9f019f360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:32.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.808+0000 7fb9f4e00700 1 -- 172.21.15.44:0/1725814369 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9f0109480 msgr2=0x7fb9f019f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:32.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.808+0000 7fb9f4e00700 1 --2- 172.21.15.44:0/1725814369 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb9f0109480 0x7fb9f019f8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:32.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.809+0000 7fb9f4e00700 1 -- 172.21.15.44:0/1725814369 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9f01a4320 con 0x7fb9f010eac0 2024-05-27T00:33:32.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.809+0000 7fb9f4e00700 1 --2- 172.21.15.44:0/1725814369 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9f010eac0 0x7fb9f01a3be0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fb9e800efc0 tx=0x7fb9e800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:32.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.809+0000 7fb9ecc00700 1 -- 172.21.15.44:0/1725814369 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e80092e0 con 0x7fb9f010eac0 2024-05-27T00:33:32.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.809+0000 7fb9f6e00700 1 -- 172.21.15.44:0/1725814369 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9f01a45b0 con 0x7fb9f010eac0 2024-05-27T00:33:32.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.809+0000 7fb9ecc00700 1 -- 172.21.15.44:0/1725814369 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb9e8004bb0 con 0x7fb9f010eac0 2024-05-27T00:33:32.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.809+0000 7fb9ecc00700 1 -- 172.21.15.44:0/1725814369 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e8004280 con 0x7fb9f010eac0 2024-05-27T00:33:32.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.809+0000 7fb9f6e00700 1 -- 172.21.15.44:0/1725814369 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9f01abe90 con 0x7fb9f010eac0 2024-05-27T00:33:32.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.810+0000 7fb9f6e00700 1 -- 172.21.15.44:0/1725814369 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb9f0062ba0 con 0x7fb9f010eac0 2024-05-27T00:33:32.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.813+0000 7fb9ecc00700 1 -- 172.21.15.44:0/1725814369 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fb9e801b030 con 0x7fb9f010eac0 2024-05-27T00:33:32.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.814+0000 7fb9ecc00700 1 --2- 172.21.15.44:0/1725814369 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb9d40a2cb0 0x7fb9d40a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:32.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.814+0000 7fb9ecc00700 1 -- 172.21.15.44:0/1725814369 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fb9e80cf990 con 0x7fb9f010eac0 2024-05-27T00:33:32.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.814+0000 7fb9efe00700 1 --2- 172.21.15.44:0/1725814369 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb9d40a2cb0 0x7fb9d40a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:32.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.814+0000 7fb9ecc00700 1 --2- 172.21.15.44:0/1725814369 >> [v2:172.21.15.50:6816/2431349005,v1:172.21.15.50:6817/2431349005] conn(0x7fb9d40ade10 0x7fb9d40b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:32.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.814+0000 7fb9ecc00700 1 -- 172.21.15.44:0/1725814369 --> [v2:172.21.15.50:6816/2431349005,v1:172.21.15.50:6817/2431349005] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb9e801fe50 con 0x7fb9d40ade10 2024-05-27T00:33:32.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.814+0000 7fb9ecc00700 1 -- 172.21.15.44:0/1725814369 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7fb9e80cfd40 con 0x7fb9f010eac0 2024-05-27T00:33:32.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.815+0000 7fb9ef400700 1 --2- 172.21.15.44:0/1725814369 >> [v2:172.21.15.50:6816/2431349005,v1:172.21.15.50:6817/2431349005] conn(0x7fb9d40ade10 0x7fb9d40b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:32.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.815+0000 7fb9efe00700 1 --2- 172.21.15.44:0/1725814369 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb9d40a2cb0 0x7fb9d40a5170 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb9e0009be0 tx=0x7fb9e0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:32.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.815+0000 7fb9ef400700 1 --2- 172.21.15.44:0/1725814369 >> [v2:172.21.15.50:6816/2431349005,v1:172.21.15.50:6817/2431349005] conn(0x7fb9d40ade10 0x7fb9d40b02b0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:32.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.817+0000 7fb9ecc00700 1 -- 172.21.15.44:0/1725814369 <== osd.7 v2:172.21.15.50:6816/2431349005 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb9e801fe50 con 0x7fb9d40ade10 2024-05-27T00:33:32.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.838+0000 7fb9f6e00700 1 -- 172.21.15.44:0/1725814369 --> [v2:172.21.15.50:6816/2431349005,v1:172.21.15.50:6817/2431349005] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb9f0062fa0 con 0x7fb9d40ade10 2024-05-27T00:33:32.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.838+0000 7fb9ecc00700 1 -- 172.21.15.44:0/1725814369 <== osd.7 v2:172.21.15.50:6816/2431349005 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fb9f0062fa0 con 0x7fb9d40ade10 2024-05-27T00:33:32.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.839+0000 7fb9f6e00700 1 -- 172.21.15.44:0/1725814369 >> [v2:172.21.15.50:6816/2431349005,v1:172.21.15.50:6817/2431349005] conn(0x7fb9d40ade10 msgr2=0x7fb9d40b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:32.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.839+0000 7fb9f6e00700 1 --2- 172.21.15.44:0/1725814369 >> [v2:172.21.15.50:6816/2431349005,v1:172.21.15.50:6817/2431349005] conn(0x7fb9d40ade10 0x7fb9d40b02b0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:32.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.839+0000 7fb9f6e00700 1 -- 172.21.15.44:0/1725814369 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb9d40a2cb0 msgr2=0x7fb9d40a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:32.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.839+0000 7fb9f6e00700 1 --2- 172.21.15.44:0/1725814369 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb9d40a2cb0 0x7fb9d40a5170 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb9e0009be0 tx=0x7fb9e0009260 comp rx=0 tx=0).stop 2024-05-27T00:33:32.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.839+0000 7fb9f6e00700 1 -- 172.21.15.44:0/1725814369 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9f010eac0 msgr2=0x7fb9f01a3be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:32.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.839+0000 7fb9f6e00700 1 --2- 172.21.15.44:0/1725814369 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb9f010eac0 0x7fb9f01a3be0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fb9e800efc0 tx=0x7fb9e800c3a0 comp rx=0 tx=0).stop 2024-05-27T00:33:32.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.839+0000 7fb9f4e00700 1 -- 172.21.15.44:0/1725814369 reap_dead start 2024-05-27T00:33:32.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.839+0000 7fb9f6e00700 1 -- 172.21.15.44:0/1725814369 shutdown_connections 2024-05-27T00:33:32.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.839+0000 7fb9f6e00700 1 -- 172.21.15.44:0/1725814369 >> 172.21.15.44:0/1725814369 conn(0x7fb9f0075c60 msgr2=0x7fb9f0076180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:32.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.840+0000 7fb9f6e00700 1 -- 172.21.15.44:0/1725814369 shutdown_connections 2024-05-27T00:33:32.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:31.840+0000 7fb9f6e00700 1 -- 172.21.15.44:0/1725814369 wait complete. 2024-05-27T00:33:33.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.183+0000 7f4645400700 1 -- 172.21.15.44:0/4051305019 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4640107840 msgr2=0x7f464010f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:33.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.183+0000 7f4645400700 1 --2- 172.21.15.44:0/4051305019 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4640107840 0x7f464010f3c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f463800b0d0 tx=0x7f463800b3e0 comp rx=0 tx=0).stop 2024-05-27T00:33:33.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.183+0000 7f4645400700 1 -- 172.21.15.44:0/4051305019 shutdown_connections 2024-05-27T00:33:33.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.183+0000 7f4645400700 1 --2- 172.21.15.44:0/4051305019 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4640107840 0x7f464010f3c0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:33.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.183+0000 7f4645400700 1 --2- 172.21.15.44:0/4051305019 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4640102740 0x7f4640102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:33.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.183+0000 7f4645400700 1 --2- 172.21.15.44:0/4051305019 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46401030f0 0x7f4640107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:33.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.183+0000 7f4645400700 1 -- 172.21.15.44:0/4051305019 >> 172.21.15.44:0/4051305019 conn(0x7f46400795f0 msgr2=0x7f4640079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:33.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.184+0000 7f4645400700 1 -- 172.21.15.44:0/4051305019 shutdown_connections 2024-05-27T00:33:33.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.184+0000 7f4645400700 1 -- 172.21.15.44:0/4051305019 wait complete. 2024-05-27T00:33:33.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.185+0000 7f4645400700 1 Processor -- start 2024-05-27T00:33:33.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.185+0000 7f4645400700 1 -- start start 2024-05-27T00:33:33.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.185+0000 7f4645400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4640102740 0x7f464019ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.185+0000 7f4645400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46401030f0 0x7f464019b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.185+0000 7f4645400700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4640107840 0x7f464019f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.185+0000 7f4645400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f46401128e0 con 0x7f4640102740 2024-05-27T00:33:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.185+0000 7f4645400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4640112760 con 0x7f46401030f0 2024-05-27T00:33:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.185+0000 7f4645400700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f4640112a60 con 0x7f4640107840 2024-05-27T00:33:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.186+0000 7f463e800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4640102740 0x7f464019ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.186+0000 7f463de00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46401030f0 0x7f464019b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.186+0000 7f463f200700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4640107840 0x7f464019f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.186+0000 7f463de00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46401030f0 0x7f464019b3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:39886/0 (socket says 172.21.15.44:39886) 2024-05-27T00:33:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.186+0000 7f463de00700 1 -- 172.21.15.44:0/219397791 learned_addr learned my addr 172.21.15.44:0/219397791 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:33:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.186+0000 7f463de00700 1 -- 172.21.15.44:0/219397791 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4640107840 msgr2=0x7f464019f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.186+0000 7f463de00700 1 --2- 172.21.15.44:0/219397791 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4640107840 0x7f464019f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.186+0000 7f463de00700 1 -- 172.21.15.44:0/219397791 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4640102740 msgr2=0x7f464019ae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:33.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.186+0000 7f463de00700 1 --2- 172.21.15.44:0/219397791 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4640102740 0x7f464019ae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:33.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.186+0000 7f463de00700 1 -- 172.21.15.44:0/219397791 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f464019fe30 con 0x7f46401030f0 2024-05-27T00:33:33.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.187+0000 7f463de00700 1 --2- 172.21.15.44:0/219397791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46401030f0 0x7f464019b3b0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f462c00eb30 tx=0x7f462c00ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:33.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.187+0000 7f4637400700 1 -- 172.21.15.44:0/219397791 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f462c00cbd0 con 0x7f46401030f0 2024-05-27T00:33:33.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.187+0000 7f4637400700 1 -- 172.21.15.44:0/219397791 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f462c004520 con 0x7f46401030f0 2024-05-27T00:33:33.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.187+0000 7f4637400700 1 -- 172.21.15.44:0/219397791 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f462c010430 con 0x7f46401030f0 2024-05-27T00:33:33.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.187+0000 7f4645400700 1 -- 172.21.15.44:0/219397791 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46401a0120 con 0x7f46401030f0 2024-05-27T00:33:33.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.187+0000 7f4645400700 1 -- 172.21.15.44:0/219397791 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46401a79a0 con 0x7f46401030f0 2024-05-27T00:33:33.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.188+0000 7f4645400700 1 -- 172.21.15.44:0/219397791 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4640100db0 con 0x7f46401030f0 2024-05-27T00:33:33.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.194+0000 7f4637400700 1 -- 172.21.15.44:0/219397791 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f462c004000 con 0x7f46401030f0 2024-05-27T00:33:33.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.195+0000 7f4637400700 1 --2- 172.21.15.44:0/219397791 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f46240a2cb0 0x7f46240a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:33.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.195+0000 7f4637400700 1 -- 172.21.15.44:0/219397791 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f462c0cf7f0 con 0x7f46401030f0 2024-05-27T00:33:33.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.196+0000 7f463e800700 1 --2- 172.21.15.44:0/219397791 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f46240a2cb0 0x7f46240a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:33.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.196+0000 7f4637400700 1 --2- 172.21.15.44:0/219397791 >> [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012] conn(0x7f46240ade00 0x7f46240b02a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:33.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.196+0000 7f4637400700 1 -- 172.21.15.44:0/219397791 --> [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f46240b0970 con 0x7f46240ade00 2024-05-27T00:33:33.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.196+0000 7f4637400700 1 -- 172.21.15.44:0/219397791 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f462c0d42c0 con 0x7f46401030f0 2024-05-27T00:33:33.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.196+0000 7f463f200700 1 --2- 172.21.15.44:0/219397791 >> [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012] conn(0x7f46240ade00 0x7f46240b02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:33.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.197+0000 7f463e800700 1 --2- 172.21.15.44:0/219397791 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f46240a2cb0 0x7f46240a5170 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f4630009c60 tx=0x7f4630009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:33.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.197+0000 7f463f200700 1 --2- 172.21.15.44:0/219397791 >> [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012] conn(0x7f46240ade00 0x7f46240b02a0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:33.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.199+0000 7f4637400700 1 -- 172.21.15.44:0/219397791 <== osd.6 v2:172.21.15.44:6818/2573386012 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f46240b0970 con 0x7f46240ade00 2024-05-27T00:33:33.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.218+0000 7f4645400700 1 -- 172.21.15.44:0/219397791 --> [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4640103bd0 con 0x7f46240ade00 2024-05-27T00:33:33.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.218+0000 7f4637400700 1 -- 172.21.15.44:0/219397791 <== osd.6 v2:172.21.15.44:6818/2573386012 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f4640103bd0 con 0x7f46240ade00 2024-05-27T00:33:33.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.219+0000 7f4645400700 1 -- 172.21.15.44:0/219397791 >> [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012] conn(0x7f46240ade00 msgr2=0x7f46240b02a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:33.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.219+0000 7f4645400700 1 --2- 172.21.15.44:0/219397791 >> [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012] conn(0x7f46240ade00 0x7f46240b02a0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:33.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.219+0000 7f4645400700 1 -- 172.21.15.44:0/219397791 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f46240a2cb0 msgr2=0x7f46240a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:33.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.219+0000 7f4645400700 1 --2- 172.21.15.44:0/219397791 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f46240a2cb0 0x7f46240a5170 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f4630009c60 tx=0x7f4630009260 comp rx=0 tx=0).stop 2024-05-27T00:33:33.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.219+0000 7f4645400700 1 -- 172.21.15.44:0/219397791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46401030f0 msgr2=0x7f464019b3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:33.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.219+0000 7f4645400700 1 --2- 172.21.15.44:0/219397791 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46401030f0 0x7f464019b3b0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f462c00eb30 tx=0x7f462c00ee40 comp rx=0 tx=0).stop 2024-05-27T00:33:33.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.219+0000 7f463f200700 1 -- 172.21.15.44:0/219397791 reap_dead start 2024-05-27T00:33:33.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.219+0000 7f4645400700 1 -- 172.21.15.44:0/219397791 shutdown_connections 2024-05-27T00:33:33.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.219+0000 7f4645400700 1 -- 172.21.15.44:0/219397791 >> 172.21.15.44:0/219397791 conn(0x7f46400795f0 msgr2=0x7f4640100350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:33.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.220+0000 7f4645400700 1 -- 172.21.15.44:0/219397791 shutdown_connections 2024-05-27T00:33:33.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.220+0000 7f4645400700 1 -- 172.21.15.44:0/219397791 wait complete. 2024-05-27T00:33:33.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:33 smithi044 ceph-mon[31645]: pgmap v359: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 197 B/s wr, 6 op/s; 11 B/s, 0 objects/s recovering 2024-05-27T00:33:33.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:33 smithi137 ceph-mon[36552]: pgmap v359: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 197 B/s wr, 6 op/s; 11 B/s, 0 objects/s recovering 2024-05-27T00:33:33.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.927+0000 7fd0b3c00700 1 -- 172.21.15.44:0/3047310606 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd0ac107840 msgr2=0x7fd0ac10f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:33.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.927+0000 7fd0b3c00700 1 --2- 172.21.15.44:0/3047310606 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd0ac107840 0x7fd0ac10f3c0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd0a400b0a0 tx=0x7fd0a400b3b0 comp rx=0 tx=0).stop 2024-05-27T00:33:33.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.927+0000 7fd0b3c00700 1 -- 172.21.15.44:0/3047310606 shutdown_connections 2024-05-27T00:33:33.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.927+0000 7fd0b3c00700 1 --2- 172.21.15.44:0/3047310606 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd0ac107840 0x7fd0ac10f3c0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:33.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.927+0000 7fd0b3c00700 1 --2- 172.21.15.44:0/3047310606 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd0ac102740 0x7fd0ac102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:33.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.927+0000 7fd0b3c00700 1 --2- 172.21.15.44:0/3047310606 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd0ac1030f0 0x7fd0ac107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:33.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.927+0000 7fd0b3c00700 1 -- 172.21.15.44:0/3047310606 >> 172.21.15.44:0/3047310606 conn(0x7fd0ac0795f0 msgr2=0x7fd0ac079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:33.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.927+0000 7fd0b3c00700 1 -- 172.21.15.44:0/3047310606 shutdown_connections 2024-05-27T00:33:33.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.927+0000 7fd0b3c00700 1 -- 172.21.15.44:0/3047310606 wait complete. 2024-05-27T00:33:33.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.928+0000 7fd0b3c00700 1 Processor -- start 2024-05-27T00:33:33.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.928+0000 7fd0b3c00700 1 -- start start 2024-05-27T00:33:33.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.929+0000 7fd0b3c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd0ac102740 0x7fd0ac19ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:33.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.929+0000 7fd0b3c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd0ac1030f0 0x7fd0ac19b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:33.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.929+0000 7fd0b3c00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd0ac107840 0x7fd0ac19f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:33.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.929+0000 7fd0b3c00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd0ac112920 con 0x7fd0ac102740 2024-05-27T00:33:33.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.929+0000 7fd0b3c00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd0ac1127a0 con 0x7fd0ac1030f0 2024-05-27T00:33:33.931 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.929+0000 7fd0b3c00700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fd0ac112aa0 con 0x7fd0ac107840 2024-05-27T00:33:33.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.929+0000 7fd0b1200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd0ac102740 0x7fd0ac19ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:33.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.929+0000 7fd0b1200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd0ac102740 0x7fd0ac19ae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43822/0 (socket says 172.21.15.44:43822) 2024-05-27T00:33:33.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.929+0000 7fd0abe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd0ac1030f0 0x7fd0ac19b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:33.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.929+0000 7fd0b1200700 1 -- 172.21.15.44:0/4218418769 learned_addr learned my addr 172.21.15.44:0/4218418769 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:33:33.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.929+0000 7fd0b1c00700 1 --2- 172.21.15.44:0/4218418769 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd0ac107840 0x7fd0ac19f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:33.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.930+0000 7fd0abe00700 1 -- 172.21.15.44:0/4218418769 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd0ac107840 msgr2=0x7fd0ac19f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:33.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.930+0000 7fd0abe00700 1 --2- 172.21.15.44:0/4218418769 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd0ac107840 0x7fd0ac19f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:33.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.930+0000 7fd0abe00700 1 -- 172.21.15.44:0/4218418769 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd0ac102740 msgr2=0x7fd0ac19ae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:33.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.930+0000 7fd0abe00700 1 --2- 172.21.15.44:0/4218418769 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd0ac102740 0x7fd0ac19ae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:33.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.930+0000 7fd0abe00700 1 -- 172.21.15.44:0/4218418769 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0ac19fe80 con 0x7fd0ac1030f0 2024-05-27T00:33:33.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.930+0000 7fd0abe00700 1 --2- 172.21.15.44:0/4218418769 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd0ac1030f0 0x7fd0ac19b3b0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd09800e9f0 tx=0x7fd09800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:33.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.930+0000 7fd0a9600700 1 -- 172.21.15.44:0/4218418769 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd09800cbd0 con 0x7fd0ac1030f0 2024-05-27T00:33:33.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.930+0000 7fd0b3c00700 1 -- 172.21.15.44:0/4218418769 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0ac1a0170 con 0x7fd0ac1030f0 2024-05-27T00:33:33.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.931+0000 7fd0a9600700 1 -- 172.21.15.44:0/4218418769 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd09800cd70 con 0x7fd0ac1030f0 2024-05-27T00:33:33.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.931+0000 7fd0a9600700 1 -- 172.21.15.44:0/4218418769 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd098018780 con 0x7fd0ac1030f0 2024-05-27T00:33:33.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.931+0000 7fd0b3c00700 1 -- 172.21.15.44:0/4218418769 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0ac1a79f0 con 0x7fd0ac1030f0 2024-05-27T00:33:33.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.932+0000 7fd0b3c00700 1 -- 172.21.15.44:0/4218418769 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd0ac075a20 con 0x7fd0ac1030f0 2024-05-27T00:33:33.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.934+0000 7fd0a9600700 1 -- 172.21.15.44:0/4218418769 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd098010430 con 0x7fd0ac1030f0 2024-05-27T00:33:33.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.935+0000 7fd0a9600700 1 --2- 172.21.15.44:0/4218418769 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd0940a2d30 0x7fd0940a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:33.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.935+0000 7fd0a9600700 1 -- 172.21.15.44:0/4218418769 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fd0980cf610 con 0x7fd0ac1030f0 2024-05-27T00:33:33.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.936+0000 7fd0b1200700 1 --2- 172.21.15.44:0/4218418769 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd0940a2d30 0x7fd0940a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:33.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.936+0000 7fd0a9600700 1 --2- 172.21.15.44:0/4218418769 >> [v2:172.21.15.137:6800/1400932085,v1:172.21.15.137:6801/1400932085] conn(0x7fd0940ade90 0x7fd0940b0330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:33.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.936+0000 7fd0a9600700 1 -- 172.21.15.44:0/4218418769 --> [v2:172.21.15.137:6800/1400932085,v1:172.21.15.137:6801/1400932085] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd0940b0a00 con 0x7fd0940ade90 2024-05-27T00:33:33.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.936+0000 7fd0a9600700 1 -- 172.21.15.44:0/4218418769 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7fd0980d6050 con 0x7fd0ac1030f0 2024-05-27T00:33:33.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.936+0000 7fd0b1c00700 1 --2- 172.21.15.44:0/4218418769 >> [v2:172.21.15.137:6800/1400932085,v1:172.21.15.137:6801/1400932085] conn(0x7fd0940ade90 0x7fd0940b0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:33.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.936+0000 7fd0b1200700 1 --2- 172.21.15.44:0/4218418769 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd0940a2d30 0x7fd0940a51f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd0a0009d60 tx=0x7fd0a0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:33.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.937+0000 7fd0b1c00700 1 --2- 172.21.15.44:0/4218418769 >> [v2:172.21.15.137:6800/1400932085,v1:172.21.15.137:6801/1400932085] conn(0x7fd0940ade90 0x7fd0940b0330 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:33.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.938+0000 7fd0a9600700 1 -- 172.21.15.44:0/4218418769 <== osd.2 v2:172.21.15.137:6800/1400932085 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd0940b0a00 con 0x7fd0940ade90 2024-05-27T00:33:33.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:33 smithi050 ceph-mon[36071]: pgmap v359: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 197 B/s wr, 6 op/s; 11 B/s, 0 objects/s recovering 2024-05-27T00:33:33.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.957+0000 7fd0b3c00700 1 -- 172.21.15.44:0/4218418769 --> [v2:172.21.15.137:6800/1400932085,v1:172.21.15.137:6801/1400932085] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd0ac103bd0 con 0x7fd0940ade90 2024-05-27T00:33:33.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.957+0000 7fd0a9600700 1 -- 172.21.15.44:0/4218418769 <== osd.2 v2:172.21.15.137:6800/1400932085 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fd0ac103bd0 con 0x7fd0940ade90 2024-05-27T00:33:33.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.958+0000 7fd0b3c00700 1 -- 172.21.15.44:0/4218418769 >> [v2:172.21.15.137:6800/1400932085,v1:172.21.15.137:6801/1400932085] conn(0x7fd0940ade90 msgr2=0x7fd0940b0330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:33.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.958+0000 7fd0b3c00700 1 --2- 172.21.15.44:0/4218418769 >> [v2:172.21.15.137:6800/1400932085,v1:172.21.15.137:6801/1400932085] conn(0x7fd0940ade90 0x7fd0940b0330 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:33.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.958+0000 7fd0b3c00700 1 -- 172.21.15.44:0/4218418769 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd0940a2d30 msgr2=0x7fd0940a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:33.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.958+0000 7fd0b3c00700 1 --2- 172.21.15.44:0/4218418769 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd0940a2d30 0x7fd0940a51f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd0a0009d60 tx=0x7fd0a0009260 comp rx=0 tx=0).stop 2024-05-27T00:33:33.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.958+0000 7fd0b3c00700 1 -- 172.21.15.44:0/4218418769 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd0ac1030f0 msgr2=0x7fd0ac19b3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:33.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.958+0000 7fd0b3c00700 1 --2- 172.21.15.44:0/4218418769 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd0ac1030f0 0x7fd0ac19b3b0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd09800e9f0 tx=0x7fd09800ed00 comp rx=0 tx=0).stop 2024-05-27T00:33:33.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.958+0000 7fd0b1c00700 1 -- 172.21.15.44:0/4218418769 reap_dead start 2024-05-27T00:33:33.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.958+0000 7fd0b3c00700 1 -- 172.21.15.44:0/4218418769 shutdown_connections 2024-05-27T00:33:33.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.958+0000 7fd0b3c00700 1 -- 172.21.15.44:0/4218418769 >> 172.21.15.44:0/4218418769 conn(0x7fd0ac0795f0 msgr2=0x7fd0ac100630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:33.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.959+0000 7fd0b3c00700 1 -- 172.21.15.44:0/4218418769 shutdown_connections 2024-05-27T00:33:33.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:33.959+0000 7fd0b3c00700 1 -- 172.21.15.44:0/4218418769 wait complete. 2024-05-27T00:33:34.447 INFO:teuthology.orchestra.run.smithi044.stdout:171798691902 2024-05-27T00:33:34.448 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-05-27T00:33:34.898 INFO:teuthology.orchestra.run.smithi044.stdout:296352743462 2024-05-27T00:33:34.898 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-05-27T00:33:35.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:35 smithi044 ceph-mon[31645]: pgmap v360: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 170 B/s wr, 5 op/s 2024-05-27T00:33:35.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:35 smithi050 ceph-mon[36071]: pgmap v360: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 170 B/s wr, 5 op/s 2024-05-27T00:33:36.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:35 smithi137 ceph-mon[36552]: pgmap v360: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 170 B/s wr, 5 op/s 2024-05-27T00:33:37.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.880+0000 7f06f4000700 1 -- 172.21.15.44:0/3434120845 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06ec108500 msgr2=0x7f06ec1088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:37.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.880+0000 7f06f4000700 1 --2- 172.21.15.44:0/3434120845 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06ec108500 0x7f06ec1088e0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f06e0009990 tx=0x7f06e0009ca0 comp rx=0 tx=0).stop 2024-05-27T00:33:37.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.880+0000 7f06f4000700 1 -- 172.21.15.44:0/3434120845 shutdown_connections 2024-05-27T00:33:37.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.880+0000 7f06f4000700 1 --2- 172.21.15.44:0/3434120845 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f06ec06ab30 0x7f06ec10f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:37.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.880+0000 7f06f4000700 1 --2- 172.21.15.44:0/3434120845 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06ec108500 0x7f06ec1088e0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:37.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.880+0000 7f06f4000700 1 --2- 172.21.15.44:0/3434120845 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f06ec06a170 0x7f06ec06a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:37.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.880+0000 7f06f4000700 1 -- 172.21.15.44:0/3434120845 >> 172.21.15.44:0/3434120845 conn(0x7f06ec078340 msgr2=0x7f06ec078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:37.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.880+0000 7f06f4000700 1 -- 172.21.15.44:0/3434120845 shutdown_connections 2024-05-27T00:33:37.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.880+0000 7f06f4000700 1 -- 172.21.15.44:0/3434120845 wait complete. 2024-05-27T00:33:37.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.882+0000 7f06f4000700 1 Processor -- start 2024-05-27T00:33:37.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.882+0000 7f06f4000700 1 -- start start 2024-05-27T00:33:37.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.882+0000 7f06f4000700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f06ec06a170 0x7f06ec19b030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:37.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.882+0000 7f06f4000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06ec06ab30 0x7f06ec19b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:37.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.882+0000 7f06f4000700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f06ec108500 0x7f06ec19f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:37.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.883+0000 7f06f4000700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f06ec112910 con 0x7f06ec06ab30 2024-05-27T00:33:37.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.883+0000 7f06f4000700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f06ec112790 con 0x7f06ec06a170 2024-05-27T00:33:37.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.883+0000 7f06f4000700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f06ec112a90 con 0x7f06ec108500 2024-05-27T00:33:37.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.883+0000 7f06f0c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06ec06ab30 0x7f06ec19b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:37.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.883+0000 7f06f0c00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06ec06ab30 0x7f06ec19b570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49178/0 (socket says 172.21.15.44:49178) 2024-05-27T00:33:37.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.883+0000 7f06f1600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f06ec06a170 0x7f06ec19b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:37.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.883+0000 7f06f0c00700 1 -- 172.21.15.44:0/1021431053 learned_addr learned my addr 172.21.15.44:0/1021431053 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:33:37.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.883+0000 7f06f2000700 1 --2- 172.21.15.44:0/1021431053 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f06ec108500 0x7f06ec19f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:37.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.883+0000 7f06f1600700 1 -- 172.21.15.44:0/1021431053 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f06ec108500 msgr2=0x7f06ec19f900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:37.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.883+0000 7f06f1600700 1 --2- 172.21.15.44:0/1021431053 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f06ec108500 0x7f06ec19f900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:37.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.883+0000 7f06f1600700 1 -- 172.21.15.44:0/1021431053 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06ec06ab30 msgr2=0x7f06ec19b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:37.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.883+0000 7f06f1600700 1 --2- 172.21.15.44:0/1021431053 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06ec06ab30 0x7f06ec19b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:37.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.883+0000 7f06f1600700 1 -- 172.21.15.44:0/1021431053 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06ec1a0040 con 0x7f06ec06a170 2024-05-27T00:33:37.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.884+0000 7f06f1600700 1 --2- 172.21.15.44:0/1021431053 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f06ec06a170 0x7f06ec19b030 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f06e00098e0 tx=0x7f06e000b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:37.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.884+0000 7f06ea000700 1 -- 172.21.15.44:0/1021431053 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06e0027070 con 0x7f06ec06a170 2024-05-27T00:33:37.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.884+0000 7f06f4000700 1 -- 172.21.15.44:0/1021431053 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06ec1a02d0 con 0x7f06ec06a170 2024-05-27T00:33:37.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.884+0000 7f06ea000700 1 -- 172.21.15.44:0/1021431053 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f06e000fd30 con 0x7f06ec06a170 2024-05-27T00:33:37.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.884+0000 7f06ea000700 1 -- 172.21.15.44:0/1021431053 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06e00173f0 con 0x7f06ec06a170 2024-05-27T00:33:37.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.884+0000 7f06f4000700 1 -- 172.21.15.44:0/1021431053 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06ec1a7bb0 con 0x7f06ec06a170 2024-05-27T00:33:37.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.885+0000 7f06f4000700 1 -- 172.21.15.44:0/1021431053 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f06ec10e050 con 0x7f06ec06a170 2024-05-27T00:33:37.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.887+0000 7f06ea000700 1 -- 172.21.15.44:0/1021431053 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f06e002a070 con 0x7f06ec06a170 2024-05-27T00:33:37.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.889+0000 7f06ea000700 1 --2- 172.21.15.44:0/1021431053 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f06d40a2d30 0x7f06d40a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:37.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.889+0000 7f06ea000700 1 -- 172.21.15.44:0/1021431053 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f06e00d0790 con 0x7f06ec06a170 2024-05-27T00:33:37.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.889+0000 7f06f0c00700 1 --2- 172.21.15.44:0/1021431053 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f06d40a2d30 0x7f06d40a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:37.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.889+0000 7f06ea000700 1 --2- 172.21.15.44:0/1021431053 >> [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382] conn(0x7f06d40ade90 0x7f06d40b0330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:37.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.889+0000 7f06ea000700 1 -- 172.21.15.44:0/1021431053 --> [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f06e0010ea0 con 0x7f06d40ade90 2024-05-27T00:33:37.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.889+0000 7f06ea000700 1 -- 172.21.15.44:0/1021431053 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f06e00d0b80 con 0x7f06ec06a170 2024-05-27T00:33:37.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.890+0000 7f06f2000700 1 --2- 172.21.15.44:0/1021431053 >> [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382] conn(0x7f06d40ade90 0x7f06d40b0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:37.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.890+0000 7f06f0c00700 1 --2- 172.21.15.44:0/1021431053 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f06d40a2d30 0x7f06d40a51f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f06ec1033d0 tx=0x7f06d8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:37.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.890+0000 7f06f2000700 1 --2- 172.21.15.44:0/1021431053 >> [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382] conn(0x7f06d40ade90 0x7f06d40b0330 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:37.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.892+0000 7f06ea000700 1 -- 172.21.15.44:0/1021431053 <== osd.3 v2:172.21.15.44:6810/2729882382 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f06e0010ea0 con 0x7f06d40ade90 2024-05-27T00:33:37.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.910+0000 7f06f4000700 1 -- 172.21.15.44:0/1021431053 --> [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f06ec103bc0 con 0x7f06d40ade90 2024-05-27T00:33:37.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.911+0000 7f06ea000700 1 -- 172.21.15.44:0/1021431053 <== osd.3 v2:172.21.15.44:6810/2729882382 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f06ec103bc0 con 0x7f06d40ade90 2024-05-27T00:33:37.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.911+0000 7f06f4000700 1 -- 172.21.15.44:0/1021431053 >> [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382] conn(0x7f06d40ade90 msgr2=0x7f06d40b0330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:37.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.911+0000 7f06f4000700 1 --2- 172.21.15.44:0/1021431053 >> [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382] conn(0x7f06d40ade90 0x7f06d40b0330 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:37.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.912+0000 7f06f4000700 1 -- 172.21.15.44:0/1021431053 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f06d40a2d30 msgr2=0x7f06d40a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:37.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.912+0000 7f06f4000700 1 --2- 172.21.15.44:0/1021431053 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f06d40a2d30 0x7f06d40a51f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f06ec1033d0 tx=0x7f06d8009260 comp rx=0 tx=0).stop 2024-05-27T00:33:37.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.912+0000 7f06f4000700 1 -- 172.21.15.44:0/1021431053 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f06ec06a170 msgr2=0x7f06ec19b030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:37.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.912+0000 7f06f4000700 1 --2- 172.21.15.44:0/1021431053 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f06ec06a170 0x7f06ec19b030 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f06e00098e0 tx=0x7f06e000b840 comp rx=0 tx=0).stop 2024-05-27T00:33:37.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.912+0000 7f06f2000700 1 -- 172.21.15.44:0/1021431053 reap_dead start 2024-05-27T00:33:37.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.912+0000 7f06f4000700 1 -- 172.21.15.44:0/1021431053 shutdown_connections 2024-05-27T00:33:37.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.912+0000 7f06f4000700 1 -- 172.21.15.44:0/1021431053 >> 172.21.15.44:0/1021431053 conn(0x7f06ec078340 msgr2=0x7f06ec10d670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:37.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.912+0000 7f06f4000700 1 -- 172.21.15.44:0/1021431053 shutdown_connections 2024-05-27T00:33:37.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:35.912+0000 7f06f4000700 1 -- 172.21.15.44:0/1021431053 wait complete. 2024-05-27T00:33:37.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.694+0000 7f0635200700 1 -- 172.21.15.44:0/62809055 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0630074fe0 msgr2=0x7f063010e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:37.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.694+0000 7f0635200700 1 --2- 172.21.15.44:0/62809055 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0630074fe0 0x7f063010e950 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f061c009990 tx=0x7f061c009ca0 comp rx=0 tx=0).stop 2024-05-27T00:33:37.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.694+0000 7f0635200700 1 -- 172.21.15.44:0/62809055 shutdown_connections 2024-05-27T00:33:37.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.694+0000 7f0635200700 1 --2- 172.21.15.44:0/62809055 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f063010ee90 0x7f0630111280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:37.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.694+0000 7f0635200700 1 --2- 172.21.15.44:0/62809055 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f06300746c0 0x7f0630074aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:37.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.694+0000 7f0635200700 1 --2- 172.21.15.44:0/62809055 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0630074fe0 0x7f063010e950 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:37.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.694+0000 7f0635200700 1 -- 172.21.15.44:0/62809055 >> 172.21.15.44:0/62809055 conn(0x7f06300795f0 msgr2=0x7f0630079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:37.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.694+0000 7f0635200700 1 -- 172.21.15.44:0/62809055 shutdown_connections 2024-05-27T00:33:37.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.694+0000 7f0635200700 1 -- 172.21.15.44:0/62809055 wait complete. 2024-05-27T00:33:37.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.695+0000 7f0635200700 1 Processor -- start 2024-05-27T00:33:37.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.696+0000 7f0635200700 1 -- start start 2024-05-27T00:33:37.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.696+0000 7f0635200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06300746c0 0x7f063019af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:37.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.696+0000 7f0635200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0630074fe0 0x7f063019b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:37.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.696+0000 7f0635200700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f063010ee90 0x7f063019f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:37.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.696+0000 7f0635200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0630114b20 con 0x7f06300746c0 2024-05-27T00:33:37.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.696+0000 7f0635200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f06301149a0 con 0x7f0630074fe0 2024-05-27T00:33:37.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.696+0000 7f0635200700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f0630114ca0 con 0x7f063010ee90 2024-05-27T00:33:37.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.697+0000 7f062d400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0630074fe0 0x7f063019b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:37.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.697+0000 7f062e800700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f063010ee90 0x7f063019f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:37.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.697+0000 7f062d400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0630074fe0 0x7f063019b490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:35378/0 (socket says 172.21.15.44:35378) 2024-05-27T00:33:37.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.697+0000 7f062e800700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f063010ee90 0x7f063019f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:37656/0 (socket says 172.21.15.44:37656) 2024-05-27T00:33:37.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.697+0000 7f062d400700 1 -- 172.21.15.44:0/2701701238 learned_addr learned my addr 172.21.15.44:0/2701701238 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:33:37.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.697+0000 7f062de00700 1 --2- 172.21.15.44:0/2701701238 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06300746c0 0x7f063019af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:37.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.697+0000 7f062d400700 1 -- 172.21.15.44:0/2701701238 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f063010ee90 msgr2=0x7f063019f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:37.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.697+0000 7f062d400700 1 --2- 172.21.15.44:0/2701701238 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f063010ee90 0x7f063019f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:37.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.697+0000 7f062d400700 1 -- 172.21.15.44:0/2701701238 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06300746c0 msgr2=0x7f063019af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:37.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.697+0000 7f062d400700 1 --2- 172.21.15.44:0/2701701238 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f06300746c0 0x7f063019af50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:37.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.697+0000 7f062d400700 1 -- 172.21.15.44:0/2701701238 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f063019ff60 con 0x7f0630074fe0 2024-05-27T00:33:37.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.698+0000 7f062d400700 1 --2- 172.21.15.44:0/2701701238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0630074fe0 0x7f063019b490 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f061c00b2e0 tx=0x7f061c0047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:37.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.698+0000 7f0626a00700 1 -- 172.21.15.44:0/2701701238 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061c026070 con 0x7f0630074fe0 2024-05-27T00:33:37.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.698+0000 7f0635200700 1 -- 172.21.15.44:0/2701701238 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06301a01f0 con 0x7f0630074fe0 2024-05-27T00:33:37.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.698+0000 7f0626a00700 1 -- 172.21.15.44:0/2701701238 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f061c00fe00 con 0x7f0630074fe0 2024-05-27T00:33:37.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.698+0000 7f0626a00700 1 -- 172.21.15.44:0/2701701238 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061c0173f0 con 0x7f0630074fe0 2024-05-27T00:33:37.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.698+0000 7f0635200700 1 -- 172.21.15.44:0/2701701238 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06301a7ad0 con 0x7f0630074fe0 2024-05-27T00:33:37.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.699+0000 7f0635200700 1 -- 172.21.15.44:0/2701701238 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f06301000c0 con 0x7f0630074fe0 2024-05-27T00:33:37.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.701+0000 7f0626a00700 1 -- 172.21.15.44:0/2701701238 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f061c029070 con 0x7f0630074fe0 2024-05-27T00:33:37.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.702+0000 7f0626a00700 1 --2- 172.21.15.44:0/2701701238 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f06140a2cb0 0x7f06140a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:37.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.703+0000 7f0626a00700 1 -- 172.21.15.44:0/2701701238 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f061c0d0990 con 0x7f0630074fe0 2024-05-27T00:33:37.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.703+0000 7f062de00700 1 --2- 172.21.15.44:0/2701701238 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f06140a2cb0 0x7f06140a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:37.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.703+0000 7f0626a00700 1 --2- 172.21.15.44:0/2701701238 >> [v2:172.21.15.50:6800/3043771852,v1:172.21.15.50:6801/3043771852] conn(0x7f06140ade10 0x7f06140b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:37.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.703+0000 7f0626a00700 1 -- 172.21.15.44:0/2701701238 --> [v2:172.21.15.50:6800/3043771852,v1:172.21.15.50:6801/3043771852] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f06140b0980 con 0x7f06140ade10 2024-05-27T00:33:37.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.703+0000 7f0626a00700 1 -- 172.21.15.44:0/2701701238 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f061c0d0d40 con 0x7f0630074fe0 2024-05-27T00:33:37.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.703+0000 7f062e800700 1 --2- 172.21.15.44:0/2701701238 >> [v2:172.21.15.50:6800/3043771852,v1:172.21.15.50:6801/3043771852] conn(0x7f06140ade10 0x7f06140b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:37.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.704+0000 7f062de00700 1 --2- 172.21.15.44:0/2701701238 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f06140a2cb0 0x7f06140a5170 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f0620009c60 tx=0x7f0620009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:37.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.704+0000 7f062e800700 1 --2- 172.21.15.44:0/2701701238 >> [v2:172.21.15.50:6800/3043771852,v1:172.21.15.50:6801/3043771852] conn(0x7f06140ade10 0x7f06140b02b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:37.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.705+0000 7f0626a00700 1 -- 172.21.15.44:0/2701701238 <== osd.1 v2:172.21.15.50:6800/3043771852 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f06140b0980 con 0x7f06140ade10 2024-05-27T00:33:37.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.724+0000 7f0635200700 1 -- 172.21.15.44:0/2701701238 --> [v2:172.21.15.50:6800/3043771852,v1:172.21.15.50:6801/3043771852] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0630075db0 con 0x7f06140ade10 2024-05-27T00:33:37.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.724+0000 7f0626a00700 1 -- 172.21.15.44:0/2701701238 <== osd.1 v2:172.21.15.50:6800/3043771852 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0630075db0 con 0x7f06140ade10 2024-05-27T00:33:37.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.725+0000 7f0635200700 1 -- 172.21.15.44:0/2701701238 >> [v2:172.21.15.50:6800/3043771852,v1:172.21.15.50:6801/3043771852] conn(0x7f06140ade10 msgr2=0x7f06140b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:37.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.725+0000 7f0635200700 1 --2- 172.21.15.44:0/2701701238 >> [v2:172.21.15.50:6800/3043771852,v1:172.21.15.50:6801/3043771852] conn(0x7f06140ade10 0x7f06140b02b0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:37.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.725+0000 7f0635200700 1 -- 172.21.15.44:0/2701701238 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f06140a2cb0 msgr2=0x7f06140a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:37.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.725+0000 7f0635200700 1 --2- 172.21.15.44:0/2701701238 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f06140a2cb0 0x7f06140a5170 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f0620009c60 tx=0x7f0620009260 comp rx=0 tx=0).stop 2024-05-27T00:33:37.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.725+0000 7f0635200700 1 -- 172.21.15.44:0/2701701238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0630074fe0 msgr2=0x7f063019b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:37.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.725+0000 7f0635200700 1 --2- 172.21.15.44:0/2701701238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0630074fe0 0x7f063019b490 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f061c00b2e0 tx=0x7f061c0047b0 comp rx=0 tx=0).stop 2024-05-27T00:33:37.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.725+0000 7f062e800700 1 -- 172.21.15.44:0/2701701238 reap_dead start 2024-05-27T00:33:37.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.725+0000 7f0635200700 1 -- 172.21.15.44:0/2701701238 shutdown_connections 2024-05-27T00:33:37.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.725+0000 7f0635200700 1 -- 172.21.15.44:0/2701701238 >> 172.21.15.44:0/2701701238 conn(0x7f06300795f0 msgr2=0x7f06300ff660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:37.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.726+0000 7f0635200700 1 -- 172.21.15.44:0/2701701238 shutdown_connections 2024-05-27T00:33:37.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:36.726+0000 7f0635200700 1 -- 172.21.15.44:0/2701701238 wait complete. 2024-05-27T00:33:37.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:37 smithi044 ceph-mon[31645]: pgmap v361: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 6 op/s 2024-05-27T00:33:37.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:37 smithi050 ceph-mon[36071]: pgmap v361: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 6 op/s 2024-05-27T00:33:38.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:37 smithi137 ceph-mon[36552]: pgmap v361: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 6 op/s 2024-05-27T00:33:38.145 INFO:teuthology.orchestra.run.smithi044.stdout:77309411409 2024-05-27T00:33:38.145 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-05-27T00:33:38.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.093+0000 7f12df800700 1 -- 172.21.15.44:0/2613332558 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f12d8107840 msgr2=0x7f12d810f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:38.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.093+0000 7f12df800700 1 --2- 172.21.15.44:0/2613332558 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f12d8107840 0x7f12d810f3c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f12d0009990 tx=0x7f12d0009ca0 comp rx=0 tx=0).stop 2024-05-27T00:33:38.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.093+0000 7f12df800700 1 -- 172.21.15.44:0/2613332558 shutdown_connections 2024-05-27T00:33:38.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.093+0000 7f12df800700 1 --2- 172.21.15.44:0/2613332558 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f12d8107840 0x7f12d810f3c0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:38.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.093+0000 7f12df800700 1 --2- 172.21.15.44:0/2613332558 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f12d8102740 0x7f12d8102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:38.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.093+0000 7f12df800700 1 --2- 172.21.15.44:0/2613332558 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f12d81030f0 0x7f12d8107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:38.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.093+0000 7f12df800700 1 -- 172.21.15.44:0/2613332558 >> 172.21.15.44:0/2613332558 conn(0x7f12d80795f0 msgr2=0x7f12d8079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:38.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.094+0000 7f12df800700 1 -- 172.21.15.44:0/2613332558 shutdown_connections 2024-05-27T00:33:38.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.094+0000 7f12df800700 1 -- 172.21.15.44:0/2613332558 wait complete. 2024-05-27T00:33:38.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.095+0000 7f12df800700 1 Processor -- start 2024-05-27T00:33:38.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.095+0000 7f12df800700 1 -- start start 2024-05-27T00:33:38.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.096+0000 7f12df800700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f12d8102740 0x7f12d819ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:38.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.096+0000 7f12df800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f12d81030f0 0x7f12d819b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:38.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.096+0000 7f12df800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f12d8107840 0x7f12d819f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:38.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.096+0000 7f12df800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f12d8112920 con 0x7f12d8107840 2024-05-27T00:33:38.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.096+0000 7f12df800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f12d81127a0 con 0x7f12d81030f0 2024-05-27T00:33:38.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.096+0000 7f12df800700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f12d8112aa0 con 0x7f12d8102740 2024-05-27T00:33:38.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.096+0000 7f12cfe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f12d81030f0 0x7f12d819b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:38.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.096+0000 7f12cfe00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f12d81030f0 0x7f12d819b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:35400/0 (socket says 172.21.15.44:35400) 2024-05-27T00:33:38.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.096+0000 7f12cfe00700 1 -- 172.21.15.44:0/2006409311 learned_addr learned my addr 172.21.15.44:0/2006409311 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:33:38.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.096+0000 7f12dce00700 1 --2- 172.21.15.44:0/2006409311 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f12d8102740 0x7f12d819ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:38.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.096+0000 7f12dd800700 1 --2- 172.21.15.44:0/2006409311 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f12d8107840 0x7f12d819f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:38.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.097+0000 7f12dce00700 1 -- 172.21.15.44:0/2006409311 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f12d81030f0 msgr2=0x7f12d819b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:38.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.097+0000 7f12dce00700 1 --2- 172.21.15.44:0/2006409311 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f12d81030f0 0x7f12d819b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:38.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.097+0000 7f12dce00700 1 -- 172.21.15.44:0/2006409311 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f12d8107840 msgr2=0x7f12d819f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:38.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.097+0000 7f12dce00700 1 --2- 172.21.15.44:0/2006409311 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f12d8107840 0x7f12d819f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:38.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.097+0000 7f12dce00700 1 -- 172.21.15.44:0/2006409311 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12d819fe90 con 0x7f12d8102740 2024-05-27T00:33:38.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.097+0000 7f12dce00700 1 --2- 172.21.15.44:0/2006409311 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f12d8102740 0x7f12d819ae80 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f12c800ef10 tx=0x7f12c800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:38.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.097+0000 7f12d6000700 1 -- 172.21.15.44:0/2006409311 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12c800ca70 con 0x7f12d8102740 2024-05-27T00:33:38.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.097+0000 7f12d6000700 1 -- 172.21.15.44:0/2006409311 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f12c8019070 con 0x7f12d8102740 2024-05-27T00:33:38.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.097+0000 7f12df800700 1 -- 172.21.15.44:0/2006409311 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12d81a0120 con 0x7f12d8102740 2024-05-27T00:33:38.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.097+0000 7f12d6000700 1 -- 172.21.15.44:0/2006409311 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12c8014770 con 0x7f12d8102740 2024-05-27T00:33:38.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.097+0000 7f12df800700 1 -- 172.21.15.44:0/2006409311 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12d81a7a00 con 0x7f12d8102740 2024-05-27T00:33:38.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.099+0000 7f12df800700 1 -- 172.21.15.44:0/2006409311 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f12d810ea00 con 0x7f12d8102740 2024-05-27T00:33:38.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.101+0000 7f12d6000700 1 -- 172.21.15.44:0/2006409311 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f12c8012050 con 0x7f12d8102740 2024-05-27T00:33:38.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.102+0000 7f12d6000700 1 --2- 172.21.15.44:0/2006409311 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f12bc0a2d30 0x7f12bc0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:38.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.102+0000 7f12d6000700 1 -- 172.21.15.44:0/2006409311 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f12c80cf310 con 0x7f12d8102740 2024-05-27T00:33:38.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.103+0000 7f12cfe00700 1 --2- 172.21.15.44:0/2006409311 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f12bc0a2d30 0x7f12bc0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:38.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.103+0000 7f12d6000700 1 --2- 172.21.15.44:0/2006409311 >> [v2:172.21.15.137:6824/441351881,v1:172.21.15.137:6825/441351881] conn(0x7f12bc0ade90 0x7f12bc0b0330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:38.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.103+0000 7f12d6000700 1 -- 172.21.15.44:0/2006409311 --> [v2:172.21.15.137:6824/441351881,v1:172.21.15.137:6825/441351881] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f12bc0b0a00 con 0x7f12bc0ade90 2024-05-27T00:33:38.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.103+0000 7f12d6000700 1 -- 172.21.15.44:0/2006409311 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f12c80d6050 con 0x7f12d8102740 2024-05-27T00:33:38.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.103+0000 7f12cfe00700 1 --2- 172.21.15.44:0/2006409311 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f12bc0a2d30 0x7f12bc0a51f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f12d8108ff0 tx=0x7f12c0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:38.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.103+0000 7f12dd800700 1 --2- 172.21.15.44:0/2006409311 >> [v2:172.21.15.137:6824/441351881,v1:172.21.15.137:6825/441351881] conn(0x7f12bc0ade90 0x7f12bc0b0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:38.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.104+0000 7f12dd800700 1 --2- 172.21.15.44:0/2006409311 >> [v2:172.21.15.137:6824/441351881,v1:172.21.15.137:6825/441351881] conn(0x7f12bc0ade90 0x7f12bc0b0330 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:38.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.105+0000 7f12d6000700 1 -- 172.21.15.44:0/2006409311 <== osd.11 v2:172.21.15.137:6824/441351881 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f12bc0b0a00 con 0x7f12bc0ade90 2024-05-27T00:33:38.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.124+0000 7f12df800700 1 -- 172.21.15.44:0/2006409311 --> [v2:172.21.15.137:6824/441351881,v1:172.21.15.137:6825/441351881] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f12d8103bd0 con 0x7f12bc0ade90 2024-05-27T00:33:38.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.125+0000 7f12d6000700 1 -- 172.21.15.44:0/2006409311 <== osd.11 v2:172.21.15.137:6824/441351881 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f12d8103bd0 con 0x7f12bc0ade90 2024-05-27T00:33:38.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.125+0000 7f12df800700 1 -- 172.21.15.44:0/2006409311 >> [v2:172.21.15.137:6824/441351881,v1:172.21.15.137:6825/441351881] conn(0x7f12bc0ade90 msgr2=0x7f12bc0b0330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:38.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.125+0000 7f12df800700 1 --2- 172.21.15.44:0/2006409311 >> [v2:172.21.15.137:6824/441351881,v1:172.21.15.137:6825/441351881] conn(0x7f12bc0ade90 0x7f12bc0b0330 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:38.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.126+0000 7f12df800700 1 -- 172.21.15.44:0/2006409311 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f12bc0a2d30 msgr2=0x7f12bc0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:38.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.126+0000 7f12df800700 1 --2- 172.21.15.44:0/2006409311 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f12bc0a2d30 0x7f12bc0a51f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f12d8108ff0 tx=0x7f12c0009260 comp rx=0 tx=0).stop 2024-05-27T00:33:38.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.126+0000 7f12df800700 1 -- 172.21.15.44:0/2006409311 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f12d8102740 msgr2=0x7f12d819ae80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:38.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.126+0000 7f12df800700 1 --2- 172.21.15.44:0/2006409311 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f12d8102740 0x7f12d819ae80 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f12c800ef10 tx=0x7f12c800c3a0 comp rx=0 tx=0).stop 2024-05-27T00:33:38.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.126+0000 7f12dd800700 1 -- 172.21.15.44:0/2006409311 reap_dead start 2024-05-27T00:33:38.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.126+0000 7f12df800700 1 -- 172.21.15.44:0/2006409311 shutdown_connections 2024-05-27T00:33:38.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.126+0000 7f12df800700 1 -- 172.21.15.44:0/2006409311 >> 172.21.15.44:0/2006409311 conn(0x7f12d80795f0 msgr2=0x7f12d8100890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:38.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.126+0000 7f12df800700 1 -- 172.21.15.44:0/2006409311 shutdown_connections 2024-05-27T00:33:38.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.126+0000 7f12df800700 1 -- 172.21.15.44:0/2006409311 wait complete. 2024-05-27T00:33:38.405 INFO:teuthology.orchestra.run.smithi044.stdout:227633266738 2024-05-27T00:33:38.405 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-05-27T00:33:39.058 INFO:teuthology.orchestra.run.smithi044.stdout:115964117066 2024-05-27T00:33:39.058 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-05-27T00:33:39.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.977+0000 7f8d9b600700 1 -- 172.21.15.44:0/3833913092 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d9406a170 msgr2=0x7f8d9406a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:39.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.977+0000 7f8d9b600700 1 --2- 172.21.15.44:0/3833913092 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d9406a170 0x7f8d9406a5d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8d800099c0 tx=0x7f8d80009cd0 comp rx=0 tx=0).stop 2024-05-27T00:33:39.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.978+0000 7f8d9b600700 1 -- 172.21.15.44:0/3833913092 shutdown_connections 2024-05-27T00:33:39.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.978+0000 7f8d9b600700 1 --2- 172.21.15.44:0/3833913092 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8d9406ab10 0x7f8d9410f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:39.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.978+0000 7f8d9b600700 1 --2- 172.21.15.44:0/3833913092 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d941084e0 0x7f8d941088c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:39.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.978+0000 7f8d9b600700 1 --2- 172.21.15.44:0/3833913092 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d9406a170 0x7f8d9406a5d0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:39.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.978+0000 7f8d9b600700 1 -- 172.21.15.44:0/3833913092 >> 172.21.15.44:0/3833913092 conn(0x7f8d940782c0 msgr2=0x7f8d940786d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:39.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.978+0000 7f8d9b600700 1 -- 172.21.15.44:0/3833913092 shutdown_connections 2024-05-27T00:33:39.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.978+0000 7f8d9b600700 1 -- 172.21.15.44:0/3833913092 wait complete. 2024-05-27T00:33:39.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.979+0000 7f8d9b600700 1 Processor -- start 2024-05-27T00:33:39.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.979+0000 7f8d9b600700 1 -- start start 2024-05-27T00:33:39.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.979+0000 7f8d9b600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d9406a170 0x7f8d94101460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:39.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.979+0000 7f8d9b600700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8d9406ab10 0x7f8d941019a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:39.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.979+0000 7f8d9b600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d941084e0 0x7f8d94101ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:39.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.979+0000 7f8d9b600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8d94112880 con 0x7f8d9406a170 2024-05-27T00:33:39.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.979+0000 7f8d9b600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8d94112700 con 0x7f8d941084e0 2024-05-27T00:33:39.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.979+0000 7f8d9b600700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f8d94112a00 con 0x7f8d9406ab10 2024-05-27T00:33:39.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.980+0000 7f8d93e00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8d9406ab10 0x7f8d941019a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:39.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.980+0000 7f8d93e00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8d9406ab10 0x7f8d941019a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:37704/0 (socket says 172.21.15.44:37704) 2024-05-27T00:33:39.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.980+0000 7f8d93e00700 1 -- 172.21.15.44:0/1893221800 learned_addr learned my addr 172.21.15.44:0/1893221800 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:33:39.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.980+0000 7f8d99600700 1 --2- 172.21.15.44:0/1893221800 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d941084e0 0x7f8d94101ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:39.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.980+0000 7f8d98c00700 1 --2- 172.21.15.44:0/1893221800 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d9406a170 0x7f8d94101460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:39.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.980+0000 7f8d93e00700 1 -- 172.21.15.44:0/1893221800 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d941084e0 msgr2=0x7f8d94101ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:39.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.980+0000 7f8d93e00700 1 --2- 172.21.15.44:0/1893221800 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d941084e0 0x7f8d94101ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:39.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.980+0000 7f8d93e00700 1 -- 172.21.15.44:0/1893221800 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d9406a170 msgr2=0x7f8d94101460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:39.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.980+0000 7f8d93e00700 1 --2- 172.21.15.44:0/1893221800 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d9406a170 0x7f8d94101460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:39.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.980+0000 7f8d93e00700 1 -- 172.21.15.44:0/1893221800 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d941a7260 con 0x7f8d9406ab10 2024-05-27T00:33:39.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.980+0000 7f8d99600700 1 --2- 172.21.15.44:0/1893221800 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d941084e0 0x7f8d94101ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:33:39.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.980+0000 7f8d98c00700 1 --2- 172.21.15.44:0/1893221800 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d9406a170 0x7f8d94101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:33:39.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.981+0000 7f8d93e00700 1 --2- 172.21.15.44:0/1893221800 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8d9406ab10 0x7f8d941019a0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f8d80006010 tx=0x7f8d80003c30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:39.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.981+0000 7f8d91600700 1 -- 172.21.15.44:0/1893221800 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d80003e60 con 0x7f8d9406ab10 2024-05-27T00:33:39.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.981+0000 7f8d9b600700 1 -- 172.21.15.44:0/1893221800 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d941a74f0 con 0x7f8d9406ab10 2024-05-27T00:33:39.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.981+0000 7f8d91600700 1 -- 172.21.15.44:0/1893221800 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8d8000be40 con 0x7f8d9406ab10 2024-05-27T00:33:39.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.981+0000 7f8d91600700 1 -- 172.21.15.44:0/1893221800 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d800173f0 con 0x7f8d9406ab10 2024-05-27T00:33:39.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.981+0000 7f8d9b600700 1 -- 172.21.15.44:0/1893221800 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d941a79a0 con 0x7f8d9406ab10 2024-05-27T00:33:39.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.982+0000 7f8d9b600700 1 -- 172.21.15.44:0/1893221800 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8d94062ba0 con 0x7f8d9406ab10 2024-05-27T00:33:39.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.985+0000 7f8d91600700 1 -- 172.21.15.44:0/1893221800 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f8d8000f680 con 0x7f8d9406ab10 2024-05-27T00:33:39.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.986+0000 7f8d91600700 1 --2- 172.21.15.44:0/1893221800 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8d7c0a2cb0 0x7f8d7c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:39.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.986+0000 7f8d91600700 1 -- 172.21.15.44:0/1893221800 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f8d800d0470 con 0x7f8d9406ab10 2024-05-27T00:33:39.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.986+0000 7f8d98c00700 1 --2- 172.21.15.44:0/1893221800 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8d7c0a2cb0 0x7f8d7c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:39.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.987+0000 7f8d91600700 1 --2- 172.21.15.44:0/1893221800 >> [v2:172.21.15.44:6802/2887410056,v1:172.21.15.44:6803/2887410056] conn(0x7f8d7c0ade10 0x7f8d7c0b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:39.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.987+0000 7f8d91600700 1 -- 172.21.15.44:0/1893221800 --> [v2:172.21.15.44:6802/2887410056,v1:172.21.15.44:6803/2887410056] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8d7c0b0980 con 0x7f8d7c0ade10 2024-05-27T00:33:39.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.987+0000 7f8d91600700 1 -- 172.21.15.44:0/1893221800 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7f8d800d0820 con 0x7f8d9406ab10 2024-05-27T00:33:39.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.987+0000 7f8d99600700 1 --2- 172.21.15.44:0/1893221800 >> [v2:172.21.15.44:6802/2887410056,v1:172.21.15.44:6803/2887410056] conn(0x7f8d7c0ade10 0x7f8d7c0b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:39.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.987+0000 7f8d98c00700 1 --2- 172.21.15.44:0/1893221800 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8d7c0a2cb0 0x7f8d7c0a5170 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f8d88009680 tx=0x7f8d88009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:39.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.988+0000 7f8d99600700 1 --2- 172.21.15.44:0/1893221800 >> [v2:172.21.15.44:6802/2887410056,v1:172.21.15.44:6803/2887410056] conn(0x7f8d7c0ade10 0x7f8d7c0b02b0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:39.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:38.989+0000 7f8d91600700 1 -- 172.21.15.44:0/1893221800 <== osd.0 v2:172.21.15.44:6802/2887410056 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8d7c0b0980 con 0x7f8d7c0ade10 2024-05-27T00:33:39.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:39.013+0000 7f8d9b600700 1 -- 172.21.15.44:0/1893221800 --> [v2:172.21.15.44:6802/2887410056,v1:172.21.15.44:6803/2887410056] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8d94063020 con 0x7f8d7c0ade10 2024-05-27T00:33:39.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:39.013+0000 7f8d91600700 1 -- 172.21.15.44:0/1893221800 <== osd.0 v2:172.21.15.44:6802/2887410056 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8d94063020 con 0x7f8d7c0ade10 2024-05-27T00:33:39.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:39.014+0000 7f8d9b600700 1 -- 172.21.15.44:0/1893221800 >> [v2:172.21.15.44:6802/2887410056,v1:172.21.15.44:6803/2887410056] conn(0x7f8d7c0ade10 msgr2=0x7f8d7c0b02b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:39.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:39.014+0000 7f8d9b600700 1 --2- 172.21.15.44:0/1893221800 >> [v2:172.21.15.44:6802/2887410056,v1:172.21.15.44:6803/2887410056] conn(0x7f8d7c0ade10 0x7f8d7c0b02b0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:39.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:39.015+0000 7f8d9b600700 1 -- 172.21.15.44:0/1893221800 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8d7c0a2cb0 msgr2=0x7f8d7c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:39.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:39.015+0000 7f8d9b600700 1 --2- 172.21.15.44:0/1893221800 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8d7c0a2cb0 0x7f8d7c0a5170 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f8d88009680 tx=0x7f8d88009260 comp rx=0 tx=0).stop 2024-05-27T00:33:39.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:39.015+0000 7f8d9b600700 1 -- 172.21.15.44:0/1893221800 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8d9406ab10 msgr2=0x7f8d941019a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:39.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:39.015+0000 7f8d9b600700 1 --2- 172.21.15.44:0/1893221800 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8d9406ab10 0x7f8d941019a0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f8d80006010 tx=0x7f8d80003c30 comp rx=0 tx=0).stop 2024-05-27T00:33:39.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:39.015+0000 7f8d99600700 1 -- 172.21.15.44:0/1893221800 reap_dead start 2024-05-27T00:33:39.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:39.015+0000 7f8d9b600700 1 -- 172.21.15.44:0/1893221800 shutdown_connections 2024-05-27T00:33:39.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:39.015+0000 7f8d9b600700 1 -- 172.21.15.44:0/1893221800 >> 172.21.15.44:0/1893221800 conn(0x7f8d940782c0 msgr2=0x7f8d940ff440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:39.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:39.015+0000 7f8d9b600700 1 -- 172.21.15.44:0/1893221800 shutdown_connections 2024-05-27T00:33:39.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:39.015+0000 7f8d9b600700 1 -- 172.21.15.44:0/1893221800 wait complete. 2024-05-27T00:33:39.854 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:39 smithi044 ceph-mon[31645]: pgmap v362: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-27T00:33:39.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:39 smithi050 ceph-mon[36071]: pgmap v362: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-27T00:33:40.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:39 smithi137 ceph-mon[36552]: pgmap v362: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-27T00:33:40.344 INFO:teuthology.orchestra.run.smithi044.stdout:55834574934 2024-05-27T00:33:40.344 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-05-27T00:33:40.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.627+0000 7fe5ef800700 1 -- 172.21.15.44:0/1715318169 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe5e8074fe0 msgr2=0x7fe5e810e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:40.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.627+0000 7fe5ef800700 1 --2- 172.21.15.44:0/1715318169 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe5e8074fe0 0x7fe5e810e950 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fe5d4009990 tx=0x7fe5d4009ca0 comp rx=0 tx=0).stop 2024-05-27T00:33:40.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.627+0000 7fe5ef800700 1 -- 172.21.15.44:0/1715318169 shutdown_connections 2024-05-27T00:33:40.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.627+0000 7fe5ef800700 1 --2- 172.21.15.44:0/1715318169 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe5e810ee90 0x7fe5e8111280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:40.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.627+0000 7fe5ef800700 1 --2- 172.21.15.44:0/1715318169 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe5e80746c0 0x7fe5e8074aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:40.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.627+0000 7fe5ef800700 1 --2- 172.21.15.44:0/1715318169 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe5e8074fe0 0x7fe5e810e950 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:40.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.627+0000 7fe5ef800700 1 -- 172.21.15.44:0/1715318169 >> 172.21.15.44:0/1715318169 conn(0x7fe5e80795f0 msgr2=0x7fe5e8079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:40.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.627+0000 7fe5ef800700 1 -- 172.21.15.44:0/1715318169 shutdown_connections 2024-05-27T00:33:40.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.627+0000 7fe5ef800700 1 -- 172.21.15.44:0/1715318169 wait complete. 2024-05-27T00:33:40.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.629+0000 7fe5ef800700 1 Processor -- start 2024-05-27T00:33:40.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.629+0000 7fe5ef800700 1 -- start start 2024-05-27T00:33:40.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.629+0000 7fe5ef800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe5e80746c0 0x7fe5e819aff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:40.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.629+0000 7fe5ef800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe5e8074fe0 0x7fe5e819b530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:40.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.629+0000 7fe5ef800700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe5e810ee90 0x7fe5e819f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:40.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.629+0000 7fe5ef800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e8114b20 con 0x7fe5e8074fe0 2024-05-27T00:33:40.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.629+0000 7fe5ef800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e81149a0 con 0x7fe5e80746c0 2024-05-27T00:33:40.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.629+0000 7fe5ef800700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fe5e8114ca0 con 0x7fe5e810ee90 2024-05-27T00:33:40.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.630+0000 7fe5e7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe5e8074fe0 0x7fe5e819b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:40.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.630+0000 7fe5e7e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe5e8074fe0 0x7fe5e819b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49250/0 (socket says 172.21.15.44:49250) 2024-05-27T00:33:40.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.630+0000 7fe5ece00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe5e80746c0 0x7fe5e819aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:40.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.630+0000 7fe5e7e00700 1 -- 172.21.15.44:0/521900401 learned_addr learned my addr 172.21.15.44:0/521900401 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:33:40.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.630+0000 7fe5ed800700 1 --2- 172.21.15.44:0/521900401 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe5e810ee90 0x7fe5e819f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:40.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.630+0000 7fe5ece00700 1 -- 172.21.15.44:0/521900401 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe5e810ee90 msgr2=0x7fe5e819f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:40.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.630+0000 7fe5ece00700 1 --2- 172.21.15.44:0/521900401 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe5e810ee90 0x7fe5e819f870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:40.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.630+0000 7fe5ece00700 1 -- 172.21.15.44:0/521900401 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe5e8074fe0 msgr2=0x7fe5e819b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:40.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.630+0000 7fe5ece00700 1 --2- 172.21.15.44:0/521900401 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe5e8074fe0 0x7fe5e819b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:40.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.630+0000 7fe5ece00700 1 -- 172.21.15.44:0/521900401 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5e819ffb0 con 0x7fe5e80746c0 2024-05-27T00:33:40.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.631+0000 7fe5ece00700 1 --2- 172.21.15.44:0/521900401 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe5e80746c0 0x7fe5e819aff0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fe5dc00e9f0 tx=0x7fe5dc00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:40.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.631+0000 7fe5e5600700 1 -- 172.21.15.44:0/521900401 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5dc00cb70 con 0x7fe5e80746c0 2024-05-27T00:33:40.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.631+0000 7fe5e5600700 1 -- 172.21.15.44:0/521900401 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe5dc004520 con 0x7fe5e80746c0 2024-05-27T00:33:40.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.631+0000 7fe5ef800700 1 -- 172.21.15.44:0/521900401 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5e81a02a0 con 0x7fe5e80746c0 2024-05-27T00:33:40.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.631+0000 7fe5e5600700 1 -- 172.21.15.44:0/521900401 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5dc010430 con 0x7fe5e80746c0 2024-05-27T00:33:40.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.631+0000 7fe5ef800700 1 -- 172.21.15.44:0/521900401 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5e81a7b20 con 0x7fe5e80746c0 2024-05-27T00:33:40.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.632+0000 7fe5ef800700 1 -- 172.21.15.44:0/521900401 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe5e8062c20 con 0x7fe5e80746c0 2024-05-27T00:33:40.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.635+0000 7fe5e5600700 1 -- 172.21.15.44:0/521900401 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe5dc003eb0 con 0x7fe5e80746c0 2024-05-27T00:33:40.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.637+0000 7fe5e5600700 1 --2- 172.21.15.44:0/521900401 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe5d00a2db0 0x7fe5d00a5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:40.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.637+0000 7fe5e5600700 1 -- 172.21.15.44:0/521900401 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fe5dc0cf5c0 con 0x7fe5e80746c0 2024-05-27T00:33:40.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.637+0000 7fe5e7e00700 1 --2- 172.21.15.44:0/521900401 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe5d00a2db0 0x7fe5d00a5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:40.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.637+0000 7fe5e5600700 1 --2- 172.21.15.44:0/521900401 >> [v2:172.21.15.137:6816/1479202379,v1:172.21.15.137:6817/1479202379] conn(0x7fe5d00adf10 0x7fe5d00b03b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:40.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.637+0000 7fe5e5600700 1 -- 172.21.15.44:0/521900401 --> [v2:172.21.15.137:6816/1479202379,v1:172.21.15.137:6817/1479202379] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe5d00b0a80 con 0x7fe5d00adf10 2024-05-27T00:33:40.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.637+0000 7fe5e5600700 1 -- 172.21.15.44:0/521900401 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=93) ==== 24+0+0 (secure 0 0 0) 0x7fe5dc0d6050 con 0x7fe5e80746c0 2024-05-27T00:33:40.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.638+0000 7fe5ed800700 1 --2- 172.21.15.44:0/521900401 >> [v2:172.21.15.137:6816/1479202379,v1:172.21.15.137:6817/1479202379] conn(0x7fe5d00adf10 0x7fe5d00b03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:40.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.638+0000 7fe5e7e00700 1 --2- 172.21.15.44:0/521900401 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe5d00a2db0 0x7fe5d00a5270 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe5d4009750 tx=0x7fe5d400b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:40.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.638+0000 7fe5ed800700 1 --2- 172.21.15.44:0/521900401 >> [v2:172.21.15.137:6816/1479202379,v1:172.21.15.137:6817/1479202379] conn(0x7fe5d00adf10 0x7fe5d00b03b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:40.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.639+0000 7fe5e5600700 1 -- 172.21.15.44:0/521900401 <== osd.8 v2:172.21.15.137:6816/1479202379 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe5d00b0a80 con 0x7fe5d00adf10 2024-05-27T00:33:40.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.658+0000 7fe5ef800700 1 -- 172.21.15.44:0/521900401 --> [v2:172.21.15.137:6816/1479202379,v1:172.21.15.137:6817/1479202379] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe5e8063050 con 0x7fe5d00adf10 2024-05-27T00:33:40.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.659+0000 7fe5e5600700 1 -- 172.21.15.44:0/521900401 <== osd.8 v2:172.21.15.137:6816/1479202379 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fe5e8063050 con 0x7fe5d00adf10 2024-05-27T00:33:40.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.659+0000 7fe5ef800700 1 -- 172.21.15.44:0/521900401 >> [v2:172.21.15.137:6816/1479202379,v1:172.21.15.137:6817/1479202379] conn(0x7fe5d00adf10 msgr2=0x7fe5d00b03b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:40.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.659+0000 7fe5ef800700 1 --2- 172.21.15.44:0/521900401 >> [v2:172.21.15.137:6816/1479202379,v1:172.21.15.137:6817/1479202379] conn(0x7fe5d00adf10 0x7fe5d00b03b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:40.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.659+0000 7fe5ef800700 1 -- 172.21.15.44:0/521900401 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe5d00a2db0 msgr2=0x7fe5d00a5270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:40.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.659+0000 7fe5ef800700 1 --2- 172.21.15.44:0/521900401 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe5d00a2db0 0x7fe5d00a5270 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe5d4009750 tx=0x7fe5d400b280 comp rx=0 tx=0).stop 2024-05-27T00:33:40.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.659+0000 7fe5ef800700 1 -- 172.21.15.44:0/521900401 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe5e80746c0 msgr2=0x7fe5e819aff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:40.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.659+0000 7fe5ef800700 1 --2- 172.21.15.44:0/521900401 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe5e80746c0 0x7fe5e819aff0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fe5dc00e9f0 tx=0x7fe5dc00ed00 comp rx=0 tx=0).stop 2024-05-27T00:33:40.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.660+0000 7fe5ed800700 1 -- 172.21.15.44:0/521900401 reap_dead start 2024-05-27T00:33:40.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.660+0000 7fe5ef800700 1 -- 172.21.15.44:0/521900401 shutdown_connections 2024-05-27T00:33:40.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.660+0000 7fe5ef800700 1 -- 172.21.15.44:0/521900401 >> 172.21.15.44:0/521900401 conn(0x7fe5e80795f0 msgr2=0x7fe5e80ff740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:40.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.660+0000 7fe5ef800700 1 -- 172.21.15.44:0/521900401 shutdown_connections 2024-05-27T00:33:40.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:40.660+0000 7fe5ef800700 1 -- 172.21.15.44:0/521900401 wait complete. 2024-05-27T00:33:41.360 INFO:teuthology.orchestra.run.smithi044.stdout:206158430264 2024-05-27T00:33:41.360 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-05-27T00:33:41.736 INFO:teuthology.orchestra.run.smithi044.stdout:317827579938 2024-05-27T00:33:41.736 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-05-27T00:33:41.793 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:41 smithi044 ceph-mon[31645]: pgmap v363: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:33:41.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:41 smithi050 ceph-mon[36071]: pgmap v363: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:33:42.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:41 smithi137 ceph-mon[36552]: pgmap v363: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:33:42.515 INFO:teuthology.orchestra.run.smithi044.stdout:34359738460 2024-05-27T00:33:42.515 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-05-27T00:33:43.270 INFO:teuthology.orchestra.run.smithi044.stdout:352187318303 2024-05-27T00:33:43.271 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-05-27T00:33:43.646 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:43.736 INFO:teuthology.orchestra.run.smithi044.stdout:261993005103 2024-05-27T00:33:43.736 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-05-27T00:33:43.806 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:43 smithi044 ceph-mon[31645]: pgmap v364: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-27T00:33:43.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:43 smithi050 ceph-mon[36071]: pgmap v364: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-27T00:33:44.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:43 smithi137 ceph-mon[36552]: pgmap v364: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-27T00:33:44.162 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:44.169 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:44.183 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:44.196 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:44.208 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:44.218 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:44.228 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:44.228 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:44.328 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:33:45.601 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:45 smithi044 ceph-mon[31645]: pgmap v365: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-05-27T00:33:45.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:45 smithi050 ceph-mon[36071]: pgmap v365: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-05-27T00:33:46.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:45 smithi137 ceph-mon[36552]: pgmap v365: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-05-27T00:33:47.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:47 smithi044 ceph-mon[31645]: pgmap v366: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-05-27T00:33:47.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:47 smithi050 ceph-mon[36071]: pgmap v366: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-05-27T00:33:48.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:47 smithi137 ceph-mon[36552]: pgmap v366: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-05-27T00:33:49.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:49 smithi044 ceph-mon[31645]: pgmap v367: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-27T00:33:49.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:49 smithi050 ceph-mon[36071]: pgmap v367: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-27T00:33:50.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:49 smithi137 ceph-mon[36552]: pgmap v367: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-27T00:33:50.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.866+0000 7f2b6b400700 1 -- 172.21.15.44:0/2564427732 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b6406b0a0 msgr2=0x7f2b6406b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:50.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.866+0000 7f2b6b400700 1 --2- 172.21.15.44:0/2564427732 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b6406b0a0 0x7f2b6406b520 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f2b50009990 tx=0x7f2b50009ca0 comp rx=0 tx=0).stop 2024-05-27T00:33:50.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.867+0000 7f2b6b400700 1 -- 172.21.15.44:0/2564427732 shutdown_connections 2024-05-27T00:33:50.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.867+0000 7f2b6b400700 1 --2- 172.21.15.44:0/2564427732 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b6410ee70 0x7f2b64111260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:50.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.867+0000 7f2b6b400700 1 --2- 172.21.15.44:0/2564427732 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2b641034e0 0x7f2b6406ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:50.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.867+0000 7f2b6b400700 1 --2- 172.21.15.44:0/2564427732 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b6406b0a0 0x7f2b6406b520 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:50.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.867+0000 7f2b6b400700 1 -- 172.21.15.44:0/2564427732 >> 172.21.15.44:0/2564427732 conn(0x7f2b64078340 msgr2=0x7f2b64078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:50.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.867+0000 7f2b6b400700 1 -- 172.21.15.44:0/2564427732 shutdown_connections 2024-05-27T00:33:50.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.867+0000 7f2b6b400700 1 -- 172.21.15.44:0/2564427732 wait complete. 2024-05-27T00:33:50.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.868+0000 7f2b6b400700 1 Processor -- start 2024-05-27T00:33:50.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.868+0000 7f2b6b400700 1 -- start start 2024-05-27T00:33:50.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.868+0000 7f2b6b400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b6406b0a0 0x7f2b6419af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:50.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.868+0000 7f2b6b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b641034e0 0x7f2b6419b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:50.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.869+0000 7f2b6b400700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2b6410ee70 0x7f2b6419f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:50.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.869+0000 7f2b6b400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2b64114b60 con 0x7f2b6406b0a0 2024-05-27T00:33:50.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.869+0000 7f2b6b400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2b641149e0 con 0x7f2b641034e0 2024-05-27T00:33:50.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.869+0000 7f2b6b400700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f2b64114ce0 con 0x7f2b6410ee70 2024-05-27T00:33:50.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.869+0000 7f2b68a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b6406b0a0 0x7f2b6419af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:50.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.869+0000 7f2b68a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b6406b0a0 0x7f2b6419af10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57874/0 (socket says 172.21.15.44:57874) 2024-05-27T00:33:50.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.869+0000 7f2b63e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b641034e0 0x7f2b6419b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:50.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.869+0000 7f2b68a00700 1 -- 172.21.15.44:0/2695650739 learned_addr learned my addr 172.21.15.44:0/2695650739 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:33:50.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.869+0000 7f2b69400700 1 --2- 172.21.15.44:0/2695650739 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2b6410ee70 0x7f2b6419f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:50.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.869+0000 7f2b63e00700 1 -- 172.21.15.44:0/2695650739 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2b6410ee70 msgr2=0x7f2b6419f7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:50.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.869+0000 7f2b63e00700 1 --2- 172.21.15.44:0/2695650739 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2b6410ee70 0x7f2b6419f7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:50.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.869+0000 7f2b63e00700 1 -- 172.21.15.44:0/2695650739 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b6406b0a0 msgr2=0x7f2b6419af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:50.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.869+0000 7f2b63e00700 1 --2- 172.21.15.44:0/2695650739 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b6406b0a0 0x7f2b6419af10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:50.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.869+0000 7f2b63e00700 1 -- 172.21.15.44:0/2695650739 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b6419ff20 con 0x7f2b641034e0 2024-05-27T00:33:50.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.870+0000 7f2b63e00700 1 --2- 172.21.15.44:0/2695650739 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b641034e0 0x7f2b6419b450 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f2b500098e0 tx=0x7f2b5000b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:50.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.870+0000 7f2b61600700 1 -- 172.21.15.44:0/2695650739 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b50027070 con 0x7f2b641034e0 2024-05-27T00:33:50.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.870+0000 7f2b6b400700 1 -- 172.21.15.44:0/2695650739 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b641a01b0 con 0x7f2b641034e0 2024-05-27T00:33:50.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.870+0000 7f2b6b400700 1 -- 172.21.15.44:0/2695650739 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b641a7a90 con 0x7f2b641034e0 2024-05-27T00:33:50.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.870+0000 7f2b61600700 1 -- 172.21.15.44:0/2695650739 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2b5000fd30 con 0x7f2b641034e0 2024-05-27T00:33:50.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.870+0000 7f2b61600700 1 -- 172.21.15.44:0/2695650739 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b500173f0 con 0x7f2b641034e0 2024-05-27T00:33:50.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.871+0000 7f2b6b400700 1 -- 172.21.15.44:0/2695650739 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b44005330 con 0x7f2b641034e0 2024-05-27T00:33:50.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.873+0000 7f2b61600700 1 -- 172.21.15.44:0/2695650739 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f2b5002a070 con 0x7f2b641034e0 2024-05-27T00:33:50.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.875+0000 7f2b61600700 1 --2- 172.21.15.44:0/2695650739 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f2b4c0a2d30 0x7f2b4c0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:50.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.875+0000 7f2b61600700 1 -- 172.21.15.44:0/2695650739 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f2b500d0100 con 0x7f2b641034e0 2024-05-27T00:33:50.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.875+0000 7f2b68a00700 1 --2- 172.21.15.44:0/2695650739 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f2b4c0a2d30 0x7f2b4c0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:50.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.876+0000 7f2b68a00700 1 --2- 172.21.15.44:0/2695650739 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f2b4c0a2d30 0x7f2b4c0a51f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2b58009d60 tx=0x7f2b58009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:50.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:50.880+0000 7f2b61600700 1 -- 172.21.15.44:0/2695650739 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f2b50013070 con 0x7f2b641034e0 2024-05-27T00:33:51.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:51.118+0000 7f2b6b400700 1 -- 172.21.15.44:0/2695650739 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f2b440058f0 con 0x7f2b641034e0 2024-05-27T00:33:51.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:51.119+0000 7f2b61600700 1 -- 172.21.15.44:0/2695650739 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f2b5009cbd0 con 0x7f2b641034e0 2024-05-27T00:33:51.121 INFO:teuthology.orchestra.run.smithi044.stdout:171798691907 2024-05-27T00:33:51.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:51.122+0000 7f2b6b400700 1 -- 172.21.15.44:0/2695650739 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f2b4c0a2d30 msgr2=0x7f2b4c0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:51.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:51.122+0000 7f2b6b400700 1 --2- 172.21.15.44:0/2695650739 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f2b4c0a2d30 0x7f2b4c0a51f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2b58009d60 tx=0x7f2b58009260 comp rx=0 tx=0).stop 2024-05-27T00:33:51.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:51.122+0000 7f2b6b400700 1 -- 172.21.15.44:0/2695650739 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b641034e0 msgr2=0x7f2b6419b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:51.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:51.122+0000 7f2b6b400700 1 --2- 172.21.15.44:0/2695650739 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b641034e0 0x7f2b6419b450 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f2b500098e0 tx=0x7f2b5000b840 comp rx=0 tx=0).stop 2024-05-27T00:33:51.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:51.123+0000 7f2b6b400700 1 -- 172.21.15.44:0/2695650739 shutdown_connections 2024-05-27T00:33:51.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:51.123+0000 7f2b6b400700 1 --2- 172.21.15.44:0/2695650739 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f2b4c0a2d30 0x7f2b4c0a51f0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:51.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:51.123+0000 7f2b6b400700 1 --2- 172.21.15.44:0/2695650739 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2b6410ee70 0x7f2b6419f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:51.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:51.123+0000 7f2b6b400700 1 --2- 172.21.15.44:0/2695650739 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2b6406b0a0 0x7f2b6419af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:51.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:51.123+0000 7f2b6b400700 1 --2- 172.21.15.44:0/2695650739 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2b641034e0 0x7f2b6419b450 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:51.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:51.123+0000 7f2b6b400700 1 -- 172.21.15.44:0/2695650739 >> 172.21.15.44:0/2695650739 conn(0x7f2b64078340 msgr2=0x7f2b64100760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:51.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:51.123+0000 7f2b6b400700 1 -- 172.21.15.44:0/2695650739 shutdown_connections 2024-05-27T00:33:51.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:51.123+0000 7f2b6b400700 1 -- 172.21.15.44:0/2695650739 wait complete. 2024-05-27T00:33:51.753 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:51 smithi044 ceph-mon[31645]: pgmap v368: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:33:51.753 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:51 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2695650739' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-27T00:33:51.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:51 smithi050 ceph-mon[36071]: pgmap v368: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:33:51.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:51 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2695650739' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-27T00:33:52.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:51 smithi137 ceph-mon[36552]: pgmap v368: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:33:52.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:51 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2695650739' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-27T00:33:53.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:53 smithi044 ceph-mon[31645]: pgmap v369: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-27T00:33:53.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:53 smithi050 ceph-mon[36071]: pgmap v369: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-27T00:33:54.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:53 smithi137 ceph-mon[36552]: pgmap v369: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-27T00:33:54.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.736+0000 7f245bc00700 1 -- 172.21.15.44:0/4216602032 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2454105020 msgr2=0x7f2454111530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:54.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.736+0000 7f245bc00700 1 --2- 172.21.15.44:0/4216602032 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2454105020 0x7f2454111530 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f244c009f90 tx=0x7f244c00b330 comp rx=0 tx=0).stop 2024-05-27T00:33:54.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.736+0000 7f245bc00700 1 -- 172.21.15.44:0/4216602032 shutdown_connections 2024-05-27T00:33:54.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.736+0000 7f245bc00700 1 --2- 172.21.15.44:0/4216602032 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2454105020 0x7f2454111530 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:54.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.736+0000 7f245bc00700 1 --2- 172.21.15.44:0/4216602032 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f245410a660 0x7f245410aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:54.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.736+0000 7f245bc00700 1 --2- 172.21.15.44:0/4216602032 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2454104660 0x7f2454104ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:54.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.736+0000 7f245bc00700 1 -- 172.21.15.44:0/4216602032 >> 172.21.15.44:0/4216602032 conn(0x7f2454100190 msgr2=0x7f24541025b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:54.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.737+0000 7f245bc00700 1 -- 172.21.15.44:0/4216602032 shutdown_connections 2024-05-27T00:33:54.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.737+0000 7f245bc00700 1 -- 172.21.15.44:0/4216602032 wait complete. 2024-05-27T00:33:54.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.738+0000 7f245bc00700 1 Processor -- start 2024-05-27T00:33:54.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.738+0000 7f245bc00700 1 -- start start 2024-05-27T00:33:54.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.739+0000 7f245bc00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2454104660 0x7f245419af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:54.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.739+0000 7f245bc00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2454105020 0x7f245419b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:54.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.739+0000 7f245bc00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f245410a660 0x7f245419f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:54.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.739+0000 7f245bc00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2454114ab0 con 0x7f2454105020 2024-05-27T00:33:54.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.739+0000 7f245bc00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2454114930 con 0x7f245410a660 2024-05-27T00:33:54.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.739+0000 7f245bc00700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f2454114c30 con 0x7f2454104660 2024-05-27T00:33:54.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.739+0000 7f244be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2454105020 0x7f245419b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:54.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.739+0000 7f2459200700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2454104660 0x7f245419af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:54.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.739+0000 7f2459c00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f245410a660 0x7f245419f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:54.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.739+0000 7f244be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2454105020 0x7f245419b460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57894/0 (socket says 172.21.15.44:57894) 2024-05-27T00:33:54.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.739+0000 7f244be00700 1 -- 172.21.15.44:0/2136186910 learned_addr learned my addr 172.21.15.44:0/2136186910 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:33:54.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.739+0000 7f2459200700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2454104660 0x7f245419af20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:60638/0 (socket says 172.21.15.44:60638) 2024-05-27T00:33:54.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.740+0000 7f2459c00700 1 -- 172.21.15.44:0/2136186910 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2454104660 msgr2=0x7f245419af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:54.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.740+0000 7f2459c00700 1 --2- 172.21.15.44:0/2136186910 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2454104660 0x7f245419af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:54.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.740+0000 7f2459c00700 1 -- 172.21.15.44:0/2136186910 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2454105020 msgr2=0x7f245419b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:54.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.740+0000 7f2459c00700 1 --2- 172.21.15.44:0/2136186910 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2454105020 0x7f245419b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:54.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.740+0000 7f2459c00700 1 -- 172.21.15.44:0/2136186910 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f245419ff30 con 0x7f245410a660 2024-05-27T00:33:54.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.740+0000 7f2459c00700 1 --2- 172.21.15.44:0/2136186910 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f245410a660 0x7f245419f7f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f244c00d010 tx=0x7f244c00bca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:54.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.741+0000 7f2452000700 1 -- 172.21.15.44:0/2136186910 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f244c021070 con 0x7f245410a660 2024-05-27T00:33:54.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.741+0000 7f2452000700 1 -- 172.21.15.44:0/2136186910 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f244c01d450 con 0x7f245410a660 2024-05-27T00:33:54.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.741+0000 7f245bc00700 1 -- 172.21.15.44:0/2136186910 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24541a01c0 con 0x7f245410a660 2024-05-27T00:33:54.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.741+0000 7f2452000700 1 -- 172.21.15.44:0/2136186910 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f244c005260 con 0x7f245410a660 2024-05-27T00:33:54.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.741+0000 7f245bc00700 1 -- 172.21.15.44:0/2136186910 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24541a7aa0 con 0x7f245410a660 2024-05-27T00:33:54.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.742+0000 7f245bc00700 1 -- 172.21.15.44:0/2136186910 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2454069180 con 0x7f245410a660 2024-05-27T00:33:54.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.744+0000 7f2452000700 1 -- 172.21.15.44:0/2136186910 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f244c024070 con 0x7f245410a660 2024-05-27T00:33:54.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.745+0000 7f2452000700 1 --2- 172.21.15.44:0/2136186910 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f24380a2d30 0x7f24380a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:54.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.746+0000 7f2452000700 1 -- 172.21.15.44:0/2136186910 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f244c00f020 con 0x7f245410a660 2024-05-27T00:33:54.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.746+0000 7f2459200700 1 --2- 172.21.15.44:0/2136186910 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f24380a2d30 0x7f24380a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:54.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.747+0000 7f2459200700 1 --2- 172.21.15.44:0/2136186910 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f24380a2d30 0x7f24380a51f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f2444009750 tx=0x7f2444009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:54.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.750+0000 7f2452000700 1 -- 172.21.15.44:0/2136186910 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f244c02b020 con 0x7f245410a660 2024-05-27T00:33:54.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.997+0000 7f245bc00700 1 -- 172.21.15.44:0/2136186910 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f245402dca0 con 0x7f245410a660 2024-05-27T00:33:54.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:54.998+0000 7f2452000700 1 -- 172.21.15.44:0/2136186910 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f244c09d3a0 con 0x7f245410a660 2024-05-27T00:33:54.999 INFO:teuthology.orchestra.run.smithi044.stdout:150323855433 2024-05-27T00:33:55.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.001+0000 7f245bc00700 1 -- 172.21.15.44:0/2136186910 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f24380a2d30 msgr2=0x7f24380a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:55.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.001+0000 7f245bc00700 1 --2- 172.21.15.44:0/2136186910 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f24380a2d30 0x7f24380a51f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f2444009750 tx=0x7f2444009310 comp rx=0 tx=0).stop 2024-05-27T00:33:55.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.001+0000 7f245bc00700 1 -- 172.21.15.44:0/2136186910 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f245410a660 msgr2=0x7f245419f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:55.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.001+0000 7f245bc00700 1 --2- 172.21.15.44:0/2136186910 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f245410a660 0x7f245419f7f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f244c00d010 tx=0x7f244c00bca0 comp rx=0 tx=0).stop 2024-05-27T00:33:55.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.001+0000 7f245bc00700 1 -- 172.21.15.44:0/2136186910 shutdown_connections 2024-05-27T00:33:55.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.001+0000 7f245bc00700 1 --2- 172.21.15.44:0/2136186910 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f245410a660 0x7f245419f7f0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:55.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.001+0000 7f245bc00700 1 --2- 172.21.15.44:0/2136186910 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f24380a2d30 0x7f24380a51f0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:55.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.001+0000 7f245bc00700 1 --2- 172.21.15.44:0/2136186910 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2454104660 0x7f245419af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:55.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.001+0000 7f245bc00700 1 --2- 172.21.15.44:0/2136186910 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2454105020 0x7f245419b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:55.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.001+0000 7f245bc00700 1 -- 172.21.15.44:0/2136186910 >> 172.21.15.44:0/2136186910 conn(0x7f2454100190 msgr2=0x7f24541006b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:55.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.002+0000 7f245bc00700 1 -- 172.21.15.44:0/2136186910 shutdown_connections 2024-05-27T00:33:55.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.002+0000 7f245bc00700 1 -- 172.21.15.44:0/2136186910 wait complete. 2024-05-27T00:33:55.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.227+0000 7f1f34e00700 1 -- 172.21.15.44:0/1688812583 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1f301094c0 msgr2=0x7f1f30115980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:55.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.227+0000 7f1f34e00700 1 --2- 172.21.15.44:0/1688812583 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1f301094c0 0x7f1f30115980 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f1f280098f0 tx=0x7f1f28009c00 comp rx=0 tx=0).stop 2024-05-27T00:33:55.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.227+0000 7f1f34e00700 1 -- 172.21.15.44:0/1688812583 shutdown_connections 2024-05-27T00:33:55.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.227+0000 7f1f34e00700 1 --2- 172.21.15.44:0/1688812583 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1f301094c0 0x7f1f30115980 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:55.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.227+0000 7f1f34e00700 1 --2- 172.21.15.44:0/1688812583 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1f3010eab0 0x7f1f3010ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:55.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.227+0000 7f1f34e00700 1 --2- 172.21.15.44:0/1688812583 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f30108b00 0x7f1f30108f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:55.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.227+0000 7f1f34e00700 1 -- 172.21.15.44:0/1688812583 >> 172.21.15.44:0/1688812583 conn(0x7f1f30075c60 msgr2=0x7f1f30078080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:55.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.227+0000 7f1f34e00700 1 -- 172.21.15.44:0/1688812583 shutdown_connections 2024-05-27T00:33:55.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.227+0000 7f1f34e00700 1 -- 172.21.15.44:0/1688812583 wait complete. 2024-05-27T00:33:55.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.229+0000 7f1f34e00700 1 Processor -- start 2024-05-27T00:33:55.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.229+0000 7f1f34e00700 1 -- start start 2024-05-27T00:33:55.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.229+0000 7f1f34e00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1f30108b00 0x7f1f3019f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:55.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.229+0000 7f1f34e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1f301094c0 0x7f1f3019f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:55.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.229+0000 7f1f34e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f3010eab0 0x7f1f301a3be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:55.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.229+0000 7f1f34e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1f30118f60 con 0x7f1f3010eab0 2024-05-27T00:33:55.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.229+0000 7f1f34e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1f30118de0 con 0x7f1f301094c0 2024-05-27T00:33:55.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.229+0000 7f1f34e00700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f1f301190e0 con 0x7f1f30108b00 2024-05-27T00:33:55.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.230+0000 7f1f2de00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1f30108b00 0x7f1f3019f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:55.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.230+0000 7f1f2de00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1f30108b00 0x7f1f3019f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:60412/0 (socket says 172.21.15.44:60412) 2024-05-27T00:33:55.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.230+0000 7f1f2de00700 1 -- 172.21.15.44:0/748801947 learned_addr learned my addr 172.21.15.44:0/748801947 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:33:55.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.230+0000 7f1f2e800700 1 --2- 172.21.15.44:0/748801947 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f3010eab0 0x7f1f301a3be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:55.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.230+0000 7f1f25400700 1 --2- 172.21.15.44:0/748801947 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1f301094c0 0x7f1f3019f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:55.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.230+0000 7f1f2de00700 1 -- 172.21.15.44:0/748801947 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1f301094c0 msgr2=0x7f1f3019f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:55.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.230+0000 7f1f2de00700 1 --2- 172.21.15.44:0/748801947 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1f301094c0 0x7f1f3019f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:55.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.230+0000 7f1f2de00700 1 -- 172.21.15.44:0/748801947 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f3010eab0 msgr2=0x7f1f301a3be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:55.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.230+0000 7f1f2de00700 1 --2- 172.21.15.44:0/748801947 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f3010eab0 0x7f1f301a3be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:55.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.230+0000 7f1f2de00700 1 -- 172.21.15.44:0/748801947 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f301a4320 con 0x7f1f30108b00 2024-05-27T00:33:55.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.230+0000 7f1f25400700 1 --2- 172.21.15.44:0/748801947 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1f301094c0 0x7f1f3019f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:33:55.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.230+0000 7f1f2e800700 1 --2- 172.21.15.44:0/748801947 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f3010eab0 0x7f1f301a3be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:33:55.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.231+0000 7f1f2de00700 1 --2- 172.21.15.44:0/748801947 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1f30108b00 0x7f1f3019f310 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f1f2000ef30 tx=0x7f1f2000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:55.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.231+0000 7f1f27400700 1 -- 172.21.15.44:0/748801947 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f200092e0 con 0x7f1f30108b00 2024-05-27T00:33:55.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.231+0000 7f1f34e00700 1 -- 172.21.15.44:0/748801947 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f301a45b0 con 0x7f1f30108b00 2024-05-27T00:33:55.517 INFO:teuthology.orchestra.run.smithi044.stdout:77309411413 2024-05-27T00:33:55.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.231+0000 7f1f27400700 1 -- 172.21.15.44:0/748801947 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1f20004bb0 con 0x7f1f30108b00 2024-05-27T00:33:55.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.231+0000 7f1f27400700 1 -- 172.21.15.44:0/748801947 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f20004280 con 0x7f1f30108b00 2024-05-27T00:33:55.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.231+0000 7f1f34e00700 1 -- 172.21.15.44:0/748801947 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f301abe90 con 0x7f1f30108b00 2024-05-27T00:33:55.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.232+0000 7f1f34e00700 1 -- 172.21.15.44:0/748801947 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f30111040 con 0x7f1f30108b00 2024-05-27T00:33:55.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.235+0000 7f1f27400700 1 -- 172.21.15.44:0/748801947 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1f2001b030 con 0x7f1f30108b00 2024-05-27T00:33:55.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.237+0000 7f1f27400700 1 --2- 172.21.15.44:0/748801947 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f1f140a2cb0 0x7f1f140a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:55.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.237+0000 7f1f27400700 1 -- 172.21.15.44:0/748801947 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f1f200cfa00 con 0x7f1f30108b00 2024-05-27T00:33:55.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.237+0000 7f1f25400700 1 --2- 172.21.15.44:0/748801947 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f1f140a2cb0 0x7f1f140a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:55.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.238+0000 7f1f25400700 1 --2- 172.21.15.44:0/748801947 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f1f140a2cb0 0x7f1f140a5170 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f1f30078240 tx=0x7f1f18009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:55.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.238+0000 7f1f27400700 1 -- 172.21.15.44:0/748801947 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1f20022020 con 0x7f1f30108b00 2024-05-27T00:33:55.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.475+0000 7f1f34e00700 1 -- 172.21.15.44:0/748801947 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f1f301a0670 con 0x7f1f30108b00 2024-05-27T00:33:55.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.475+0000 7f1f27400700 1 -- 172.21.15.44:0/748801947 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1f20010040 con 0x7f1f30108b00 2024-05-27T00:33:55.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.480+0000 7f1f34e00700 1 -- 172.21.15.44:0/748801947 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f1f140a2cb0 msgr2=0x7f1f140a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:55.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.480+0000 7f1f34e00700 1 --2- 172.21.15.44:0/748801947 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f1f140a2cb0 0x7f1f140a5170 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f1f30078240 tx=0x7f1f18009310 comp rx=0 tx=0).stop 2024-05-27T00:33:55.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.480+0000 7f1f34e00700 1 -- 172.21.15.44:0/748801947 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1f30108b00 msgr2=0x7f1f3019f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:55.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.480+0000 7f1f34e00700 1 --2- 172.21.15.44:0/748801947 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1f30108b00 0x7f1f3019f310 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f1f2000ef30 tx=0x7f1f2000c3a0 comp rx=0 tx=0).stop 2024-05-27T00:33:55.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.480+0000 7f1f34e00700 1 -- 172.21.15.44:0/748801947 shutdown_connections 2024-05-27T00:33:55.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.480+0000 7f1f34e00700 1 --2- 172.21.15.44:0/748801947 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1f3010eab0 0x7f1f301a3be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:55.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.480+0000 7f1f34e00700 1 --2- 172.21.15.44:0/748801947 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f1f140a2cb0 0x7f1f140a5170 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:55.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.480+0000 7f1f34e00700 1 --2- 172.21.15.44:0/748801947 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1f30108b00 0x7f1f3019f310 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:55.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.480+0000 7f1f34e00700 1 --2- 172.21.15.44:0/748801947 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1f301094c0 0x7f1f3019f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:55.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.480+0000 7f1f34e00700 1 -- 172.21.15.44:0/748801947 >> 172.21.15.44:0/748801947 conn(0x7f1f30075c60 msgr2=0x7f1f30076320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:55.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.480+0000 7f1f34e00700 1 -- 172.21.15.44:0/748801947 shutdown_connections 2024-05-27T00:33:55.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:55.480+0000 7f1f34e00700 1 -- 172.21.15.44:0/748801947 wait complete. 2024-05-27T00:33:55.843 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:55 smithi044 ceph-mon[31645]: pgmap v370: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:33:55.844 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:55 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2136186910' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-27T00:33:55.844 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:55 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/748801947' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-27T00:33:55.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:55 smithi050 ceph-mon[36071]: pgmap v370: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:33:55.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:55 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2136186910' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-27T00:33:55.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:55 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/748801947' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-27T00:33:56.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:55 smithi137 ceph-mon[36552]: pgmap v370: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:33:56.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:55 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2136186910' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-27T00:33:56.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:55 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/748801947' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-27T00:33:57.689 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:57 smithi044 ceph-mon[31645]: pgmap v371: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-27T00:33:57.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:57 smithi050 ceph-mon[36071]: pgmap v371: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-27T00:33:58.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:57 smithi137 ceph-mon[36552]: pgmap v371: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-27T00:33:58.166 INFO:tasks.cephadm.ceph_manager.ceph:need seq 150323855427 got 150323855433 for osd.4 2024-05-27T00:33:58.167 DEBUG:teuthology.parallel:result is None 2024-05-27T00:33:58.257 INFO:tasks.cephadm.ceph_manager.ceph:need seq 171798691902 got 171798691907 for osd.5 2024-05-27T00:33:58.257 DEBUG:teuthology.parallel:result is None 2024-05-27T00:33:59.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.500+0000 7f1ddd400700 1 -- 172.21.15.44:0/1731791181 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1dd8103ea0 msgr2=0x7f1dd810c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:59.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.500+0000 7f1ddd400700 1 --2- 172.21.15.44:0/1731791181 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1dd8103ea0 0x7f1dd810c390 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f1dc4009990 tx=0x7f1dc4009ca0 comp rx=0 tx=0).stop 2024-05-27T00:33:59.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.500+0000 7f1ddd400700 1 -- 172.21.15.44:0/1731791181 shutdown_connections 2024-05-27T00:33:59.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.500+0000 7f1ddd400700 1 --2- 172.21.15.44:0/1731791181 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1dd810c9b0 0x7f1dd810ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:59.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.500+0000 7f1ddd400700 1 --2- 172.21.15.44:0/1731791181 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1dd8103580 0x7f1dd8103960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:59.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.500+0000 7f1ddd400700 1 --2- 172.21.15.44:0/1731791181 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1dd8103ea0 0x7f1dd810c390 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:59.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.500+0000 7f1ddd400700 1 -- 172.21.15.44:0/1731791181 >> 172.21.15.44:0/1731791181 conn(0x7f1dd80fcdb0 msgr2=0x7f1dd80ff1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:59.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.500+0000 7f1ddd400700 1 -- 172.21.15.44:0/1731791181 shutdown_connections 2024-05-27T00:33:59.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.500+0000 7f1ddd400700 1 -- 172.21.15.44:0/1731791181 wait complete. 2024-05-27T00:33:59.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.502+0000 7f1ddd400700 1 Processor -- start 2024-05-27T00:33:59.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.502+0000 7f1ddd400700 1 -- start start 2024-05-27T00:33:59.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.502+0000 7f1ddd400700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1dd8103580 0x7f1dd819e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:59.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.502+0000 7f1ddd400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1dd8103ea0 0x7f1dd819ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:59.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.502+0000 7f1ddd400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1dd810c9b0 0x7f1dd8198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:59.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.502+0000 7f1ddd400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1dd8112860 con 0x7f1dd8103ea0 2024-05-27T00:33:59.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.502+0000 7f1ddd400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1dd81126e0 con 0x7f1dd810c9b0 2024-05-27T00:33:59.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.502+0000 7f1ddd400700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f1dd81129e0 con 0x7f1dd8103580 2024-05-27T00:33:59.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.503+0000 7f1dd7e00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1dd8103580 0x7f1dd819e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:59.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.503+0000 7f1dd7400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1dd8103ea0 0x7f1dd819ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:59.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.503+0000 7f1dd7e00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1dd8103580 0x7f1dd819e900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:60434/0 (socket says 172.21.15.44:60434) 2024-05-27T00:33:59.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.503+0000 7f1dd7e00700 1 -- 172.21.15.44:0/4257093340 learned_addr learned my addr 172.21.15.44:0/4257093340 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:33:59.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.503+0000 7f1ddca00700 1 --2- 172.21.15.44:0/4257093340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1dd810c9b0 0x7f1dd8198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:59.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.503+0000 7f1dd7e00700 1 -- 172.21.15.44:0/4257093340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1dd810c9b0 msgr2=0x7f1dd8198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:59.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.503+0000 7f1dd7e00700 1 --2- 172.21.15.44:0/4257093340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1dd810c9b0 0x7f1dd8198ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:59.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.503+0000 7f1dd7e00700 1 -- 172.21.15.44:0/4257093340 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1dd8103ea0 msgr2=0x7f1dd819ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:59.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.503+0000 7f1dd7e00700 1 --2- 172.21.15.44:0/4257093340 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1dd8103ea0 0x7f1dd819ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:59.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.503+0000 7f1dd7e00700 1 -- 172.21.15.44:0/4257093340 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dd8199220 con 0x7f1dd8103580 2024-05-27T00:33:59.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.503+0000 7f1dd7400700 1 --2- 172.21.15.44:0/4257093340 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1dd8103ea0 0x7f1dd819ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:33:59.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.504+0000 7f1dd7e00700 1 --2- 172.21.15.44:0/4257093340 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1dd8103580 0x7f1dd819e900 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f1dc800e9a0 tx=0x7f1dc800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:59.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.504+0000 7f1dd4c00700 1 -- 172.21.15.44:0/4257093340 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc800ca10 con 0x7f1dd8103580 2024-05-27T00:33:59.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.504+0000 7f1dd4c00700 1 -- 172.21.15.44:0/4257093340 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1dc800cbb0 con 0x7f1dd8103580 2024-05-27T00:33:59.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.504+0000 7f1ddd400700 1 -- 172.21.15.44:0/4257093340 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1dd8199510 con 0x7f1dd8103580 2024-05-27T00:33:59.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.504+0000 7f1dd4c00700 1 -- 172.21.15.44:0/4257093340 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc8018710 con 0x7f1dd8103580 2024-05-27T00:33:59.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.504+0000 7f1ddd400700 1 -- 172.21.15.44:0/4257093340 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1dd8101110 con 0x7f1dd8103580 2024-05-27T00:33:59.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.505+0000 7f1ddd400700 1 -- 172.21.15.44:0/4257093340 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1dd8069180 con 0x7f1dd8103580 2024-05-27T00:33:59.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.507+0000 7f1dd4c00700 1 -- 172.21.15.44:0/4257093340 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1dc8010430 con 0x7f1dd8103580 2024-05-27T00:33:59.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.509+0000 7f1dd4c00700 1 --2- 172.21.15.44:0/4257093340 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f1dbc0a2cb0 0x7f1dbc0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:33:59.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.509+0000 7f1dd4c00700 1 -- 172.21.15.44:0/4257093340 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f1dc80cfc20 con 0x7f1dd8103580 2024-05-27T00:33:59.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.509+0000 7f1dd7400700 1 --2- 172.21.15.44:0/4257093340 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f1dbc0a2cb0 0x7f1dbc0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:33:59.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.510+0000 7f1dd7400700 1 --2- 172.21.15.44:0/4257093340 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f1dbc0a2cb0 0x7f1dbc0a5170 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f1dd810e180 tx=0x7f1dc400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:33:59.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.511+0000 7f1dd4c00700 1 -- 172.21.15.44:0/4257093340 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1dc809c660 con 0x7f1dd8103580 2024-05-27T00:33:59.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.743+0000 7f1ddd400700 1 -- 172.21.15.44:0/4257093340 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f1dd8101370 con 0x7f1dd8103580 2024-05-27T00:33:59.745 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:33:59 smithi044 ceph-mon[31645]: pgmap v372: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-27T00:33:59.745 INFO:teuthology.orchestra.run.smithi044.stdout:115964117070 2024-05-27T00:33:59.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.744+0000 7f1dd4c00700 1 -- 172.21.15.44:0/4257093340 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f1dc809bf60 con 0x7f1dd8103580 2024-05-27T00:33:59.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.747+0000 7f1ddd400700 1 -- 172.21.15.44:0/4257093340 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f1dbc0a2cb0 msgr2=0x7f1dbc0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:59.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.747+0000 7f1ddd400700 1 --2- 172.21.15.44:0/4257093340 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f1dbc0a2cb0 0x7f1dbc0a5170 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f1dd810e180 tx=0x7f1dc400b260 comp rx=0 tx=0).stop 2024-05-27T00:33:59.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.747+0000 7f1ddd400700 1 -- 172.21.15.44:0/4257093340 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1dd8103580 msgr2=0x7f1dd819e900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:33:59.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.747+0000 7f1ddd400700 1 --2- 172.21.15.44:0/4257093340 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1dd8103580 0x7f1dd819e900 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f1dc800e9a0 tx=0x7f1dc800ecb0 comp rx=0 tx=0).stop 2024-05-27T00:33:59.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.748+0000 7f1ddd400700 1 -- 172.21.15.44:0/4257093340 shutdown_connections 2024-05-27T00:33:59.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.748+0000 7f1ddd400700 1 --2- 172.21.15.44:0/4257093340 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1dd810c9b0 0x7f1dd8198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:59.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.748+0000 7f1ddd400700 1 --2- 172.21.15.44:0/4257093340 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f1dbc0a2cb0 0x7f1dbc0a5170 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:59.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.748+0000 7f1ddd400700 1 --2- 172.21.15.44:0/4257093340 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1dd8103580 0x7f1dd819e900 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:59.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.748+0000 7f1ddd400700 1 --2- 172.21.15.44:0/4257093340 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1dd8103ea0 0x7f1dd819ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:33:59.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.748+0000 7f1ddd400700 1 -- 172.21.15.44:0/4257093340 >> 172.21.15.44:0/4257093340 conn(0x7f1dd80fcdb0 msgr2=0x7f1dd810ec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:33:59.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.748+0000 7f1ddd400700 1 -- 172.21.15.44:0/4257093340 shutdown_connections 2024-05-27T00:33:59.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:33:59.748+0000 7f1ddd400700 1 -- 172.21.15.44:0/4257093340 wait complete. 2024-05-27T00:33:59.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:33:59 smithi050 ceph-mon[36071]: pgmap v372: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-27T00:34:00.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:33:59 smithi137 ceph-mon[36552]: pgmap v372: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-27T00:34:00.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.629+0000 7fce6de00700 1 -- 172.21.15.44:0/3389419830 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce681089d0 msgr2=0x7fce68108e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:00.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.629+0000 7fce6de00700 1 --2- 172.21.15.44:0/3389419830 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce681089d0 0x7fce68108e50 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fce54009990 tx=0x7fce54009ca0 comp rx=0 tx=0).stop 2024-05-27T00:34:00.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.629+0000 7fce6de00700 1 -- 172.21.15.44:0/3389419830 shutdown_connections 2024-05-27T00:34:00.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.629+0000 7fce6de00700 1 --2- 172.21.15.44:0/3389419830 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce68109390 0x7fce68115830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:00.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.629+0000 7fce6de00700 1 --2- 172.21.15.44:0/3389419830 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fce6810d8a0 0x7fce6810dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:00.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.629+0000 7fce6de00700 1 --2- 172.21.15.44:0/3389419830 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce681089d0 0x7fce68108e50 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:00.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.629+0000 7fce6de00700 1 -- 172.21.15.44:0/3389419830 >> 172.21.15.44:0/3389419830 conn(0x7fce68078220 msgr2=0x7fce681072b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:00.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.630+0000 7fce6de00700 1 -- 172.21.15.44:0/3389419830 shutdown_connections 2024-05-27T00:34:00.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.630+0000 7fce6de00700 1 -- 172.21.15.44:0/3389419830 wait complete. 2024-05-27T00:34:00.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.631+0000 7fce6de00700 1 Processor -- start 2024-05-27T00:34:00.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.631+0000 7fce6de00700 1 -- start start 2024-05-27T00:34:00.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.632+0000 7fce6de00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fce681089d0 0x7fce6819f350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:00.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.632+0000 7fce6de00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce68109390 0x7fce6819f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:00.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.632+0000 7fce6de00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce6810d8a0 0x7fce681a3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:00.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.632+0000 7fce6de00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fce68118ec0 con 0x7fce68109390 2024-05-27T00:34:00.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.632+0000 7fce6de00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fce68118d40 con 0x7fce6810d8a0 2024-05-27T00:34:00.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.632+0000 7fce6de00700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fce68119040 con 0x7fce681089d0 2024-05-27T00:34:00.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.632+0000 7fce67e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce68109390 0x7fce6819f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:00.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.632+0000 7fce6ca00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fce681089d0 0x7fce6819f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:00.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.632+0000 7fce67e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce68109390 0x7fce6819f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59574/0 (socket says 172.21.15.44:59574) 2024-05-27T00:34:00.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.632+0000 7fce6ca00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fce681089d0 0x7fce6819f350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:60458/0 (socket says 172.21.15.44:60458) 2024-05-27T00:34:00.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.632+0000 7fce67e00700 1 -- 172.21.15.44:0/3032563653 learned_addr learned my addr 172.21.15.44:0/3032563653 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:00.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.632+0000 7fce6d400700 1 --2- 172.21.15.44:0/3032563653 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce6810d8a0 0x7fce681a3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:00.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.633+0000 7fce6ca00700 1 -- 172.21.15.44:0/3032563653 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce6810d8a0 msgr2=0x7fce681a3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:00.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.633+0000 7fce6ca00700 1 --2- 172.21.15.44:0/3032563653 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce6810d8a0 0x7fce681a3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:00.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.633+0000 7fce6ca00700 1 -- 172.21.15.44:0/3032563653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce68109390 msgr2=0x7fce6819f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:00.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.633+0000 7fce6ca00700 1 --2- 172.21.15.44:0/3032563653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce68109390 0x7fce6819f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:00.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.633+0000 7fce6ca00700 1 -- 172.21.15.44:0/3032563653 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce681a4310 con 0x7fce681089d0 2024-05-27T00:34:00.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.633+0000 7fce6ca00700 1 --2- 172.21.15.44:0/3032563653 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fce681089d0 0x7fce6819f350 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fce5c00e9f0 tx=0x7fce5c00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:00.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.633+0000 7fce65600700 1 -- 172.21.15.44:0/3032563653 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce5c004220 con 0x7fce681089d0 2024-05-27T00:34:00.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.633+0000 7fce65600700 1 -- 172.21.15.44:0/3032563653 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fce5c004d30 con 0x7fce681089d0 2024-05-27T00:34:00.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.633+0000 7fce65600700 1 -- 172.21.15.44:0/3032563653 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce5c005020 con 0x7fce681089d0 2024-05-27T00:34:00.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.633+0000 7fce6de00700 1 -- 172.21.15.44:0/3032563653 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce681a4600 con 0x7fce681089d0 2024-05-27T00:34:00.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.634+0000 7fce6de00700 1 -- 172.21.15.44:0/3032563653 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce681abe80 con 0x7fce681089d0 2024-05-27T00:34:00.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.635+0000 7fce6de00700 1 -- 172.21.15.44:0/3032563653 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce68069180 con 0x7fce681089d0 2024-05-27T00:34:00.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.637+0000 7fce65600700 1 -- 172.21.15.44:0/3032563653 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fce5c004a40 con 0x7fce681089d0 2024-05-27T00:34:00.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.638+0000 7fce65600700 1 --2- 172.21.15.44:0/3032563653 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fce500a2d30 0x7fce500a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:00.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.639+0000 7fce65600700 1 -- 172.21.15.44:0/3032563653 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fce5c0cf5f0 con 0x7fce681089d0 2024-05-27T00:34:00.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.639+0000 7fce67e00700 1 --2- 172.21.15.44:0/3032563653 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fce500a2d30 0x7fce500a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:00.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.640+0000 7fce67e00700 1 --2- 172.21.15.44:0/3032563653 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fce500a2d30 0x7fce500a51f0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fce54009750 tx=0x7fce5400b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:00.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.640+0000 7fce65600700 1 -- 172.21.15.44:0/3032563653 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fce5c09c0c0 con 0x7fce681089d0 2024-05-27T00:34:00.745 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:00 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/4257093340' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-27T00:34:00.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.886+0000 7fce6de00700 1 -- 172.21.15.44:0/3032563653 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fce681a0660 con 0x7fce681089d0 2024-05-27T00:34:00.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.886+0000 7fce65600700 1 -- 172.21.15.44:0/3032563653 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fce5c09b9c0 con 0x7fce681089d0 2024-05-27T00:34:00.887 INFO:teuthology.orchestra.run.smithi044.stdout:34359738464 2024-05-27T00:34:00.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.889+0000 7fce6de00700 1 -- 172.21.15.44:0/3032563653 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fce500a2d30 msgr2=0x7fce500a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:00.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.890+0000 7fce6de00700 1 --2- 172.21.15.44:0/3032563653 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fce500a2d30 0x7fce500a51f0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fce54009750 tx=0x7fce5400b280 comp rx=0 tx=0).stop 2024-05-27T00:34:00.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.890+0000 7fce6de00700 1 -- 172.21.15.44:0/3032563653 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fce681089d0 msgr2=0x7fce6819f350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:00.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.890+0000 7fce6de00700 1 --2- 172.21.15.44:0/3032563653 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fce681089d0 0x7fce6819f350 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fce5c00e9f0 tx=0x7fce5c00ed00 comp rx=0 tx=0).stop 2024-05-27T00:34:00.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.890+0000 7fce6de00700 1 -- 172.21.15.44:0/3032563653 shutdown_connections 2024-05-27T00:34:00.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.890+0000 7fce6de00700 1 --2- 172.21.15.44:0/3032563653 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce6810d8a0 0x7fce681a3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:00.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.890+0000 7fce6de00700 1 --2- 172.21.15.44:0/3032563653 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fce500a2d30 0x7fce500a51f0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:00.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.890+0000 7fce6de00700 1 --2- 172.21.15.44:0/3032563653 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fce681089d0 0x7fce6819f350 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:00.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.890+0000 7fce6de00700 1 --2- 172.21.15.44:0/3032563653 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce68109390 0x7fce6819f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:00.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.890+0000 7fce6de00700 1 -- 172.21.15.44:0/3032563653 >> 172.21.15.44:0/3032563653 conn(0x7fce68078220 msgr2=0x7fce68078880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:00.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.890+0000 7fce6de00700 1 -- 172.21.15.44:0/3032563653 shutdown_connections 2024-05-27T00:34:00.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.890+0000 7fce6de00700 1 -- 172.21.15.44:0/3032563653 wait complete. 2024-05-27T00:34:00.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.919+0000 7ff365a00700 1 -- 172.21.15.44:0/2706625147 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff360107840 msgr2=0x7ff36010f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:00.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.919+0000 7ff365a00700 1 --2- 172.21.15.44:0/2706625147 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff360107840 0x7ff36010f3c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ff358009fc0 tx=0x7ff35800b330 comp rx=0 tx=0).stop 2024-05-27T00:34:00.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.920+0000 7ff365a00700 1 -- 172.21.15.44:0/2706625147 shutdown_connections 2024-05-27T00:34:00.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.920+0000 7ff365a00700 1 --2- 172.21.15.44:0/2706625147 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff360107840 0x7ff36010f3c0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:00.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.920+0000 7ff365a00700 1 --2- 172.21.15.44:0/2706625147 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff360102740 0x7ff360102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:00.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.920+0000 7ff365a00700 1 --2- 172.21.15.44:0/2706625147 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3601030f0 0x7ff360107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:00.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.920+0000 7ff365a00700 1 -- 172.21.15.44:0/2706625147 >> 172.21.15.44:0/2706625147 conn(0x7ff3600795f0 msgr2=0x7ff360079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:00.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.920+0000 7ff365a00700 1 -- 172.21.15.44:0/2706625147 shutdown_connections 2024-05-27T00:34:00.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.920+0000 7ff365a00700 1 -- 172.21.15.44:0/2706625147 wait complete. 2024-05-27T00:34:00.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.921+0000 7ff365a00700 1 Processor -- start 2024-05-27T00:34:00.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.921+0000 7ff365a00700 1 -- start start 2024-05-27T00:34:00.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.922+0000 7ff365a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff360102740 0x7ff36019ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:00.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.922+0000 7ff365a00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3601030f0 0x7ff36019b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:00.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.922+0000 7ff365a00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff360107840 0x7ff36019f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:00.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.922+0000 7ff365a00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff360112920 con 0x7ff3601030f0 2024-05-27T00:34:00.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.922+0000 7ff365a00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff3601127a0 con 0x7ff360102740 2024-05-27T00:34:00.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.922+0000 7ff365a00700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7ff360112aa0 con 0x7ff360107840 2024-05-27T00:34:00.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.922+0000 7ff35ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff360102740 0x7ff36019ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:00.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.922+0000 7ff35ea00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff360102740 0x7ff36019ae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:42708/0 (socket says 172.21.15.44:42708) 2024-05-27T00:34:00.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.922+0000 7ff35ea00700 1 -- 172.21.15.44:0/895622681 learned_addr learned my addr 172.21.15.44:0/895622681 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:00.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.922+0000 7ff35e000700 1 --2- 172.21.15.44:0/895622681 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3601030f0 0x7ff36019b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:00.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.922+0000 7ff35f400700 1 --2- 172.21.15.44:0/895622681 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff360107840 0x7ff36019f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:00.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.923+0000 7ff35ea00700 1 -- 172.21.15.44:0/895622681 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff360107840 msgr2=0x7ff36019f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:00.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.923+0000 7ff35ea00700 1 --2- 172.21.15.44:0/895622681 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff360107840 0x7ff36019f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:00.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.923+0000 7ff35ea00700 1 -- 172.21.15.44:0/895622681 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3601030f0 msgr2=0x7ff36019b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:00.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.923+0000 7ff35ea00700 1 --2- 172.21.15.44:0/895622681 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3601030f0 0x7ff36019b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:00.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.923+0000 7ff35ea00700 1 -- 172.21.15.44:0/895622681 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff36019fea0 con 0x7ff360102740 2024-05-27T00:34:00.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.923+0000 7ff35ea00700 1 --2- 172.21.15.44:0/895622681 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff360102740 0x7ff36019ae90 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7ff35000e9c0 tx=0x7ff35000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:00.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.923+0000 7ff357400700 1 -- 172.21.15.44:0/895622681 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff35000cbd0 con 0x7ff360102740 2024-05-27T00:34:00.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.923+0000 7ff357400700 1 -- 172.21.15.44:0/895622681 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff35000ee50 con 0x7ff360102740 2024-05-27T00:34:00.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.923+0000 7ff365a00700 1 -- 172.21.15.44:0/895622681 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3601a0190 con 0x7ff360102740 2024-05-27T00:34:00.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.923+0000 7ff357400700 1 -- 172.21.15.44:0/895622681 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3500056d0 con 0x7ff360102740 2024-05-27T00:34:00.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.924+0000 7ff365a00700 1 -- 172.21.15.44:0/895622681 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3601a7a10 con 0x7ff360102740 2024-05-27T00:34:00.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.925+0000 7ff365a00700 1 -- 172.21.15.44:0/895622681 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff360069180 con 0x7ff360102740 2024-05-27T00:34:00.928 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.927+0000 7ff357400700 1 -- 172.21.15.44:0/895622681 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff350004750 con 0x7ff360102740 2024-05-27T00:34:00.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.928+0000 7ff357400700 1 --2- 172.21.15.44:0/895622681 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff3440a2ed0 0x7ff3440a5390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:00.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.929+0000 7ff357400700 1 -- 172.21.15.44:0/895622681 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7ff3500cf770 con 0x7ff360102740 2024-05-27T00:34:00.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.929+0000 7ff35e000700 1 --2- 172.21.15.44:0/895622681 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff3440a2ed0 0x7ff3440a5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:00.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.929+0000 7ff35e000700 1 --2- 172.21.15.44:0/895622681 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff3440a2ed0 0x7ff3440a5390 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff36010f800 tx=0x7ff34c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:00.933 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:00.933+0000 7ff357400700 1 -- 172.21.15.44:0/895622681 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff35009c1b0 con 0x7ff360102740 2024-05-27T00:34:00.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:00 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/4257093340' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-27T00:34:01.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:00 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/4257093340' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-27T00:34:01.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:01.175+0000 7ff365a00700 1 -- 172.21.15.44:0/895622681 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7ff36019c1f0 con 0x7ff360102740 2024-05-27T00:34:01.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:01.176+0000 7ff357400700 1 -- 172.21.15.44:0/895622681 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff35009bab0 con 0x7ff360102740 2024-05-27T00:34:01.178 INFO:teuthology.orchestra.run.smithi044.stdout:55834574939 2024-05-27T00:34:01.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:01.179+0000 7ff365a00700 1 -- 172.21.15.44:0/895622681 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff3440a2ed0 msgr2=0x7ff3440a5390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:01.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:01.179+0000 7ff365a00700 1 --2- 172.21.15.44:0/895622681 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff3440a2ed0 0x7ff3440a5390 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff36010f800 tx=0x7ff34c009310 comp rx=0 tx=0).stop 2024-05-27T00:34:01.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:01.179+0000 7ff365a00700 1 -- 172.21.15.44:0/895622681 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff360102740 msgr2=0x7ff36019ae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:01.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:01.179+0000 7ff365a00700 1 --2- 172.21.15.44:0/895622681 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff360102740 0x7ff36019ae90 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7ff35000e9c0 tx=0x7ff35000ecd0 comp rx=0 tx=0).stop 2024-05-27T00:34:01.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:01.179+0000 7ff365a00700 1 -- 172.21.15.44:0/895622681 shutdown_connections 2024-05-27T00:34:01.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:01.179+0000 7ff365a00700 1 --2- 172.21.15.44:0/895622681 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff3440a2ed0 0x7ff3440a5390 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:01.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:01.179+0000 7ff365a00700 1 --2- 172.21.15.44:0/895622681 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff360107840 0x7ff36019f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:01.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:01.179+0000 7ff365a00700 1 --2- 172.21.15.44:0/895622681 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff360102740 0x7ff36019ae90 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:01.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:01.179+0000 7ff365a00700 1 --2- 172.21.15.44:0/895622681 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff3601030f0 0x7ff36019b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:01.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:01.179+0000 7ff365a00700 1 -- 172.21.15.44:0/895622681 >> 172.21.15.44:0/895622681 conn(0x7ff3600795f0 msgr2=0x7ff360100350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:01.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:01.179+0000 7ff365a00700 1 -- 172.21.15.44:0/895622681 shutdown_connections 2024-05-27T00:34:01.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:01.179+0000 7ff365a00700 1 -- 172.21.15.44:0/895622681 wait complete. 2024-05-27T00:34:01.808 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:01 smithi044 ceph-mon[31645]: pgmap v373: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:34:01.808 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:01 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3032563653' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-27T00:34:01.808 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:01 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/895622681' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-27T00:34:01.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:01 smithi050 ceph-mon[36071]: pgmap v373: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:34:01.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:01 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3032563653' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-27T00:34:01.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:01 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/895622681' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-27T00:34:02.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:01 smithi137 ceph-mon[36552]: pgmap v373: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:34:02.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:01 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3032563653' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-27T00:34:02.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:01 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/895622681' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-27T00:34:02.432 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574934 got 55834574939 for osd.1 2024-05-27T00:34:02.433 DEBUG:teuthology.parallel:result is None 2024-05-27T00:34:02.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:02 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2557940136' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-27T00:34:03.188 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:02 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2557940136' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-27T00:34:03.188 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:02 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2557940136' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-27T00:34:03.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.077+0000 7f4566800700 1 -- 172.21.15.44:0/1419935860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45601133d0 msgr2=0x7f45601157c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:03.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.077+0000 7f4566800700 1 --2- 172.21.15.44:0/1419935860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45601133d0 0x7f45601157c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f455800b0a0 tx=0x7f455800b3b0 comp rx=0 tx=0).stop 2024-05-27T00:34:03.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.077+0000 7f4566800700 1 -- 172.21.15.44:0/1419935860 shutdown_connections 2024-05-27T00:34:03.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.077+0000 7f4566800700 1 --2- 172.21.15.44:0/1419935860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45601133d0 0x7f45601157c0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:03.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.077+0000 7f4566800700 1 --2- 172.21.15.44:0/1419935860 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4560074830 0x7f4560074c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:03.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.077+0000 7f4566800700 1 --2- 172.21.15.44:0/1419935860 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4560075150 0x7f4560112e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:03.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.077+0000 7f4566800700 1 -- 172.21.15.44:0/1419935860 >> 172.21.15.44:0/1419935860 conn(0x7f45600fdf10 msgr2=0x7f4560100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:03.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.078+0000 7f4566800700 1 -- 172.21.15.44:0/1419935860 shutdown_connections 2024-05-27T00:34:03.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.078+0000 7f4566800700 1 -- 172.21.15.44:0/1419935860 wait complete. 2024-05-27T00:34:03.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.079+0000 7f4566800700 1 Processor -- start 2024-05-27T00:34:03.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.079+0000 7f4566800700 1 -- start start 2024-05-27T00:34:03.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.080+0000 7f4566800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4560074830 0x7f456019f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:03.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.080+0000 7f4566800700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4560075150 0x7f456019f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:03.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.080+0000 7f4566800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45601133d0 0x7f45601a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:03.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.080+0000 7f4566800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4560118e20 con 0x7f45601133d0 2024-05-27T00:34:03.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.080+0000 7f4566800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4560118ca0 con 0x7f4560074830 2024-05-27T00:34:03.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.080+0000 7f4566800700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f4560118fa0 con 0x7f4560075150 2024-05-27T00:34:03.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.080+0000 7f4565400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4560074830 0x7f456019f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:03.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.080+0000 7f4565400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4560074830 0x7f456019f1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:42716/0 (socket says 172.21.15.44:42716) 2024-05-27T00:34:03.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.080+0000 7f4565400700 1 -- 172.21.15.44:0/2557940136 learned_addr learned my addr 172.21.15.44:0/2557940136 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:03.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.080+0000 7f4564a00700 1 --2- 172.21.15.44:0/2557940136 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4560075150 0x7f456019f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:03.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.080+0000 7f4565e00700 1 --2- 172.21.15.44:0/2557940136 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45601133d0 0x7f45601a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:03.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.080+0000 7f4565400700 1 -- 172.21.15.44:0/2557940136 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4560075150 msgr2=0x7f456019f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:03.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.080+0000 7f4565400700 1 --2- 172.21.15.44:0/2557940136 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4560075150 0x7f456019f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:03.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.080+0000 7f4565400700 1 -- 172.21.15.44:0/2557940136 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45601133d0 msgr2=0x7f45601a3aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:03.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.080+0000 7f4565400700 1 --2- 172.21.15.44:0/2557940136 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45601133d0 0x7f45601a3aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:03.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.080+0000 7f4565400700 1 -- 172.21.15.44:0/2557940136 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45601a41e0 con 0x7f4560074830 2024-05-27T00:34:03.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.081+0000 7f4565400700 1 --2- 172.21.15.44:0/2557940136 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4560074830 0x7f456019f1d0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f455400eb30 tx=0x7f455400ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:03.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.081+0000 7f455e000700 1 -- 172.21.15.44:0/2557940136 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f455400cbd0 con 0x7f4560074830 2024-05-27T00:34:03.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.081+0000 7f455e000700 1 -- 172.21.15.44:0/2557940136 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4554004520 con 0x7f4560074830 2024-05-27T00:34:03.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.081+0000 7f4566800700 1 -- 172.21.15.44:0/2557940136 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45601a44d0 con 0x7f4560074830 2024-05-27T00:34:03.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.081+0000 7f455e000700 1 -- 172.21.15.44:0/2557940136 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4554010430 con 0x7f4560074830 2024-05-27T00:34:03.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.081+0000 7f4566800700 1 -- 172.21.15.44:0/2557940136 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45601abd50 con 0x7f4560074830 2024-05-27T00:34:03.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.082+0000 7f4566800700 1 -- 172.21.15.44:0/2557940136 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4560069180 con 0x7f4560074830 2024-05-27T00:34:03.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.084+0000 7f455e000700 1 -- 172.21.15.44:0/2557940136 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f4554044b60 con 0x7f4560074830 2024-05-27T00:34:03.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.086+0000 7f455e000700 1 --2- 172.21.15.44:0/2557940136 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f45480a2d30 0x7f45480a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:03.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.086+0000 7f455e000700 1 -- 172.21.15.44:0/2557940136 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f45540cf840 con 0x7f4560074830 2024-05-27T00:34:03.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.086+0000 7f4564a00700 1 --2- 172.21.15.44:0/2557940136 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f45480a2d30 0x7f45480a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:03.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.087+0000 7f4564a00700 1 --2- 172.21.15.44:0/2557940136 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f45480a2d30 0x7f45480a51f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f45601061c0 tx=0x7f454c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:03.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.088+0000 7f455e000700 1 -- 172.21.15.44:0/2557940136 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f455409c280 con 0x7f4560074830 2024-05-27T00:34:03.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.328+0000 7f4566800700 1 -- 172.21.15.44:0/2557940136 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f45601a0530 con 0x7f4560074830 2024-05-27T00:34:03.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.328+0000 7f455e000700 1 -- 172.21.15.44:0/2557940136 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f455400cd70 con 0x7f4560074830 2024-05-27T00:34:03.193 INFO:teuthology.orchestra.run.smithi044.stdout:227633266744 2024-05-27T00:34:03.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.332+0000 7f4566800700 1 -- 172.21.15.44:0/2557940136 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f45480a2d30 msgr2=0x7f45480a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:03.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.332+0000 7f4566800700 1 --2- 172.21.15.44:0/2557940136 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f45480a2d30 0x7f45480a51f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f45601061c0 tx=0x7f454c009260 comp rx=0 tx=0).stop 2024-05-27T00:34:03.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.332+0000 7f4566800700 1 -- 172.21.15.44:0/2557940136 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4560074830 msgr2=0x7f456019f1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:03.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.332+0000 7f4566800700 1 --2- 172.21.15.44:0/2557940136 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4560074830 0x7f456019f1d0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f455400eb30 tx=0x7f455400ee40 comp rx=0 tx=0).stop 2024-05-27T00:34:03.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.332+0000 7f4566800700 1 -- 172.21.15.44:0/2557940136 shutdown_connections 2024-05-27T00:34:03.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.332+0000 7f4566800700 1 --2- 172.21.15.44:0/2557940136 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f45601133d0 0x7f45601a3aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:03.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.332+0000 7f4566800700 1 --2- 172.21.15.44:0/2557940136 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4560074830 0x7f456019f1d0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:03.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.332+0000 7f4566800700 1 --2- 172.21.15.44:0/2557940136 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f45480a2d30 0x7f45480a51f0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:03.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.332+0000 7f4566800700 1 --2- 172.21.15.44:0/2557940136 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4560075150 0x7f456019f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:03.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.332+0000 7f4566800700 1 -- 172.21.15.44:0/2557940136 >> 172.21.15.44:0/2557940136 conn(0x7f45600fdf10 msgr2=0x7f45600feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:03.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.333+0000 7f4566800700 1 -- 172.21.15.44:0/2557940136 shutdown_connections 2024-05-27T00:34:03.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:02.333+0000 7f4566800700 1 -- 172.21.15.44:0/2557940136 wait complete. 2024-05-27T00:34:03.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:03 smithi044 ceph-mon[31645]: pgmap v374: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-27T00:34:03.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:03 smithi050 ceph-mon[36071]: pgmap v374: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-27T00:34:04.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:03 smithi137 ceph-mon[36552]: pgmap v374: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-27T00:34:04.310 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738460 got 34359738464 for osd.0 2024-05-27T00:34:04.311 DEBUG:teuthology.parallel:result is None 2024-05-27T00:34:04.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.338+0000 7fc892200700 1 -- 172.21.15.44:0/3253488426 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc88c107840 msgr2=0x7fc88c10f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:04.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.338+0000 7fc892200700 1 --2- 172.21.15.44:0/3253488426 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc88c107840 0x7fc88c10f3c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc88400b0d0 tx=0x7fc88400b3e0 comp rx=0 tx=0).stop 2024-05-27T00:34:04.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.338+0000 7fc892200700 1 -- 172.21.15.44:0/3253488426 shutdown_connections 2024-05-27T00:34:04.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.338+0000 7fc892200700 1 --2- 172.21.15.44:0/3253488426 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc88c107840 0x7fc88c10f3c0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:04.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.339+0000 7fc892200700 1 --2- 172.21.15.44:0/3253488426 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc88c102740 0x7fc88c102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:04.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.339+0000 7fc892200700 1 --2- 172.21.15.44:0/3253488426 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc88c1030f0 0x7fc88c107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:04.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.339+0000 7fc892200700 1 -- 172.21.15.44:0/3253488426 >> 172.21.15.44:0/3253488426 conn(0x7fc88c0795f0 msgr2=0x7fc88c079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:04.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.339+0000 7fc892200700 1 -- 172.21.15.44:0/3253488426 shutdown_connections 2024-05-27T00:34:04.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.339+0000 7fc892200700 1 -- 172.21.15.44:0/3253488426 wait complete. 2024-05-27T00:34:04.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.340+0000 7fc892200700 1 Processor -- start 2024-05-27T00:34:04.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.340+0000 7fc892200700 1 -- start start 2024-05-27T00:34:04.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.340+0000 7fc892200700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc88c102740 0x7fc88c19ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:04.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.341+0000 7fc892200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc88c1030f0 0x7fc88c19b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:04.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.341+0000 7fc892200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc88c107840 0x7fc88c19f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:04.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.341+0000 7fc892200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc88c1128e0 con 0x7fc88c107840 2024-05-27T00:34:04.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.341+0000 7fc892200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc88c112760 con 0x7fc88c1030f0 2024-05-27T00:34:04.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.341+0000 7fc892200700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fc88c112a60 con 0x7fc88c102740 2024-05-27T00:34:04.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.342+0000 7fc88be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc88c107840 0x7fc88c19f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:04.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.342+0000 7fc88b400700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc88c102740 0x7fc88c19ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:04.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.342+0000 7fc882a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc88c1030f0 0x7fc88c19b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:04.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.342+0000 7fc88be00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc88c107840 0x7fc88c19f700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:59618/0 (socket says 172.21.15.44:59618) 2024-05-27T00:34:04.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.342+0000 7fc882a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc88c1030f0 0x7fc88c19b370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:42734/0 (socket says 172.21.15.44:42734) 2024-05-27T00:34:04.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.342+0000 7fc88be00700 1 -- 172.21.15.44:0/2306146139 learned_addr learned my addr 172.21.15.44:0/2306146139 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:04.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.343+0000 7fc882a00700 1 -- 172.21.15.44:0/2306146139 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc88c102740 msgr2=0x7fc88c19ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:04.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.343+0000 7fc882a00700 1 --2- 172.21.15.44:0/2306146139 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc88c102740 0x7fc88c19ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:04.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.343+0000 7fc882a00700 1 -- 172.21.15.44:0/2306146139 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc88c107840 msgr2=0x7fc88c19f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:04.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.343+0000 7fc882a00700 1 --2- 172.21.15.44:0/2306146139 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc88c107840 0x7fc88c19f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:04.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.343+0000 7fc882a00700 1 -- 172.21.15.44:0/2306146139 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc88c19fe40 con 0x7fc88c1030f0 2024-05-27T00:34:04.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.343+0000 7fc88b400700 1 --2- 172.21.15.44:0/2306146139 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc88c102740 0x7fc88c19ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:04.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.343+0000 7fc882a00700 1 --2- 172.21.15.44:0/2306146139 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc88c1030f0 0x7fc88c19b370 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc87400e9f0 tx=0x7fc87400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:04.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.343+0000 7fc888c00700 1 -- 172.21.15.44:0/2306146139 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc87400c9c0 con 0x7fc88c1030f0 2024-05-27T00:34:04.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.343+0000 7fc892200700 1 -- 172.21.15.44:0/2306146139 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc88c1a0130 con 0x7fc88c1030f0 2024-05-27T00:34:04.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.343+0000 7fc888c00700 1 -- 172.21.15.44:0/2306146139 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc87400cb60 con 0x7fc88c1030f0 2024-05-27T00:34:04.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.343+0000 7fc888c00700 1 -- 172.21.15.44:0/2306146139 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc874018660 con 0x7fc88c1030f0 2024-05-27T00:34:04.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.343+0000 7fc892200700 1 -- 172.21.15.44:0/2306146139 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc88c1a79b0 con 0x7fc88c1030f0 2024-05-27T00:34:04.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.345+0000 7fc892200700 1 -- 172.21.15.44:0/2306146139 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc88c069180 con 0x7fc88c1030f0 2024-05-27T00:34:04.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.347+0000 7fc888c00700 1 -- 172.21.15.44:0/2306146139 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fc874010430 con 0x7fc88c1030f0 2024-05-27T00:34:04.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.348+0000 7fc888c00700 1 --2- 172.21.15.44:0/2306146139 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc8700a2d30 0x7fc8700a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:04.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.348+0000 7fc888c00700 1 -- 172.21.15.44:0/2306146139 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fc8740cfa10 con 0x7fc88c1030f0 2024-05-27T00:34:04.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.348+0000 7fc88b400700 1 --2- 172.21.15.44:0/2306146139 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc8700a2d30 0x7fc8700a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:04.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.349+0000 7fc88b400700 1 --2- 172.21.15.44:0/2306146139 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc8700a2d30 0x7fc8700a51f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fc87c009680 tx=0x7fc87c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:04.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.351+0000 7fc888c00700 1 -- 172.21.15.44:0/2306146139 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc87409c450 con 0x7fc88c1030f0 2024-05-27T00:34:04.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.604+0000 7fc892200700 1 -- 172.21.15.44:0/2306146139 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7fc88c1a7c10 con 0x7fc88c1030f0 2024-05-27T00:34:04.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.605+0000 7fc888c00700 1 -- 172.21.15.44:0/2306146139 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7fc87409bd50 con 0x7fc88c1030f0 2024-05-27T00:34:04.606 INFO:teuthology.orchestra.run.smithi044.stdout:317827579944 2024-05-27T00:34:04.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.608+0000 7fc892200700 1 -- 172.21.15.44:0/2306146139 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc8700a2d30 msgr2=0x7fc8700a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:04.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.609+0000 7fc892200700 1 --2- 172.21.15.44:0/2306146139 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc8700a2d30 0x7fc8700a51f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fc87c009680 tx=0x7fc87c009260 comp rx=0 tx=0).stop 2024-05-27T00:34:04.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.609+0000 7fc892200700 1 -- 172.21.15.44:0/2306146139 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc88c1030f0 msgr2=0x7fc88c19b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:04.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.609+0000 7fc892200700 1 --2- 172.21.15.44:0/2306146139 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc88c1030f0 0x7fc88c19b370 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc87400e9f0 tx=0x7fc87400ed00 comp rx=0 tx=0).stop 2024-05-27T00:34:04.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.609+0000 7fc892200700 1 -- 172.21.15.44:0/2306146139 shutdown_connections 2024-05-27T00:34:04.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.609+0000 7fc892200700 1 --2- 172.21.15.44:0/2306146139 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc88c107840 0x7fc88c19f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:04.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.609+0000 7fc892200700 1 --2- 172.21.15.44:0/2306146139 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc8700a2d30 0x7fc8700a51f0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:04.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.609+0000 7fc892200700 1 --2- 172.21.15.44:0/2306146139 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc88c102740 0x7fc88c19ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:04.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.609+0000 7fc892200700 1 --2- 172.21.15.44:0/2306146139 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc88c1030f0 0x7fc88c19b370 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:04.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.609+0000 7fc892200700 1 -- 172.21.15.44:0/2306146139 >> 172.21.15.44:0/2306146139 conn(0x7fc88c0795f0 msgr2=0x7fc88c1005f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:04.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.609+0000 7fc892200700 1 -- 172.21.15.44:0/2306146139 shutdown_connections 2024-05-27T00:34:04.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:04.609+0000 7fc892200700 1 -- 172.21.15.44:0/2306146139 wait complete. 2024-05-27T00:34:05.240 INFO:tasks.cephadm.ceph_manager.ceph:need seq 115964117066 got 115964117070 for osd.3 2024-05-27T00:34:05.240 DEBUG:teuthology.parallel:result is None 2024-05-27T00:34:05.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:05 smithi044 ceph-mon[31645]: pgmap v375: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:34:05.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:05 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2306146139' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-27T00:34:05.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:05 smithi050 ceph-mon[36071]: pgmap v375: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:34:05.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:05 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2306146139' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-27T00:34:05.959 INFO:tasks.cephadm.ceph_manager.ceph:need seq 227633266738 got 227633266744 for osd.7 2024-05-27T00:34:05.959 DEBUG:teuthology.parallel:result is None 2024-05-27T00:34:06.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:05 smithi137 ceph-mon[36552]: pgmap v375: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:34:06.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:05 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2306146139' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-27T00:34:06.381 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411409 got 77309411413 for osd.2 2024-05-27T00:34:06.381 DEBUG:teuthology.parallel:result is None 2024-05-27T00:34:06.726 INFO:tasks.cephadm.ceph_manager.ceph:need seq 317827579938 got 317827579944 for osd.10 2024-05-27T00:34:06.727 DEBUG:teuthology.parallel:result is None 2024-05-27T00:34:06.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.413+0000 7f6f0a800700 1 -- 172.21.15.44:0/3712103660 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f0406a1a0 msgr2=0x7f6f0406a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:06.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.413+0000 7f6f0a800700 1 --2- 172.21.15.44:0/3712103660 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f0406a1a0 0x7f6f0406a580 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f6ef4009990 tx=0x7f6ef4009ca0 comp rx=0 tx=0).stop 2024-05-27T00:34:06.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.413+0000 7f6f0a800700 1 -- 172.21.15.44:0/3712103660 shutdown_connections 2024-05-27T00:34:06.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.413+0000 7f6f0a800700 1 --2- 172.21.15.44:0/3712103660 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f0410ef40 0x7f6f04111330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:06.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.413+0000 7f6f0a800700 1 --2- 172.21.15.44:0/3712103660 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f0406a1a0 0x7f6f0406a580 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:06.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.413+0000 7f6f0a800700 1 --2- 172.21.15.44:0/3712103660 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6f0406aac0 0x7f6f0410ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:06.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.413+0000 7f6f0a800700 1 -- 172.21.15.44:0/3712103660 >> 172.21.15.44:0/3712103660 conn(0x7f6f04078340 msgr2=0x7f6f04078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:06.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.413+0000 7f6f0a800700 1 -- 172.21.15.44:0/3712103660 shutdown_connections 2024-05-27T00:34:06.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.413+0000 7f6f0a800700 1 -- 172.21.15.44:0/3712103660 wait complete. 2024-05-27T00:34:06.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.414+0000 7f6f0a800700 1 Processor -- start 2024-05-27T00:34:06.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.414+0000 7f6f0a800700 1 -- start start 2024-05-27T00:34:06.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.415+0000 7f6f0a800700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6f0406a1a0 0x7f6f0419af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:06.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.415+0000 7f6f0a800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f0406aac0 0x7f6f0419b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:06.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.415+0000 7f6f0a800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f0410ef40 0x7f6f0419f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:06.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.415+0000 7f6f0a800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6f04114b30 con 0x7f6f0406aac0 2024-05-27T00:34:06.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.415+0000 7f6f0a800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6f041149b0 con 0x7f6f0410ef40 2024-05-27T00:34:06.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.415+0000 7f6f0a800700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f6f04114cb0 con 0x7f6f0406a1a0 2024-05-27T00:34:06.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.415+0000 7f6efbe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f0406aac0 0x7f6f0419b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:06.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.415+0000 7f6efbe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f0406aac0 0x7f6f0419b460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44914/0 (socket says 172.21.15.44:44914) 2024-05-27T00:34:06.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.415+0000 7f6efbe00700 1 -- 172.21.15.44:0/28434381 learned_addr learned my addr 172.21.15.44:0/28434381 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:06.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.415+0000 7f6f03e00700 1 --2- 172.21.15.44:0/28434381 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f0410ef40 0x7f6f0419f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:06.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.415+0000 7f6f03400700 1 --2- 172.21.15.44:0/28434381 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6f0406a1a0 0x7f6f0419af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:06.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.416+0000 7f6efbe00700 1 -- 172.21.15.44:0/28434381 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6f0406a1a0 msgr2=0x7f6f0419af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:06.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.416+0000 7f6efbe00700 1 --2- 172.21.15.44:0/28434381 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6f0406a1a0 0x7f6f0419af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:06.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.416+0000 7f6efbe00700 1 -- 172.21.15.44:0/28434381 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f0410ef40 msgr2=0x7f6f0419f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:06.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.416+0000 7f6efbe00700 1 --2- 172.21.15.44:0/28434381 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f0410ef40 0x7f6f0419f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:06.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.416+0000 7f6efbe00700 1 -- 172.21.15.44:0/28434381 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f0419ff30 con 0x7f6f0406aac0 2024-05-27T00:34:06.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.416+0000 7f6f03e00700 1 --2- 172.21.15.44:0/28434381 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f0410ef40 0x7f6f0419f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:06.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.416+0000 7f6efbe00700 1 --2- 172.21.15.44:0/28434381 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f0406aac0 0x7f6f0419b460 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f6eec00e9a0 tx=0x7f6eec00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:06.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.416+0000 7f6f00c00700 1 -- 172.21.15.44:0/28434381 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eec00ca10 con 0x7f6f0406aac0 2024-05-27T00:34:06.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.416+0000 7f6f00c00700 1 -- 172.21.15.44:0/28434381 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6eec00cbb0 con 0x7f6f0406aac0 2024-05-27T00:34:06.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.416+0000 7f6f0a800700 1 -- 172.21.15.44:0/28434381 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f041a0220 con 0x7f6f0406aac0 2024-05-27T00:34:06.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.417+0000 7f6f00c00700 1 -- 172.21.15.44:0/28434381 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eec018710 con 0x7f6f0406aac0 2024-05-27T00:34:06.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.417+0000 7f6f0a800700 1 -- 172.21.15.44:0/28434381 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f041a7aa0 con 0x7f6f0406aac0 2024-05-27T00:34:06.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.418+0000 7f6f0a800700 1 -- 172.21.15.44:0/28434381 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f04069180 con 0x7f6f0406aac0 2024-05-27T00:34:06.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.422+0000 7f6f00c00700 1 -- 172.21.15.44:0/28434381 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6eec010430 con 0x7f6f0406aac0 2024-05-27T00:34:06.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.423+0000 7f6f00c00700 1 --2- 172.21.15.44:0/28434381 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f6ee80a2cb0 0x7f6ee80a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:06.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.424+0000 7f6f00c00700 1 -- 172.21.15.44:0/28434381 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f6eec0cfc20 con 0x7f6f0406aac0 2024-05-27T00:34:06.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.424+0000 7f6f03400700 1 --2- 172.21.15.44:0/28434381 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f6ee80a2cb0 0x7f6ee80a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:06.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.424+0000 7f6f00c00700 1 -- 172.21.15.44:0/28434381 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f6eec09c660 con 0x7f6f0406aac0 2024-05-27T00:34:06.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.425+0000 7f6f03400700 1 --2- 172.21.15.44:0/28434381 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f6ee80a2cb0 0x7f6ee80a5170 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f6ef40098e0 tx=0x7f6ef4005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:06.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.664+0000 7f6f0a800700 1 -- 172.21.15.44:0/28434381 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f6f0402dca0 con 0x7f6f0406aac0 2024-05-27T00:34:06.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.665+0000 7f6f00c00700 1 -- 172.21.15.44:0/28434381 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f6eec09bf60 con 0x7f6f0406aac0 2024-05-27T00:34:06.790 INFO:teuthology.orchestra.run.smithi044.stdout:296352743469 2024-05-27T00:34:06.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.668+0000 7f6f0a800700 1 -- 172.21.15.44:0/28434381 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f6ee80a2cb0 msgr2=0x7f6ee80a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:06.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.668+0000 7f6f0a800700 1 --2- 172.21.15.44:0/28434381 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f6ee80a2cb0 0x7f6ee80a5170 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f6ef40098e0 tx=0x7f6ef4005960 comp rx=0 tx=0).stop 2024-05-27T00:34:06.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.668+0000 7f6f0a800700 1 -- 172.21.15.44:0/28434381 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f0406aac0 msgr2=0x7f6f0419b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:06.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.668+0000 7f6f0a800700 1 --2- 172.21.15.44:0/28434381 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f0406aac0 0x7f6f0419b460 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f6eec00e9a0 tx=0x7f6eec00ecb0 comp rx=0 tx=0).stop 2024-05-27T00:34:06.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.668+0000 7f6f0a800700 1 -- 172.21.15.44:0/28434381 shutdown_connections 2024-05-27T00:34:06.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.668+0000 7f6f0a800700 1 --2- 172.21.15.44:0/28434381 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f0410ef40 0x7f6f0419f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:06.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.668+0000 7f6f0a800700 1 --2- 172.21.15.44:0/28434381 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f6ee80a2cb0 0x7f6ee80a5170 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:06.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.668+0000 7f6f0a800700 1 --2- 172.21.15.44:0/28434381 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6f0406a1a0 0x7f6f0419af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:06.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.668+0000 7f6f0a800700 1 --2- 172.21.15.44:0/28434381 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f0406aac0 0x7f6f0419b460 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:06.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.668+0000 7f6f0a800700 1 -- 172.21.15.44:0/28434381 >> 172.21.15.44:0/28434381 conn(0x7f6f04078340 msgr2=0x7f6f04110350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:06.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.668+0000 7f6f0a800700 1 -- 172.21.15.44:0/28434381 shutdown_connections 2024-05-27T00:34:06.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:06.669+0000 7f6f0a800700 1 -- 172.21.15.44:0/28434381 wait complete. 2024-05-27T00:34:07.159 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:34:07.159 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:34:07.668 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:07 smithi044 ceph-mon[31645]: pgmap v376: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-27T00:34:07.668 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:07 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/28434381' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-27T00:34:07.742 INFO:tasks.cephadm.ceph_manager.ceph:need seq 296352743462 got 296352743469 for osd.9 2024-05-27T00:34:07.742 DEBUG:teuthology.parallel:result is None 2024-05-27T00:34:07.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:07 smithi050 ceph-mon[36071]: pgmap v376: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-27T00:34:07.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:07 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/28434381' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-27T00:34:08.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:07 smithi137 ceph-mon[36552]: pgmap v376: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-27T00:34:08.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:07 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/28434381' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-27T00:34:09.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:09 smithi044 ceph-mon[31645]: pgmap v377: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-27T00:34:09.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:09 smithi050 ceph-mon[36071]: pgmap v377: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-27T00:34:10.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:09 smithi137 ceph-mon[36552]: pgmap v377: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-27T00:34:10.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.558+0000 7f1063200700 1 -- 172.21.15.44:0/2401629304 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f106410c9b0 msgr2=0x7f106410ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:10.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.558+0000 7f1063200700 1 --2- 172.21.15.44:0/2401629304 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f106410c9b0 0x7f106410ee70 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f105c009f90 tx=0x7f105c00b330 comp rx=0 tx=0).stop 2024-05-27T00:34:10.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.559+0000 7f1063200700 1 -- 172.21.15.44:0/2401629304 shutdown_connections 2024-05-27T00:34:10.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.559+0000 7f1063200700 1 --2- 172.21.15.44:0/2401629304 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f106410c9b0 0x7f106410ee70 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:10.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.559+0000 7f1063200700 1 --2- 172.21.15.44:0/2401629304 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1064103580 0x7f1064103960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:10.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.559+0000 7f1063200700 1 --2- 172.21.15.44:0/2401629304 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1064103ea0 0x7f106410c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:10.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.559+0000 7f1063200700 1 -- 172.21.15.44:0/2401629304 >> 172.21.15.44:0/2401629304 conn(0x7f10640fcdb0 msgr2=0x7f10640ff1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:10.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.559+0000 7f1063200700 1 -- 172.21.15.44:0/2401629304 shutdown_connections 2024-05-27T00:34:10.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.559+0000 7f1063200700 1 -- 172.21.15.44:0/2401629304 wait complete. 2024-05-27T00:34:10.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.560+0000 7f1063200700 1 Processor -- start 2024-05-27T00:34:10.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.560+0000 7f1063200700 1 -- start start 2024-05-27T00:34:10.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.561+0000 7f1063200700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1064103580 0x7f106419e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:10.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.561+0000 7f1063200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1064103ea0 0x7f106419edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:10.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.561+0000 7f1063200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f106410c9b0 0x7f1064198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:10.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.561+0000 7f1063200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f10641128b0 con 0x7f1064103ea0 2024-05-27T00:34:10.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.561+0000 7f1063200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1064112730 con 0x7f106410c9b0 2024-05-27T00:34:10.563 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.561+0000 7f1063200700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f1064112a30 con 0x7f1064103580 2024-05-27T00:34:10.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.561+0000 7f1061e00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1064103580 0x7f106419e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:10.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.561+0000 7f1061400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1064103ea0 0x7f106419edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:10.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.561+0000 7f1061400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1064103ea0 0x7f106419edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44936/0 (socket says 172.21.15.44:44936) 2024-05-27T00:34:10.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.561+0000 7f1061400700 1 -- 172.21.15.44:0/3715779926 learned_addr learned my addr 172.21.15.44:0/3715779926 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:10.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.561+0000 7f1062800700 1 --2- 172.21.15.44:0/3715779926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f106410c9b0 0x7f1064198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:10.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.561+0000 7f1061e00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1064103580 0x7f106419e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:49422/0 (socket says 172.21.15.44:49422) 2024-05-27T00:34:10.564 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.562+0000 7f1062800700 1 -- 172.21.15.44:0/3715779926 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1064103580 msgr2=0x7f106419e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:10.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.562+0000 7f1062800700 1 --2- 172.21.15.44:0/3715779926 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1064103580 0x7f106419e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:10.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.562+0000 7f1062800700 1 -- 172.21.15.44:0/3715779926 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1064103ea0 msgr2=0x7f106419edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:10.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.562+0000 7f1062800700 1 --2- 172.21.15.44:0/3715779926 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1064103ea0 0x7f106419edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:10.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.562+0000 7f1062800700 1 -- 172.21.15.44:0/3715779926 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10641991d0 con 0x7f106410c9b0 2024-05-27T00:34:10.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.562+0000 7f1061e00700 1 --2- 172.21.15.44:0/3715779926 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1064103580 0x7f106419e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:10.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.562+0000 7f1062800700 1 --2- 172.21.15.44:0/3715779926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f106410c9b0 0x7f1064198a70 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f105c009790 tx=0x7f105c00bc20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:10.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.563+0000 7f105aa00700 1 -- 172.21.15.44:0/3715779926 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f105c021070 con 0x7f106410c9b0 2024-05-27T00:34:10.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.563+0000 7f105aa00700 1 -- 172.21.15.44:0/3715779926 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f105c01d450 con 0x7f106410c9b0 2024-05-27T00:34:10.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.563+0000 7f1063200700 1 -- 172.21.15.44:0/3715779926 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1064199460 con 0x7f106410c9b0 2024-05-27T00:34:10.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.563+0000 7f105aa00700 1 -- 172.21.15.44:0/3715779926 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f105c0052a0 con 0x7f106410c9b0 2024-05-27T00:34:10.565 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.563+0000 7f1063200700 1 -- 172.21.15.44:0/3715779926 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10641a5780 con 0x7f106410c9b0 2024-05-27T00:34:10.566 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.564+0000 7f1063200700 1 -- 172.21.15.44:0/3715779926 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1064069180 con 0x7f106410c9b0 2024-05-27T00:34:10.567 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.566+0000 7f105aa00700 1 -- 172.21.15.44:0/3715779926 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f105c024070 con 0x7f106410c9b0 2024-05-27T00:34:10.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.567+0000 7f105aa00700 1 --2- 172.21.15.44:0/3715779926 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f10480a2d30 0x7f10480a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:10.568 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.568+0000 7f105aa00700 1 -- 172.21.15.44:0/3715779926 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f105c00f020 con 0x7f106410c9b0 2024-05-27T00:34:10.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.568+0000 7f1061e00700 1 --2- 172.21.15.44:0/3715779926 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f10480a2d30 0x7f10480a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:10.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.569+0000 7f1061e00700 1 --2- 172.21.15.44:0/3715779926 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f10480a2d30 0x7f10480a51f0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f1064199bb0 tx=0x7f1054009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:10.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.572+0000 7f105aa00700 1 -- 172.21.15.44:0/3715779926 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f105c02b020 con 0x7f106410c9b0 2024-05-27T00:34:10.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.825+0000 7f1063200700 1 -- 172.21.15.44:0/3715779926 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f10641a5950 con 0x7f106410c9b0 2024-05-27T00:34:10.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.826+0000 7f105aa00700 1 -- 172.21.15.44:0/3715779926 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f105c09d2b0 con 0x7f106410c9b0 2024-05-27T00:34:10.827 INFO:teuthology.orchestra.run.smithi044.stdout:206158430271 2024-05-27T00:34:10.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.829+0000 7f1063200700 1 -- 172.21.15.44:0/3715779926 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f10480a2d30 msgr2=0x7f10480a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:10.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.829+0000 7f1063200700 1 --2- 172.21.15.44:0/3715779926 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f10480a2d30 0x7f10480a51f0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f1064199bb0 tx=0x7f1054009310 comp rx=0 tx=0).stop 2024-05-27T00:34:10.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.829+0000 7f1063200700 1 -- 172.21.15.44:0/3715779926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f106410c9b0 msgr2=0x7f1064198a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:10.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.829+0000 7f1063200700 1 --2- 172.21.15.44:0/3715779926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f106410c9b0 0x7f1064198a70 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f105c009790 tx=0x7f105c00bc20 comp rx=0 tx=0).stop 2024-05-27T00:34:10.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.829+0000 7f1063200700 1 -- 172.21.15.44:0/3715779926 shutdown_connections 2024-05-27T00:34:10.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.829+0000 7f1063200700 1 --2- 172.21.15.44:0/3715779926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f106410c9b0 0x7f1064198a70 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:10.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.829+0000 7f1063200700 1 --2- 172.21.15.44:0/3715779926 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f10480a2d30 0x7f10480a51f0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:10.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.829+0000 7f1063200700 1 --2- 172.21.15.44:0/3715779926 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1064103580 0x7f106419e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:10.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.829+0000 7f1063200700 1 --2- 172.21.15.44:0/3715779926 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1064103ea0 0x7f106419edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:10.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.829+0000 7f1063200700 1 -- 172.21.15.44:0/3715779926 >> 172.21.15.44:0/3715779926 conn(0x7f10640fcdb0 msgr2=0x7f106410e3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:10.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.829+0000 7f1063200700 1 -- 172.21.15.44:0/3715779926 shutdown_connections 2024-05-27T00:34:10.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:10.830+0000 7f1063200700 1 -- 172.21.15.44:0/3715779926 wait complete. 2024-05-27T00:34:11.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.123+0000 7fe9a8400700 1 -- 172.21.15.44:0/835923448 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe9a0107450 msgr2=0x7fe9a0107830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:11.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.123+0000 7fe9a8400700 1 --2- 172.21.15.44:0/835923448 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe9a0107450 0x7fe9a0107830 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fe994009990 tx=0x7fe994009ca0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.123+0000 7fe9a8400700 1 -- 172.21.15.44:0/835923448 shutdown_connections 2024-05-27T00:34:11.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.123+0000 7fe9a8400700 1 --2- 172.21.15.44:0/835923448 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9a0102ee0 0x7fe9a010f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.123+0000 7fe9a8400700 1 --2- 172.21.15.44:0/835923448 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe9a0107450 0x7fe9a0107830 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.123+0000 7fe9a8400700 1 --2- 172.21.15.44:0/835923448 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9a0102540 0x7fe9a01029a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.123+0000 7fe9a8400700 1 -- 172.21.15.44:0/835923448 >> 172.21.15.44:0/835923448 conn(0x7fe9a00795f0 msgr2=0x7fe9a0079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:11.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.124+0000 7fe9a8400700 1 -- 172.21.15.44:0/835923448 shutdown_connections 2024-05-27T00:34:11.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.124+0000 7fe9a8400700 1 -- 172.21.15.44:0/835923448 wait complete. 2024-05-27T00:34:11.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.125+0000 7fe9a8400700 1 Processor -- start 2024-05-27T00:34:11.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.125+0000 7fe9a8400700 1 -- start start 2024-05-27T00:34:11.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.125+0000 7fe9a8400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9a0102540 0x7fe9a019af90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:11.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.125+0000 7fe9a8400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9a0102ee0 0x7fe9a019b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:11.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.125+0000 7fe9a8400700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe9a0107450 0x7fe9a019f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:11.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.125+0000 7fe9a8400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe9a0112950 con 0x7fe9a0102ee0 2024-05-27T00:34:11.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.125+0000 7fe9a8400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe9a01127d0 con 0x7fe9a0102540 2024-05-27T00:34:11.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.125+0000 7fe9a8400700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fe9a0112ad0 con 0x7fe9a0107450 2024-05-27T00:34:11.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.126+0000 7fe9a5000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9a0102ee0 0x7fe9a019b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:11.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.126+0000 7fe9a5000700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9a0102ee0 0x7fe9a019b4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44960/0 (socket says 172.21.15.44:44960) 2024-05-27T00:34:11.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.126+0000 7fe9a5000700 1 -- 172.21.15.44:0/1613496214 learned_addr learned my addr 172.21.15.44:0/1613496214 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:11.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.126+0000 7fe9a5a00700 1 --2- 172.21.15.44:0/1613496214 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9a0102540 0x7fe9a019af90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:11.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.126+0000 7fe9a6400700 1 --2- 172.21.15.44:0/1613496214 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe9a0107450 0x7fe9a019f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:11.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.127+0000 7fe9a5a00700 1 -- 172.21.15.44:0/1613496214 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe9a0107450 msgr2=0x7fe9a019f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:11.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.127+0000 7fe9a5a00700 1 --2- 172.21.15.44:0/1613496214 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe9a0107450 0x7fe9a019f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.127+0000 7fe9a5a00700 1 -- 172.21.15.44:0/1613496214 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9a0102ee0 msgr2=0x7fe9a019b4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:11.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.127+0000 7fe9a5a00700 1 --2- 172.21.15.44:0/1613496214 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9a0102ee0 0x7fe9a019b4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.127+0000 7fe9a5a00700 1 -- 172.21.15.44:0/1613496214 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9a019ff50 con 0x7fe9a0102540 2024-05-27T00:34:11.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.127+0000 7fe9a5000700 1 --2- 172.21.15.44:0/1613496214 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9a0102ee0 0x7fe9a019b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:11.129 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.127+0000 7fe9a5a00700 1 --2- 172.21.15.44:0/1613496214 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9a0102540 0x7fe9a019af90 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe994000c00 tx=0x7fe9940047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:11.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.127+0000 7fe99e000700 1 -- 172.21.15.44:0/1613496214 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe994026070 con 0x7fe9a0102540 2024-05-27T00:34:11.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.127+0000 7fe9a8400700 1 -- 172.21.15.44:0/1613496214 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9a01a01e0 con 0x7fe9a0102540 2024-05-27T00:34:11.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.127+0000 7fe99e000700 1 -- 172.21.15.44:0/1613496214 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe99400fe00 con 0x7fe9a0102540 2024-05-27T00:34:11.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.127+0000 7fe99e000700 1 -- 172.21.15.44:0/1613496214 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9940173f0 con 0x7fe9a0102540 2024-05-27T00:34:11.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.128+0000 7fe9a8400700 1 -- 172.21.15.44:0/1613496214 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9a01a7ac0 con 0x7fe9a0102540 2024-05-27T00:34:11.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.129+0000 7fe9a8400700 1 -- 172.21.15.44:0/1613496214 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9a0103c00 con 0x7fe9a0102540 2024-05-27T00:34:11.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.131+0000 7fe99e000700 1 -- 172.21.15.44:0/1613496214 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe994029070 con 0x7fe9a0102540 2024-05-27T00:34:11.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.132+0000 7fe99e000700 1 --2- 172.21.15.44:0/1613496214 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe9880a2cb0 0x7fe9880a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:11.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.132+0000 7fe99e000700 1 -- 172.21.15.44:0/1613496214 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7fe9940d0150 con 0x7fe9a0102540 2024-05-27T00:34:11.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.133+0000 7fe9a5000700 1 --2- 172.21.15.44:0/1613496214 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe9880a2cb0 0x7fe9880a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:11.134 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.133+0000 7fe9a5000700 1 --2- 172.21.15.44:0/1613496214 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe9880a2cb0 0x7fe9880a5170 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe9a010f770 tx=0x7fe98c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:11.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.136+0000 7fe99e000700 1 -- 172.21.15.44:0/1613496214 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe994013070 con 0x7fe9a0102540 2024-05-27T00:34:11.314 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:11 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:34:11.315 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:11 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:34:11.315 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:11 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3715779926' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-27T00:34:11.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.372+0000 7f3b01400700 1 -- 172.21.15.44:0/2887297550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3afc102540 msgr2=0x7f3afc1029a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:11.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.372+0000 7f3b01400700 1 --2- 172.21.15.44:0/2887297550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3afc102540 0x7f3afc1029a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3ae4009990 tx=0x7f3ae4009ca0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.372+0000 7f3b01400700 1 -- 172.21.15.44:0/2887297550 shutdown_connections 2024-05-27T00:34:11.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.372+0000 7f3b01400700 1 --2- 172.21.15.44:0/2887297550 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3afc102ee0 0x7f3afc10f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.372+0000 7f3b01400700 1 --2- 172.21.15.44:0/2887297550 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3afc107450 0x7f3afc107830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.372+0000 7f3b01400700 1 --2- 172.21.15.44:0/2887297550 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3afc102540 0x7f3afc1029a0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.372+0000 7f3b01400700 1 -- 172.21.15.44:0/2887297550 >> 172.21.15.44:0/2887297550 conn(0x7f3afc0795f0 msgr2=0x7f3afc079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:11.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.372+0000 7f3b01400700 1 -- 172.21.15.44:0/2887297550 shutdown_connections 2024-05-27T00:34:11.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.372+0000 7f3b01400700 1 -- 172.21.15.44:0/2887297550 wait complete. 2024-05-27T00:34:11.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.374+0000 7f3b01400700 1 Processor -- start 2024-05-27T00:34:11.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.374+0000 7f3b01400700 1 -- start start 2024-05-27T00:34:11.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.375+0000 7f3b01400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3afc102540 0x7f3afc19af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:11.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.375+0000 7f3b01400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3afc102ee0 0x7f3afc19b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:11.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.375+0000 7f3b01400700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3afc107450 0x7f3afc19f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:11.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.375+0000 7f3b01400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3afc112920 con 0x7f3afc102ee0 2024-05-27T00:34:11.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.375+0000 7f3b01400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3afc1127a0 con 0x7f3afc102540 2024-05-27T00:34:11.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.375+0000 7f3b01400700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f3afc112aa0 con 0x7f3afc107450 2024-05-27T00:34:11.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.375+0000 7f3af3e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3afc102ee0 0x7f3afc19b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:11.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.375+0000 7f3af3e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3afc102ee0 0x7f3afc19b460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44982/0 (socket says 172.21.15.44:44982) 2024-05-27T00:34:11.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.375+0000 7f3af3e00700 1 -- 172.21.15.44:0/588118673 learned_addr learned my addr 172.21.15.44:0/588118673 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:11.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.375+0000 7f3afa800700 1 --2- 172.21.15.44:0/588118673 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3afc102540 0x7f3afc19af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:11.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.375+0000 7f3afb200700 1 --2- 172.21.15.44:0/588118673 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3afc107450 0x7f3afc19f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:11.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.376+0000 7f3afb200700 1 -- 172.21.15.44:0/588118673 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3afc102540 msgr2=0x7f3afc19af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:11.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.376+0000 7f3afb200700 1 --2- 172.21.15.44:0/588118673 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3afc102540 0x7f3afc19af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.376+0000 7f3afb200700 1 -- 172.21.15.44:0/588118673 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3afc102ee0 msgr2=0x7f3afc19b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:11.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.376+0000 7f3afb200700 1 --2- 172.21.15.44:0/588118673 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3afc102ee0 0x7f3afc19b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.376+0000 7f3afb200700 1 -- 172.21.15.44:0/588118673 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3afc19ff30 con 0x7f3afc107450 2024-05-27T00:34:11.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.376+0000 7f3af3e00700 1 --2- 172.21.15.44:0/588118673 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3afc102ee0 0x7f3afc19b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:11.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.376+0000 7f3afa800700 1 --2- 172.21.15.44:0/588118673 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3afc102540 0x7f3afc19af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:11.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.376+0000 7f3afb200700 1 --2- 172.21.15.44:0/588118673 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3afc107450 0x7f3afc19f7f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f3af400efc0 tx=0x7f3af400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:11.378 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.376+0000 7f3af3400700 1 -- 172.21.15.44:0/588118673 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3af40092e0 con 0x7f3afc107450 2024-05-27T00:34:11.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.376+0000 7f3af3400700 1 -- 172.21.15.44:0/588118673 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3af4004bb0 con 0x7f3afc107450 2024-05-27T00:34:11.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.376+0000 7f3af3400700 1 -- 172.21.15.44:0/588118673 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3af400ce60 con 0x7f3afc107450 2024-05-27T00:34:11.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.376+0000 7f3b01400700 1 -- 172.21.15.44:0/588118673 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3afc1a01c0 con 0x7f3afc107450 2024-05-27T00:34:11.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.377+0000 7f3b01400700 1 -- 172.21.15.44:0/588118673 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3afc1a7aa0 con 0x7f3afc107450 2024-05-27T00:34:11.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.378+0000 7f3b01400700 1 -- 172.21.15.44:0/588118673 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3afc069180 con 0x7f3afc107450 2024-05-27T00:34:11.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.380+0000 7f3af3400700 1 -- 172.21.15.44:0/588118673 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3af401b030 con 0x7f3afc107450 2024-05-27T00:34:11.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.380+0000 7fe9a8400700 1 -- 172.21.15.44:0/1613496214 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7fe9a019c2a0 con 0x7fe9a0102540 2024-05-27T00:34:11.381 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.380+0000 7fe99e000700 1 -- 172.21.15.44:0/1613496214 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fe99409cc20 con 0x7fe9a0102540 2024-05-27T00:34:11.381 INFO:teuthology.orchestra.run.smithi044.stdout:261993005109 2024-05-27T00:34:11.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.381+0000 7f3af3400700 1 --2- 172.21.15.44:0/588118673 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3ae00a2cb0 0x7f3ae00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:11.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.381+0000 7f3af3400700 1 -- 172.21.15.44:0/588118673 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f3af40cef90 con 0x7f3afc107450 2024-05-27T00:34:11.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.382+0000 7f3afa800700 1 --2- 172.21.15.44:0/588118673 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3ae00a2cb0 0x7f3ae00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:11.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.383+0000 7f3afa800700 1 --2- 172.21.15.44:0/588118673 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3ae00a2cb0 0x7f3ae00a5170 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f3afc103720 tx=0x7f3aec009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:11.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.384+0000 7fe9a8400700 1 -- 172.21.15.44:0/1613496214 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe9880a2cb0 msgr2=0x7fe9880a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:11.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.384+0000 7fe9a8400700 1 --2- 172.21.15.44:0/1613496214 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe9880a2cb0 0x7fe9880a5170 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe9a010f770 tx=0x7fe98c009260 comp rx=0 tx=0).stop 2024-05-27T00:34:11.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.384+0000 7fe9a8400700 1 -- 172.21.15.44:0/1613496214 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9a0102540 msgr2=0x7fe9a019af90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:11.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.384+0000 7fe9a8400700 1 --2- 172.21.15.44:0/1613496214 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9a0102540 0x7fe9a019af90 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe994000c00 tx=0x7fe9940047b0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.384+0000 7fe9a8400700 1 -- 172.21.15.44:0/1613496214 shutdown_connections 2024-05-27T00:34:11.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.384+0000 7fe9a8400700 1 --2- 172.21.15.44:0/1613496214 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fe9880a2cb0 0x7fe9880a5170 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.384+0000 7fe9a8400700 1 --2- 172.21.15.44:0/1613496214 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe9a0107450 0x7fe9a019f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.384+0000 7fe9a8400700 1 --2- 172.21.15.44:0/1613496214 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9a0102540 0x7fe9a019af90 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.384+0000 7fe9a8400700 1 --2- 172.21.15.44:0/1613496214 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe9a0102ee0 0x7fe9a019b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.384+0000 7fe9a8400700 1 -- 172.21.15.44:0/1613496214 >> 172.21.15.44:0/1613496214 conn(0x7fe9a00795f0 msgr2=0x7fe9a01003b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:11.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.384+0000 7fe9a8400700 1 -- 172.21.15.44:0/1613496214 shutdown_connections 2024-05-27T00:34:11.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.384+0000 7fe9a8400700 1 -- 172.21.15.44:0/1613496214 wait complete. 2024-05-27T00:34:11.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.386+0000 7f3af3400700 1 -- 172.21.15.44:0/588118673 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3af4022020 con 0x7f3afc107450 2024-05-27T00:34:11.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:11 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:34:11.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:11 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:34:11.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:11 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3715779926' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-27T00:34:11.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:11 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:34:11.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:11 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:34:11.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:11 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3715779926' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-27T00:34:11.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.627+0000 7f3b01400700 1 -- 172.21.15.44:0/588118673 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f3afc1a7c70 con 0x7f3afc107450 2024-05-27T00:34:11.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.628+0000 7f3af3400700 1 -- 172.21.15.44:0/588118673 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f3af4010040 con 0x7f3afc107450 2024-05-27T00:34:11.629 INFO:teuthology.orchestra.run.smithi044.stdout:352187318310 2024-05-27T00:34:11.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.632+0000 7f3b01400700 1 -- 172.21.15.44:0/588118673 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3ae00a2cb0 msgr2=0x7f3ae00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:11.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.632+0000 7f3b01400700 1 --2- 172.21.15.44:0/588118673 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3ae00a2cb0 0x7f3ae00a5170 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f3afc103720 tx=0x7f3aec009260 comp rx=0 tx=0).stop 2024-05-27T00:34:11.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.632+0000 7f3b01400700 1 -- 172.21.15.44:0/588118673 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3afc107450 msgr2=0x7f3afc19f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:11.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.632+0000 7f3b01400700 1 --2- 172.21.15.44:0/588118673 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3afc107450 0x7f3afc19f7f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f3af400efc0 tx=0x7f3af400c3a0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.632+0000 7f3b01400700 1 -- 172.21.15.44:0/588118673 shutdown_connections 2024-05-27T00:34:11.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.632+0000 7f3b01400700 1 --2- 172.21.15.44:0/588118673 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3ae00a2cb0 0x7f3ae00a5170 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.632+0000 7f3b01400700 1 --2- 172.21.15.44:0/588118673 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3afc107450 0x7f3afc19f7f0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.632+0000 7f3b01400700 1 --2- 172.21.15.44:0/588118673 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3afc102540 0x7f3afc19af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.632+0000 7f3b01400700 1 --2- 172.21.15.44:0/588118673 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3afc102ee0 0x7f3afc19b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:11.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.632+0000 7f3b01400700 1 -- 172.21.15.44:0/588118673 >> 172.21.15.44:0/588118673 conn(0x7f3afc0795f0 msgr2=0x7f3afc1003b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:11.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.632+0000 7f3b01400700 1 -- 172.21.15.44:0/588118673 shutdown_connections 2024-05-27T00:34:11.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:11.632+0000 7f3b01400700 1 -- 172.21.15.44:0/588118673 wait complete. 2024-05-27T00:34:12.300 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:12 smithi044 ceph-mon[31645]: pgmap v378: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:34:12.300 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:12 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:34:12.300 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:12 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:34:12.300 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:12 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:34:12.300 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:12 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1613496214' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-27T00:34:12.300 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:12 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/588118673' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-27T00:34:12.349 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430264 got 206158430271 for osd.6 2024-05-27T00:34:12.350 DEBUG:teuthology.parallel:result is None 2024-05-27T00:34:12.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:12 smithi050 ceph-mon[36071]: pgmap v378: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:34:12.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:12 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:34:12.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:12 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:34:12.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:12 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:34:12.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:12 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1613496214' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-27T00:34:12.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:12 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/588118673' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-27T00:34:12.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:12 smithi137 ceph-mon[36552]: pgmap v378: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:34:12.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:12 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:34:12.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:12 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:34:12.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:12 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' 2024-05-27T00:34:12.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:12 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1613496214' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-27T00:34:12.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:12 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/588118673' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-27T00:34:12.844 INFO:tasks.cephadm.ceph_manager.ceph:need seq 352187318303 got 352187318310 for osd.11 2024-05-27T00:34:12.844 DEBUG:teuthology.parallel:result is None 2024-05-27T00:34:13.601 INFO:tasks.cephadm.ceph_manager.ceph:need seq 261993005103 got 261993005109 for osd.8 2024-05-27T00:34:13.601 DEBUG:teuthology.parallel:result is None 2024-05-27T00:34:13.601 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-27T00:34:13.602 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-05-27T00:34:14.083 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:34:14.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:14 smithi044 ceph-mon[31645]: pgmap v379: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-27T00:34:14.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:14 smithi050 ceph-mon[36071]: pgmap v379: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-27T00:34:14.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:14 smithi137 ceph-mon[36552]: pgmap v379: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-27T00:34:16.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.242+0000 7f99f6400700 1 -- 172.21.15.44:0/2627161221 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f99f01089d0 msgr2=0x7f99f0108e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:16.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.242+0000 7f99f6400700 1 --2- 172.21.15.44:0/2627161221 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f99f01089d0 0x7f99f0108e50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f99dc009990 tx=0x7f99dc009ca0 comp rx=0 tx=0).stop 2024-05-27T00:34:16.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.242+0000 7f99f6400700 1 -- 172.21.15.44:0/2627161221 shutdown_connections 2024-05-27T00:34:16.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.242+0000 7f99f6400700 1 --2- 172.21.15.44:0/2627161221 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f99f0109390 0x7f99f0115830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:16.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.242+0000 7f99f6400700 1 --2- 172.21.15.44:0/2627161221 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99f010d8a0 0x7f99f010dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:16.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.242+0000 7f99f6400700 1 --2- 172.21.15.44:0/2627161221 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f99f01089d0 0x7f99f0108e50 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:16.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.242+0000 7f99f6400700 1 -- 172.21.15.44:0/2627161221 >> 172.21.15.44:0/2627161221 conn(0x7f99f0078220 msgr2=0x7f99f01072b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:16.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.242+0000 7f99f6400700 1 -- 172.21.15.44:0/2627161221 shutdown_connections 2024-05-27T00:34:16.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.242+0000 7f99f6400700 1 -- 172.21.15.44:0/2627161221 wait complete. 2024-05-27T00:34:16.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.243+0000 7f99f6400700 1 Processor -- start 2024-05-27T00:34:16.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.244+0000 7f99f6400700 1 -- start start 2024-05-27T00:34:16.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.244+0000 7f99f6400700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f99f01089d0 0x7f99f019f240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:16.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.244+0000 7f99f6400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99f0109390 0x7f99f019f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:16.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.244+0000 7f99f6400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f99f010d8a0 0x7f99f01a3b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:16.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.244+0000 7f99f6400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f99f0118e30 con 0x7f99f0109390 2024-05-27T00:34:16.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.244+0000 7f99f6400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f99f0118cb0 con 0x7f99f010d8a0 2024-05-27T00:34:16.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.244+0000 7f99f6400700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f99f0118fb0 con 0x7f99f01089d0 2024-05-27T00:34:16.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.244+0000 7f99efe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99f0109390 0x7f99f019f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:16.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.244+0000 7f99efe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99f0109390 0x7f99f019f780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39858/0 (socket says 172.21.15.44:39858) 2024-05-27T00:34:16.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.244+0000 7f99efe00700 1 -- 172.21.15.44:0/1112229157 learned_addr learned my addr 172.21.15.44:0/1112229157 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:16.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.244+0000 7f99f5000700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f99f01089d0 0x7f99f019f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:16.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.244+0000 7f99f5a00700 1 --2- 172.21.15.44:0/1112229157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f99f010d8a0 0x7f99f01a3b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:16.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.245+0000 7f99efe00700 1 -- 172.21.15.44:0/1112229157 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f99f01089d0 msgr2=0x7f99f019f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:16.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.245+0000 7f99efe00700 1 --2- 172.21.15.44:0/1112229157 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f99f01089d0 0x7f99f019f240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:16.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.245+0000 7f99efe00700 1 -- 172.21.15.44:0/1112229157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f99f010d8a0 msgr2=0x7f99f01a3b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:16.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.245+0000 7f99efe00700 1 --2- 172.21.15.44:0/1112229157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f99f010d8a0 0x7f99f01a3b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:16.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.245+0000 7f99efe00700 1 -- 172.21.15.44:0/1112229157 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99f01a4250 con 0x7f99f0109390 2024-05-27T00:34:16.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.245+0000 7f99f5000700 1 --2- 172.21.15.44:0/1112229157 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f99f01089d0 0x7f99f019f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:16.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.245+0000 7f99f5a00700 1 --2- 172.21.15.44:0/1112229157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f99f010d8a0 0x7f99f01a3b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:16.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.245+0000 7f99efe00700 1 --2- 172.21.15.44:0/1112229157 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99f0109390 0x7f99f019f780 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f99dc000c00 tx=0x7f99dc00f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:16.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.246+0000 7f99ed600700 1 -- 172.21.15.44:0/1112229157 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99dc027070 con 0x7f99f0109390 2024-05-27T00:34:16.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.246+0000 7f99f6400700 1 -- 172.21.15.44:0/1112229157 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99f01a44e0 con 0x7f99f0109390 2024-05-27T00:34:16.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.246+0000 7f99ed600700 1 -- 172.21.15.44:0/1112229157 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f99dc022470 con 0x7f99f0109390 2024-05-27T00:34:16.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.246+0000 7f99ed600700 1 -- 172.21.15.44:0/1112229157 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99dc017650 con 0x7f99f0109390 2024-05-27T00:34:16.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.246+0000 7f99f6400700 1 -- 172.21.15.44:0/1112229157 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99f01abdc0 con 0x7f99f0109390 2024-05-27T00:34:16.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.247+0000 7f99f6400700 1 -- 172.21.15.44:0/1112229157 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99f0069180 con 0x7f99f0109390 2024-05-27T00:34:16.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.249+0000 7f99ed600700 1 -- 172.21.15.44:0/1112229157 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f99dc02a070 con 0x7f99f0109390 2024-05-27T00:34:16.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.251+0000 7f99ed600700 1 --2- 172.21.15.44:0/1112229157 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f99d80a2cb0 0x7f99d80a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:16.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.251+0000 7f99ed600700 1 -- 172.21.15.44:0/1112229157 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f99dc0d0100 con 0x7f99f0109390 2024-05-27T00:34:16.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.251+0000 7f99f5000700 1 --2- 172.21.15.44:0/1112229157 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f99d80a2cb0 0x7f99d80a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:16.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.252+0000 7f99f5000700 1 --2- 172.21.15.44:0/1112229157 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f99d80a2cb0 0x7f99d80a5170 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f99e4009550 tx=0x7f99e40091f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:16.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.256+0000 7f99ed600700 1 -- 172.21.15.44:0/1112229157 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f99dc013070 con 0x7f99f0109390 2024-05-27T00:34:16.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:16 smithi044 ceph-mon[31645]: pgmap v380: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:34:16.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:16 smithi050 ceph-mon[36071]: pgmap v380: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:34:16.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.486+0000 7f99f6400700 1 -- 172.21.15.44:0/1112229157 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f99f01a05a0 con 0x7f99d80a2cb0 2024-05-27T00:34:16.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:16 smithi137 ceph-mon[36552]: pgmap v380: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:34:16.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.517+0000 7f99ed600700 1 -- 172.21.15.44:0/1112229157 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340359 (secure 0 0 0) 0x7f99f01a05a0 con 0x7f99d80a2cb0 2024-05-27T00:34:16.521 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:34:16.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.526+0000 7f99f6400700 1 -- 172.21.15.44:0/1112229157 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f99d80a2cb0 msgr2=0x7f99d80a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:16.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.526+0000 7f99f6400700 1 --2- 172.21.15.44:0/1112229157 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f99d80a2cb0 0x7f99d80a5170 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f99e4009550 tx=0x7f99e40091f0 comp rx=0 tx=0).stop 2024-05-27T00:34:16.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.526+0000 7f99f6400700 1 -- 172.21.15.44:0/1112229157 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99f0109390 msgr2=0x7f99f019f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:16.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.526+0000 7f99f6400700 1 --2- 172.21.15.44:0/1112229157 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99f0109390 0x7f99f019f780 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f99dc000c00 tx=0x7f99dc00f690 comp rx=0 tx=0).stop 2024-05-27T00:34:16.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.527+0000 7f99f6400700 1 -- 172.21.15.44:0/1112229157 shutdown_connections 2024-05-27T00:34:16.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.527+0000 7f99f6400700 1 --2- 172.21.15.44:0/1112229157 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f99f010d8a0 0x7f99f01a3b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:16.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.527+0000 7f99f6400700 1 --2- 172.21.15.44:0/1112229157 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f99d80a2cb0 0x7f99d80a5170 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:16.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.527+0000 7f99f6400700 1 --2- 172.21.15.44:0/1112229157 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f99f01089d0 0x7f99f019f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:16.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.527+0000 7f99f6400700 1 --2- 172.21.15.44:0/1112229157 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f99f0109390 0x7f99f019f780 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:16.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.527+0000 7f99f6400700 1 -- 172.21.15.44:0/1112229157 >> 172.21.15.44:0/1112229157 conn(0x7f99f0078220 msgr2=0x7f99f00787e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:16.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.527+0000 7f99f6400700 1 -- 172.21.15.44:0/1112229157 shutdown_connections 2024-05-27T00:34:16.532 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:16.527+0000 7f99f6400700 1 -- 172.21.15.44:0/1112229157 wait complete. 2024-05-27T00:34:16.532 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-05-27T00:34:17.342 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":381,"stamp":"2024-05-27T00:34:16.461623+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658806,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":653,"num_read_kb":453,"num_write":348,"num_write_kb":3058,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1180853,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":281,"ondisk_log_size":281,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":388484,"kb_used_data":14288,"kb_used_omap":18,"kb_used_meta":373997,"kb_avail":1124553340,"statfs":{"total":1151940427776,"available":1151542620160,"internally_reserved":0,"allocated":14630912,"data_stored":8042492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":382973243},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":45,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005716"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049703+0000","last_change":"2024-05-27T00:32:19.005663+0000","last_active":"2024-05-27T00:33:22.049703+0000","last_peered":"2024-05-27T00:33:22.049703+0000","last_clean":"2024-05-27T00:33:22.049703+0000","last_became_active":"2024-05-27T00:32:19.005345+0000","last_became_peered":"2024-05-27T00:32:19.005345+0000","last_unstale":"2024-05-27T00:33:22.049703+0000","last_undegraded":"2024-05-27T00:33:22.049703+0000","last_fullsized":"2024-05-27T00:33:22.049703+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:15:56.906828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.059071+0000","last_change":"2024-05-27T00:32:18.998510+0000","last_active":"2024-05-27T00:33:22.059071+0000","last_peered":"2024-05-27T00:33:22.059071+0000","last_clean":"2024-05-27T00:33:22.059071+0000","last_became_active":"2024-05-27T00:32:18.998061+0000","last_became_peered":"2024-05-27T00:32:18.998061+0000","last_unstale":"2024-05-27T00:33:22.059071+0000","last_undegraded":"2024-05-27T00:33:22.059071+0000","last_fullsized":"2024-05-27T00:33:22.059071+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:27:18.550606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.057218+0000","last_change":"2024-05-27T00:32:19.003624+0000","last_active":"2024-05-27T00:33:22.057218+0000","last_peered":"2024-05-27T00:33:22.057218+0000","last_clean":"2024-05-27T00:33:22.057218+0000","last_became_active":"2024-05-27T00:32:19.003290+0000","last_became_peered":"2024-05-27T00:32:19.003290+0000","last_unstale":"2024-05-27T00:33:22.057218+0000","last_undegraded":"2024-05-27T00:33:22.057218+0000","last_fullsized":"2024-05-27T00:33:22.057218+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:33:46.787742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.047854+0000","last_change":"2024-05-27T00:32:18.977309+0000","last_active":"2024-05-27T00:33:22.047854+0000","last_peered":"2024-05-27T00:33:22.047854+0000","last_clean":"2024-05-27T00:33:22.047854+0000","last_became_active":"2024-05-27T00:32:18.976967+0000","last_became_peered":"2024-05-27T00:32:18.976967+0000","last_unstale":"2024-05-27T00:33:22.047854+0000","last_undegraded":"2024-05-27T00:33:22.047854+0000","last_fullsized":"2024-05-27T00:33:22.047854+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:05:17.778795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049799+0000","last_change":"2024-05-27T00:32:19.005336+0000","last_active":"2024-05-27T00:33:22.049799+0000","last_peered":"2024-05-27T00:33:22.049799+0000","last_clean":"2024-05-27T00:33:22.049799+0000","last_became_active":"2024-05-27T00:32:19.004952+0000","last_became_peered":"2024-05-27T00:32:19.004952+0000","last_unstale":"2024-05-27T00:33:22.049799+0000","last_undegraded":"2024-05-27T00:33:22.049799+0000","last_fullsized":"2024-05-27T00:33:22.049799+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:21:40.865438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.235905+0000","last_change":"2024-05-27T00:32:18.997160+0000","last_active":"2024-05-27T00:33:22.235905+0000","last_peered":"2024-05-27T00:33:22.235905+0000","last_clean":"2024-05-27T00:33:22.235905+0000","last_became_active":"2024-05-27T00:32:18.996744+0000","last_became_peered":"2024-05-27T00:32:18.996744+0000","last_unstale":"2024-05-27T00:33:22.235905+0000","last_undegraded":"2024-05-27T00:33:22.235905+0000","last_fullsized":"2024-05-27T00:33:22.235905+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:55:34.026358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049604+0000","last_change":"2024-05-27T00:32:18.994577+0000","last_active":"2024-05-27T00:33:22.049604+0000","last_peered":"2024-05-27T00:33:22.049604+0000","last_clean":"2024-05-27T00:33:22.049604+0000","last_became_active":"2024-05-27T00:32:18.994235+0000","last_became_peered":"2024-05-27T00:32:18.994235+0000","last_unstale":"2024-05-27T00:33:22.049604+0000","last_undegraded":"2024-05-27T00:33:22.049604+0000","last_fullsized":"2024-05-27T00:33:22.049604+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:39:45.247200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.055939+0000","last_change":"2024-05-27T00:32:19.014479+0000","last_active":"2024-05-27T00:33:22.055939+0000","last_peered":"2024-05-27T00:33:22.055939+0000","last_clean":"2024-05-27T00:33:22.055939+0000","last_became_active":"2024-05-27T00:32:19.014013+0000","last_became_peered":"2024-05-27T00:32:19.014013+0000","last_unstale":"2024-05-27T00:33:22.055939+0000","last_undegraded":"2024-05-27T00:33:22.055939+0000","last_fullsized":"2024-05-27T00:33:22.055939+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:45:12.673145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.235851+0000","last_change":"2024-05-27T00:32:18.977988+0000","last_active":"2024-05-27T00:33:22.235851+0000","last_peered":"2024-05-27T00:33:22.235851+0000","last_clean":"2024-05-27T00:33:22.235851+0000","last_became_active":"2024-05-27T00:32:18.977610+0000","last_became_peered":"2024-05-27T00:32:18.977610+0000","last_unstale":"2024-05-27T00:33:22.235851+0000","last_undegraded":"2024-05-27T00:33:22.235851+0000","last_fullsized":"2024-05-27T00:33:22.235851+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:50:36.572096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.235629+0000","last_change":"2024-05-27T00:32:18.983005+0000","last_active":"2024-05-27T00:33:22.235629+0000","last_peered":"2024-05-27T00:33:22.235629+0000","last_clean":"2024-05-27T00:33:22.235629+0000","last_became_active":"2024-05-27T00:32:18.982596+0000","last_became_peered":"2024-05-27T00:32:18.982596+0000","last_unstale":"2024-05-27T00:33:22.235629+0000","last_undegraded":"2024-05-27T00:33:22.235629+0000","last_fullsized":"2024-05-27T00:33:22.235629+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:44:47.057379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050718+0000","last_change":"2024-05-27T00:32:18.984070+0000","last_active":"2024-05-27T00:33:22.050718+0000","last_peered":"2024-05-27T00:33:22.050718+0000","last_clean":"2024-05-27T00:33:22.050718+0000","last_became_active":"2024-05-27T00:32:18.983689+0000","last_became_peered":"2024-05-27T00:32:18.983689+0000","last_unstale":"2024-05-27T00:33:22.050718+0000","last_undegraded":"2024-05-27T00:33:22.050718+0000","last_fullsized":"2024-05-27T00:33:22.050718+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:33:56.883306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.047696+0000","last_change":"2024-05-27T00:32:18.981246+0000","last_active":"2024-05-27T00:33:22.047696+0000","last_peered":"2024-05-27T00:33:22.047696+0000","last_clean":"2024-05-27T00:33:22.047696+0000","last_became_active":"2024-05-27T00:32:18.980882+0000","last_became_peered":"2024-05-27T00:32:18.980882+0000","last_unstale":"2024-05-27T00:33:22.047696+0000","last_undegraded":"2024-05-27T00:33:22.047696+0000","last_fullsized":"2024-05-27T00:33:22.047696+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:27:54.632537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.065352+0000","last_change":"2024-05-27T00:32:18.990303+0000","last_active":"2024-05-27T00:33:22.065352+0000","last_peered":"2024-05-27T00:33:22.065352+0000","last_clean":"2024-05-27T00:33:22.065352+0000","last_became_active":"2024-05-27T00:32:18.977763+0000","last_became_peered":"2024-05-27T00:32:18.977763+0000","last_unstale":"2024-05-27T00:33:22.065352+0000","last_undegraded":"2024-05-27T00:33:22.065352+0000","last_fullsized":"2024-05-27T00:33:22.065352+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:20:26.475260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.056302+0000","last_change":"2024-05-27T00:32:18.999184+0000","last_active":"2024-05-27T00:33:22.056302+0000","last_peered":"2024-05-27T00:33:22.056302+0000","last_clean":"2024-05-27T00:33:22.056302+0000","last_became_active":"2024-05-27T00:32:18.997520+0000","last_became_peered":"2024-05-27T00:32:18.997520+0000","last_unstale":"2024-05-27T00:33:22.056302+0000","last_undegraded":"2024-05-27T00:33:22.056302+0000","last_fullsized":"2024-05-27T00:33:22.056302+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:04:42.824215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.052417+0000","last_change":"2024-05-27T00:32:18.995796+0000","last_active":"2024-05-27T00:33:22.052417+0000","last_peered":"2024-05-27T00:33:22.052417+0000","last_clean":"2024-05-27T00:33:22.052417+0000","last_became_active":"2024-05-27T00:32:18.994655+0000","last_became_peered":"2024-05-27T00:32:18.994655+0000","last_unstale":"2024-05-27T00:33:22.052417+0000","last_undegraded":"2024-05-27T00:33:22.052417+0000","last_fullsized":"2024-05-27T00:33:22.052417+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:44:08.256598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.234456+0000","last_change":"2024-05-27T00:32:18.995211+0000","last_active":"2024-05-27T00:33:22.234456+0000","last_peered":"2024-05-27T00:33:22.234456+0000","last_clean":"2024-05-27T00:33:22.234456+0000","last_became_active":"2024-05-27T00:32:18.994764+0000","last_became_peered":"2024-05-27T00:32:18.994764+0000","last_unstale":"2024-05-27T00:33:22.234456+0000","last_undegraded":"2024-05-27T00:33:22.234456+0000","last_fullsized":"2024-05-27T00:33:22.234456+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:23:11.225248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049614+0000","last_change":"2024-05-27T00:32:19.005643+0000","last_active":"2024-05-27T00:33:22.049614+0000","last_peered":"2024-05-27T00:33:22.049614+0000","last_clean":"2024-05-27T00:33:22.049614+0000","last_became_active":"2024-05-27T00:32:19.005298+0000","last_became_peered":"2024-05-27T00:32:19.005298+0000","last_unstale":"2024-05-27T00:33:22.049614+0000","last_undegraded":"2024-05-27T00:33:22.049614+0000","last_fullsized":"2024-05-27T00:33:22.049614+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:32:17.536521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.060673+0000","last_change":"2024-05-27T00:32:19.001511+0000","last_active":"2024-05-27T00:33:22.060673+0000","last_peered":"2024-05-27T00:33:22.060673+0000","last_clean":"2024-05-27T00:33:22.060673+0000","last_became_active":"2024-05-27T00:32:18.998632+0000","last_became_peered":"2024-05-27T00:32:18.998632+0000","last_unstale":"2024-05-27T00:33:22.060673+0000","last_undegraded":"2024-05-27T00:33:22.060673+0000","last_fullsized":"2024-05-27T00:33:22.060673+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:21:21.991436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049442+0000","last_change":"2024-05-27T00:32:18.987117+0000","last_active":"2024-05-27T00:33:22.049442+0000","last_peered":"2024-05-27T00:33:22.049442+0000","last_clean":"2024-05-27T00:33:22.049442+0000","last_became_active":"2024-05-27T00:32:18.986767+0000","last_became_peered":"2024-05-27T00:32:18.986767+0000","last_unstale":"2024-05-27T00:33:22.049442+0000","last_undegraded":"2024-05-27T00:33:22.049442+0000","last_fullsized":"2024-05-27T00:33:22.049442+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:00:15.887902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049024+0000","last_change":"2024-05-27T00:32:23.442138+0000","last_active":"2024-05-27T00:33:22.049024+0000","last_peered":"2024-05-27T00:33:22.049024+0000","last_clean":"2024-05-27T00:33:22.049024+0000","last_became_active":"2024-05-27T00:32:23.441259+0000","last_became_peered":"2024-05-27T00:32:23.441259+0000","last_unstale":"2024-05-27T00:33:22.049024+0000","last_undegraded":"2024-05-27T00:33:22.049024+0000","last_fullsized":"2024-05-27T00:33:22.049024+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:29:53.501679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.063096+0000","last_change":"2024-05-27T00:32:17.994299+0000","last_active":"2024-05-27T00:33:22.063096+0000","last_peered":"2024-05-27T00:33:22.063096+0000","last_clean":"2024-05-27T00:33:22.063096+0000","last_became_active":"2024-05-27T00:32:17.993959+0000","last_became_peered":"2024-05-27T00:32:17.993959+0000","last_unstale":"2024-05-27T00:33:22.063096+0000","last_undegraded":"2024-05-27T00:33:22.063096+0000","last_fullsized":"2024-05-27T00:33:22.063096+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:14:45.404789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.061243+0000","last_change":"2024-05-27T00:32:19.014410+0000","last_active":"2024-05-27T00:33:22.061243+0000","last_peered":"2024-05-27T00:33:22.061243+0000","last_clean":"2024-05-27T00:33:22.061243+0000","last_became_active":"2024-05-27T00:32:19.013986+0000","last_became_peered":"2024-05-27T00:32:19.013986+0000","last_unstale":"2024-05-27T00:33:22.061243+0000","last_undegraded":"2024-05-27T00:33:22.061243+0000","last_fullsized":"2024-05-27T00:33:22.061243+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:21:09.249429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046694+0000","last_change":"2024-05-27T00:32:23.437301+0000","last_active":"2024-05-27T00:33:22.046694+0000","last_peered":"2024-05-27T00:33:22.046694+0000","last_clean":"2024-05-27T00:33:22.046694+0000","last_became_active":"2024-05-27T00:32:23.436738+0000","last_became_peered":"2024-05-27T00:32:23.436738+0000","last_unstale":"2024-05-27T00:33:22.046694+0000","last_undegraded":"2024-05-27T00:33:22.046694+0000","last_fullsized":"2024-05-27T00:33:22.046694+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:38:54.136784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"91'2","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.062509+0000","last_change":"2024-05-27T00:32:18.011484+0000","last_active":"2024-05-27T00:33:22.062509+0000","last_peered":"2024-05-27T00:33:22.062509+0000","last_clean":"2024-05-27T00:33:22.062509+0000","last_became_active":"2024-05-27T00:32:18.011151+0000","last_became_peered":"2024-05-27T00:32:18.011151+0000","last_unstale":"2024-05-27T00:33:22.062509+0000","last_undegraded":"2024-05-27T00:33:22.062509+0000","last_fullsized":"2024-05-27T00:33:22.062509+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:36:00.661797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.059280+0000","last_change":"2024-05-27T00:32:19.008140+0000","last_active":"2024-05-27T00:33:22.059280+0000","last_peered":"2024-05-27T00:33:22.059280+0000","last_clean":"2024-05-27T00:33:22.059280+0000","last_became_active":"2024-05-27T00:32:19.007777+0000","last_became_peered":"2024-05-27T00:32:19.007777+0000","last_unstale":"2024-05-27T00:33:22.059280+0000","last_undegraded":"2024-05-27T00:33:22.059280+0000","last_fullsized":"2024-05-27T00:33:22.059280+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:48:04.037732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046842+0000","last_change":"2024-05-27T00:32:23.441551+0000","last_active":"2024-05-27T00:33:22.046842+0000","last_peered":"2024-05-27T00:33:22.046842+0000","last_clean":"2024-05-27T00:33:22.046842+0000","last_became_active":"2024-05-27T00:32:23.440711+0000","last_became_peered":"2024-05-27T00:32:23.440711+0000","last_unstale":"2024-05-27T00:33:22.046842+0000","last_undegraded":"2024-05-27T00:33:22.046842+0000","last_fullsized":"2024-05-27T00:33:22.046842+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:07:11.885796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"91'4","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049848+0000","last_change":"2024-05-27T00:32:17.993092+0000","last_active":"2024-05-27T00:33:22.049848+0000","last_peered":"2024-05-27T00:33:22.049848+0000","last_clean":"2024-05-27T00:33:22.049848+0000","last_became_active":"2024-05-27T00:32:17.992769+0000","last_became_peered":"2024-05-27T00:32:17.992769+0000","last_unstale":"2024-05-27T00:33:22.049848+0000","last_undegraded":"2024-05-27T00:33:22.049848+0000","last_fullsized":"2024-05-27T00:33:22.049848+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:16:17.665772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.234742+0000","last_change":"2024-05-27T00:32:18.997892+0000","last_active":"2024-05-27T00:33:22.234742+0000","last_peered":"2024-05-27T00:33:22.234742+0000","last_clean":"2024-05-27T00:33:22.234742+0000","last_became_active":"2024-05-27T00:32:18.997532+0000","last_became_peered":"2024-05-27T00:32:18.997532+0000","last_unstale":"2024-05-27T00:33:22.234742+0000","last_undegraded":"2024-05-27T00:33:22.234742+0000","last_fullsized":"2024-05-27T00:33:22.234742+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:09:50.023265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046730+0000","last_change":"2024-05-27T00:32:23.427504+0000","last_active":"2024-05-27T00:33:22.046730+0000","last_peered":"2024-05-27T00:33:22.046730+0000","last_clean":"2024-05-27T00:33:22.046730+0000","last_became_active":"2024-05-27T00:32:23.427189+0000","last_became_peered":"2024-05-27T00:32:23.427189+0000","last_unstale":"2024-05-27T00:33:22.046730+0000","last_undegraded":"2024-05-27T00:33:22.046730+0000","last_fullsized":"2024-05-27T00:33:22.046730+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:54:10.185043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"86'2","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.051025+0000","last_change":"2024-05-27T00:32:17.989135+0000","last_active":"2024-05-27T00:33:22.051025+0000","last_peered":"2024-05-27T00:33:22.051025+0000","last_clean":"2024-05-27T00:33:22.051025+0000","last_became_active":"2024-05-27T00:32:17.988785+0000","last_became_peered":"2024-05-27T00:32:17.988785+0000","last_unstale":"2024-05-27T00:33:22.051025+0000","last_undegraded":"2024-05-27T00:33:22.051025+0000","last_fullsized":"2024-05-27T00:33:22.051025+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:46:47.425862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046798+0000","last_change":"2024-05-27T00:32:18.979850+0000","last_active":"2024-05-27T00:33:22.046798+0000","last_peered":"2024-05-27T00:33:22.046798+0000","last_clean":"2024-05-27T00:33:22.046798+0000","last_became_active":"2024-05-27T00:32:18.979492+0000","last_became_peered":"2024-05-27T00:32:18.979492+0000","last_unstale":"2024-05-27T00:33:22.046798+0000","last_undegraded":"2024-05-27T00:33:22.046798+0000","last_fullsized":"2024-05-27T00:33:22.046798+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:31:47.297865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.052708+0000","last_change":"2024-05-27T00:33:22.052708+0000","last_active":"2024-05-27T00:33:22.052708+0000","last_peered":"2024-05-27T00:33:22.052708+0000","last_clean":"2024-05-27T00:33:22.052708+0000","last_became_active":"2024-05-27T00:33:22.052086+0000","last_became_peered":"2024-05-27T00:33:22.052086+0000","last_unstale":"2024-05-27T00:33:22.052708+0000","last_undegraded":"2024-05-27T00:33:22.052708+0000","last_fullsized":"2024-05-27T00:33:22.052708+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:41:30.723032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,7,11],"acting":[2,8,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"91'6","reported_seq":115,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:34:09.729448+0000","last_change":"2024-05-27T00:32:17.995036+0000","last_active":"2024-05-27T00:34:09.729448+0000","last_peered":"2024-05-27T00:34:09.729448+0000","last_clean":"2024-05-27T00:34:09.729448+0000","last_became_active":"2024-05-27T00:32:17.993968+0000","last_became_peered":"2024-05-27T00:32:17.993968+0000","last_unstale":"2024-05-27T00:34:09.729448+0000","last_undegraded":"2024-05-27T00:34:09.729448+0000","last_fullsized":"2024-05-27T00:34:09.729448+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:55:40.670204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1012,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":82,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050511+0000","last_change":"2024-05-27T00:32:18.999318+0000","last_active":"2024-05-27T00:33:22.050511+0000","last_peered":"2024-05-27T00:33:22.050511+0000","last_clean":"2024-05-27T00:33:22.050511+0000","last_became_active":"2024-05-27T00:32:18.998924+0000","last_became_peered":"2024-05-27T00:32:18.998924+0000","last_unstale":"2024-05-27T00:33:22.050511+0000","last_undegraded":"2024-05-27T00:33:22.050511+0000","last_fullsized":"2024-05-27T00:33:22.050511+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:52:02.218835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049187+0000","last_change":"2024-05-27T00:32:23.437050+0000","last_active":"2024-05-27T00:33:22.049187+0000","last_peered":"2024-05-27T00:33:22.049187+0000","last_clean":"2024-05-27T00:33:22.049187+0000","last_became_active":"2024-05-27T00:32:23.435857+0000","last_became_peered":"2024-05-27T00:32:23.435857+0000","last_unstale":"2024-05-27T00:33:22.049187+0000","last_undegraded":"2024-05-27T00:33:22.049187+0000","last_fullsized":"2024-05-27T00:33:22.049187+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:52:49.551208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"91'3","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.235601+0000","last_change":"2024-05-27T00:32:17.987907+0000","last_active":"2024-05-27T00:33:22.235601+0000","last_peered":"2024-05-27T00:33:22.235601+0000","last_clean":"2024-05-27T00:33:22.235601+0000","last_became_active":"2024-05-27T00:32:17.987554+0000","last_became_peered":"2024-05-27T00:32:17.987554+0000","last_unstale":"2024-05-27T00:33:22.235601+0000","last_undegraded":"2024-05-27T00:33:22.235601+0000","last_fullsized":"2024-05-27T00:33:22.235601+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:31:33.369959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046629+0000","last_change":"2024-05-27T00:32:19.006469+0000","last_active":"2024-05-27T00:33:22.046629+0000","last_peered":"2024-05-27T00:33:22.046629+0000","last_clean":"2024-05-27T00:33:22.046629+0000","last_became_active":"2024-05-27T00:32:19.005895+0000","last_became_peered":"2024-05-27T00:32:19.005895+0000","last_unstale":"2024-05-27T00:33:22.046629+0000","last_undegraded":"2024-05-27T00:33:22.046629+0000","last_fullsized":"2024-05-27T00:33:22.046629+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:48:39.439790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049570+0000","last_change":"2024-05-27T00:32:23.446277+0000","last_active":"2024-05-27T00:33:22.049570+0000","last_peered":"2024-05-27T00:33:22.049570+0000","last_clean":"2024-05-27T00:33:22.049570+0000","last_became_active":"2024-05-27T00:32:23.445909+0000","last_became_peered":"2024-05-27T00:32:23.445909+0000","last_unstale":"2024-05-27T00:33:22.049570+0000","last_undegraded":"2024-05-27T00:33:22.049570+0000","last_fullsized":"2024-05-27T00:33:22.049570+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:34:36.648150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"91'2","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.055897+0000","last_change":"2024-05-27T00:32:17.986205+0000","last_active":"2024-05-27T00:33:22.055897+0000","last_peered":"2024-05-27T00:33:22.055897+0000","last_clean":"2024-05-27T00:33:22.055897+0000","last_became_active":"2024-05-27T00:32:17.985878+0000","last_became_peered":"2024-05-27T00:32:17.985878+0000","last_unstale":"2024-05-27T00:33:22.055897+0000","last_undegraded":"2024-05-27T00:33:22.055897+0000","last_fullsized":"2024-05-27T00:33:22.055897+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:26:35.915495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.055833+0000","last_change":"2024-05-27T00:32:19.009946+0000","last_active":"2024-05-27T00:33:22.055833+0000","last_peered":"2024-05-27T00:33:22.055833+0000","last_clean":"2024-05-27T00:33:22.055833+0000","last_became_active":"2024-05-27T00:32:19.007208+0000","last_became_peered":"2024-05-27T00:32:19.007208+0000","last_unstale":"2024-05-27T00:33:22.055833+0000","last_undegraded":"2024-05-27T00:33:22.055833+0000","last_fullsized":"2024-05-27T00:33:22.055833+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:33:27.507711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.058496+0000","last_change":"2024-05-27T00:32:23.432617+0000","last_active":"2024-05-27T00:33:22.058496+0000","last_peered":"2024-05-27T00:33:22.058496+0000","last_clean":"2024-05-27T00:33:22.058496+0000","last_became_active":"2024-05-27T00:32:23.432202+0000","last_became_peered":"2024-05-27T00:32:23.432202+0000","last_unstale":"2024-05-27T00:33:22.058496+0000","last_undegraded":"2024-05-27T00:33:22.058496+0000","last_fullsized":"2024-05-27T00:33:22.058496+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:51:06.917270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"91'1","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046230+0000","last_change":"2024-05-27T00:32:17.994301+0000","last_active":"2024-05-27T00:33:22.046230+0000","last_peered":"2024-05-27T00:33:22.046230+0000","last_clean":"2024-05-27T00:33:22.046230+0000","last_became_active":"2024-05-27T00:32:17.993615+0000","last_became_peered":"2024-05-27T00:32:17.993615+0000","last_unstale":"2024-05-27T00:33:22.046230+0000","last_undegraded":"2024-05-27T00:33:22.046230+0000","last_fullsized":"2024-05-27T00:33:22.046230+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:52:05.221624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.237872+0000","last_change":"2024-05-27T00:33:22.237872+0000","last_active":"2024-05-27T00:33:22.237872+0000","last_peered":"2024-05-27T00:33:22.237872+0000","last_clean":"2024-05-27T00:33:22.237872+0000","last_became_active":"2024-05-27T00:33:22.237058+0000","last_became_peered":"2024-05-27T00:33:22.237058+0000","last_unstale":"2024-05-27T00:33:22.237872+0000","last_undegraded":"2024-05-27T00:33:22.237872+0000","last_fullsized":"2024-05-27T00:33:22.237872+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:24:51.485678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,10],"acting":[9,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.058946+0000","last_change":"2024-05-27T00:32:23.430059+0000","last_active":"2024-05-27T00:33:22.058946+0000","last_peered":"2024-05-27T00:33:22.058946+0000","last_clean":"2024-05-27T00:33:22.058946+0000","last_became_active":"2024-05-27T00:32:23.427563+0000","last_became_peered":"2024-05-27T00:32:23.427563+0000","last_unstale":"2024-05-27T00:33:22.058946+0000","last_undegraded":"2024-05-27T00:33:22.058946+0000","last_fullsized":"2024-05-27T00:33:22.058946+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:58:46.996909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"91'3","reported_seq":112,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:34:12.733812+0000","last_change":"2024-05-27T00:32:17.989629+0000","last_active":"2024-05-27T00:34:12.733812+0000","last_peered":"2024-05-27T00:34:12.733812+0000","last_clean":"2024-05-27T00:34:12.733812+0000","last_became_active":"2024-05-27T00:32:17.989180+0000","last_became_peered":"2024-05-27T00:32:17.989180+0000","last_unstale":"2024-05-27T00:34:12.733812+0000","last_undegraded":"2024-05-27T00:34:12.733812+0000","last_fullsized":"2024-05-27T00:34:12.733812+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:10:00.003618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":82,"num_read_kb":82,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.235508+0000","last_change":"2024-05-27T00:32:18.999086+0000","last_active":"2024-05-27T00:33:22.235508+0000","last_peered":"2024-05-27T00:33:22.235508+0000","last_clean":"2024-05-27T00:33:22.235508+0000","last_became_active":"2024-05-27T00:32:18.998609+0000","last_became_peered":"2024-05-27T00:32:18.998609+0000","last_unstale":"2024-05-27T00:33:22.235508+0000","last_undegraded":"2024-05-27T00:33:22.235508+0000","last_fullsized":"2024-05-27T00:33:22.235508+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:30:08.184746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.059524+0000","last_change":"2024-05-27T00:32:23.443072+0000","last_active":"2024-05-27T00:33:22.059524+0000","last_peered":"2024-05-27T00:33:22.059524+0000","last_clean":"2024-05-27T00:33:22.059524+0000","last_became_active":"2024-05-27T00:32:23.439413+0000","last_became_peered":"2024-05-27T00:32:23.439413+0000","last_unstale":"2024-05-27T00:33:22.059524+0000","last_undegraded":"2024-05-27T00:33:22.059524+0000","last_fullsized":"2024-05-27T00:33:22.059524+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:56:28.435938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"91'2","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050029+0000","last_change":"2024-05-27T00:32:17.995030+0000","last_active":"2024-05-27T00:33:22.050029+0000","last_peered":"2024-05-27T00:33:22.050029+0000","last_clean":"2024-05-27T00:33:22.050029+0000","last_became_active":"2024-05-27T00:32:17.994524+0000","last_became_peered":"2024-05-27T00:32:17.994524+0000","last_unstale":"2024-05-27T00:33:22.050029+0000","last_undegraded":"2024-05-27T00:33:22.050029+0000","last_fullsized":"2024-05-27T00:33:22.050029+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:01:40.641074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.059607+0000","last_change":"2024-05-27T00:32:19.003611+0000","last_active":"2024-05-27T00:33:22.059607+0000","last_peered":"2024-05-27T00:33:22.059607+0000","last_clean":"2024-05-27T00:33:22.059607+0000","last_became_active":"2024-05-27T00:32:19.003095+0000","last_became_peered":"2024-05-27T00:32:19.003095+0000","last_unstale":"2024-05-27T00:33:22.059607+0000","last_undegraded":"2024-05-27T00:33:22.059607+0000","last_fullsized":"2024-05-27T00:33:22.059607+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:34:16.092282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046999+0000","last_change":"2024-05-27T00:32:23.441184+0000","last_active":"2024-05-27T00:33:22.046999+0000","last_peered":"2024-05-27T00:33:22.046999+0000","last_clean":"2024-05-27T00:33:22.046999+0000","last_became_active":"2024-05-27T00:32:23.440615+0000","last_became_peered":"2024-05-27T00:32:23.440615+0000","last_unstale":"2024-05-27T00:33:22.046999+0000","last_undegraded":"2024-05-27T00:33:22.046999+0000","last_fullsized":"2024-05-27T00:33:22.046999+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:44:45.916689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"91'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046762+0000","last_change":"2024-05-27T00:32:17.996228+0000","last_active":"2024-05-27T00:33:22.046762+0000","last_peered":"2024-05-27T00:33:22.046762+0000","last_clean":"2024-05-27T00:33:22.046762+0000","last_became_active":"2024-05-27T00:32:17.995861+0000","last_became_peered":"2024-05-27T00:32:17.995861+0000","last_unstale":"2024-05-27T00:33:22.046762+0000","last_undegraded":"2024-05-27T00:33:22.046762+0000","last_fullsized":"2024-05-27T00:33:22.046762+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:07:06.540324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.234948+0000","last_change":"2024-05-27T00:32:18.983802+0000","last_active":"2024-05-27T00:33:22.234948+0000","last_peered":"2024-05-27T00:33:22.234948+0000","last_clean":"2024-05-27T00:33:22.234948+0000","last_became_active":"2024-05-27T00:32:18.983468+0000","last_became_peered":"2024-05-27T00:32:18.983468+0000","last_unstale":"2024-05-27T00:33:22.234948+0000","last_undegraded":"2024-05-27T00:33:22.234948+0000","last_fullsized":"2024-05-27T00:33:22.234948+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:01:34.187925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.058393+0000","last_change":"2024-05-27T00:32:23.440563+0000","last_active":"2024-05-27T00:33:22.058393+0000","last_peered":"2024-05-27T00:33:22.058393+0000","last_clean":"2024-05-27T00:33:22.058393+0000","last_became_active":"2024-05-27T00:32:23.440104+0000","last_became_peered":"2024-05-27T00:32:23.440104+0000","last_unstale":"2024-05-27T00:33:22.058393+0000","last_undegraded":"2024-05-27T00:33:22.058393+0000","last_fullsized":"2024-05-27T00:33:22.058393+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:18:45.058066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"92'33","reported_seq":233,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:34:13.735466+0000","last_change":"2024-05-27T00:32:17.991138+0000","last_active":"2024-05-27T00:34:13.735466+0000","last_peered":"2024-05-27T00:34:13.735466+0000","last_clean":"2024-05-27T00:34:13.735466+0000","last_became_active":"2024-05-27T00:32:17.990517+0000","last_became_peered":"2024-05-27T00:32:17.990517+0000","last_unstale":"2024-05-27T00:34:13.735466+0000","last_undegraded":"2024-05-27T00:34:13.735466+0000","last_fullsized":"2024-05-27T00:34:13.735466+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:55:21.323020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64204,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":173,"num_read_kb":149,"num_write":34,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050134+0000","last_change":"2024-05-27T00:32:18.981540+0000","last_active":"2024-05-27T00:33:22.050134+0000","last_peered":"2024-05-27T00:33:22.050134+0000","last_clean":"2024-05-27T00:33:22.050134+0000","last_became_active":"2024-05-27T00:32:18.981055+0000","last_became_peered":"2024-05-27T00:32:18.981055+0000","last_unstale":"2024-05-27T00:33:22.050134+0000","last_undegraded":"2024-05-27T00:33:22.050134+0000","last_fullsized":"2024-05-27T00:33:22.050134+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:09:54.359017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.047059+0000","last_change":"2024-05-27T00:32:23.427753+0000","last_active":"2024-05-27T00:33:22.047059+0000","last_peered":"2024-05-27T00:33:22.047059+0000","last_clean":"2024-05-27T00:33:22.047059+0000","last_became_active":"2024-05-27T00:32:23.427247+0000","last_became_peered":"2024-05-27T00:32:23.427247+0000","last_unstale":"2024-05-27T00:33:22.047059+0000","last_undegraded":"2024-05-27T00:33:22.047059+0000","last_fullsized":"2024-05-27T00:33:22.047059+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:15:00.736443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049442+0000","last_change":"2024-05-27T00:32:18.014022+0000","last_active":"2024-05-27T00:33:22.049442+0000","last_peered":"2024-05-27T00:33:22.049442+0000","last_clean":"2024-05-27T00:33:22.049442+0000","last_became_active":"2024-05-27T00:32:18.013680+0000","last_became_peered":"2024-05-27T00:32:18.013680+0000","last_unstale":"2024-05-27T00:33:22.049442+0000","last_undegraded":"2024-05-27T00:33:22.049442+0000","last_fullsized":"2024-05-27T00:33:22.049442+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:28:05.968446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.057283+0000","last_change":"2024-05-27T00:32:19.002136+0000","last_active":"2024-05-27T00:33:22.057283+0000","last_peered":"2024-05-27T00:33:22.057283+0000","last_clean":"2024-05-27T00:33:22.057283+0000","last_became_active":"2024-05-27T00:32:19.001755+0000","last_became_peered":"2024-05-27T00:32:19.001755+0000","last_unstale":"2024-05-27T00:33:22.057283+0000","last_undegraded":"2024-05-27T00:33:22.057283+0000","last_fullsized":"2024-05-27T00:33:22.057283+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:50:41.559583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049265+0000","last_change":"2024-05-27T00:32:23.445996+0000","last_active":"2024-05-27T00:33:22.049265+0000","last_peered":"2024-05-27T00:33:22.049265+0000","last_clean":"2024-05-27T00:33:22.049265+0000","last_became_active":"2024-05-27T00:32:23.445532+0000","last_became_peered":"2024-05-27T00:32:23.445532+0000","last_unstale":"2024-05-27T00:33:22.049265+0000","last_undegraded":"2024-05-27T00:33:22.049265+0000","last_fullsized":"2024-05-27T00:33:22.049265+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:33:44.170491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"91'3","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046620+0000","last_change":"2024-05-27T00:32:18.013480+0000","last_active":"2024-05-27T00:33:22.046620+0000","last_peered":"2024-05-27T00:33:22.046620+0000","last_clean":"2024-05-27T00:33:22.046620+0000","last_became_active":"2024-05-27T00:32:18.013112+0000","last_became_peered":"2024-05-27T00:32:18.013112+0000","last_unstale":"2024-05-27T00:33:22.046620+0000","last_undegraded":"2024-05-27T00:33:22.046620+0000","last_fullsized":"2024-05-27T00:33:22.046620+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:36:41.727000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050165+0000","last_change":"2024-05-27T00:32:18.996509+0000","last_active":"2024-05-27T00:33:22.050165+0000","last_peered":"2024-05-27T00:33:22.050165+0000","last_clean":"2024-05-27T00:33:22.050165+0000","last_became_active":"2024-05-27T00:32:18.996143+0000","last_became_peered":"2024-05-27T00:32:18.996143+0000","last_unstale":"2024-05-27T00:33:22.050165+0000","last_undegraded":"2024-05-27T00:33:22.050165+0000","last_fullsized":"2024-05-27T00:33:22.050165+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:00:51.087192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.061971+0000","last_change":"2024-05-27T00:32:23.444644+0000","last_active":"2024-05-27T00:33:22.061971+0000","last_peered":"2024-05-27T00:33:22.061971+0000","last_clean":"2024-05-27T00:33:22.061971+0000","last_became_active":"2024-05-27T00:32:23.443506+0000","last_became_peered":"2024-05-27T00:32:23.443506+0000","last_unstale":"2024-05-27T00:33:22.061971+0000","last_undegraded":"2024-05-27T00:33:22.061971+0000","last_fullsized":"2024-05-27T00:33:22.061971+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:31:51.934266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"91'3","reported_seq":112,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:34:10.750656+0000","last_change":"2024-05-27T00:32:17.990980+0000","last_active":"2024-05-27T00:34:10.750656+0000","last_peered":"2024-05-27T00:34:10.750656+0000","last_clean":"2024-05-27T00:34:10.750656+0000","last_became_active":"2024-05-27T00:32:17.990607+0000","last_became_peered":"2024-05-27T00:32:17.990607+0000","last_unstale":"2024-05-27T00:34:10.750656+0000","last_undegraded":"2024-05-27T00:34:10.750656+0000","last_fullsized":"2024-05-27T00:34:10.750656+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:18:34.633451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":83,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049653+0000","last_change":"2024-05-27T00:32:18.986457+0000","last_active":"2024-05-27T00:33:22.049653+0000","last_peered":"2024-05-27T00:33:22.049653+0000","last_clean":"2024-05-27T00:33:22.049653+0000","last_became_active":"2024-05-27T00:32:18.985995+0000","last_became_peered":"2024-05-27T00:32:18.985995+0000","last_unstale":"2024-05-27T00:33:22.049653+0000","last_undegraded":"2024-05-27T00:33:22.049653+0000","last_fullsized":"2024-05-27T00:33:22.049653+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:46:24.767710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.066827+0000","last_change":"2024-05-27T00:33:22.066827+0000","last_active":"2024-05-27T00:33:22.066827+0000","last_peered":"2024-05-27T00:33:22.066827+0000","last_clean":"2024-05-27T00:33:22.066827+0000","last_became_active":"2024-05-27T00:33:22.066275+0000","last_became_peered":"2024-05-27T00:33:22.066275+0000","last_unstale":"2024-05-27T00:33:22.066827+0000","last_undegraded":"2024-05-27T00:33:22.066827+0000","last_fullsized":"2024-05-27T00:33:22.066827+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:29:21.073207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"91'15","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050275+0000","last_change":"2024-05-27T00:32:17.999047+0000","last_active":"2024-05-27T00:33:22.050275+0000","last_peered":"2024-05-27T00:33:22.050275+0000","last_clean":"2024-05-27T00:33:22.050275+0000","last_became_active":"2024-05-27T00:32:17.998794+0000","last_became_peered":"2024-05-27T00:32:17.998794+0000","last_unstale":"2024-05-27T00:33:22.050275+0000","last_undegraded":"2024-05-27T00:33:22.050275+0000","last_fullsized":"2024-05-27T00:33:22.050275+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:02:37.189837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046452+0000","last_change":"2024-05-27T00:32:18.979638+0000","last_active":"2024-05-27T00:33:22.046452+0000","last_peered":"2024-05-27T00:33:22.046452+0000","last_clean":"2024-05-27T00:33:22.046452+0000","last_became_active":"2024-05-27T00:32:18.979307+0000","last_became_peered":"2024-05-27T00:32:18.979307+0000","last_unstale":"2024-05-27T00:33:22.046452+0000","last_undegraded":"2024-05-27T00:33:22.046452+0000","last_fullsized":"2024-05-27T00:33:22.046452+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:46:27.817487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046332+0000","last_change":"2024-05-27T00:32:23.441879+0000","last_active":"2024-05-27T00:33:22.046332+0000","last_peered":"2024-05-27T00:33:22.046332+0000","last_clean":"2024-05-27T00:33:22.046332+0000","last_became_active":"2024-05-27T00:32:23.441439+0000","last_became_peered":"2024-05-27T00:32:23.441439+0000","last_unstale":"2024-05-27T00:33:22.046332+0000","last_undegraded":"2024-05-27T00:33:22.046332+0000","last_fullsized":"2024-05-27T00:33:22.046332+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:58:26.257536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"91'2","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050107+0000","last_change":"2024-05-27T00:32:17.988769+0000","last_active":"2024-05-27T00:33:22.050107+0000","last_peered":"2024-05-27T00:33:22.050107+0000","last_clean":"2024-05-27T00:33:22.050107+0000","last_became_active":"2024-05-27T00:32:17.988418+0000","last_became_peered":"2024-05-27T00:32:17.988418+0000","last_unstale":"2024-05-27T00:33:22.050107+0000","last_undegraded":"2024-05-27T00:33:22.050107+0000","last_fullsized":"2024-05-27T00:33:22.050107+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:29:22.343207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.068414+0000","last_change":"2024-05-27T00:33:22.068414+0000","last_active":"2024-05-27T00:33:22.068414+0000","last_peered":"2024-05-27T00:33:22.068414+0000","last_clean":"2024-05-27T00:33:22.068414+0000","last_became_active":"2024-05-27T00:33:22.068015+0000","last_became_peered":"2024-05-27T00:33:22.068015+0000","last_unstale":"2024-05-27T00:33:22.068414+0000","last_undegraded":"2024-05-27T00:33:22.068414+0000","last_fullsized":"2024-05-27T00:33:22.068414+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:33:41.829268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.237120+0000","last_change":"2024-05-27T00:33:22.237120+0000","last_active":"2024-05-27T00:33:22.237120+0000","last_peered":"2024-05-27T00:33:22.237120+0000","last_clean":"2024-05-27T00:33:22.237120+0000","last_became_active":"2024-05-27T00:33:22.236732+0000","last_became_peered":"2024-05-27T00:33:22.236732+0000","last_unstale":"2024-05-27T00:33:22.237120+0000","last_undegraded":"2024-05-27T00:33:22.237120+0000","last_fullsized":"2024-05-27T00:33:22.237120+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:00:57.186492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,1],"acting":[8,10,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.057929+0000","last_change":"2024-05-27T00:32:18.004028+0000","last_active":"2024-05-27T00:33:22.057929+0000","last_peered":"2024-05-27T00:33:22.057929+0000","last_clean":"2024-05-27T00:33:22.057929+0000","last_became_active":"2024-05-27T00:32:18.003377+0000","last_became_peered":"2024-05-27T00:32:18.003377+0000","last_unstale":"2024-05-27T00:33:22.057929+0000","last_undegraded":"2024-05-27T00:33:22.057929+0000","last_fullsized":"2024-05-27T00:33:22.057929+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:45:02.911018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.235929+0000","last_change":"2024-05-27T00:32:19.006993+0000","last_active":"2024-05-27T00:33:22.235929+0000","last_peered":"2024-05-27T00:33:22.235929+0000","last_clean":"2024-05-27T00:33:22.235929+0000","last_became_active":"2024-05-27T00:32:19.006608+0000","last_became_peered":"2024-05-27T00:32:19.006608+0000","last_unstale":"2024-05-27T00:33:22.235929+0000","last_undegraded":"2024-05-27T00:33:22.235929+0000","last_fullsized":"2024-05-27T00:33:22.235929+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:50:56.796996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.062878+0000","last_change":"2024-05-27T00:32:23.423853+0000","last_active":"2024-05-27T00:33:22.062878+0000","last_peered":"2024-05-27T00:33:22.062878+0000","last_clean":"2024-05-27T00:33:22.062878+0000","last_became_active":"2024-05-27T00:32:23.423422+0000","last_became_peered":"2024-05-27T00:32:23.423422+0000","last_unstale":"2024-05-27T00:33:22.062878+0000","last_undegraded":"2024-05-27T00:33:22.062878+0000","last_fullsized":"2024-05-27T00:33:22.062878+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:49:11.194019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"91'1","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050368+0000","last_change":"2024-05-27T00:32:17.996377+0000","last_active":"2024-05-27T00:33:22.050368+0000","last_peered":"2024-05-27T00:33:22.050368+0000","last_clean":"2024-05-27T00:33:22.050368+0000","last_became_active":"2024-05-27T00:32:17.995954+0000","last_became_peered":"2024-05-27T00:32:17.995954+0000","last_unstale":"2024-05-27T00:33:22.050368+0000","last_undegraded":"2024-05-27T00:33:22.050368+0000","last_fullsized":"2024-05-27T00:33:22.050368+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:39:48.403500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.235611+0000","last_change":"2024-05-27T00:32:19.005697+0000","last_active":"2024-05-27T00:33:22.235611+0000","last_peered":"2024-05-27T00:33:22.235611+0000","last_clean":"2024-05-27T00:33:22.235611+0000","last_became_active":"2024-05-27T00:32:19.005264+0000","last_became_peered":"2024-05-27T00:32:19.005264+0000","last_unstale":"2024-05-27T00:33:22.235611+0000","last_undegraded":"2024-05-27T00:33:22.235611+0000","last_fullsized":"2024-05-27T00:33:22.235611+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:09:51.188675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.063680+0000","last_change":"2024-05-27T00:32:23.647150+0000","last_active":"2024-05-27T00:33:22.063680+0000","last_peered":"2024-05-27T00:33:22.063680+0000","last_clean":"2024-05-27T00:33:22.063680+0000","last_became_active":"2024-05-27T00:32:23.646634+0000","last_became_peered":"2024-05-27T00:32:23.646634+0000","last_unstale":"2024-05-27T00:33:22.063680+0000","last_undegraded":"2024-05-27T00:33:22.063680+0000","last_fullsized":"2024-05-27T00:33:22.063680+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:07:38.484533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046361+0000","last_change":"2024-05-27T00:32:18.983009+0000","last_active":"2024-05-27T00:33:22.046361+0000","last_peered":"2024-05-27T00:33:22.046361+0000","last_clean":"2024-05-27T00:33:22.046361+0000","last_became_active":"2024-05-27T00:32:18.982691+0000","last_became_peered":"2024-05-27T00:32:18.982691+0000","last_unstale":"2024-05-27T00:33:22.046361+0000","last_undegraded":"2024-05-27T00:33:22.046361+0000","last_fullsized":"2024-05-27T00:33:22.046361+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:00:55.108820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'4","reported_seq":115,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:34:14.758411+0000","last_change":"2024-05-27T00:32:18.009501+0000","last_active":"2024-05-27T00:34:14.758411+0000","last_peered":"2024-05-27T00:34:14.758411+0000","last_clean":"2024-05-27T00:34:14.758411+0000","last_became_active":"2024-05-27T00:32:18.006508+0000","last_became_peered":"2024-05-27T00:32:18.006508+0000","last_unstale":"2024-05-27T00:34:14.758411+0000","last_undegraded":"2024-05-27T00:34:14.758411+0000","last_fullsized":"2024-05-27T00:34:14.758411+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:06:55.321640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":84,"num_read_kb":84,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":19,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050252+0000","last_change":"2024-05-27T00:32:23.434319+0000","last_active":"2024-05-27T00:33:22.050252+0000","last_peered":"2024-05-27T00:33:22.050252+0000","last_clean":"2024-05-27T00:33:22.050252+0000","last_became_active":"2024-05-27T00:32:23.433957+0000","last_became_peered":"2024-05-27T00:32:23.433957+0000","last_unstale":"2024-05-27T00:33:22.050252+0000","last_undegraded":"2024-05-27T00:33:22.050252+0000","last_fullsized":"2024-05-27T00:33:22.050252+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:16:35.083353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.062345+0000","last_change":"2024-05-27T00:32:19.014250+0000","last_active":"2024-05-27T00:33:22.062345+0000","last_peered":"2024-05-27T00:33:22.062345+0000","last_clean":"2024-05-27T00:33:22.062345+0000","last_became_active":"2024-05-27T00:32:19.013841+0000","last_became_peered":"2024-05-27T00:32:19.013841+0000","last_unstale":"2024-05-27T00:33:22.062345+0000","last_undegraded":"2024-05-27T00:33:22.062345+0000","last_fullsized":"2024-05-27T00:33:22.062345+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:39:45.826896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"91'3","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046993+0000","last_change":"2024-05-27T00:32:17.987466+0000","last_active":"2024-05-27T00:33:22.046993+0000","last_peered":"2024-05-27T00:33:22.046993+0000","last_clean":"2024-05-27T00:33:22.046993+0000","last_became_active":"2024-05-27T00:32:17.986964+0000","last_became_peered":"2024-05-27T00:32:17.986964+0000","last_unstale":"2024-05-27T00:33:22.046993+0000","last_undegraded":"2024-05-27T00:33:22.046993+0000","last_fullsized":"2024-05-27T00:33:22.046993+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:01:28.090951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":364,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049591+0000","last_change":"2024-05-27T00:30:57.156428+0000","last_active":"2024-05-27T00:33:22.049591+0000","last_peered":"2024-05-27T00:33:22.049591+0000","last_clean":"2024-05-27T00:33:22.049591+0000","last_became_active":"2024-05-27T00:30:57.155910+0000","last_became_peered":"2024-05-27T00:30:57.155910+0000","last_unstale":"2024-05-27T00:33:22.049591+0000","last_undegraded":"2024-05-27T00:33:22.049591+0000","last_fullsized":"2024-05-27T00:33:22.049591+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:27:03.029981+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:27:03.029981+0000","last_clean_scrub_stamp":"2024-05-27T00:27:03.029981+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:38:28.001629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046793+0000","last_change":"2024-05-27T00:32:23.647252+0000","last_active":"2024-05-27T00:33:22.046793+0000","last_peered":"2024-05-27T00:33:22.046793+0000","last_clean":"2024-05-27T00:33:22.046793+0000","last_became_active":"2024-05-27T00:32:23.646745+0000","last_became_peered":"2024-05-27T00:32:23.646745+0000","last_unstale":"2024-05-27T00:33:22.046793+0000","last_undegraded":"2024-05-27T00:33:22.046793+0000","last_fullsized":"2024-05-27T00:33:22.046793+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:28:10.451415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.055124+0000","last_change":"2024-05-27T00:32:18.972465+0000","last_active":"2024-05-27T00:33:22.055124+0000","last_peered":"2024-05-27T00:33:22.055124+0000","last_clean":"2024-05-27T00:33:22.055124+0000","last_became_active":"2024-05-27T00:32:18.971572+0000","last_became_peered":"2024-05-27T00:32:18.971572+0000","last_unstale":"2024-05-27T00:33:22.055124+0000","last_undegraded":"2024-05-27T00:33:22.055124+0000","last_fullsized":"2024-05-27T00:33:22.055124+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:11:37.435282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"91'3","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049596+0000","last_change":"2024-05-27T00:32:17.994473+0000","last_active":"2024-05-27T00:33:22.049596+0000","last_peered":"2024-05-27T00:33:22.049596+0000","last_clean":"2024-05-27T00:33:22.049596+0000","last_became_active":"2024-05-27T00:32:17.992719+0000","last_became_peered":"2024-05-27T00:32:17.992719+0000","last_unstale":"2024-05-27T00:33:22.049596+0000","last_undegraded":"2024-05-27T00:33:22.049596+0000","last_fullsized":"2024-05-27T00:33:22.049596+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:13:49.254914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049135+0000","last_change":"2024-05-27T00:32:23.418464+0000","last_active":"2024-05-27T00:33:22.049135+0000","last_peered":"2024-05-27T00:33:22.049135+0000","last_clean":"2024-05-27T00:33:22.049135+0000","last_became_active":"2024-05-27T00:32:23.417973+0000","last_became_peered":"2024-05-27T00:32:23.417973+0000","last_unstale":"2024-05-27T00:33:22.049135+0000","last_undegraded":"2024-05-27T00:33:22.049135+0000","last_fullsized":"2024-05-27T00:33:22.049135+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:07:20.338296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"91'1","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050037+0000","last_change":"2024-05-27T00:32:17.996131+0000","last_active":"2024-05-27T00:33:22.050037+0000","last_peered":"2024-05-27T00:33:22.050037+0000","last_clean":"2024-05-27T00:33:22.050037+0000","last_became_active":"2024-05-27T00:32:17.995791+0000","last_became_peered":"2024-05-27T00:32:17.995791+0000","last_unstale":"2024-05-27T00:33:22.050037+0000","last_undegraded":"2024-05-27T00:33:22.050037+0000","last_fullsized":"2024-05-27T00:33:22.050037+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:22:44.470343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.063088+0000","last_change":"2024-05-27T00:32:18.999889+0000","last_active":"2024-05-27T00:33:22.063088+0000","last_peered":"2024-05-27T00:33:22.063088+0000","last_clean":"2024-05-27T00:33:22.063088+0000","last_became_active":"2024-05-27T00:32:18.993738+0000","last_became_peered":"2024-05-27T00:32:18.993738+0000","last_unstale":"2024-05-27T00:33:22.063088+0000","last_undegraded":"2024-05-27T00:33:22.063088+0000","last_fullsized":"2024-05-27T00:33:22.063088+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:29:29.545281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.055652+0000","last_change":"2024-05-27T00:32:23.646949+0000","last_active":"2024-05-27T00:33:22.055652+0000","last_peered":"2024-05-27T00:33:22.055652+0000","last_clean":"2024-05-27T00:33:22.055652+0000","last_became_active":"2024-05-27T00:32:23.646449+0000","last_became_peered":"2024-05-27T00:32:23.646449+0000","last_unstale":"2024-05-27T00:33:22.055652+0000","last_undegraded":"2024-05-27T00:33:22.055652+0000","last_fullsized":"2024-05-27T00:33:22.055652+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:31:45.721192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"91'10","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.060800+0000","last_change":"2024-05-27T00:32:18.002696+0000","last_active":"2024-05-27T00:33:22.060800+0000","last_peered":"2024-05-27T00:33:22.060800+0000","last_clean":"2024-05-27T00:33:22.060800+0000","last_became_active":"2024-05-27T00:32:18.002293+0000","last_became_peered":"2024-05-27T00:32:18.002293+0000","last_unstale":"2024-05-27T00:33:22.060800+0000","last_undegraded":"2024-05-27T00:33:22.060800+0000","last_fullsized":"2024-05-27T00:33:22.060800+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:04:58.994676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.060186+0000","last_change":"2024-05-27T00:32:19.008401+0000","last_active":"2024-05-27T00:33:22.060186+0000","last_peered":"2024-05-27T00:33:22.060186+0000","last_clean":"2024-05-27T00:33:22.060186+0000","last_became_active":"2024-05-27T00:32:19.007852+0000","last_became_peered":"2024-05-27T00:32:19.007852+0000","last_unstale":"2024-05-27T00:33:22.060186+0000","last_undegraded":"2024-05-27T00:33:22.060186+0000","last_fullsized":"2024-05-27T00:33:22.060186+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:05:42.434267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.048785+0000","last_change":"2024-05-27T00:32:23.418953+0000","last_active":"2024-05-27T00:33:22.048785+0000","last_peered":"2024-05-27T00:33:22.048785+0000","last_clean":"2024-05-27T00:33:22.048785+0000","last_became_active":"2024-05-27T00:32:23.418351+0000","last_became_peered":"2024-05-27T00:32:23.418351+0000","last_unstale":"2024-05-27T00:33:22.048785+0000","last_undegraded":"2024-05-27T00:33:22.048785+0000","last_fullsized":"2024-05-27T00:33:22.048785+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:46:49.460762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"91'4","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.047494+0000","last_change":"2024-05-27T00:32:17.994824+0000","last_active":"2024-05-27T00:33:22.047494+0000","last_peered":"2024-05-27T00:33:22.047494+0000","last_clean":"2024-05-27T00:33:22.047494+0000","last_became_active":"2024-05-27T00:32:17.994413+0000","last_became_peered":"2024-05-27T00:32:17.994413+0000","last_unstale":"2024-05-27T00:33:22.047494+0000","last_undegraded":"2024-05-27T00:33:22.047494+0000","last_fullsized":"2024-05-27T00:33:22.047494+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:26:26.795543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.070099+0000","last_change":"2024-05-27T00:33:22.070099+0000","last_active":"2024-05-27T00:33:22.070099+0000","last_peered":"2024-05-27T00:33:22.070099+0000","last_clean":"2024-05-27T00:33:22.070099+0000","last_became_active":"2024-05-27T00:33:22.069596+0000","last_became_peered":"2024-05-27T00:33:22.069596+0000","last_unstale":"2024-05-27T00:33:22.070099+0000","last_undegraded":"2024-05-27T00:33:22.070099+0000","last_fullsized":"2024-05-27T00:33:22.070099+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:40:47.251719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.047228+0000","last_change":"2024-05-27T00:32:23.647937+0000","last_active":"2024-05-27T00:33:22.047228+0000","last_peered":"2024-05-27T00:33:22.047228+0000","last_clean":"2024-05-27T00:33:22.047228+0000","last_became_active":"2024-05-27T00:32:23.647524+0000","last_became_peered":"2024-05-27T00:32:23.647524+0000","last_unstale":"2024-05-27T00:33:22.047228+0000","last_undegraded":"2024-05-27T00:33:22.047228+0000","last_fullsized":"2024-05-27T00:33:22.047228+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:02:06.298566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"91'2","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.234595+0000","last_change":"2024-05-27T00:32:18.000520+0000","last_active":"2024-05-27T00:33:22.234595+0000","last_peered":"2024-05-27T00:33:22.234595+0000","last_clean":"2024-05-27T00:33:22.234595+0000","last_became_active":"2024-05-27T00:32:18.000203+0000","last_became_peered":"2024-05-27T00:32:18.000203+0000","last_unstale":"2024-05-27T00:33:22.234595+0000","last_undegraded":"2024-05-27T00:33:22.234595+0000","last_fullsized":"2024-05-27T00:33:22.234595+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:49:46.715762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049510+0000","last_change":"2024-05-27T00:32:18.980676+0000","last_active":"2024-05-27T00:33:22.049510+0000","last_peered":"2024-05-27T00:33:22.049510+0000","last_clean":"2024-05-27T00:33:22.049510+0000","last_became_active":"2024-05-27T00:32:18.980221+0000","last_became_peered":"2024-05-27T00:32:18.980221+0000","last_unstale":"2024-05-27T00:33:22.049510+0000","last_undegraded":"2024-05-27T00:33:22.049510+0000","last_fullsized":"2024-05-27T00:33:22.049510+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:49:50.674246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.062956+0000","last_change":"2024-05-27T00:32:23.444631+0000","last_active":"2024-05-27T00:33:22.062956+0000","last_peered":"2024-05-27T00:33:22.062956+0000","last_clean":"2024-05-27T00:33:22.062956+0000","last_became_active":"2024-05-27T00:32:23.441497+0000","last_became_peered":"2024-05-27T00:32:23.441497+0000","last_unstale":"2024-05-27T00:33:22.062956+0000","last_undegraded":"2024-05-27T00:33:22.062956+0000","last_fullsized":"2024-05-27T00:33:22.062956+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:14:35.309829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"91'3","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.059229+0000","last_change":"2024-05-27T00:32:18.008140+0000","last_active":"2024-05-27T00:33:22.059229+0000","last_peered":"2024-05-27T00:33:22.059229+0000","last_clean":"2024-05-27T00:33:22.059229+0000","last_became_active":"2024-05-27T00:32:18.007600+0000","last_became_peered":"2024-05-27T00:32:18.007600+0000","last_unstale":"2024-05-27T00:33:22.059229+0000","last_undegraded":"2024-05-27T00:33:22.059229+0000","last_fullsized":"2024-05-27T00:33:22.059229+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:49:23.250264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.048555+0000","last_change":"2024-05-27T00:32:18.996124+0000","last_active":"2024-05-27T00:33:22.048555+0000","last_peered":"2024-05-27T00:33:22.048555+0000","last_clean":"2024-05-27T00:33:22.048555+0000","last_became_active":"2024-05-27T00:32:18.995732+0000","last_became_peered":"2024-05-27T00:32:18.995732+0000","last_unstale":"2024-05-27T00:33:22.048555+0000","last_undegraded":"2024-05-27T00:33:22.048555+0000","last_fullsized":"2024-05-27T00:33:22.048555+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:50:57.351825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.242644+0000","last_change":"2024-05-27T00:33:22.242644+0000","last_active":"2024-05-27T00:33:22.242644+0000","last_peered":"2024-05-27T00:33:22.242644+0000","last_clean":"2024-05-27T00:33:22.242644+0000","last_became_active":"2024-05-27T00:33:22.237341+0000","last_became_peered":"2024-05-27T00:33:22.237341+0000","last_unstale":"2024-05-27T00:33:22.242644+0000","last_undegraded":"2024-05-27T00:33:22.242644+0000","last_fullsized":"2024-05-27T00:33:22.242644+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:05:56.488930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"91'1","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049656+0000","last_change":"2024-05-27T00:32:18.013413+0000","last_active":"2024-05-27T00:33:22.049656+0000","last_peered":"2024-05-27T00:33:22.049656+0000","last_clean":"2024-05-27T00:33:22.049656+0000","last_became_active":"2024-05-27T00:32:18.012580+0000","last_became_peered":"2024-05-27T00:32:18.012580+0000","last_unstale":"2024-05-27T00:33:22.049656+0000","last_undegraded":"2024-05-27T00:33:22.049656+0000","last_fullsized":"2024-05-27T00:33:22.049656+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:11:51.743200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.060018+0000","last_change":"2024-05-27T00:32:19.009300+0000","last_active":"2024-05-27T00:33:22.060018+0000","last_peered":"2024-05-27T00:33:22.060018+0000","last_clean":"2024-05-27T00:33:22.060018+0000","last_became_active":"2024-05-27T00:32:19.008245+0000","last_became_peered":"2024-05-27T00:32:19.008245+0000","last_unstale":"2024-05-27T00:33:22.060018+0000","last_undegraded":"2024-05-27T00:33:22.060018+0000","last_fullsized":"2024-05-27T00:33:22.060018+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:20:36.391846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.047169+0000","last_change":"2024-05-27T00:32:23.647202+0000","last_active":"2024-05-27T00:33:22.047169+0000","last_peered":"2024-05-27T00:33:22.047169+0000","last_clean":"2024-05-27T00:33:22.047169+0000","last_became_active":"2024-05-27T00:32:23.646648+0000","last_became_peered":"2024-05-27T00:32:23.646648+0000","last_unstale":"2024-05-27T00:33:22.047169+0000","last_undegraded":"2024-05-27T00:33:22.047169+0000","last_fullsized":"2024-05-27T00:33:22.047169+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:40:32.636461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"91'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049900+0000","last_change":"2024-05-27T00:32:17.993349+0000","last_active":"2024-05-27T00:33:22.049900+0000","last_peered":"2024-05-27T00:33:22.049900+0000","last_clean":"2024-05-27T00:33:22.049900+0000","last_became_active":"2024-05-27T00:32:17.993020+0000","last_became_peered":"2024-05-27T00:32:17.993020+0000","last_unstale":"2024-05-27T00:33:22.049900+0000","last_undegraded":"2024-05-27T00:33:22.049900+0000","last_fullsized":"2024-05-27T00:33:22.049900+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:37:03.363728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050580+0000","last_change":"2024-05-27T00:32:18.994050+0000","last_active":"2024-05-27T00:33:22.050580+0000","last_peered":"2024-05-27T00:33:22.050580+0000","last_clean":"2024-05-27T00:33:22.050580+0000","last_became_active":"2024-05-27T00:32:18.993669+0000","last_became_peered":"2024-05-27T00:32:18.993669+0000","last_unstale":"2024-05-27T00:33:22.050580+0000","last_undegraded":"2024-05-27T00:33:22.050580+0000","last_fullsized":"2024-05-27T00:33:22.050580+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:42:42.607297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.234822+0000","last_change":"2024-05-27T00:32:23.418842+0000","last_active":"2024-05-27T00:33:22.234822+0000","last_peered":"2024-05-27T00:33:22.234822+0000","last_clean":"2024-05-27T00:33:22.234822+0000","last_became_active":"2024-05-27T00:32:23.418244+0000","last_became_peered":"2024-05-27T00:32:23.418244+0000","last_unstale":"2024-05-27T00:33:22.234822+0000","last_undegraded":"2024-05-27T00:33:22.234822+0000","last_fullsized":"2024-05-27T00:33:22.234822+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:04:12.495830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"91'3","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049430+0000","last_change":"2024-05-27T00:32:18.004564+0000","last_active":"2024-05-27T00:33:22.049430+0000","last_peered":"2024-05-27T00:33:22.049430+0000","last_clean":"2024-05-27T00:33:22.049430+0000","last_became_active":"2024-05-27T00:32:18.004212+0000","last_became_peered":"2024-05-27T00:32:18.004212+0000","last_unstale":"2024-05-27T00:33:22.049430+0000","last_undegraded":"2024-05-27T00:33:22.049430+0000","last_fullsized":"2024-05-27T00:33:22.049430+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:38:29.778836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050746+0000","last_change":"2024-05-27T00:32:18.983151+0000","last_active":"2024-05-27T00:33:22.050746+0000","last_peered":"2024-05-27T00:33:22.050746+0000","last_clean":"2024-05-27T00:33:22.050746+0000","last_became_active":"2024-05-27T00:32:18.982605+0000","last_became_peered":"2024-05-27T00:32:18.982605+0000","last_unstale":"2024-05-27T00:33:22.050746+0000","last_undegraded":"2024-05-27T00:33:22.050746+0000","last_fullsized":"2024-05-27T00:33:22.050746+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:24:10.802327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.061772+0000","last_change":"2024-05-27T00:32:23.442020+0000","last_active":"2024-05-27T00:33:22.061772+0000","last_peered":"2024-05-27T00:33:22.061772+0000","last_clean":"2024-05-27T00:33:22.061772+0000","last_became_active":"2024-05-27T00:32:23.441573+0000","last_became_peered":"2024-05-27T00:32:23.441573+0000","last_unstale":"2024-05-27T00:33:22.061772+0000","last_undegraded":"2024-05-27T00:33:22.061772+0000","last_fullsized":"2024-05-27T00:33:22.061772+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:20:39.199118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"86'1","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046876+0000","last_change":"2024-05-27T00:32:18.009709+0000","last_active":"2024-05-27T00:33:22.046876+0000","last_peered":"2024-05-27T00:33:22.046876+0000","last_clean":"2024-05-27T00:33:22.046876+0000","last_became_active":"2024-05-27T00:32:18.009463+0000","last_became_peered":"2024-05-27T00:32:18.009463+0000","last_unstale":"2024-05-27T00:33:22.046876+0000","last_undegraded":"2024-05-27T00:33:22.046876+0000","last_fullsized":"2024-05-27T00:33:22.046876+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:07:23.505409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049939+0000","last_change":"2024-05-27T00:32:19.000820+0000","last_active":"2024-05-27T00:33:22.049939+0000","last_peered":"2024-05-27T00:33:22.049939+0000","last_clean":"2024-05-27T00:33:22.049939+0000","last_became_active":"2024-05-27T00:32:19.000492+0000","last_became_peered":"2024-05-27T00:32:19.000492+0000","last_unstale":"2024-05-27T00:33:22.049939+0000","last_undegraded":"2024-05-27T00:33:22.049939+0000","last_fullsized":"2024-05-27T00:33:22.049939+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:27:32.794658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046137+0000","last_change":"2024-05-27T00:32:23.420667+0000","last_active":"2024-05-27T00:33:22.046137+0000","last_peered":"2024-05-27T00:33:22.046137+0000","last_clean":"2024-05-27T00:33:22.046137+0000","last_became_active":"2024-05-27T00:32:23.420215+0000","last_became_peered":"2024-05-27T00:32:23.420215+0000","last_unstale":"2024-05-27T00:33:22.046137+0000","last_undegraded":"2024-05-27T00:33:22.046137+0000","last_fullsized":"2024-05-27T00:33:22.046137+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:28:15.432518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"86'2","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.063536+0000","last_change":"2024-05-27T00:32:18.003325+0000","last_active":"2024-05-27T00:33:22.063536+0000","last_peered":"2024-05-27T00:33:22.063536+0000","last_clean":"2024-05-27T00:33:22.063536+0000","last_became_active":"2024-05-27T00:32:18.002925+0000","last_became_peered":"2024-05-27T00:32:18.002925+0000","last_unstale":"2024-05-27T00:33:22.063536+0000","last_undegraded":"2024-05-27T00:33:22.063536+0000","last_fullsized":"2024-05-27T00:33:22.063536+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:26:25.010419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050083+0000","last_change":"2024-05-27T00:32:18.982204+0000","last_active":"2024-05-27T00:33:22.050083+0000","last_peered":"2024-05-27T00:33:22.050083+0000","last_clean":"2024-05-27T00:33:22.050083+0000","last_became_active":"2024-05-27T00:32:18.981835+0000","last_became_peered":"2024-05-27T00:32:18.981835+0000","last_unstale":"2024-05-27T00:33:22.050083+0000","last_undegraded":"2024-05-27T00:33:22.050083+0000","last_fullsized":"2024-05-27T00:33:22.050083+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:43:55.976820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.048659+0000","last_change":"2024-05-27T00:32:18.983997+0000","last_active":"2024-05-27T00:33:22.048659+0000","last_peered":"2024-05-27T00:33:22.048659+0000","last_clean":"2024-05-27T00:33:22.048659+0000","last_became_active":"2024-05-27T00:32:18.983480+0000","last_became_peered":"2024-05-27T00:32:18.983480+0000","last_unstale":"2024-05-27T00:33:22.048659+0000","last_undegraded":"2024-05-27T00:33:22.048659+0000","last_fullsized":"2024-05-27T00:33:22.048659+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:43:33.442509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.068472+0000","last_change":"2024-05-27T00:33:22.068472+0000","last_active":"2024-05-27T00:33:22.068472+0000","last_peered":"2024-05-27T00:33:22.068472+0000","last_clean":"2024-05-27T00:33:22.068472+0000","last_became_active":"2024-05-27T00:33:22.068080+0000","last_became_peered":"2024-05-27T00:33:22.068080+0000","last_unstale":"2024-05-27T00:33:22.068472+0000","last_undegraded":"2024-05-27T00:33:22.068472+0000","last_fullsized":"2024-05-27T00:33:22.068472+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:12:59.164214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.048429+0000","last_change":"2024-05-27T00:32:19.007589+0000","last_active":"2024-05-27T00:33:22.048429+0000","last_peered":"2024-05-27T00:33:22.048429+0000","last_clean":"2024-05-27T00:33:22.048429+0000","last_became_active":"2024-05-27T00:32:19.007210+0000","last_became_peered":"2024-05-27T00:32:19.007210+0000","last_unstale":"2024-05-27T00:33:22.048429+0000","last_undegraded":"2024-05-27T00:33:22.048429+0000","last_fullsized":"2024-05-27T00:33:22.048429+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:23:15.576674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.060876+0000","last_change":"2024-05-27T00:32:19.006747+0000","last_active":"2024-05-27T00:33:22.060876+0000","last_peered":"2024-05-27T00:33:22.060876+0000","last_clean":"2024-05-27T00:33:22.060876+0000","last_became_active":"2024-05-27T00:32:19.005148+0000","last_became_peered":"2024-05-27T00:32:19.005148+0000","last_unstale":"2024-05-27T00:33:22.060876+0000","last_undegraded":"2024-05-27T00:33:22.060876+0000","last_fullsized":"2024-05-27T00:33:22.060876+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:46:04.664594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.069012+0000","last_change":"2024-05-27T00:33:22.069012+0000","last_active":"2024-05-27T00:33:22.069012+0000","last_peered":"2024-05-27T00:33:22.069012+0000","last_clean":"2024-05-27T00:33:22.069012+0000","last_became_active":"2024-05-27T00:33:22.068299+0000","last_became_peered":"2024-05-27T00:33:22.068299+0000","last_unstale":"2024-05-27T00:33:22.069012+0000","last_undegraded":"2024-05-27T00:33:22.069012+0000","last_fullsized":"2024-05-27T00:33:22.069012+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:11:42.906060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,0],"acting":[6,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049569+0000","last_change":"2024-05-27T00:32:18.983916+0000","last_active":"2024-05-27T00:33:22.049569+0000","last_peered":"2024-05-27T00:33:22.049569+0000","last_clean":"2024-05-27T00:33:22.049569+0000","last_became_active":"2024-05-27T00:32:18.983331+0000","last_became_peered":"2024-05-27T00:32:18.983331+0000","last_unstale":"2024-05-27T00:33:22.049569+0000","last_undegraded":"2024-05-27T00:33:22.049569+0000","last_fullsized":"2024-05-27T00:33:22.049569+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:52:27.715788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049666+0000","last_change":"2024-05-27T00:32:18.981186+0000","last_active":"2024-05-27T00:33:22.049666+0000","last_peered":"2024-05-27T00:33:22.049666+0000","last_clean":"2024-05-27T00:33:22.049666+0000","last_became_active":"2024-05-27T00:32:18.980750+0000","last_became_peered":"2024-05-27T00:32:18.980750+0000","last_unstale":"2024-05-27T00:33:22.049666+0000","last_undegraded":"2024-05-27T00:33:22.049666+0000","last_fullsized":"2024-05-27T00:33:22.049666+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:17:22.638664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.065865+0000","last_change":"2024-05-27T00:33:22.065865+0000","last_active":"2024-05-27T00:33:22.065865+0000","last_peered":"2024-05-27T00:33:22.065865+0000","last_clean":"2024-05-27T00:33:22.065865+0000","last_became_active":"2024-05-27T00:33:22.065167+0000","last_became_peered":"2024-05-27T00:33:22.065167+0000","last_unstale":"2024-05-27T00:33:22.065865+0000","last_undegraded":"2024-05-27T00:33:22.065865+0000","last_fullsized":"2024-05-27T00:33:22.065865+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:12:04.326102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046251+0000","last_change":"2024-05-27T00:32:19.005455+0000","last_active":"2024-05-27T00:33:22.046251+0000","last_peered":"2024-05-27T00:33:22.046251+0000","last_clean":"2024-05-27T00:33:22.046251+0000","last_became_active":"2024-05-27T00:32:19.005109+0000","last_became_peered":"2024-05-27T00:32:19.005109+0000","last_unstale":"2024-05-27T00:33:22.046251+0000","last_undegraded":"2024-05-27T00:33:22.046251+0000","last_fullsized":"2024-05-27T00:33:22.046251+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:09:38.406230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.059352+0000","last_change":"2024-05-27T00:32:19.013268+0000","last_active":"2024-05-27T00:33:22.059352+0000","last_peered":"2024-05-27T00:33:22.059352+0000","last_clean":"2024-05-27T00:33:22.059352+0000","last_became_active":"2024-05-27T00:32:19.012449+0000","last_became_peered":"2024-05-27T00:32:19.012449+0000","last_unstale":"2024-05-27T00:33:22.059352+0000","last_undegraded":"2024-05-27T00:33:22.059352+0000","last_fullsized":"2024-05-27T00:33:22.059352+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:33:56.502032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.235955+0000","last_change":"2024-05-27T00:32:19.006108+0000","last_active":"2024-05-27T00:33:22.235955+0000","last_peered":"2024-05-27T00:33:22.235955+0000","last_clean":"2024-05-27T00:33:22.235955+0000","last_became_active":"2024-05-27T00:32:19.005756+0000","last_became_peered":"2024-05-27T00:32:19.005756+0000","last_unstale":"2024-05-27T00:33:22.235955+0000","last_undegraded":"2024-05-27T00:33:22.235955+0000","last_fullsized":"2024-05-27T00:33:22.235955+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:50:11.305169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.065469+0000","last_change":"2024-05-27T00:32:19.009313+0000","last_active":"2024-05-27T00:33:22.065469+0000","last_peered":"2024-05-27T00:33:22.065469+0000","last_clean":"2024-05-27T00:33:22.065469+0000","last_became_active":"2024-05-27T00:32:19.007818+0000","last_became_peered":"2024-05-27T00:32:19.007818+0000","last_unstale":"2024-05-27T00:33:22.065469+0000","last_undegraded":"2024-05-27T00:33:22.065469+0000","last_fullsized":"2024-05-27T00:33:22.065469+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:38:06.057919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049365+0000","last_change":"2024-05-27T00:32:18.986345+0000","last_active":"2024-05-27T00:33:22.049365+0000","last_peered":"2024-05-27T00:33:22.049365+0000","last_clean":"2024-05-27T00:33:22.049365+0000","last_became_active":"2024-05-27T00:32:18.986006+0000","last_became_peered":"2024-05-27T00:32:18.986006+0000","last_unstale":"2024-05-27T00:33:22.049365+0000","last_undegraded":"2024-05-27T00:33:22.049365+0000","last_fullsized":"2024-05-27T00:33:22.049365+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:22:20.097357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68204,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":517,"num_read_kb":334,"num_write":165,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":204612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":142,"ondisk_log_size":142,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318311,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32200,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712952,"statfs":{"total":95995035648,"available":95962062848,"internally_reserved":0,"allocated":1040384,"data_stored":507512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579947,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37040,"kb_used_data":1696,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708112,"statfs":{"total":95995035648,"available":95957106688,"internally_reserved":0,"allocated":1736704,"data_stored":1163080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":69,"seq":296352743471,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32216,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712936,"statfs":{"total":95995035648,"available":95962046464,"internally_reserved":0,"allocated":1056768,"data_stored":507748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":61,"seq":261993005110,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1056768,"data_stored":507668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":53,"seq":227633266747,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36952,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708200,"statfs":{"total":95995035648,"available":95957196800,"internally_reserved":0,"allocated":1650688,"data_stored":1103576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":48,"seq":206158430273,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1036288,"data_stored":502924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574942,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1105920,"data_stored":567038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738467,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32220,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712932,"statfs":{"total":95995035648,"available":95962042368,"internally_reserved":0,"allocated":1060864,"data_stored":504312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411417,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28124,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717028,"statfs":{"total":95995035648,"available":95966236672,"internally_reserved":0,"allocated":1130496,"data_stored":568778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":27,"seq":115964117074,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32208,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712944,"statfs":{"total":95995035648,"available":95962054656,"internally_reserved":0,"allocated":1048576,"data_stored":503118,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":35,"seq":150323855437,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36368,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708784,"statfs":{"total":95995035648,"available":95957794816,"internally_reserved":0,"allocated":1048576,"data_stored":507574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":40,"seq":171798691912,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36964,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708188,"statfs":{"total":95995035648,"available":95957184512,"internally_reserved":0,"allocated":1658880,"data_stored":1099164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":64204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":65944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":65782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-27T00:34:17.348 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-05-27T00:34:17.834 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:34:18.264 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:18 smithi044 ceph-mon[31645]: pgmap v381: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-27T00:34:18.265 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:18 smithi044 ceph-mon[31645]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:34:18.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:18 smithi050 ceph-mon[36071]: pgmap v381: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-27T00:34:18.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:18 smithi050 ceph-mon[36071]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:34:18.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:18 smithi137 ceph-mon[36552]: pgmap v381: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-27T00:34:18.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:18 smithi137 ceph-mon[36552]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:34:20.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.044+0000 7f6f3ca00700 1 -- 172.21.15.44:0/1412761906 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f38103f10 msgr2=0x7f6f3810c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:20.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.044+0000 7f6f3ca00700 1 --2- 172.21.15.44:0/1412761906 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f38103f10 0x7f6f3810c400 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f6f24009990 tx=0x7f6f24009ca0 comp rx=0 tx=0).stop 2024-05-27T00:34:20.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.045+0000 7f6f3ca00700 1 -- 172.21.15.44:0/1412761906 shutdown_connections 2024-05-27T00:34:20.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.045+0000 7f6f3ca00700 1 --2- 172.21.15.44:0/1412761906 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6f3810ca20 0x7f6f3810eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:20.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.045+0000 7f6f3ca00700 1 --2- 172.21.15.44:0/1412761906 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f381035f0 0x7f6f381039d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:20.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.045+0000 7f6f3ca00700 1 --2- 172.21.15.44:0/1412761906 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f38103f10 0x7f6f3810c400 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:20.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.045+0000 7f6f3ca00700 1 -- 172.21.15.44:0/1412761906 >> 172.21.15.44:0/1412761906 conn(0x7f6f380fce40 msgr2=0x7f6f380ff260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:20.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.045+0000 7f6f3ca00700 1 -- 172.21.15.44:0/1412761906 shutdown_connections 2024-05-27T00:34:20.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.045+0000 7f6f3ca00700 1 -- 172.21.15.44:0/1412761906 wait complete. 2024-05-27T00:34:20.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.046+0000 7f6f3ca00700 1 Processor -- start 2024-05-27T00:34:20.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.046+0000 7f6f3ca00700 1 -- start start 2024-05-27T00:34:20.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.046+0000 7f6f3ca00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6f381035f0 0x7f6f3819b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:20.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.047+0000 7f6f3ca00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f3810ca20 0x7f6f3819b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:20.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.047+0000 7f6f3ca00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f3819fa30 0x7f6f3819feb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:20.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.047+0000 7f6f3ca00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6f38112900 con 0x7f6f3810ca20 2024-05-27T00:34:20.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.047+0000 7f6f3ca00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6f38112780 con 0x7f6f3819fa30 2024-05-27T00:34:20.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.047+0000 7f6f3ca00700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f6f38112a80 con 0x7f6f381035f0 2024-05-27T00:34:20.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.047+0000 7f6f37400700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6f381035f0 0x7f6f3819b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:20.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.047+0000 7f6f37400700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6f381035f0 0x7f6f3819b1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:43624/0 (socket says 172.21.15.44:43624) 2024-05-27T00:34:20.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.047+0000 7f6f37400700 1 -- 172.21.15.44:0/3461627733 learned_addr learned my addr 172.21.15.44:0/3461627733 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:20.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.047+0000 7f6f36a00700 1 --2- 172.21.15.44:0/3461627733 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f3810ca20 0x7f6f3819b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:20.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.047+0000 7f6f37e00700 1 --2- 172.21.15.44:0/3461627733 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f3819fa30 0x7f6f3819feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:20.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.047+0000 7f6f37400700 1 -- 172.21.15.44:0/3461627733 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f3819fa30 msgr2=0x7f6f3819feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:20.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.047+0000 7f6f37400700 1 --2- 172.21.15.44:0/3461627733 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f3819fa30 0x7f6f3819feb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:20.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.047+0000 7f6f37400700 1 -- 172.21.15.44:0/3461627733 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f3810ca20 msgr2=0x7f6f3819b6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:20.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.047+0000 7f6f37400700 1 --2- 172.21.15.44:0/3461627733 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f3810ca20 0x7f6f3819b6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:20.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.047+0000 7f6f37400700 1 -- 172.21.15.44:0/3461627733 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f381a0550 con 0x7f6f381035f0 2024-05-27T00:34:20.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.048+0000 7f6f37400700 1 --2- 172.21.15.44:0/3461627733 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6f381035f0 0x7f6f3819b1b0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6f2800e9a0 tx=0x7f6f2800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:20.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.048+0000 7f6f2fe00700 1 -- 172.21.15.44:0/3461627733 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2800ca10 con 0x7f6f381035f0 2024-05-27T00:34:20.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.048+0000 7f6f2fe00700 1 -- 172.21.15.44:0/3461627733 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6f2800cbb0 con 0x7f6f381035f0 2024-05-27T00:34:20.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.048+0000 7f6f2fe00700 1 -- 172.21.15.44:0/3461627733 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f28018710 con 0x7f6f381035f0 2024-05-27T00:34:20.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.048+0000 7f6f3ca00700 1 -- 172.21.15.44:0/3461627733 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f381a0840 con 0x7f6f381035f0 2024-05-27T00:34:20.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.048+0000 7f6f3ca00700 1 -- 172.21.15.44:0/3461627733 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f381a8070 con 0x7f6f381035f0 2024-05-27T00:34:20.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.050+0000 7f6f3ca00700 1 -- 172.21.15.44:0/3461627733 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f38069180 con 0x7f6f381035f0 2024-05-27T00:34:20.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.052+0000 7f6f2fe00700 1 -- 172.21.15.44:0/3461627733 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6f28010430 con 0x7f6f381035f0 2024-05-27T00:34:20.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.053+0000 7f6f2fe00700 1 --2- 172.21.15.44:0/3461627733 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f6f1c0a2d30 0x7f6f1c0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:20.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.054+0000 7f6f2fe00700 1 -- 172.21.15.44:0/3461627733 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9092+0+0 (secure 0 0 0) 0x7f6f280cf6c0 con 0x7f6f381035f0 2024-05-27T00:34:20.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.054+0000 7f6f36a00700 1 --2- 172.21.15.44:0/3461627733 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f6f1c0a2d30 0x7f6f1c0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:20.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.055+0000 7f6f36a00700 1 --2- 172.21.15.44:0/3461627733 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f6f1c0a2d30 0x7f6f1c0a51f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f6f24000c00 tx=0x7f6f24005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:20.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.060+0000 7f6f2fe00700 1 -- 172.21.15.44:0/3461627733 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f6f2809c100 con 0x7f6f381035f0 2024-05-27T00:34:20.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.289+0000 7f6f3ca00700 1 -- 172.21.15.44:0/3461627733 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6f38102a00 con 0x7f6f1c0a2d30 2024-05-27T00:34:20.291 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:20 smithi044 ceph-mon[31645]: pgmap v382: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-27T00:34:20.322 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.322+0000 7f6f2fe00700 1 -- 172.21.15.44:0/3461627733 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340359 (secure 0 0 0) 0x7f6f240791a0 con 0x7f6f1c0a2d30 2024-05-27T00:34:20.324 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:34:20.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.332+0000 7f6f3ca00700 1 -- 172.21.15.44:0/3461627733 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f6f1c0a2d30 msgr2=0x7f6f1c0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:20.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.332+0000 7f6f3ca00700 1 --2- 172.21.15.44:0/3461627733 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f6f1c0a2d30 0x7f6f1c0a51f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f6f24000c00 tx=0x7f6f24005fd0 comp rx=0 tx=0).stop 2024-05-27T00:34:20.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.332+0000 7f6f3ca00700 1 -- 172.21.15.44:0/3461627733 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6f381035f0 msgr2=0x7f6f3819b1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:20.333 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.332+0000 7f6f3ca00700 1 --2- 172.21.15.44:0/3461627733 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6f381035f0 0x7f6f3819b1b0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6f2800e9a0 tx=0x7f6f2800ecb0 comp rx=0 tx=0).stop 2024-05-27T00:34:20.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.332+0000 7f6f3ca00700 1 -- 172.21.15.44:0/3461627733 shutdown_connections 2024-05-27T00:34:20.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.332+0000 7f6f3ca00700 1 --2- 172.21.15.44:0/3461627733 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f3819fa30 0x7f6f3819feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:20.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.332+0000 7f6f3ca00700 1 --2- 172.21.15.44:0/3461627733 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f6f1c0a2d30 0x7f6f1c0a51f0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:20.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.332+0000 7f6f3ca00700 1 --2- 172.21.15.44:0/3461627733 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6f381035f0 0x7f6f3819b1b0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:20.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.332+0000 7f6f3ca00700 1 --2- 172.21.15.44:0/3461627733 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f3810ca20 0x7f6f3819b6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:20.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.332+0000 7f6f3ca00700 1 -- 172.21.15.44:0/3461627733 >> 172.21.15.44:0/3461627733 conn(0x7f6f380fce40 msgr2=0x7f6f3810dd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:20.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.333+0000 7f6f3ca00700 1 -- 172.21.15.44:0/3461627733 shutdown_connections 2024-05-27T00:34:20.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:20.333+0000 7f6f3ca00700 1 -- 172.21.15.44:0/3461627733 wait complete. 2024-05-27T00:34:20.335 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-05-27T00:34:20.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:20 smithi050 ceph-mon[36071]: pgmap v382: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-27T00:34:20.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:20 smithi137 ceph-mon[36552]: pgmap v382: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-27T00:34:21.149 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":382,"stamp":"2024-05-27T00:34:18.462598+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658806,"num_objects":64,"num_object_clones":0,"num_object_copies":194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":663,"num_read_kb":453,"num_write":348,"num_write_kb":3058,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1180853,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":281,"ondisk_log_size":281,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":388484,"kb_used_data":14288,"kb_used_omap":18,"kb_used_meta":373997,"kb_avail":1124553340,"statfs":{"total":1151940427776,"available":1151542620160,"internally_reserved":0,"allocated":14630912,"data_stored":8042492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":382973243},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":70,"num_read_kb":30,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005806"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049703+0000","last_change":"2024-05-27T00:32:19.005663+0000","last_active":"2024-05-27T00:33:22.049703+0000","last_peered":"2024-05-27T00:33:22.049703+0000","last_clean":"2024-05-27T00:33:22.049703+0000","last_became_active":"2024-05-27T00:32:19.005345+0000","last_became_peered":"2024-05-27T00:32:19.005345+0000","last_unstale":"2024-05-27T00:33:22.049703+0000","last_undegraded":"2024-05-27T00:33:22.049703+0000","last_fullsized":"2024-05-27T00:33:22.049703+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:15:56.906828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.059071+0000","last_change":"2024-05-27T00:32:18.998510+0000","last_active":"2024-05-27T00:33:22.059071+0000","last_peered":"2024-05-27T00:33:22.059071+0000","last_clean":"2024-05-27T00:33:22.059071+0000","last_became_active":"2024-05-27T00:32:18.998061+0000","last_became_peered":"2024-05-27T00:32:18.998061+0000","last_unstale":"2024-05-27T00:33:22.059071+0000","last_undegraded":"2024-05-27T00:33:22.059071+0000","last_fullsized":"2024-05-27T00:33:22.059071+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:27:18.550606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.057218+0000","last_change":"2024-05-27T00:32:19.003624+0000","last_active":"2024-05-27T00:33:22.057218+0000","last_peered":"2024-05-27T00:33:22.057218+0000","last_clean":"2024-05-27T00:33:22.057218+0000","last_became_active":"2024-05-27T00:32:19.003290+0000","last_became_peered":"2024-05-27T00:32:19.003290+0000","last_unstale":"2024-05-27T00:33:22.057218+0000","last_undegraded":"2024-05-27T00:33:22.057218+0000","last_fullsized":"2024-05-27T00:33:22.057218+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:33:46.787742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.047854+0000","last_change":"2024-05-27T00:32:18.977309+0000","last_active":"2024-05-27T00:33:22.047854+0000","last_peered":"2024-05-27T00:33:22.047854+0000","last_clean":"2024-05-27T00:33:22.047854+0000","last_became_active":"2024-05-27T00:32:18.976967+0000","last_became_peered":"2024-05-27T00:32:18.976967+0000","last_unstale":"2024-05-27T00:33:22.047854+0000","last_undegraded":"2024-05-27T00:33:22.047854+0000","last_fullsized":"2024-05-27T00:33:22.047854+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:05:17.778795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049799+0000","last_change":"2024-05-27T00:32:19.005336+0000","last_active":"2024-05-27T00:33:22.049799+0000","last_peered":"2024-05-27T00:33:22.049799+0000","last_clean":"2024-05-27T00:33:22.049799+0000","last_became_active":"2024-05-27T00:32:19.004952+0000","last_became_peered":"2024-05-27T00:32:19.004952+0000","last_unstale":"2024-05-27T00:33:22.049799+0000","last_undegraded":"2024-05-27T00:33:22.049799+0000","last_fullsized":"2024-05-27T00:33:22.049799+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:21:40.865438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.235905+0000","last_change":"2024-05-27T00:32:18.997160+0000","last_active":"2024-05-27T00:33:22.235905+0000","last_peered":"2024-05-27T00:33:22.235905+0000","last_clean":"2024-05-27T00:33:22.235905+0000","last_became_active":"2024-05-27T00:32:18.996744+0000","last_became_peered":"2024-05-27T00:32:18.996744+0000","last_unstale":"2024-05-27T00:33:22.235905+0000","last_undegraded":"2024-05-27T00:33:22.235905+0000","last_fullsized":"2024-05-27T00:33:22.235905+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:55:34.026358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049604+0000","last_change":"2024-05-27T00:32:18.994577+0000","last_active":"2024-05-27T00:33:22.049604+0000","last_peered":"2024-05-27T00:33:22.049604+0000","last_clean":"2024-05-27T00:33:22.049604+0000","last_became_active":"2024-05-27T00:32:18.994235+0000","last_became_peered":"2024-05-27T00:32:18.994235+0000","last_unstale":"2024-05-27T00:33:22.049604+0000","last_undegraded":"2024-05-27T00:33:22.049604+0000","last_fullsized":"2024-05-27T00:33:22.049604+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:39:45.247200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.055939+0000","last_change":"2024-05-27T00:32:19.014479+0000","last_active":"2024-05-27T00:33:22.055939+0000","last_peered":"2024-05-27T00:33:22.055939+0000","last_clean":"2024-05-27T00:33:22.055939+0000","last_became_active":"2024-05-27T00:32:19.014013+0000","last_became_peered":"2024-05-27T00:32:19.014013+0000","last_unstale":"2024-05-27T00:33:22.055939+0000","last_undegraded":"2024-05-27T00:33:22.055939+0000","last_fullsized":"2024-05-27T00:33:22.055939+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:45:12.673145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.235851+0000","last_change":"2024-05-27T00:32:18.977988+0000","last_active":"2024-05-27T00:33:22.235851+0000","last_peered":"2024-05-27T00:33:22.235851+0000","last_clean":"2024-05-27T00:33:22.235851+0000","last_became_active":"2024-05-27T00:32:18.977610+0000","last_became_peered":"2024-05-27T00:32:18.977610+0000","last_unstale":"2024-05-27T00:33:22.235851+0000","last_undegraded":"2024-05-27T00:33:22.235851+0000","last_fullsized":"2024-05-27T00:33:22.235851+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:50:36.572096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.235629+0000","last_change":"2024-05-27T00:32:18.983005+0000","last_active":"2024-05-27T00:33:22.235629+0000","last_peered":"2024-05-27T00:33:22.235629+0000","last_clean":"2024-05-27T00:33:22.235629+0000","last_became_active":"2024-05-27T00:32:18.982596+0000","last_became_peered":"2024-05-27T00:32:18.982596+0000","last_unstale":"2024-05-27T00:33:22.235629+0000","last_undegraded":"2024-05-27T00:33:22.235629+0000","last_fullsized":"2024-05-27T00:33:22.235629+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:44:47.057379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050718+0000","last_change":"2024-05-27T00:32:18.984070+0000","last_active":"2024-05-27T00:33:22.050718+0000","last_peered":"2024-05-27T00:33:22.050718+0000","last_clean":"2024-05-27T00:33:22.050718+0000","last_became_active":"2024-05-27T00:32:18.983689+0000","last_became_peered":"2024-05-27T00:32:18.983689+0000","last_unstale":"2024-05-27T00:33:22.050718+0000","last_undegraded":"2024-05-27T00:33:22.050718+0000","last_fullsized":"2024-05-27T00:33:22.050718+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:33:56.883306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.047696+0000","last_change":"2024-05-27T00:32:18.981246+0000","last_active":"2024-05-27T00:33:22.047696+0000","last_peered":"2024-05-27T00:33:22.047696+0000","last_clean":"2024-05-27T00:33:22.047696+0000","last_became_active":"2024-05-27T00:32:18.980882+0000","last_became_peered":"2024-05-27T00:32:18.980882+0000","last_unstale":"2024-05-27T00:33:22.047696+0000","last_undegraded":"2024-05-27T00:33:22.047696+0000","last_fullsized":"2024-05-27T00:33:22.047696+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:27:54.632537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.065352+0000","last_change":"2024-05-27T00:32:18.990303+0000","last_active":"2024-05-27T00:33:22.065352+0000","last_peered":"2024-05-27T00:33:22.065352+0000","last_clean":"2024-05-27T00:33:22.065352+0000","last_became_active":"2024-05-27T00:32:18.977763+0000","last_became_peered":"2024-05-27T00:32:18.977763+0000","last_unstale":"2024-05-27T00:33:22.065352+0000","last_undegraded":"2024-05-27T00:33:22.065352+0000","last_fullsized":"2024-05-27T00:33:22.065352+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:20:26.475260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.056302+0000","last_change":"2024-05-27T00:32:18.999184+0000","last_active":"2024-05-27T00:33:22.056302+0000","last_peered":"2024-05-27T00:33:22.056302+0000","last_clean":"2024-05-27T00:33:22.056302+0000","last_became_active":"2024-05-27T00:32:18.997520+0000","last_became_peered":"2024-05-27T00:32:18.997520+0000","last_unstale":"2024-05-27T00:33:22.056302+0000","last_undegraded":"2024-05-27T00:33:22.056302+0000","last_fullsized":"2024-05-27T00:33:22.056302+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:04:42.824215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.052417+0000","last_change":"2024-05-27T00:32:18.995796+0000","last_active":"2024-05-27T00:33:22.052417+0000","last_peered":"2024-05-27T00:33:22.052417+0000","last_clean":"2024-05-27T00:33:22.052417+0000","last_became_active":"2024-05-27T00:32:18.994655+0000","last_became_peered":"2024-05-27T00:32:18.994655+0000","last_unstale":"2024-05-27T00:33:22.052417+0000","last_undegraded":"2024-05-27T00:33:22.052417+0000","last_fullsized":"2024-05-27T00:33:22.052417+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:44:08.256598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.234456+0000","last_change":"2024-05-27T00:32:18.995211+0000","last_active":"2024-05-27T00:33:22.234456+0000","last_peered":"2024-05-27T00:33:22.234456+0000","last_clean":"2024-05-27T00:33:22.234456+0000","last_became_active":"2024-05-27T00:32:18.994764+0000","last_became_peered":"2024-05-27T00:32:18.994764+0000","last_unstale":"2024-05-27T00:33:22.234456+0000","last_undegraded":"2024-05-27T00:33:22.234456+0000","last_fullsized":"2024-05-27T00:33:22.234456+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:23:11.225248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049614+0000","last_change":"2024-05-27T00:32:19.005643+0000","last_active":"2024-05-27T00:33:22.049614+0000","last_peered":"2024-05-27T00:33:22.049614+0000","last_clean":"2024-05-27T00:33:22.049614+0000","last_became_active":"2024-05-27T00:32:19.005298+0000","last_became_peered":"2024-05-27T00:32:19.005298+0000","last_unstale":"2024-05-27T00:33:22.049614+0000","last_undegraded":"2024-05-27T00:33:22.049614+0000","last_fullsized":"2024-05-27T00:33:22.049614+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:32:17.536521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.060673+0000","last_change":"2024-05-27T00:32:19.001511+0000","last_active":"2024-05-27T00:33:22.060673+0000","last_peered":"2024-05-27T00:33:22.060673+0000","last_clean":"2024-05-27T00:33:22.060673+0000","last_became_active":"2024-05-27T00:32:18.998632+0000","last_became_peered":"2024-05-27T00:32:18.998632+0000","last_unstale":"2024-05-27T00:33:22.060673+0000","last_undegraded":"2024-05-27T00:33:22.060673+0000","last_fullsized":"2024-05-27T00:33:22.060673+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:21:21.991436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049442+0000","last_change":"2024-05-27T00:32:18.987117+0000","last_active":"2024-05-27T00:33:22.049442+0000","last_peered":"2024-05-27T00:33:22.049442+0000","last_clean":"2024-05-27T00:33:22.049442+0000","last_became_active":"2024-05-27T00:32:18.986767+0000","last_became_peered":"2024-05-27T00:32:18.986767+0000","last_unstale":"2024-05-27T00:33:22.049442+0000","last_undegraded":"2024-05-27T00:33:22.049442+0000","last_fullsized":"2024-05-27T00:33:22.049442+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:00:15.887902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049024+0000","last_change":"2024-05-27T00:32:23.442138+0000","last_active":"2024-05-27T00:33:22.049024+0000","last_peered":"2024-05-27T00:33:22.049024+0000","last_clean":"2024-05-27T00:33:22.049024+0000","last_became_active":"2024-05-27T00:32:23.441259+0000","last_became_peered":"2024-05-27T00:32:23.441259+0000","last_unstale":"2024-05-27T00:33:22.049024+0000","last_undegraded":"2024-05-27T00:33:22.049024+0000","last_fullsized":"2024-05-27T00:33:22.049024+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:29:53.501679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'9","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.063096+0000","last_change":"2024-05-27T00:32:17.994299+0000","last_active":"2024-05-27T00:33:22.063096+0000","last_peered":"2024-05-27T00:33:22.063096+0000","last_clean":"2024-05-27T00:33:22.063096+0000","last_became_active":"2024-05-27T00:32:17.993959+0000","last_became_peered":"2024-05-27T00:32:17.993959+0000","last_unstale":"2024-05-27T00:33:22.063096+0000","last_undegraded":"2024-05-27T00:33:22.063096+0000","last_fullsized":"2024-05-27T00:33:22.063096+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:14:45.404789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.061243+0000","last_change":"2024-05-27T00:32:19.014410+0000","last_active":"2024-05-27T00:33:22.061243+0000","last_peered":"2024-05-27T00:33:22.061243+0000","last_clean":"2024-05-27T00:33:22.061243+0000","last_became_active":"2024-05-27T00:32:19.013986+0000","last_became_peered":"2024-05-27T00:32:19.013986+0000","last_unstale":"2024-05-27T00:33:22.061243+0000","last_undegraded":"2024-05-27T00:33:22.061243+0000","last_fullsized":"2024-05-27T00:33:22.061243+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:21:09.249429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046694+0000","last_change":"2024-05-27T00:32:23.437301+0000","last_active":"2024-05-27T00:33:22.046694+0000","last_peered":"2024-05-27T00:33:22.046694+0000","last_clean":"2024-05-27T00:33:22.046694+0000","last_became_active":"2024-05-27T00:32:23.436738+0000","last_became_peered":"2024-05-27T00:32:23.436738+0000","last_unstale":"2024-05-27T00:33:22.046694+0000","last_undegraded":"2024-05-27T00:33:22.046694+0000","last_fullsized":"2024-05-27T00:33:22.046694+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:38:54.136784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"91'2","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.062509+0000","last_change":"2024-05-27T00:32:18.011484+0000","last_active":"2024-05-27T00:33:22.062509+0000","last_peered":"2024-05-27T00:33:22.062509+0000","last_clean":"2024-05-27T00:33:22.062509+0000","last_became_active":"2024-05-27T00:32:18.011151+0000","last_became_peered":"2024-05-27T00:32:18.011151+0000","last_unstale":"2024-05-27T00:33:22.062509+0000","last_undegraded":"2024-05-27T00:33:22.062509+0000","last_fullsized":"2024-05-27T00:33:22.062509+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:36:00.661797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.059280+0000","last_change":"2024-05-27T00:32:19.008140+0000","last_active":"2024-05-27T00:33:22.059280+0000","last_peered":"2024-05-27T00:33:22.059280+0000","last_clean":"2024-05-27T00:33:22.059280+0000","last_became_active":"2024-05-27T00:32:19.007777+0000","last_became_peered":"2024-05-27T00:32:19.007777+0000","last_unstale":"2024-05-27T00:33:22.059280+0000","last_undegraded":"2024-05-27T00:33:22.059280+0000","last_fullsized":"2024-05-27T00:33:22.059280+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:48:04.037732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046842+0000","last_change":"2024-05-27T00:32:23.441551+0000","last_active":"2024-05-27T00:33:22.046842+0000","last_peered":"2024-05-27T00:33:22.046842+0000","last_clean":"2024-05-27T00:33:22.046842+0000","last_became_active":"2024-05-27T00:32:23.440711+0000","last_became_peered":"2024-05-27T00:32:23.440711+0000","last_unstale":"2024-05-27T00:33:22.046842+0000","last_undegraded":"2024-05-27T00:33:22.046842+0000","last_fullsized":"2024-05-27T00:33:22.046842+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:07:11.885796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"91'4","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049848+0000","last_change":"2024-05-27T00:32:17.993092+0000","last_active":"2024-05-27T00:33:22.049848+0000","last_peered":"2024-05-27T00:33:22.049848+0000","last_clean":"2024-05-27T00:33:22.049848+0000","last_became_active":"2024-05-27T00:32:17.992769+0000","last_became_peered":"2024-05-27T00:32:17.992769+0000","last_unstale":"2024-05-27T00:33:22.049848+0000","last_undegraded":"2024-05-27T00:33:22.049848+0000","last_fullsized":"2024-05-27T00:33:22.049848+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:16:17.665772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.234742+0000","last_change":"2024-05-27T00:32:18.997892+0000","last_active":"2024-05-27T00:33:22.234742+0000","last_peered":"2024-05-27T00:33:22.234742+0000","last_clean":"2024-05-27T00:33:22.234742+0000","last_became_active":"2024-05-27T00:32:18.997532+0000","last_became_peered":"2024-05-27T00:32:18.997532+0000","last_unstale":"2024-05-27T00:33:22.234742+0000","last_undegraded":"2024-05-27T00:33:22.234742+0000","last_fullsized":"2024-05-27T00:33:22.234742+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:09:50.023265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046730+0000","last_change":"2024-05-27T00:32:23.427504+0000","last_active":"2024-05-27T00:33:22.046730+0000","last_peered":"2024-05-27T00:33:22.046730+0000","last_clean":"2024-05-27T00:33:22.046730+0000","last_became_active":"2024-05-27T00:32:23.427189+0000","last_became_peered":"2024-05-27T00:32:23.427189+0000","last_unstale":"2024-05-27T00:33:22.046730+0000","last_undegraded":"2024-05-27T00:33:22.046730+0000","last_fullsized":"2024-05-27T00:33:22.046730+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:54:10.185043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"86'2","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.051025+0000","last_change":"2024-05-27T00:32:17.989135+0000","last_active":"2024-05-27T00:33:22.051025+0000","last_peered":"2024-05-27T00:33:22.051025+0000","last_clean":"2024-05-27T00:33:22.051025+0000","last_became_active":"2024-05-27T00:32:17.988785+0000","last_became_peered":"2024-05-27T00:32:17.988785+0000","last_unstale":"2024-05-27T00:33:22.051025+0000","last_undegraded":"2024-05-27T00:33:22.051025+0000","last_fullsized":"2024-05-27T00:33:22.051025+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:46:47.425862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046798+0000","last_change":"2024-05-27T00:32:18.979850+0000","last_active":"2024-05-27T00:33:22.046798+0000","last_peered":"2024-05-27T00:33:22.046798+0000","last_clean":"2024-05-27T00:33:22.046798+0000","last_became_active":"2024-05-27T00:32:18.979492+0000","last_became_peered":"2024-05-27T00:32:18.979492+0000","last_unstale":"2024-05-27T00:33:22.046798+0000","last_undegraded":"2024-05-27T00:33:22.046798+0000","last_fullsized":"2024-05-27T00:33:22.046798+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:31:47.297865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.052708+0000","last_change":"2024-05-27T00:33:22.052708+0000","last_active":"2024-05-27T00:33:22.052708+0000","last_peered":"2024-05-27T00:33:22.052708+0000","last_clean":"2024-05-27T00:33:22.052708+0000","last_became_active":"2024-05-27T00:33:22.052086+0000","last_became_peered":"2024-05-27T00:33:22.052086+0000","last_unstale":"2024-05-27T00:33:22.052708+0000","last_undegraded":"2024-05-27T00:33:22.052708+0000","last_fullsized":"2024-05-27T00:33:22.052708+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:41:30.723032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,7,11],"acting":[2,8,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"91'6","reported_seq":120,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:34:14.737554+0000","last_change":"2024-05-27T00:32:17.995036+0000","last_active":"2024-05-27T00:34:14.737554+0000","last_peered":"2024-05-27T00:34:14.737554+0000","last_clean":"2024-05-27T00:34:14.737554+0000","last_became_active":"2024-05-27T00:32:17.993968+0000","last_became_peered":"2024-05-27T00:32:17.993968+0000","last_unstale":"2024-05-27T00:34:14.737554+0000","last_undegraded":"2024-05-27T00:34:14.737554+0000","last_fullsized":"2024-05-27T00:34:14.737554+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:55:40.670204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1012,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":87,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050511+0000","last_change":"2024-05-27T00:32:18.999318+0000","last_active":"2024-05-27T00:33:22.050511+0000","last_peered":"2024-05-27T00:33:22.050511+0000","last_clean":"2024-05-27T00:33:22.050511+0000","last_became_active":"2024-05-27T00:32:18.998924+0000","last_became_peered":"2024-05-27T00:32:18.998924+0000","last_unstale":"2024-05-27T00:33:22.050511+0000","last_undegraded":"2024-05-27T00:33:22.050511+0000","last_fullsized":"2024-05-27T00:33:22.050511+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:52:02.218835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049187+0000","last_change":"2024-05-27T00:32:23.437050+0000","last_active":"2024-05-27T00:33:22.049187+0000","last_peered":"2024-05-27T00:33:22.049187+0000","last_clean":"2024-05-27T00:33:22.049187+0000","last_became_active":"2024-05-27T00:32:23.435857+0000","last_became_peered":"2024-05-27T00:32:23.435857+0000","last_unstale":"2024-05-27T00:33:22.049187+0000","last_undegraded":"2024-05-27T00:33:22.049187+0000","last_fullsized":"2024-05-27T00:33:22.049187+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:52:49.551208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"91'3","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.235601+0000","last_change":"2024-05-27T00:32:17.987907+0000","last_active":"2024-05-27T00:33:22.235601+0000","last_peered":"2024-05-27T00:33:22.235601+0000","last_clean":"2024-05-27T00:33:22.235601+0000","last_became_active":"2024-05-27T00:32:17.987554+0000","last_became_peered":"2024-05-27T00:32:17.987554+0000","last_unstale":"2024-05-27T00:33:22.235601+0000","last_undegraded":"2024-05-27T00:33:22.235601+0000","last_fullsized":"2024-05-27T00:33:22.235601+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:31:33.369959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046629+0000","last_change":"2024-05-27T00:32:19.006469+0000","last_active":"2024-05-27T00:33:22.046629+0000","last_peered":"2024-05-27T00:33:22.046629+0000","last_clean":"2024-05-27T00:33:22.046629+0000","last_became_active":"2024-05-27T00:32:19.005895+0000","last_became_peered":"2024-05-27T00:32:19.005895+0000","last_unstale":"2024-05-27T00:33:22.046629+0000","last_undegraded":"2024-05-27T00:33:22.046629+0000","last_fullsized":"2024-05-27T00:33:22.046629+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:48:39.439790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049570+0000","last_change":"2024-05-27T00:32:23.446277+0000","last_active":"2024-05-27T00:33:22.049570+0000","last_peered":"2024-05-27T00:33:22.049570+0000","last_clean":"2024-05-27T00:33:22.049570+0000","last_became_active":"2024-05-27T00:32:23.445909+0000","last_became_peered":"2024-05-27T00:32:23.445909+0000","last_unstale":"2024-05-27T00:33:22.049570+0000","last_undegraded":"2024-05-27T00:33:22.049570+0000","last_fullsized":"2024-05-27T00:33:22.049570+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:34:36.648150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"91'2","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.055897+0000","last_change":"2024-05-27T00:32:17.986205+0000","last_active":"2024-05-27T00:33:22.055897+0000","last_peered":"2024-05-27T00:33:22.055897+0000","last_clean":"2024-05-27T00:33:22.055897+0000","last_became_active":"2024-05-27T00:32:17.985878+0000","last_became_peered":"2024-05-27T00:32:17.985878+0000","last_unstale":"2024-05-27T00:33:22.055897+0000","last_undegraded":"2024-05-27T00:33:22.055897+0000","last_fullsized":"2024-05-27T00:33:22.055897+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:26:35.915495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.055833+0000","last_change":"2024-05-27T00:32:19.009946+0000","last_active":"2024-05-27T00:33:22.055833+0000","last_peered":"2024-05-27T00:33:22.055833+0000","last_clean":"2024-05-27T00:33:22.055833+0000","last_became_active":"2024-05-27T00:32:19.007208+0000","last_became_peered":"2024-05-27T00:32:19.007208+0000","last_unstale":"2024-05-27T00:33:22.055833+0000","last_undegraded":"2024-05-27T00:33:22.055833+0000","last_fullsized":"2024-05-27T00:33:22.055833+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:33:27.507711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.058496+0000","last_change":"2024-05-27T00:32:23.432617+0000","last_active":"2024-05-27T00:33:22.058496+0000","last_peered":"2024-05-27T00:33:22.058496+0000","last_clean":"2024-05-27T00:33:22.058496+0000","last_became_active":"2024-05-27T00:32:23.432202+0000","last_became_peered":"2024-05-27T00:32:23.432202+0000","last_unstale":"2024-05-27T00:33:22.058496+0000","last_undegraded":"2024-05-27T00:33:22.058496+0000","last_fullsized":"2024-05-27T00:33:22.058496+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:51:06.917270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"91'1","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046230+0000","last_change":"2024-05-27T00:32:17.994301+0000","last_active":"2024-05-27T00:33:22.046230+0000","last_peered":"2024-05-27T00:33:22.046230+0000","last_clean":"2024-05-27T00:33:22.046230+0000","last_became_active":"2024-05-27T00:32:17.993615+0000","last_became_peered":"2024-05-27T00:32:17.993615+0000","last_unstale":"2024-05-27T00:33:22.046230+0000","last_undegraded":"2024-05-27T00:33:22.046230+0000","last_fullsized":"2024-05-27T00:33:22.046230+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:52:05.221624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.237872+0000","last_change":"2024-05-27T00:33:22.237872+0000","last_active":"2024-05-27T00:33:22.237872+0000","last_peered":"2024-05-27T00:33:22.237872+0000","last_clean":"2024-05-27T00:33:22.237872+0000","last_became_active":"2024-05-27T00:33:22.237058+0000","last_became_peered":"2024-05-27T00:33:22.237058+0000","last_unstale":"2024-05-27T00:33:22.237872+0000","last_undegraded":"2024-05-27T00:33:22.237872+0000","last_fullsized":"2024-05-27T00:33:22.237872+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:24:51.485678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,10],"acting":[9,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.058946+0000","last_change":"2024-05-27T00:32:23.430059+0000","last_active":"2024-05-27T00:33:22.058946+0000","last_peered":"2024-05-27T00:33:22.058946+0000","last_clean":"2024-05-27T00:33:22.058946+0000","last_became_active":"2024-05-27T00:32:23.427563+0000","last_became_peered":"2024-05-27T00:32:23.427563+0000","last_unstale":"2024-05-27T00:33:22.058946+0000","last_undegraded":"2024-05-27T00:33:22.058946+0000","last_fullsized":"2024-05-27T00:33:22.058946+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:58:46.996909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"91'3","reported_seq":112,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:34:12.733812+0000","last_change":"2024-05-27T00:32:17.989629+0000","last_active":"2024-05-27T00:34:12.733812+0000","last_peered":"2024-05-27T00:34:12.733812+0000","last_clean":"2024-05-27T00:34:12.733812+0000","last_became_active":"2024-05-27T00:32:17.989180+0000","last_became_peered":"2024-05-27T00:32:17.989180+0000","last_unstale":"2024-05-27T00:34:12.733812+0000","last_undegraded":"2024-05-27T00:34:12.733812+0000","last_fullsized":"2024-05-27T00:34:12.733812+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:10:00.003618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":82,"num_read_kb":82,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.235508+0000","last_change":"2024-05-27T00:32:18.999086+0000","last_active":"2024-05-27T00:33:22.235508+0000","last_peered":"2024-05-27T00:33:22.235508+0000","last_clean":"2024-05-27T00:33:22.235508+0000","last_became_active":"2024-05-27T00:32:18.998609+0000","last_became_peered":"2024-05-27T00:32:18.998609+0000","last_unstale":"2024-05-27T00:33:22.235508+0000","last_undegraded":"2024-05-27T00:33:22.235508+0000","last_fullsized":"2024-05-27T00:33:22.235508+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:30:08.184746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.059524+0000","last_change":"2024-05-27T00:32:23.443072+0000","last_active":"2024-05-27T00:33:22.059524+0000","last_peered":"2024-05-27T00:33:22.059524+0000","last_clean":"2024-05-27T00:33:22.059524+0000","last_became_active":"2024-05-27T00:32:23.439413+0000","last_became_peered":"2024-05-27T00:32:23.439413+0000","last_unstale":"2024-05-27T00:33:22.059524+0000","last_undegraded":"2024-05-27T00:33:22.059524+0000","last_fullsized":"2024-05-27T00:33:22.059524+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:56:28.435938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"91'2","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050029+0000","last_change":"2024-05-27T00:32:17.995030+0000","last_active":"2024-05-27T00:33:22.050029+0000","last_peered":"2024-05-27T00:33:22.050029+0000","last_clean":"2024-05-27T00:33:22.050029+0000","last_became_active":"2024-05-27T00:32:17.994524+0000","last_became_peered":"2024-05-27T00:32:17.994524+0000","last_unstale":"2024-05-27T00:33:22.050029+0000","last_undegraded":"2024-05-27T00:33:22.050029+0000","last_fullsized":"2024-05-27T00:33:22.050029+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:01:40.641074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.059607+0000","last_change":"2024-05-27T00:32:19.003611+0000","last_active":"2024-05-27T00:33:22.059607+0000","last_peered":"2024-05-27T00:33:22.059607+0000","last_clean":"2024-05-27T00:33:22.059607+0000","last_became_active":"2024-05-27T00:32:19.003095+0000","last_became_peered":"2024-05-27T00:32:19.003095+0000","last_unstale":"2024-05-27T00:33:22.059607+0000","last_undegraded":"2024-05-27T00:33:22.059607+0000","last_fullsized":"2024-05-27T00:33:22.059607+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:34:16.092282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046999+0000","last_change":"2024-05-27T00:32:23.441184+0000","last_active":"2024-05-27T00:33:22.046999+0000","last_peered":"2024-05-27T00:33:22.046999+0000","last_clean":"2024-05-27T00:33:22.046999+0000","last_became_active":"2024-05-27T00:32:23.440615+0000","last_became_peered":"2024-05-27T00:32:23.440615+0000","last_unstale":"2024-05-27T00:33:22.046999+0000","last_undegraded":"2024-05-27T00:33:22.046999+0000","last_fullsized":"2024-05-27T00:33:22.046999+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:44:45.916689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"91'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046762+0000","last_change":"2024-05-27T00:32:17.996228+0000","last_active":"2024-05-27T00:33:22.046762+0000","last_peered":"2024-05-27T00:33:22.046762+0000","last_clean":"2024-05-27T00:33:22.046762+0000","last_became_active":"2024-05-27T00:32:17.995861+0000","last_became_peered":"2024-05-27T00:32:17.995861+0000","last_unstale":"2024-05-27T00:33:22.046762+0000","last_undegraded":"2024-05-27T00:33:22.046762+0000","last_fullsized":"2024-05-27T00:33:22.046762+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:07:06.540324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.234948+0000","last_change":"2024-05-27T00:32:18.983802+0000","last_active":"2024-05-27T00:33:22.234948+0000","last_peered":"2024-05-27T00:33:22.234948+0000","last_clean":"2024-05-27T00:33:22.234948+0000","last_became_active":"2024-05-27T00:32:18.983468+0000","last_became_peered":"2024-05-27T00:32:18.983468+0000","last_unstale":"2024-05-27T00:33:22.234948+0000","last_undegraded":"2024-05-27T00:33:22.234948+0000","last_fullsized":"2024-05-27T00:33:22.234948+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:01:34.187925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.058393+0000","last_change":"2024-05-27T00:32:23.440563+0000","last_active":"2024-05-27T00:33:22.058393+0000","last_peered":"2024-05-27T00:33:22.058393+0000","last_clean":"2024-05-27T00:33:22.058393+0000","last_became_active":"2024-05-27T00:32:23.440104+0000","last_became_peered":"2024-05-27T00:32:23.440104+0000","last_unstale":"2024-05-27T00:33:22.058393+0000","last_undegraded":"2024-05-27T00:33:22.058393+0000","last_fullsized":"2024-05-27T00:33:22.058393+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:18:45.058066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"92'33","reported_seq":233,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:34:13.735466+0000","last_change":"2024-05-27T00:32:17.991138+0000","last_active":"2024-05-27T00:34:13.735466+0000","last_peered":"2024-05-27T00:34:13.735466+0000","last_clean":"2024-05-27T00:34:13.735466+0000","last_became_active":"2024-05-27T00:32:17.990517+0000","last_became_peered":"2024-05-27T00:32:17.990517+0000","last_unstale":"2024-05-27T00:34:13.735466+0000","last_undegraded":"2024-05-27T00:34:13.735466+0000","last_fullsized":"2024-05-27T00:34:13.735466+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:55:21.323020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64204,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":173,"num_read_kb":149,"num_write":34,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050134+0000","last_change":"2024-05-27T00:32:18.981540+0000","last_active":"2024-05-27T00:33:22.050134+0000","last_peered":"2024-05-27T00:33:22.050134+0000","last_clean":"2024-05-27T00:33:22.050134+0000","last_became_active":"2024-05-27T00:32:18.981055+0000","last_became_peered":"2024-05-27T00:32:18.981055+0000","last_unstale":"2024-05-27T00:33:22.050134+0000","last_undegraded":"2024-05-27T00:33:22.050134+0000","last_fullsized":"2024-05-27T00:33:22.050134+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:09:54.359017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.047059+0000","last_change":"2024-05-27T00:32:23.427753+0000","last_active":"2024-05-27T00:33:22.047059+0000","last_peered":"2024-05-27T00:33:22.047059+0000","last_clean":"2024-05-27T00:33:22.047059+0000","last_became_active":"2024-05-27T00:32:23.427247+0000","last_became_peered":"2024-05-27T00:32:23.427247+0000","last_unstale":"2024-05-27T00:33:22.047059+0000","last_undegraded":"2024-05-27T00:33:22.047059+0000","last_fullsized":"2024-05-27T00:33:22.047059+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:15:00.736443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049442+0000","last_change":"2024-05-27T00:32:18.014022+0000","last_active":"2024-05-27T00:33:22.049442+0000","last_peered":"2024-05-27T00:33:22.049442+0000","last_clean":"2024-05-27T00:33:22.049442+0000","last_became_active":"2024-05-27T00:32:18.013680+0000","last_became_peered":"2024-05-27T00:32:18.013680+0000","last_unstale":"2024-05-27T00:33:22.049442+0000","last_undegraded":"2024-05-27T00:33:22.049442+0000","last_fullsized":"2024-05-27T00:33:22.049442+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:28:05.968446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.057283+0000","last_change":"2024-05-27T00:32:19.002136+0000","last_active":"2024-05-27T00:33:22.057283+0000","last_peered":"2024-05-27T00:33:22.057283+0000","last_clean":"2024-05-27T00:33:22.057283+0000","last_became_active":"2024-05-27T00:32:19.001755+0000","last_became_peered":"2024-05-27T00:32:19.001755+0000","last_unstale":"2024-05-27T00:33:22.057283+0000","last_undegraded":"2024-05-27T00:33:22.057283+0000","last_fullsized":"2024-05-27T00:33:22.057283+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:50:41.559583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049265+0000","last_change":"2024-05-27T00:32:23.445996+0000","last_active":"2024-05-27T00:33:22.049265+0000","last_peered":"2024-05-27T00:33:22.049265+0000","last_clean":"2024-05-27T00:33:22.049265+0000","last_became_active":"2024-05-27T00:32:23.445532+0000","last_became_peered":"2024-05-27T00:32:23.445532+0000","last_unstale":"2024-05-27T00:33:22.049265+0000","last_undegraded":"2024-05-27T00:33:22.049265+0000","last_fullsized":"2024-05-27T00:33:22.049265+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:33:44.170491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"91'3","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046620+0000","last_change":"2024-05-27T00:32:18.013480+0000","last_active":"2024-05-27T00:33:22.046620+0000","last_peered":"2024-05-27T00:33:22.046620+0000","last_clean":"2024-05-27T00:33:22.046620+0000","last_became_active":"2024-05-27T00:32:18.013112+0000","last_became_peered":"2024-05-27T00:32:18.013112+0000","last_unstale":"2024-05-27T00:33:22.046620+0000","last_undegraded":"2024-05-27T00:33:22.046620+0000","last_fullsized":"2024-05-27T00:33:22.046620+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:36:41.727000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050165+0000","last_change":"2024-05-27T00:32:18.996509+0000","last_active":"2024-05-27T00:33:22.050165+0000","last_peered":"2024-05-27T00:33:22.050165+0000","last_clean":"2024-05-27T00:33:22.050165+0000","last_became_active":"2024-05-27T00:32:18.996143+0000","last_became_peered":"2024-05-27T00:32:18.996143+0000","last_unstale":"2024-05-27T00:33:22.050165+0000","last_undegraded":"2024-05-27T00:33:22.050165+0000","last_fullsized":"2024-05-27T00:33:22.050165+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:00:51.087192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.061971+0000","last_change":"2024-05-27T00:32:23.444644+0000","last_active":"2024-05-27T00:33:22.061971+0000","last_peered":"2024-05-27T00:33:22.061971+0000","last_clean":"2024-05-27T00:33:22.061971+0000","last_became_active":"2024-05-27T00:32:23.443506+0000","last_became_peered":"2024-05-27T00:32:23.443506+0000","last_unstale":"2024-05-27T00:33:22.061971+0000","last_undegraded":"2024-05-27T00:33:22.061971+0000","last_fullsized":"2024-05-27T00:33:22.061971+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:31:51.934266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"91'3","reported_seq":117,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:34:15.760832+0000","last_change":"2024-05-27T00:32:17.990980+0000","last_active":"2024-05-27T00:34:15.760832+0000","last_peered":"2024-05-27T00:34:15.760832+0000","last_clean":"2024-05-27T00:34:15.760832+0000","last_became_active":"2024-05-27T00:32:17.990607+0000","last_became_peered":"2024-05-27T00:32:17.990607+0000","last_unstale":"2024-05-27T00:34:15.760832+0000","last_undegraded":"2024-05-27T00:34:15.760832+0000","last_fullsized":"2024-05-27T00:34:15.760832+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:18:34.633451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":88,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049653+0000","last_change":"2024-05-27T00:32:18.986457+0000","last_active":"2024-05-27T00:33:22.049653+0000","last_peered":"2024-05-27T00:33:22.049653+0000","last_clean":"2024-05-27T00:33:22.049653+0000","last_became_active":"2024-05-27T00:32:18.985995+0000","last_became_peered":"2024-05-27T00:32:18.985995+0000","last_unstale":"2024-05-27T00:33:22.049653+0000","last_undegraded":"2024-05-27T00:33:22.049653+0000","last_fullsized":"2024-05-27T00:33:22.049653+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:46:24.767710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.066827+0000","last_change":"2024-05-27T00:33:22.066827+0000","last_active":"2024-05-27T00:33:22.066827+0000","last_peered":"2024-05-27T00:33:22.066827+0000","last_clean":"2024-05-27T00:33:22.066827+0000","last_became_active":"2024-05-27T00:33:22.066275+0000","last_became_peered":"2024-05-27T00:33:22.066275+0000","last_unstale":"2024-05-27T00:33:22.066827+0000","last_undegraded":"2024-05-27T00:33:22.066827+0000","last_fullsized":"2024-05-27T00:33:22.066827+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:29:21.073207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"91'15","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050275+0000","last_change":"2024-05-27T00:32:17.999047+0000","last_active":"2024-05-27T00:33:22.050275+0000","last_peered":"2024-05-27T00:33:22.050275+0000","last_clean":"2024-05-27T00:33:22.050275+0000","last_became_active":"2024-05-27T00:32:17.998794+0000","last_became_peered":"2024-05-27T00:32:17.998794+0000","last_unstale":"2024-05-27T00:33:22.050275+0000","last_undegraded":"2024-05-27T00:33:22.050275+0000","last_fullsized":"2024-05-27T00:33:22.050275+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:02:37.189837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046452+0000","last_change":"2024-05-27T00:32:18.979638+0000","last_active":"2024-05-27T00:33:22.046452+0000","last_peered":"2024-05-27T00:33:22.046452+0000","last_clean":"2024-05-27T00:33:22.046452+0000","last_became_active":"2024-05-27T00:32:18.979307+0000","last_became_peered":"2024-05-27T00:32:18.979307+0000","last_unstale":"2024-05-27T00:33:22.046452+0000","last_undegraded":"2024-05-27T00:33:22.046452+0000","last_fullsized":"2024-05-27T00:33:22.046452+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:46:27.817487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046332+0000","last_change":"2024-05-27T00:32:23.441879+0000","last_active":"2024-05-27T00:33:22.046332+0000","last_peered":"2024-05-27T00:33:22.046332+0000","last_clean":"2024-05-27T00:33:22.046332+0000","last_became_active":"2024-05-27T00:32:23.441439+0000","last_became_peered":"2024-05-27T00:32:23.441439+0000","last_unstale":"2024-05-27T00:33:22.046332+0000","last_undegraded":"2024-05-27T00:33:22.046332+0000","last_fullsized":"2024-05-27T00:33:22.046332+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:58:26.257536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"91'2","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050107+0000","last_change":"2024-05-27T00:32:17.988769+0000","last_active":"2024-05-27T00:33:22.050107+0000","last_peered":"2024-05-27T00:33:22.050107+0000","last_clean":"2024-05-27T00:33:22.050107+0000","last_became_active":"2024-05-27T00:32:17.988418+0000","last_became_peered":"2024-05-27T00:32:17.988418+0000","last_unstale":"2024-05-27T00:33:22.050107+0000","last_undegraded":"2024-05-27T00:33:22.050107+0000","last_fullsized":"2024-05-27T00:33:22.050107+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:29:22.343207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.068414+0000","last_change":"2024-05-27T00:33:22.068414+0000","last_active":"2024-05-27T00:33:22.068414+0000","last_peered":"2024-05-27T00:33:22.068414+0000","last_clean":"2024-05-27T00:33:22.068414+0000","last_became_active":"2024-05-27T00:33:22.068015+0000","last_became_peered":"2024-05-27T00:33:22.068015+0000","last_unstale":"2024-05-27T00:33:22.068414+0000","last_undegraded":"2024-05-27T00:33:22.068414+0000","last_fullsized":"2024-05-27T00:33:22.068414+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:33:41.829268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.237120+0000","last_change":"2024-05-27T00:33:22.237120+0000","last_active":"2024-05-27T00:33:22.237120+0000","last_peered":"2024-05-27T00:33:22.237120+0000","last_clean":"2024-05-27T00:33:22.237120+0000","last_became_active":"2024-05-27T00:33:22.236732+0000","last_became_peered":"2024-05-27T00:33:22.236732+0000","last_unstale":"2024-05-27T00:33:22.237120+0000","last_undegraded":"2024-05-27T00:33:22.237120+0000","last_fullsized":"2024-05-27T00:33:22.237120+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:00:57.186492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,1],"acting":[8,10,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.057929+0000","last_change":"2024-05-27T00:32:18.004028+0000","last_active":"2024-05-27T00:33:22.057929+0000","last_peered":"2024-05-27T00:33:22.057929+0000","last_clean":"2024-05-27T00:33:22.057929+0000","last_became_active":"2024-05-27T00:32:18.003377+0000","last_became_peered":"2024-05-27T00:32:18.003377+0000","last_unstale":"2024-05-27T00:33:22.057929+0000","last_undegraded":"2024-05-27T00:33:22.057929+0000","last_fullsized":"2024-05-27T00:33:22.057929+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:45:02.911018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.235929+0000","last_change":"2024-05-27T00:32:19.006993+0000","last_active":"2024-05-27T00:33:22.235929+0000","last_peered":"2024-05-27T00:33:22.235929+0000","last_clean":"2024-05-27T00:33:22.235929+0000","last_became_active":"2024-05-27T00:32:19.006608+0000","last_became_peered":"2024-05-27T00:32:19.006608+0000","last_unstale":"2024-05-27T00:33:22.235929+0000","last_undegraded":"2024-05-27T00:33:22.235929+0000","last_fullsized":"2024-05-27T00:33:22.235929+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:50:56.796996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.062878+0000","last_change":"2024-05-27T00:32:23.423853+0000","last_active":"2024-05-27T00:33:22.062878+0000","last_peered":"2024-05-27T00:33:22.062878+0000","last_clean":"2024-05-27T00:33:22.062878+0000","last_became_active":"2024-05-27T00:32:23.423422+0000","last_became_peered":"2024-05-27T00:32:23.423422+0000","last_unstale":"2024-05-27T00:33:22.062878+0000","last_undegraded":"2024-05-27T00:33:22.062878+0000","last_fullsized":"2024-05-27T00:33:22.062878+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:49:11.194019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"91'1","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050368+0000","last_change":"2024-05-27T00:32:17.996377+0000","last_active":"2024-05-27T00:33:22.050368+0000","last_peered":"2024-05-27T00:33:22.050368+0000","last_clean":"2024-05-27T00:33:22.050368+0000","last_became_active":"2024-05-27T00:32:17.995954+0000","last_became_peered":"2024-05-27T00:32:17.995954+0000","last_unstale":"2024-05-27T00:33:22.050368+0000","last_undegraded":"2024-05-27T00:33:22.050368+0000","last_fullsized":"2024-05-27T00:33:22.050368+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:39:48.403500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.235611+0000","last_change":"2024-05-27T00:32:19.005697+0000","last_active":"2024-05-27T00:33:22.235611+0000","last_peered":"2024-05-27T00:33:22.235611+0000","last_clean":"2024-05-27T00:33:22.235611+0000","last_became_active":"2024-05-27T00:32:19.005264+0000","last_became_peered":"2024-05-27T00:32:19.005264+0000","last_unstale":"2024-05-27T00:33:22.235611+0000","last_undegraded":"2024-05-27T00:33:22.235611+0000","last_fullsized":"2024-05-27T00:33:22.235611+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:09:51.188675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.063680+0000","last_change":"2024-05-27T00:32:23.647150+0000","last_active":"2024-05-27T00:33:22.063680+0000","last_peered":"2024-05-27T00:33:22.063680+0000","last_clean":"2024-05-27T00:33:22.063680+0000","last_became_active":"2024-05-27T00:32:23.646634+0000","last_became_peered":"2024-05-27T00:32:23.646634+0000","last_unstale":"2024-05-27T00:33:22.063680+0000","last_undegraded":"2024-05-27T00:33:22.063680+0000","last_fullsized":"2024-05-27T00:33:22.063680+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:07:38.484533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046361+0000","last_change":"2024-05-27T00:32:18.983009+0000","last_active":"2024-05-27T00:33:22.046361+0000","last_peered":"2024-05-27T00:33:22.046361+0000","last_clean":"2024-05-27T00:33:22.046361+0000","last_became_active":"2024-05-27T00:32:18.982691+0000","last_became_peered":"2024-05-27T00:32:18.982691+0000","last_unstale":"2024-05-27T00:33:22.046361+0000","last_undegraded":"2024-05-27T00:33:22.046361+0000","last_fullsized":"2024-05-27T00:33:22.046361+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:00:55.108820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'4","reported_seq":115,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:34:14.758411+0000","last_change":"2024-05-27T00:32:18.009501+0000","last_active":"2024-05-27T00:34:14.758411+0000","last_peered":"2024-05-27T00:34:14.758411+0000","last_clean":"2024-05-27T00:34:14.758411+0000","last_became_active":"2024-05-27T00:32:18.006508+0000","last_became_peered":"2024-05-27T00:32:18.006508+0000","last_unstale":"2024-05-27T00:34:14.758411+0000","last_undegraded":"2024-05-27T00:34:14.758411+0000","last_fullsized":"2024-05-27T00:34:14.758411+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:06:55.321640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":84,"num_read_kb":84,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":19,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050252+0000","last_change":"2024-05-27T00:32:23.434319+0000","last_active":"2024-05-27T00:33:22.050252+0000","last_peered":"2024-05-27T00:33:22.050252+0000","last_clean":"2024-05-27T00:33:22.050252+0000","last_became_active":"2024-05-27T00:32:23.433957+0000","last_became_peered":"2024-05-27T00:32:23.433957+0000","last_unstale":"2024-05-27T00:33:22.050252+0000","last_undegraded":"2024-05-27T00:33:22.050252+0000","last_fullsized":"2024-05-27T00:33:22.050252+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:16:35.083353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.062345+0000","last_change":"2024-05-27T00:32:19.014250+0000","last_active":"2024-05-27T00:33:22.062345+0000","last_peered":"2024-05-27T00:33:22.062345+0000","last_clean":"2024-05-27T00:33:22.062345+0000","last_became_active":"2024-05-27T00:32:19.013841+0000","last_became_peered":"2024-05-27T00:32:19.013841+0000","last_unstale":"2024-05-27T00:33:22.062345+0000","last_undegraded":"2024-05-27T00:33:22.062345+0000","last_fullsized":"2024-05-27T00:33:22.062345+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:39:45.826896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"91'3","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046993+0000","last_change":"2024-05-27T00:32:17.987466+0000","last_active":"2024-05-27T00:33:22.046993+0000","last_peered":"2024-05-27T00:33:22.046993+0000","last_clean":"2024-05-27T00:33:22.046993+0000","last_became_active":"2024-05-27T00:32:17.986964+0000","last_became_peered":"2024-05-27T00:32:17.986964+0000","last_unstale":"2024-05-27T00:33:22.046993+0000","last_undegraded":"2024-05-27T00:33:22.046993+0000","last_fullsized":"2024-05-27T00:33:22.046993+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:01:28.090951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":364,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049591+0000","last_change":"2024-05-27T00:30:57.156428+0000","last_active":"2024-05-27T00:33:22.049591+0000","last_peered":"2024-05-27T00:33:22.049591+0000","last_clean":"2024-05-27T00:33:22.049591+0000","last_became_active":"2024-05-27T00:30:57.155910+0000","last_became_peered":"2024-05-27T00:30:57.155910+0000","last_unstale":"2024-05-27T00:33:22.049591+0000","last_undegraded":"2024-05-27T00:33:22.049591+0000","last_fullsized":"2024-05-27T00:33:22.049591+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:27:03.029981+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:27:03.029981+0000","last_clean_scrub_stamp":"2024-05-27T00:27:03.029981+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:38:28.001629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046793+0000","last_change":"2024-05-27T00:32:23.647252+0000","last_active":"2024-05-27T00:33:22.046793+0000","last_peered":"2024-05-27T00:33:22.046793+0000","last_clean":"2024-05-27T00:33:22.046793+0000","last_became_active":"2024-05-27T00:32:23.646745+0000","last_became_peered":"2024-05-27T00:32:23.646745+0000","last_unstale":"2024-05-27T00:33:22.046793+0000","last_undegraded":"2024-05-27T00:33:22.046793+0000","last_fullsized":"2024-05-27T00:33:22.046793+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:28:10.451415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.055124+0000","last_change":"2024-05-27T00:32:18.972465+0000","last_active":"2024-05-27T00:33:22.055124+0000","last_peered":"2024-05-27T00:33:22.055124+0000","last_clean":"2024-05-27T00:33:22.055124+0000","last_became_active":"2024-05-27T00:32:18.971572+0000","last_became_peered":"2024-05-27T00:32:18.971572+0000","last_unstale":"2024-05-27T00:33:22.055124+0000","last_undegraded":"2024-05-27T00:33:22.055124+0000","last_fullsized":"2024-05-27T00:33:22.055124+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:11:37.435282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"91'3","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049596+0000","last_change":"2024-05-27T00:32:17.994473+0000","last_active":"2024-05-27T00:33:22.049596+0000","last_peered":"2024-05-27T00:33:22.049596+0000","last_clean":"2024-05-27T00:33:22.049596+0000","last_became_active":"2024-05-27T00:32:17.992719+0000","last_became_peered":"2024-05-27T00:32:17.992719+0000","last_unstale":"2024-05-27T00:33:22.049596+0000","last_undegraded":"2024-05-27T00:33:22.049596+0000","last_fullsized":"2024-05-27T00:33:22.049596+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:13:49.254914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049135+0000","last_change":"2024-05-27T00:32:23.418464+0000","last_active":"2024-05-27T00:33:22.049135+0000","last_peered":"2024-05-27T00:33:22.049135+0000","last_clean":"2024-05-27T00:33:22.049135+0000","last_became_active":"2024-05-27T00:32:23.417973+0000","last_became_peered":"2024-05-27T00:32:23.417973+0000","last_unstale":"2024-05-27T00:33:22.049135+0000","last_undegraded":"2024-05-27T00:33:22.049135+0000","last_fullsized":"2024-05-27T00:33:22.049135+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:07:20.338296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"91'1","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050037+0000","last_change":"2024-05-27T00:32:17.996131+0000","last_active":"2024-05-27T00:33:22.050037+0000","last_peered":"2024-05-27T00:33:22.050037+0000","last_clean":"2024-05-27T00:33:22.050037+0000","last_became_active":"2024-05-27T00:32:17.995791+0000","last_became_peered":"2024-05-27T00:32:17.995791+0000","last_unstale":"2024-05-27T00:33:22.050037+0000","last_undegraded":"2024-05-27T00:33:22.050037+0000","last_fullsized":"2024-05-27T00:33:22.050037+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:22:44.470343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.063088+0000","last_change":"2024-05-27T00:32:18.999889+0000","last_active":"2024-05-27T00:33:22.063088+0000","last_peered":"2024-05-27T00:33:22.063088+0000","last_clean":"2024-05-27T00:33:22.063088+0000","last_became_active":"2024-05-27T00:32:18.993738+0000","last_became_peered":"2024-05-27T00:32:18.993738+0000","last_unstale":"2024-05-27T00:33:22.063088+0000","last_undegraded":"2024-05-27T00:33:22.063088+0000","last_fullsized":"2024-05-27T00:33:22.063088+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:29:29.545281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.055652+0000","last_change":"2024-05-27T00:32:23.646949+0000","last_active":"2024-05-27T00:33:22.055652+0000","last_peered":"2024-05-27T00:33:22.055652+0000","last_clean":"2024-05-27T00:33:22.055652+0000","last_became_active":"2024-05-27T00:32:23.646449+0000","last_became_peered":"2024-05-27T00:32:23.646449+0000","last_unstale":"2024-05-27T00:33:22.055652+0000","last_undegraded":"2024-05-27T00:33:22.055652+0000","last_fullsized":"2024-05-27T00:33:22.055652+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:31:45.721192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"91'10","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.060800+0000","last_change":"2024-05-27T00:32:18.002696+0000","last_active":"2024-05-27T00:33:22.060800+0000","last_peered":"2024-05-27T00:33:22.060800+0000","last_clean":"2024-05-27T00:33:22.060800+0000","last_became_active":"2024-05-27T00:32:18.002293+0000","last_became_peered":"2024-05-27T00:32:18.002293+0000","last_unstale":"2024-05-27T00:33:22.060800+0000","last_undegraded":"2024-05-27T00:33:22.060800+0000","last_fullsized":"2024-05-27T00:33:22.060800+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:04:58.994676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.060186+0000","last_change":"2024-05-27T00:32:19.008401+0000","last_active":"2024-05-27T00:33:22.060186+0000","last_peered":"2024-05-27T00:33:22.060186+0000","last_clean":"2024-05-27T00:33:22.060186+0000","last_became_active":"2024-05-27T00:32:19.007852+0000","last_became_peered":"2024-05-27T00:32:19.007852+0000","last_unstale":"2024-05-27T00:33:22.060186+0000","last_undegraded":"2024-05-27T00:33:22.060186+0000","last_fullsized":"2024-05-27T00:33:22.060186+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:05:42.434267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.048785+0000","last_change":"2024-05-27T00:32:23.418953+0000","last_active":"2024-05-27T00:33:22.048785+0000","last_peered":"2024-05-27T00:33:22.048785+0000","last_clean":"2024-05-27T00:33:22.048785+0000","last_became_active":"2024-05-27T00:32:23.418351+0000","last_became_peered":"2024-05-27T00:32:23.418351+0000","last_unstale":"2024-05-27T00:33:22.048785+0000","last_undegraded":"2024-05-27T00:33:22.048785+0000","last_fullsized":"2024-05-27T00:33:22.048785+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:46:49.460762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"91'4","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.047494+0000","last_change":"2024-05-27T00:32:17.994824+0000","last_active":"2024-05-27T00:33:22.047494+0000","last_peered":"2024-05-27T00:33:22.047494+0000","last_clean":"2024-05-27T00:33:22.047494+0000","last_became_active":"2024-05-27T00:32:17.994413+0000","last_became_peered":"2024-05-27T00:32:17.994413+0000","last_unstale":"2024-05-27T00:33:22.047494+0000","last_undegraded":"2024-05-27T00:33:22.047494+0000","last_fullsized":"2024-05-27T00:33:22.047494+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:26:26.795543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.070099+0000","last_change":"2024-05-27T00:33:22.070099+0000","last_active":"2024-05-27T00:33:22.070099+0000","last_peered":"2024-05-27T00:33:22.070099+0000","last_clean":"2024-05-27T00:33:22.070099+0000","last_became_active":"2024-05-27T00:33:22.069596+0000","last_became_peered":"2024-05-27T00:33:22.069596+0000","last_unstale":"2024-05-27T00:33:22.070099+0000","last_undegraded":"2024-05-27T00:33:22.070099+0000","last_fullsized":"2024-05-27T00:33:22.070099+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:40:47.251719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.047228+0000","last_change":"2024-05-27T00:32:23.647937+0000","last_active":"2024-05-27T00:33:22.047228+0000","last_peered":"2024-05-27T00:33:22.047228+0000","last_clean":"2024-05-27T00:33:22.047228+0000","last_became_active":"2024-05-27T00:32:23.647524+0000","last_became_peered":"2024-05-27T00:32:23.647524+0000","last_unstale":"2024-05-27T00:33:22.047228+0000","last_undegraded":"2024-05-27T00:33:22.047228+0000","last_fullsized":"2024-05-27T00:33:22.047228+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:02:06.298566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"91'2","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.234595+0000","last_change":"2024-05-27T00:32:18.000520+0000","last_active":"2024-05-27T00:33:22.234595+0000","last_peered":"2024-05-27T00:33:22.234595+0000","last_clean":"2024-05-27T00:33:22.234595+0000","last_became_active":"2024-05-27T00:32:18.000203+0000","last_became_peered":"2024-05-27T00:32:18.000203+0000","last_unstale":"2024-05-27T00:33:22.234595+0000","last_undegraded":"2024-05-27T00:33:22.234595+0000","last_fullsized":"2024-05-27T00:33:22.234595+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:49:46.715762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049510+0000","last_change":"2024-05-27T00:32:18.980676+0000","last_active":"2024-05-27T00:33:22.049510+0000","last_peered":"2024-05-27T00:33:22.049510+0000","last_clean":"2024-05-27T00:33:22.049510+0000","last_became_active":"2024-05-27T00:32:18.980221+0000","last_became_peered":"2024-05-27T00:32:18.980221+0000","last_unstale":"2024-05-27T00:33:22.049510+0000","last_undegraded":"2024-05-27T00:33:22.049510+0000","last_fullsized":"2024-05-27T00:33:22.049510+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:49:50.674246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.062956+0000","last_change":"2024-05-27T00:32:23.444631+0000","last_active":"2024-05-27T00:33:22.062956+0000","last_peered":"2024-05-27T00:33:22.062956+0000","last_clean":"2024-05-27T00:33:22.062956+0000","last_became_active":"2024-05-27T00:32:23.441497+0000","last_became_peered":"2024-05-27T00:32:23.441497+0000","last_unstale":"2024-05-27T00:33:22.062956+0000","last_undegraded":"2024-05-27T00:33:22.062956+0000","last_fullsized":"2024-05-27T00:33:22.062956+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:14:35.309829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"91'3","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.059229+0000","last_change":"2024-05-27T00:32:18.008140+0000","last_active":"2024-05-27T00:33:22.059229+0000","last_peered":"2024-05-27T00:33:22.059229+0000","last_clean":"2024-05-27T00:33:22.059229+0000","last_became_active":"2024-05-27T00:32:18.007600+0000","last_became_peered":"2024-05-27T00:32:18.007600+0000","last_unstale":"2024-05-27T00:33:22.059229+0000","last_undegraded":"2024-05-27T00:33:22.059229+0000","last_fullsized":"2024-05-27T00:33:22.059229+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:49:23.250264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.048555+0000","last_change":"2024-05-27T00:32:18.996124+0000","last_active":"2024-05-27T00:33:22.048555+0000","last_peered":"2024-05-27T00:33:22.048555+0000","last_clean":"2024-05-27T00:33:22.048555+0000","last_became_active":"2024-05-27T00:32:18.995732+0000","last_became_peered":"2024-05-27T00:32:18.995732+0000","last_unstale":"2024-05-27T00:33:22.048555+0000","last_undegraded":"2024-05-27T00:33:22.048555+0000","last_fullsized":"2024-05-27T00:33:22.048555+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:50:57.351825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.242644+0000","last_change":"2024-05-27T00:33:22.242644+0000","last_active":"2024-05-27T00:33:22.242644+0000","last_peered":"2024-05-27T00:33:22.242644+0000","last_clean":"2024-05-27T00:33:22.242644+0000","last_became_active":"2024-05-27T00:33:22.237341+0000","last_became_peered":"2024-05-27T00:33:22.237341+0000","last_unstale":"2024-05-27T00:33:22.242644+0000","last_undegraded":"2024-05-27T00:33:22.242644+0000","last_fullsized":"2024-05-27T00:33:22.242644+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:05:56.488930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"91'1","reported_seq":28,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049656+0000","last_change":"2024-05-27T00:32:18.013413+0000","last_active":"2024-05-27T00:33:22.049656+0000","last_peered":"2024-05-27T00:33:22.049656+0000","last_clean":"2024-05-27T00:33:22.049656+0000","last_became_active":"2024-05-27T00:32:18.012580+0000","last_became_peered":"2024-05-27T00:32:18.012580+0000","last_unstale":"2024-05-27T00:33:22.049656+0000","last_undegraded":"2024-05-27T00:33:22.049656+0000","last_fullsized":"2024-05-27T00:33:22.049656+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:11:51.743200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.060018+0000","last_change":"2024-05-27T00:32:19.009300+0000","last_active":"2024-05-27T00:33:22.060018+0000","last_peered":"2024-05-27T00:33:22.060018+0000","last_clean":"2024-05-27T00:33:22.060018+0000","last_became_active":"2024-05-27T00:32:19.008245+0000","last_became_peered":"2024-05-27T00:32:19.008245+0000","last_unstale":"2024-05-27T00:33:22.060018+0000","last_undegraded":"2024-05-27T00:33:22.060018+0000","last_fullsized":"2024-05-27T00:33:22.060018+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:20:36.391846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.047169+0000","last_change":"2024-05-27T00:32:23.647202+0000","last_active":"2024-05-27T00:33:22.047169+0000","last_peered":"2024-05-27T00:33:22.047169+0000","last_clean":"2024-05-27T00:33:22.047169+0000","last_became_active":"2024-05-27T00:32:23.646648+0000","last_became_peered":"2024-05-27T00:32:23.646648+0000","last_unstale":"2024-05-27T00:33:22.047169+0000","last_undegraded":"2024-05-27T00:33:22.047169+0000","last_fullsized":"2024-05-27T00:33:22.047169+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:40:32.636461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"91'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049900+0000","last_change":"2024-05-27T00:32:17.993349+0000","last_active":"2024-05-27T00:33:22.049900+0000","last_peered":"2024-05-27T00:33:22.049900+0000","last_clean":"2024-05-27T00:33:22.049900+0000","last_became_active":"2024-05-27T00:32:17.993020+0000","last_became_peered":"2024-05-27T00:32:17.993020+0000","last_unstale":"2024-05-27T00:33:22.049900+0000","last_undegraded":"2024-05-27T00:33:22.049900+0000","last_fullsized":"2024-05-27T00:33:22.049900+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:37:03.363728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050580+0000","last_change":"2024-05-27T00:32:18.994050+0000","last_active":"2024-05-27T00:33:22.050580+0000","last_peered":"2024-05-27T00:33:22.050580+0000","last_clean":"2024-05-27T00:33:22.050580+0000","last_became_active":"2024-05-27T00:32:18.993669+0000","last_became_peered":"2024-05-27T00:32:18.993669+0000","last_unstale":"2024-05-27T00:33:22.050580+0000","last_undegraded":"2024-05-27T00:33:22.050580+0000","last_fullsized":"2024-05-27T00:33:22.050580+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:42:42.607297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.234822+0000","last_change":"2024-05-27T00:32:23.418842+0000","last_active":"2024-05-27T00:33:22.234822+0000","last_peered":"2024-05-27T00:33:22.234822+0000","last_clean":"2024-05-27T00:33:22.234822+0000","last_became_active":"2024-05-27T00:32:23.418244+0000","last_became_peered":"2024-05-27T00:32:23.418244+0000","last_unstale":"2024-05-27T00:33:22.234822+0000","last_undegraded":"2024-05-27T00:33:22.234822+0000","last_fullsized":"2024-05-27T00:33:22.234822+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:04:12.495830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"91'3","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049430+0000","last_change":"2024-05-27T00:32:18.004564+0000","last_active":"2024-05-27T00:33:22.049430+0000","last_peered":"2024-05-27T00:33:22.049430+0000","last_clean":"2024-05-27T00:33:22.049430+0000","last_became_active":"2024-05-27T00:32:18.004212+0000","last_became_peered":"2024-05-27T00:32:18.004212+0000","last_unstale":"2024-05-27T00:33:22.049430+0000","last_undegraded":"2024-05-27T00:33:22.049430+0000","last_fullsized":"2024-05-27T00:33:22.049430+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:38:29.778836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050746+0000","last_change":"2024-05-27T00:32:18.983151+0000","last_active":"2024-05-27T00:33:22.050746+0000","last_peered":"2024-05-27T00:33:22.050746+0000","last_clean":"2024-05-27T00:33:22.050746+0000","last_became_active":"2024-05-27T00:32:18.982605+0000","last_became_peered":"2024-05-27T00:32:18.982605+0000","last_unstale":"2024-05-27T00:33:22.050746+0000","last_undegraded":"2024-05-27T00:33:22.050746+0000","last_fullsized":"2024-05-27T00:33:22.050746+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:24:10.802327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.061772+0000","last_change":"2024-05-27T00:32:23.442020+0000","last_active":"2024-05-27T00:33:22.061772+0000","last_peered":"2024-05-27T00:33:22.061772+0000","last_clean":"2024-05-27T00:33:22.061772+0000","last_became_active":"2024-05-27T00:32:23.441573+0000","last_became_peered":"2024-05-27T00:32:23.441573+0000","last_unstale":"2024-05-27T00:33:22.061772+0000","last_undegraded":"2024-05-27T00:33:22.061772+0000","last_fullsized":"2024-05-27T00:33:22.061772+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:20:39.199118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"86'1","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046876+0000","last_change":"2024-05-27T00:32:18.009709+0000","last_active":"2024-05-27T00:33:22.046876+0000","last_peered":"2024-05-27T00:33:22.046876+0000","last_clean":"2024-05-27T00:33:22.046876+0000","last_became_active":"2024-05-27T00:32:18.009463+0000","last_became_peered":"2024-05-27T00:32:18.009463+0000","last_unstale":"2024-05-27T00:33:22.046876+0000","last_undegraded":"2024-05-27T00:33:22.046876+0000","last_fullsized":"2024-05-27T00:33:22.046876+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:07:23.505409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049939+0000","last_change":"2024-05-27T00:32:19.000820+0000","last_active":"2024-05-27T00:33:22.049939+0000","last_peered":"2024-05-27T00:33:22.049939+0000","last_clean":"2024-05-27T00:33:22.049939+0000","last_became_active":"2024-05-27T00:32:19.000492+0000","last_became_peered":"2024-05-27T00:32:19.000492+0000","last_unstale":"2024-05-27T00:33:22.049939+0000","last_undegraded":"2024-05-27T00:33:22.049939+0000","last_fullsized":"2024-05-27T00:33:22.049939+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:27:32.794658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":18,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046137+0000","last_change":"2024-05-27T00:32:23.420667+0000","last_active":"2024-05-27T00:33:22.046137+0000","last_peered":"2024-05-27T00:33:22.046137+0000","last_clean":"2024-05-27T00:33:22.046137+0000","last_became_active":"2024-05-27T00:32:23.420215+0000","last_became_peered":"2024-05-27T00:32:23.420215+0000","last_unstale":"2024-05-27T00:33:22.046137+0000","last_undegraded":"2024-05-27T00:33:22.046137+0000","last_fullsized":"2024-05-27T00:33:22.046137+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:28:15.432518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"86'2","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.063536+0000","last_change":"2024-05-27T00:32:18.003325+0000","last_active":"2024-05-27T00:33:22.063536+0000","last_peered":"2024-05-27T00:33:22.063536+0000","last_clean":"2024-05-27T00:33:22.063536+0000","last_became_active":"2024-05-27T00:32:18.002925+0000","last_became_peered":"2024-05-27T00:32:18.002925+0000","last_unstale":"2024-05-27T00:33:22.063536+0000","last_undegraded":"2024-05-27T00:33:22.063536+0000","last_fullsized":"2024-05-27T00:33:22.063536+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:26:25.010419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.050083+0000","last_change":"2024-05-27T00:32:18.982204+0000","last_active":"2024-05-27T00:33:22.050083+0000","last_peered":"2024-05-27T00:33:22.050083+0000","last_clean":"2024-05-27T00:33:22.050083+0000","last_became_active":"2024-05-27T00:32:18.981835+0000","last_became_peered":"2024-05-27T00:32:18.981835+0000","last_unstale":"2024-05-27T00:33:22.050083+0000","last_undegraded":"2024-05-27T00:33:22.050083+0000","last_fullsized":"2024-05-27T00:33:22.050083+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:43:55.976820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.048659+0000","last_change":"2024-05-27T00:32:18.983997+0000","last_active":"2024-05-27T00:33:22.048659+0000","last_peered":"2024-05-27T00:33:22.048659+0000","last_clean":"2024-05-27T00:33:22.048659+0000","last_became_active":"2024-05-27T00:32:18.983480+0000","last_became_peered":"2024-05-27T00:32:18.983480+0000","last_unstale":"2024-05-27T00:33:22.048659+0000","last_undegraded":"2024-05-27T00:33:22.048659+0000","last_fullsized":"2024-05-27T00:33:22.048659+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:43:33.442509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.068472+0000","last_change":"2024-05-27T00:33:22.068472+0000","last_active":"2024-05-27T00:33:22.068472+0000","last_peered":"2024-05-27T00:33:22.068472+0000","last_clean":"2024-05-27T00:33:22.068472+0000","last_became_active":"2024-05-27T00:33:22.068080+0000","last_became_peered":"2024-05-27T00:33:22.068080+0000","last_unstale":"2024-05-27T00:33:22.068472+0000","last_undegraded":"2024-05-27T00:33:22.068472+0000","last_fullsized":"2024-05-27T00:33:22.068472+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:12:59.164214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.048429+0000","last_change":"2024-05-27T00:32:19.007589+0000","last_active":"2024-05-27T00:33:22.048429+0000","last_peered":"2024-05-27T00:33:22.048429+0000","last_clean":"2024-05-27T00:33:22.048429+0000","last_became_active":"2024-05-27T00:32:19.007210+0000","last_became_peered":"2024-05-27T00:32:19.007210+0000","last_unstale":"2024-05-27T00:33:22.048429+0000","last_undegraded":"2024-05-27T00:33:22.048429+0000","last_fullsized":"2024-05-27T00:33:22.048429+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:23:15.576674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.060876+0000","last_change":"2024-05-27T00:32:19.006747+0000","last_active":"2024-05-27T00:33:22.060876+0000","last_peered":"2024-05-27T00:33:22.060876+0000","last_clean":"2024-05-27T00:33:22.060876+0000","last_became_active":"2024-05-27T00:32:19.005148+0000","last_became_peered":"2024-05-27T00:32:19.005148+0000","last_unstale":"2024-05-27T00:33:22.060876+0000","last_undegraded":"2024-05-27T00:33:22.060876+0000","last_fullsized":"2024-05-27T00:33:22.060876+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:46:04.664594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.069012+0000","last_change":"2024-05-27T00:33:22.069012+0000","last_active":"2024-05-27T00:33:22.069012+0000","last_peered":"2024-05-27T00:33:22.069012+0000","last_clean":"2024-05-27T00:33:22.069012+0000","last_became_active":"2024-05-27T00:33:22.068299+0000","last_became_peered":"2024-05-27T00:33:22.068299+0000","last_unstale":"2024-05-27T00:33:22.069012+0000","last_undegraded":"2024-05-27T00:33:22.069012+0000","last_fullsized":"2024-05-27T00:33:22.069012+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:11:42.906060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,0],"acting":[6,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049569+0000","last_change":"2024-05-27T00:32:18.983916+0000","last_active":"2024-05-27T00:33:22.049569+0000","last_peered":"2024-05-27T00:33:22.049569+0000","last_clean":"2024-05-27T00:33:22.049569+0000","last_became_active":"2024-05-27T00:32:18.983331+0000","last_became_peered":"2024-05-27T00:32:18.983331+0000","last_unstale":"2024-05-27T00:33:22.049569+0000","last_undegraded":"2024-05-27T00:33:22.049569+0000","last_fullsized":"2024-05-27T00:33:22.049569+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:52:27.715788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049666+0000","last_change":"2024-05-27T00:32:18.981186+0000","last_active":"2024-05-27T00:33:22.049666+0000","last_peered":"2024-05-27T00:33:22.049666+0000","last_clean":"2024-05-27T00:33:22.049666+0000","last_became_active":"2024-05-27T00:32:18.980750+0000","last_became_peered":"2024-05-27T00:32:18.980750+0000","last_unstale":"2024-05-27T00:33:22.049666+0000","last_undegraded":"2024-05-27T00:33:22.049666+0000","last_fullsized":"2024-05-27T00:33:22.049666+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:17:22.638664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.065865+0000","last_change":"2024-05-27T00:33:22.065865+0000","last_active":"2024-05-27T00:33:22.065865+0000","last_peered":"2024-05-27T00:33:22.065865+0000","last_clean":"2024-05-27T00:33:22.065865+0000","last_became_active":"2024-05-27T00:33:22.065167+0000","last_became_peered":"2024-05-27T00:33:22.065167+0000","last_unstale":"2024-05-27T00:33:22.065865+0000","last_undegraded":"2024-05-27T00:33:22.065865+0000","last_fullsized":"2024-05-27T00:33:22.065865+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:12:04.326102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.046251+0000","last_change":"2024-05-27T00:32:19.005455+0000","last_active":"2024-05-27T00:33:22.046251+0000","last_peered":"2024-05-27T00:33:22.046251+0000","last_clean":"2024-05-27T00:33:22.046251+0000","last_became_active":"2024-05-27T00:32:19.005109+0000","last_became_peered":"2024-05-27T00:32:19.005109+0000","last_unstale":"2024-05-27T00:33:22.046251+0000","last_undegraded":"2024-05-27T00:33:22.046251+0000","last_fullsized":"2024-05-27T00:33:22.046251+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:09:38.406230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.059352+0000","last_change":"2024-05-27T00:32:19.013268+0000","last_active":"2024-05-27T00:33:22.059352+0000","last_peered":"2024-05-27T00:33:22.059352+0000","last_clean":"2024-05-27T00:33:22.059352+0000","last_became_active":"2024-05-27T00:32:19.012449+0000","last_became_peered":"2024-05-27T00:32:19.012449+0000","last_unstale":"2024-05-27T00:33:22.059352+0000","last_undegraded":"2024-05-27T00:33:22.059352+0000","last_fullsized":"2024-05-27T00:33:22.059352+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:33:56.502032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.235955+0000","last_change":"2024-05-27T00:32:19.006108+0000","last_active":"2024-05-27T00:33:22.235955+0000","last_peered":"2024-05-27T00:33:22.235955+0000","last_clean":"2024-05-27T00:33:22.235955+0000","last_became_active":"2024-05-27T00:32:19.005756+0000","last_became_peered":"2024-05-27T00:32:19.005756+0000","last_unstale":"2024-05-27T00:33:22.235955+0000","last_undegraded":"2024-05-27T00:33:22.235955+0000","last_fullsized":"2024-05-27T00:33:22.235955+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:50:11.305169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.065469+0000","last_change":"2024-05-27T00:32:19.009313+0000","last_active":"2024-05-27T00:33:22.065469+0000","last_peered":"2024-05-27T00:33:22.065469+0000","last_clean":"2024-05-27T00:33:22.065469+0000","last_became_active":"2024-05-27T00:32:19.007818+0000","last_became_peered":"2024-05-27T00:32:19.007818+0000","last_unstale":"2024-05-27T00:33:22.065469+0000","last_undegraded":"2024-05-27T00:33:22.065469+0000","last_fullsized":"2024-05-27T00:33:22.065469+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:38:06.057919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-05-27T00:33:22.049365+0000","last_change":"2024-05-27T00:32:18.986345+0000","last_active":"2024-05-27T00:33:22.049365+0000","last_peered":"2024-05-27T00:33:22.049365+0000","last_clean":"2024-05-27T00:33:22.049365+0000","last_became_active":"2024-05-27T00:32:18.986006+0000","last_became_peered":"2024-05-27T00:32:18.986006+0000","last_unstale":"2024-05-27T00:33:22.049365+0000","last_undegraded":"2024-05-27T00:33:22.049365+0000","last_fullsized":"2024-05-27T00:33:22.049365+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:22:20.097357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68204,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":527,"num_read_kb":334,"num_write":165,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":204612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":142,"ondisk_log_size":142,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318311,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32200,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712952,"statfs":{"total":95995035648,"available":95962062848,"internally_reserved":0,"allocated":1040384,"data_stored":507512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579947,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37040,"kb_used_data":1696,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708112,"statfs":{"total":95995035648,"available":95957106688,"internally_reserved":0,"allocated":1736704,"data_stored":1163080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":69,"seq":296352743472,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32216,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712936,"statfs":{"total":95995035648,"available":95962046464,"internally_reserved":0,"allocated":1056768,"data_stored":507748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":61,"seq":261993005111,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1056768,"data_stored":507668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":53,"seq":227633266748,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36952,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708200,"statfs":{"total":95995035648,"available":95957196800,"internally_reserved":0,"allocated":1650688,"data_stored":1103576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":48,"seq":206158430273,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1036288,"data_stored":502924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574943,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1105920,"data_stored":567038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738468,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32220,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712932,"statfs":{"total":95995035648,"available":95962042368,"internally_reserved":0,"allocated":1060864,"data_stored":504312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411418,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28124,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717028,"statfs":{"total":95995035648,"available":95966236672,"internally_reserved":0,"allocated":1130496,"data_stored":568778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":27,"seq":115964117074,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32208,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712944,"statfs":{"total":95995035648,"available":95962054656,"internally_reserved":0,"allocated":1048576,"data_stored":503118,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":35,"seq":150323855438,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36368,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708784,"statfs":{"total":95995035648,"available":95957794816,"internally_reserved":0,"allocated":1048576,"data_stored":507574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":40,"seq":171798691913,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36964,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708188,"statfs":{"total":95995035648,"available":95957184512,"internally_reserved":0,"allocated":1658880,"data_stored":1099164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":64204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":65944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":65782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-27T00:34:21.155 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-27T00:34:21.156 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-05-27T00:34:21.156 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-05-27T00:34:21.156 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-05-27T00:34:21.661 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:34:22.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:22 smithi044 ceph-mon[31645]: from='client.25057 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:34:22.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:22 smithi044 ceph-mon[31645]: pgmap v383: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:34:22.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:22 smithi044 ceph-mon[31645]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-27T00:34:22.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]: dispatch 2024-05-27T00:34:22.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:22 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]: dispatch 2024-05-27T00:34:22.454 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:22 smithi050 ceph-mon[36071]: from='client.25057 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:34:22.454 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:22 smithi050 ceph-mon[36071]: pgmap v383: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:34:22.454 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:22 smithi050 ceph-mon[36071]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-27T00:34:22.454 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]: dispatch 2024-05-27T00:34:22.454 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:22 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]: dispatch 2024-05-27T00:34:22.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:22 smithi137 ceph-mon[36552]: from='client.25057 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:34:22.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:22 smithi137 ceph-mon[36552]: pgmap v383: 129 pgs: 129 active+clean; 643 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:34:22.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:22 smithi137 ceph-mon[36552]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-27T00:34:22.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]: dispatch 2024-05-27T00:34:22.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:22 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]: dispatch 2024-05-27T00:34:23.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:23 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]': finished 2024-05-27T00:34:23.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:23 smithi044 ceph-mon[31645]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]': finished 2024-05-27T00:34:23.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:23 smithi044 ceph-mon[31645]: osdmap e94: 12 total, 12 up, 12 in 2024-05-27T00:34:23.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:23 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]': finished 2024-05-27T00:34:23.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:23 smithi050 ceph-mon[36071]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]': finished 2024-05-27T00:34:23.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:23 smithi050 ceph-mon[36071]: osdmap e94: 12 total, 12 up, 12 in 2024-05-27T00:34:23.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:23 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]': finished 2024-05-27T00:34:23.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:23 smithi137 ceph-mon[36552]: from='mgr.14152 172.21.15.44:0/1264798097' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]': finished 2024-05-27T00:34:23.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:23 smithi137 ceph-mon[36552]: osdmap e94: 12 total, 12 up, 12 in 2024-05-27T00:34:23.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.965+0000 7facc6e00700 1 -- 172.21.15.44:0/3154908453 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7facc010eac0 msgr2=0x7facc010eea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:23.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.965+0000 7facc6e00700 1 --2- 172.21.15.44:0/3154908453 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7facc010eac0 0x7facc010eea0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7facb0009990 tx=0x7facb0009ca0 comp rx=0 tx=0).stop 2024-05-27T00:34:23.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.965+0000 7facc6e00700 1 -- 172.21.15.44:0/3154908453 shutdown_connections 2024-05-27T00:34:23.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.965+0000 7facc6e00700 1 --2- 172.21.15.44:0/3154908453 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7facc0109480 0x7facc0115990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:23.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.965+0000 7facc6e00700 1 --2- 172.21.15.44:0/3154908453 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7facc010eac0 0x7facc010eea0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:23.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.965+0000 7facc6e00700 1 --2- 172.21.15.44:0/3154908453 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7facc0108ac0 0x7facc0108f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:23.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.965+0000 7facc6e00700 1 -- 172.21.15.44:0/3154908453 >> 172.21.15.44:0/3154908453 conn(0x7facc0075c60 msgr2=0x7facc01072b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:23.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.966+0000 7facc6e00700 1 -- 172.21.15.44:0/3154908453 shutdown_connections 2024-05-27T00:34:23.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.966+0000 7facc6e00700 1 -- 172.21.15.44:0/3154908453 wait complete. 2024-05-27T00:34:23.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.967+0000 7facc6e00700 1 Processor -- start 2024-05-27T00:34:23.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.967+0000 7facc6e00700 1 -- start start 2024-05-27T00:34:23.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.968+0000 7facc6e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7facc0108ac0 0x7facc019f350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:23.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.968+0000 7facc6e00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7facc0109480 0x7facc019f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:23.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.968+0000 7facc6e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7facc010eac0 0x7facc01a3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:23.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.968+0000 7facc6e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7facc0118f60 con 0x7facc0108ac0 2024-05-27T00:34:23.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.968+0000 7facc6e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7facc0118de0 con 0x7facc010eac0 2024-05-27T00:34:23.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.968+0000 7facc6e00700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7facc01190e0 con 0x7facc0109480 2024-05-27T00:34:23.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.968+0000 7facbfe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7facc0108ac0 0x7facc019f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:23.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.968+0000 7facbfe00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7facc0108ac0 0x7facc019f350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39898/0 (socket says 172.21.15.44:39898) 2024-05-27T00:34:23.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.968+0000 7facbfe00700 1 -- 172.21.15.44:0/2271253820 learned_addr learned my addr 172.21.15.44:0/2271253820 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:23.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.968+0000 7facbf400700 1 --2- 172.21.15.44:0/2271253820 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7facc0109480 0x7facc019f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:23.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.968+0000 7facc4e00700 1 --2- 172.21.15.44:0/2271253820 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7facc010eac0 0x7facc01a3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:23.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.969+0000 7facbfe00700 1 -- 172.21.15.44:0/2271253820 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7facc0109480 msgr2=0x7facc019f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:23.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.969+0000 7facbfe00700 1 --2- 172.21.15.44:0/2271253820 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7facc0109480 0x7facc019f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:23.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.969+0000 7facbfe00700 1 -- 172.21.15.44:0/2271253820 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7facc010eac0 msgr2=0x7facc01a3c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:23.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.969+0000 7facbfe00700 1 --2- 172.21.15.44:0/2271253820 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7facc010eac0 0x7facc01a3c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:23.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.969+0000 7facbfe00700 1 -- 172.21.15.44:0/2271253820 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facc01a4360 con 0x7facc0108ac0 2024-05-27T00:34:23.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.969+0000 7facc4e00700 1 --2- 172.21.15.44:0/2271253820 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7facc010eac0 0x7facc01a3c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:23.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.969+0000 7facbfe00700 1 --2- 172.21.15.44:0/2271253820 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7facc0108ac0 0x7facc019f350 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7facb0000c00 tx=0x7facb0005590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:23.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.969+0000 7facbcc00700 1 -- 172.21.15.44:0/2271253820 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facb0027070 con 0x7facc0108ac0 2024-05-27T00:34:23.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.970+0000 7facbcc00700 1 -- 172.21.15.44:0/2271253820 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7facb000fdc0 con 0x7facc0108ac0 2024-05-27T00:34:23.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.970+0000 7facc6e00700 1 -- 172.21.15.44:0/2271253820 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facc01a45f0 con 0x7facc0108ac0 2024-05-27T00:34:23.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.970+0000 7facbcc00700 1 -- 172.21.15.44:0/2271253820 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facb00173f0 con 0x7facc0108ac0 2024-05-27T00:34:23.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.970+0000 7facc6e00700 1 -- 172.21.15.44:0/2271253820 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facc01abed0 con 0x7facc0108ac0 2024-05-27T00:34:23.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.971+0000 7facc6e00700 1 -- 172.21.15.44:0/2271253820 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7facc0069180 con 0x7facc0108ac0 2024-05-27T00:34:23.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.973+0000 7facbcc00700 1 -- 172.21.15.44:0/2271253820 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7facb002a070 con 0x7facc0108ac0 2024-05-27T00:34:23.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.975+0000 7facbcc00700 1 --2- 172.21.15.44:0/2271253820 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faca40a2ca0 0x7faca40a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:23.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.975+0000 7facbcc00700 1 -- 172.21.15.44:0/2271253820 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9150+0+0 (secure 0 0 0) 0x7facb00cfff0 con 0x7facc0108ac0 2024-05-27T00:34:23.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.975+0000 7facbf400700 1 --2- 172.21.15.44:0/2271253820 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faca40a2ca0 0x7faca40a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:23.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.976+0000 7facbf400700 1 --2- 172.21.15.44:0/2271253820 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faca40a2ca0 0x7faca40a5160 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7facc0077ac0 tx=0x7facac009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:23.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:23.980+0000 7facbcc00700 1 -- 172.21.15.44:0/2271253820 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7facb0013070 con 0x7facc0108ac0 2024-05-27T00:34:24.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:24.269+0000 7facc6e00700 1 -- 172.21.15.44:0/2271253820 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7facc002dca0 con 0x7facc0108ac0 2024-05-27T00:34:24.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:24.270+0000 7facbcc00700 1 -- 172.21.15.44:0/2271253820 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7facb009cbf0 con 0x7facc0108ac0 2024-05-27T00:34:24.271 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:34:24.271 INFO:teuthology.orchestra.run.smithi044.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-05-27T00:34:24.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:24.274+0000 7facc6e00700 1 -- 172.21.15.44:0/2271253820 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faca40a2ca0 msgr2=0x7faca40a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:24.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:24.274+0000 7facc6e00700 1 --2- 172.21.15.44:0/2271253820 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faca40a2ca0 0x7faca40a5160 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7facc0077ac0 tx=0x7facac009260 comp rx=0 tx=0).stop 2024-05-27T00:34:24.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:24.274+0000 7facc6e00700 1 -- 172.21.15.44:0/2271253820 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7facc0108ac0 msgr2=0x7facc019f350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:24.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:24.274+0000 7facc6e00700 1 --2- 172.21.15.44:0/2271253820 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7facc0108ac0 0x7facc019f350 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7facb0000c00 tx=0x7facb0005590 comp rx=0 tx=0).stop 2024-05-27T00:34:24.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:24.274+0000 7facc6e00700 1 -- 172.21.15.44:0/2271253820 shutdown_connections 2024-05-27T00:34:24.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:24.274+0000 7facc6e00700 1 --2- 172.21.15.44:0/2271253820 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7facc010eac0 0x7facc01a3c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:24.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:24.274+0000 7facc6e00700 1 --2- 172.21.15.44:0/2271253820 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7facc0108ac0 0x7facc019f350 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:24.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:24.274+0000 7facc6e00700 1 --2- 172.21.15.44:0/2271253820 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faca40a2ca0 0x7faca40a5160 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:24.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:24.274+0000 7facc6e00700 1 --2- 172.21.15.44:0/2271253820 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7facc0109480 0x7facc019f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:24.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:24.274+0000 7facc6e00700 1 -- 172.21.15.44:0/2271253820 >> 172.21.15.44:0/2271253820 conn(0x7facc0075c60 msgr2=0x7facc0076180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:24.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:24.274+0000 7facc6e00700 1 -- 172.21.15.44:0/2271253820 shutdown_connections 2024-05-27T00:34:24.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:24.274+0000 7facc6e00700 1 -- 172.21.15.44:0/2271253820 wait complete. 2024-05-27T00:34:24.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:24 smithi044 ceph-mon[31645]: pgmap v385: 129 pgs: 129 active+clean; 644 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:34:24.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:24 smithi050 ceph-mon[36071]: pgmap v385: 129 pgs: 129 active+clean; 644 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:34:24.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:24 smithi137 ceph-mon[36552]: pgmap v385: 129 pgs: 129 active+clean; 644 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:34:25.058 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-05-27T00:34:25.059 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:34:25.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.287+0000 7fb4dd800640 1 -- 172.21.15.44:0/2836566702 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4d81035a0 msgr2=0x7fb4d8109e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:25.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.287+0000 7fb4dd800640 1 --2- 172.21.15.44:0/2836566702 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4d81035a0 0x7fb4d8109e30 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0009be0 tx=0x7fb4d002a6d0 comp rx=0 tx=0).stop 2024-05-27T00:34:25.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.287+0000 7fb4dd800640 1 -- 172.21.15.44:0/2836566702 shutdown_connections 2024-05-27T00:34:25.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.287+0000 7fb4dd800640 1 --2- 172.21.15.44:0/2836566702 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4d81035a0 0x7fb4d8109e30 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:25.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.287+0000 7fb4dd800640 1 --2- 172.21.15.44:0/2836566702 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb4d8102be0 0x7fb4d8103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:25.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.287+0000 7fb4dd800640 1 --2- 172.21.15.44:0/2836566702 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb4d81019f0 0x7fb4d8101e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:25.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.287+0000 7fb4dd800640 1 -- 172.21.15.44:0/2836566702 >> 172.21.15.44:0/2836566702 conn(0x7fb4d80fcf80 msgr2=0x7fb4d80ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:25.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.288+0000 7fb4dd800640 1 -- 172.21.15.44:0/2836566702 shutdown_connections 2024-05-27T00:34:25.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.288+0000 7fb4dd800640 1 -- 172.21.15.44:0/2836566702 wait complete. 2024-05-27T00:34:25.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.288+0000 7fb4dd800640 1 Processor -- start 2024-05-27T00:34:25.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.289+0000 7fb4dd800640 1 -- start start 2024-05-27T00:34:25.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.289+0000 7fb4dd800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb4d81019f0 0x7fb4d8199fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:25.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.289+0000 7fb4dd800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb4d8102be0 0x7fb4d819a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:25.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.289+0000 7fb4dd800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4d81035a0 0x7fb4d81a1550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:25.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.289+0000 7fb4dd800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d810d7a0 con 0x7fb4d81019f0 2024-05-27T00:34:25.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.289+0000 7fb4dd800640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d810d620 con 0x7fb4d81035a0 2024-05-27T00:34:25.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.289+0000 7fb4dd800640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d810d920 con 0x7fb4d8102be0 2024-05-27T00:34:25.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.289+0000 7fb4d6a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb4d81019f0 0x7fb4d8199fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:25.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.289+0000 7fb4d6a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb4d81019f0 0x7fb4d8199fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39260/0 (socket says 172.21.15.44:39260) 2024-05-27T00:34:25.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.289+0000 7fb4d6a00640 1 -- 172.21.15.44:0/3131746206 learned_addr learned my addr 172.21.15.44:0/3131746206 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:25.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.289+0000 7fb4cfe00640 1 --2- 172.21.15.44:0/3131746206 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb4d8102be0 0x7fb4d819a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:25.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.290+0000 7fb4d7400640 1 --2- 172.21.15.44:0/3131746206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4d81035a0 0x7fb4d81a1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:25.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.290+0000 7fb4d6a00640 1 -- 172.21.15.44:0/3131746206 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb4d8102be0 msgr2=0x7fb4d819a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:25.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.290+0000 7fb4d6a00640 1 --2- 172.21.15.44:0/3131746206 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb4d8102be0 0x7fb4d819a4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:25.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.290+0000 7fb4d6a00640 1 -- 172.21.15.44:0/3131746206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4d81035a0 msgr2=0x7fb4d81a1550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:25.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.290+0000 7fb4d6a00640 1 --2- 172.21.15.44:0/3131746206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4d81035a0 0x7fb4d81a1550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:25.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.290+0000 7fb4d6a00640 1 -- 172.21.15.44:0/3131746206 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4d81a1bc0 con 0x7fb4d81019f0 2024-05-27T00:34:25.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.290+0000 7fb4d6a00640 1 --2- 172.21.15.44:0/3131746206 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb4d81019f0 0x7fb4d8199fa0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb4c800e9a0 tx=0x7fb4c800ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:25.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.290+0000 7fb4cf400640 1 -- 172.21.15.44:0/3131746206 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c800cd80 con 0x7fb4d81019f0 2024-05-27T00:34:25.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.291+0000 7fb4cf400640 1 -- 172.21.15.44:0/3131746206 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb4c8010930 con 0x7fb4d81019f0 2024-05-27T00:34:25.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.291+0000 7fb4cf400640 1 -- 172.21.15.44:0/3131746206 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c8018a70 con 0x7fb4d81019f0 2024-05-27T00:34:25.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.291+0000 7fb4dd800640 1 -- 172.21.15.44:0/3131746206 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4d81a1eb0 con 0x7fb4d81019f0 2024-05-27T00:34:25.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.291+0000 7fb4dd800640 1 -- 172.21.15.44:0/3131746206 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4d81a2370 con 0x7fb4d81019f0 2024-05-27T00:34:25.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.292+0000 7fb4dd800640 1 -- 172.21.15.44:0/3131746206 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4d81a2630 con 0x7fb4d81019f0 2024-05-27T00:34:25.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.294+0000 7fb4cf400640 1 -- 172.21.15.44:0/3131746206 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb4c8018c10 con 0x7fb4d81019f0 2024-05-27T00:34:25.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.295+0000 7fb4cf400640 1 --2- 172.21.15.44:0/3131746206 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb4bc0a2c10 0x7fb4bc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:25.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.295+0000 7fb4cf400640 1 -- 172.21.15.44:0/3131746206 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fb4c80cf730 con 0x7fb4d81019f0 2024-05-27T00:34:25.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.296+0000 7fb4cfe00640 1 --2- 172.21.15.44:0/3131746206 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb4bc0a2c10 0x7fb4bc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:25.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.296+0000 7fb4cfe00640 1 --2- 172.21.15.44:0/3131746206 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb4bc0a2c10 0x7fb4bc0a50d0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb4d819b4b0 tx=0x7fb4c0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:25.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.300+0000 7fb4cf400640 1 -- 172.21.15.44:0/3131746206 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb4c8053850 con 0x7fb4d81019f0 2024-05-27T00:34:25.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:25 smithi044 ceph-mon[31645]: osdmap e95: 12 total, 12 up, 12 in 2024-05-27T00:34:25.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:25 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2271253820' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-27T00:34:25.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:25 smithi050 ceph-mon[36071]: osdmap e95: 12 total, 12 up, 12 in 2024-05-27T00:34:25.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:25 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2271253820' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-27T00:34:25.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:25 smithi137 ceph-mon[36552]: osdmap e95: 12 total, 12 up, 12 in 2024-05-27T00:34:25.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:25 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2271253820' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-27T00:34:25.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.508+0000 7fb4dd800640 1 -- 172.21.15.44:0/3131746206 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb4d81a29c0 con 0x7fb4d81019f0 2024-05-27T00:34:25.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.511+0000 7fb4cf400640 1 -- 172.21.15.44:0/3131746206 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+24690 (secure 0 0 0) 0x7fb4c809c2a0 con 0x7fb4d81019f0 2024-05-27T00:34:25.512 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:34:25.512 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":95,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:34:24.086854+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.19","mappings":[{"from":3,"to":7}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:34:25.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.513+0000 7fb4dd800640 1 -- 172.21.15.44:0/3131746206 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb4bc0a2c10 msgr2=0x7fb4bc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:25.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.513+0000 7fb4dd800640 1 --2- 172.21.15.44:0/3131746206 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb4bc0a2c10 0x7fb4bc0a50d0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb4d819b4b0 tx=0x7fb4c0005f90 comp rx=0 tx=0).stop 2024-05-27T00:34:25.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.513+0000 7fb4dd800640 1 -- 172.21.15.44:0/3131746206 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb4d81019f0 msgr2=0x7fb4d8199fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:25.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.513+0000 7fb4dd800640 1 --2- 172.21.15.44:0/3131746206 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb4d81019f0 0x7fb4d8199fa0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb4c800e9a0 tx=0x7fb4c800ee60 comp rx=0 tx=0).stop 2024-05-27T00:34:25.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.513+0000 7fb4dd800640 1 -- 172.21.15.44:0/3131746206 shutdown_connections 2024-05-27T00:34:25.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.513+0000 7fb4dd800640 1 --2- 172.21.15.44:0/3131746206 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb4bc0a2c10 0x7fb4bc0a50d0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:25.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.513+0000 7fb4dd800640 1 --2- 172.21.15.44:0/3131746206 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4d81035a0 0x7fb4d81a1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:25.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.513+0000 7fb4dd800640 1 --2- 172.21.15.44:0/3131746206 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb4d8102be0 0x7fb4d819a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:25.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.513+0000 7fb4dd800640 1 --2- 172.21.15.44:0/3131746206 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb4d81019f0 0x7fb4d8199fa0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:25.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.513+0000 7fb4dd800640 1 -- 172.21.15.44:0/3131746206 >> 172.21.15.44:0/3131746206 conn(0x7fb4d80fcf80 msgr2=0x7fb4d8073bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:25.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.514+0000 7fb4dd800640 1 -- 172.21.15.44:0/3131746206 shutdown_connections 2024-05-27T00:34:25.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.514+0000 7fb4dd800640 1 -- 172.21.15.44:0/3131746206 wait complete. 2024-05-27T00:34:25.535 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-27T00:27:02.979133+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-27T00:32:16.909207+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-27T00:32:17.962562+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-05-27T00:32:21.951818+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-05-27T00:34:25.535 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-27T00:34:25.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.751+0000 7fcc83200640 1 -- 172.21.15.44:0/3335045699 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc7c109a30 msgr2=0x7fcc7c110350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:25.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.751+0000 7fcc83200640 1 --2- 172.21.15.44:0/3335045699 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc7c109a30 0x7fcc7c110350 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fcc78009900 tx=0x7fcc7802a3f0 comp rx=0 tx=0).stop 2024-05-27T00:34:25.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.751+0000 7fcc83200640 1 -- 172.21.15.44:0/3335045699 shutdown_connections 2024-05-27T00:34:25.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.751+0000 7fcc83200640 1 --2- 172.21.15.44:0/3335045699 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc7c109a30 0x7fcc7c110350 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:25.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.751+0000 7fcc83200640 1 --2- 172.21.15.44:0/3335045699 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc7c109070 0x7fcc7c1094f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:25.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.751+0000 7fcc83200640 1 --2- 172.21.15.44:0/3335045699 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcc7c107e90 0x7fcc7c1082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:25.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.751+0000 7fcc83200640 1 -- 172.21.15.44:0/3335045699 >> 172.21.15.44:0/3335045699 conn(0x7fcc7c076e70 msgr2=0x7fcc7c0792b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:25.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.752+0000 7fcc83200640 1 -- 172.21.15.44:0/3335045699 shutdown_connections 2024-05-27T00:34:25.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.752+0000 7fcc83200640 1 -- 172.21.15.44:0/3335045699 wait complete. 2024-05-27T00:34:25.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.753+0000 7fcc83200640 1 Processor -- start 2024-05-27T00:34:25.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.753+0000 7fcc83200640 1 -- start start 2024-05-27T00:34:25.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.753+0000 7fcc83200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc7c107e90 0x7fcc7c19e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:25.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.753+0000 7fcc83200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcc7c109070 0x7fcc7c19e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:25.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.753+0000 7fcc83200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc7c109a30 0x7fcc7c1a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:25.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.753+0000 7fcc83200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcc7c113d10 con 0x7fcc7c107e90 2024-05-27T00:34:25.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.753+0000 7fcc83200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcc7c113b90 con 0x7fcc7c109a30 2024-05-27T00:34:25.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.753+0000 7fcc83200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fcc7c113e90 con 0x7fcc7c109070 2024-05-27T00:34:25.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.753+0000 7fcc81e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc7c107e90 0x7fcc7c19e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:25.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.753+0000 7fcc81e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc7c107e90 0x7fcc7c19e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39274/0 (socket says 172.21.15.44:39274) 2024-05-27T00:34:25.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.753+0000 7fcc81e00640 1 -- 172.21.15.44:0/3519333900 learned_addr learned my addr 172.21.15.44:0/3519333900 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:25.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.753+0000 7fcc82800640 1 --2- 172.21.15.44:0/3519333900 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc7c109a30 0x7fcc7c1a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:25.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.753+0000 7fcc81400640 1 --2- 172.21.15.44:0/3519333900 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcc7c109070 0x7fcc7c19e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:25.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.754+0000 7fcc81e00640 1 -- 172.21.15.44:0/3519333900 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcc7c109070 msgr2=0x7fcc7c19e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:25.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.754+0000 7fcc81e00640 1 --2- 172.21.15.44:0/3519333900 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcc7c109070 0x7fcc7c19e750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:25.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.754+0000 7fcc81e00640 1 -- 172.21.15.44:0/3519333900 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc7c109a30 msgr2=0x7fcc7c1a57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:25.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.754+0000 7fcc81e00640 1 --2- 172.21.15.44:0/3519333900 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc7c109a30 0x7fcc7c1a57c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:25.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.754+0000 7fcc81e00640 1 -- 172.21.15.44:0/3519333900 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc7c1a5e30 con 0x7fcc7c107e90 2024-05-27T00:34:25.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.754+0000 7fcc81e00640 1 --2- 172.21.15.44:0/3519333900 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc7c107e90 0x7fcc7c19e210 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fcc7400eb70 tx=0x7fcc7400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:25.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.754+0000 7fcc72a00640 1 -- 172.21.15.44:0/3519333900 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc74003b70 con 0x7fcc7c107e90 2024-05-27T00:34:25.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.754+0000 7fcc83200640 1 -- 172.21.15.44:0/3519333900 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc7c1a6120 con 0x7fcc7c107e90 2024-05-27T00:34:25.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.755+0000 7fcc72a00640 1 -- 172.21.15.44:0/3519333900 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fcc7400ee70 con 0x7fcc7c107e90 2024-05-27T00:34:25.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.755+0000 7fcc72a00640 1 -- 172.21.15.44:0/3519333900 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc740108d0 con 0x7fcc7c107e90 2024-05-27T00:34:25.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.755+0000 7fcc83200640 1 -- 172.21.15.44:0/3519333900 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc7c1a6670 con 0x7fcc7c107e90 2024-05-27T00:34:25.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.756+0000 7fcc83200640 1 -- 172.21.15.44:0/3519333900 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc7c10f160 con 0x7fcc7c107e90 2024-05-27T00:34:25.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.758+0000 7fcc72a00640 1 -- 172.21.15.44:0/3519333900 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fcc74010a70 con 0x7fcc7c107e90 2024-05-27T00:34:25.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.759+0000 7fcc72a00640 1 --2- 172.21.15.44:0/3519333900 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcc680a2c10 0x7fcc680a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:25.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.759+0000 7fcc72a00640 1 -- 172.21.15.44:0/3519333900 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fcc740cfa10 con 0x7fcc7c107e90 2024-05-27T00:34:25.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.760+0000 7fcc81400640 1 --2- 172.21.15.44:0/3519333900 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcc680a2c10 0x7fcc680a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:25.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.760+0000 7fcc81400640 1 --2- 172.21.15.44:0/3519333900 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcc680a2c10 0x7fcc680a50d0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fcc7c19f720 tx=0x7fcc6c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:25.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.762+0000 7fcc72a00640 1 -- 172.21.15.44:0/3519333900 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fcc7409c5e0 con 0x7fcc7c107e90 2024-05-27T00:34:25.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.964+0000 7fcc83200640 1 -- 172.21.15.44:0/3519333900 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fcc7c02d490 con 0x7fcc7c107e90 2024-05-27T00:34:25.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.965+0000 7fcc72a00640 1 -- 172.21.15.44:0/3519333900 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v95) ==== 93+0+10 (secure 0 0 0) 0x7fcc7409bee0 con 0x7fcc7c107e90 2024-05-27T00:34:25.966 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 1 2024-05-27T00:34:25.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.968+0000 7fcc83200640 1 -- 172.21.15.44:0/3519333900 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcc680a2c10 msgr2=0x7fcc680a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:25.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.968+0000 7fcc83200640 1 --2- 172.21.15.44:0/3519333900 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcc680a2c10 0x7fcc680a50d0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fcc7c19f720 tx=0x7fcc6c00b410 comp rx=0 tx=0).stop 2024-05-27T00:34:25.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.968+0000 7fcc83200640 1 -- 172.21.15.44:0/3519333900 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc7c107e90 msgr2=0x7fcc7c19e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:25.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.968+0000 7fcc83200640 1 --2- 172.21.15.44:0/3519333900 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc7c107e90 0x7fcc7c19e210 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fcc7400eb70 tx=0x7fcc7400c6a0 comp rx=0 tx=0).stop 2024-05-27T00:34:25.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.968+0000 7fcc83200640 1 -- 172.21.15.44:0/3519333900 shutdown_connections 2024-05-27T00:34:25.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.968+0000 7fcc83200640 1 --2- 172.21.15.44:0/3519333900 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcc680a2c10 0x7fcc680a50d0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:25.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.968+0000 7fcc83200640 1 --2- 172.21.15.44:0/3519333900 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcc7c109a30 0x7fcc7c1a57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:25.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.968+0000 7fcc83200640 1 --2- 172.21.15.44:0/3519333900 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcc7c109070 0x7fcc7c19e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:25.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.968+0000 7fcc83200640 1 --2- 172.21.15.44:0/3519333900 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcc7c107e90 0x7fcc7c19e210 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:25.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.968+0000 7fcc83200640 1 -- 172.21.15.44:0/3519333900 >> 172.21.15.44:0/3519333900 conn(0x7fcc7c076e70 msgr2=0x7fcc7c10c330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:25.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.968+0000 7fcc83200640 1 -- 172.21.15.44:0/3519333900 shutdown_connections 2024-05-27T00:34:25.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:25.968+0000 7fcc83200640 1 -- 172.21.15.44:0/3519333900 wait complete. 2024-05-27T00:34:25.990 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-27T00:34:26.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.210+0000 7fac96400640 1 -- 172.21.15.44:0/3635501419 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fac90102490 msgr2=0x7fac90108d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:26.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.210+0000 7fac96400640 1 --2- 172.21.15.44:0/3635501419 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fac90102490 0x7fac90108d20 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fac88009860 tx=0x7fac8802a340 comp rx=0 tx=0).stop 2024-05-27T00:34:26.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.210+0000 7fac96400640 1 -- 172.21.15.44:0/3635501419 shutdown_connections 2024-05-27T00:34:26.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.210+0000 7fac96400640 1 --2- 172.21.15.44:0/3635501419 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fac90102490 0x7fac90108d20 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:26.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.210+0000 7fac96400640 1 --2- 172.21.15.44:0/3635501419 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac90101ad0 0x7fac90101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:26.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.210+0000 7fac96400640 1 --2- 172.21.15.44:0/3635501419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fac901008e0 0x7fac90100d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:26.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.210+0000 7fac96400640 1 -- 172.21.15.44:0/3635501419 >> 172.21.15.44:0/3635501419 conn(0x7fac900fbe50 msgr2=0x7fac900fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:26.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.210+0000 7fac96400640 1 -- 172.21.15.44:0/3635501419 shutdown_connections 2024-05-27T00:34:26.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.210+0000 7fac96400640 1 -- 172.21.15.44:0/3635501419 wait complete. 2024-05-27T00:34:26.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.211+0000 7fac96400640 1 Processor -- start 2024-05-27T00:34:26.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.211+0000 7fac96400640 1 -- start start 2024-05-27T00:34:26.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.212+0000 7fac96400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac901008e0 0x7fac90104870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:26.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.212+0000 7fac96400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fac90101ad0 0x7fac90102eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:26.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.212+0000 7fac96400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fac90102490 0x7fac901033f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:26.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.212+0000 7fac96400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fac9010c690 con 0x7fac901008e0 2024-05-27T00:34:26.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.212+0000 7fac96400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fac9010c510 con 0x7fac90101ad0 2024-05-27T00:34:26.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.212+0000 7fac96400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fac9010c810 con 0x7fac90102490 2024-05-27T00:34:26.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.212+0000 7fac8f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac901008e0 0x7fac90104870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:26.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.212+0000 7fac8f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac901008e0 0x7fac90104870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39302/0 (socket says 172.21.15.44:39302) 2024-05-27T00:34:26.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.212+0000 7fac8f400640 1 -- 172.21.15.44:0/462662992 learned_addr learned my addr 172.21.15.44:0/462662992 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:26.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.212+0000 7fac8ea00640 1 --2- 172.21.15.44:0/462662992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fac90101ad0 0x7fac90102eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:26.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.212+0000 7fac8fe00640 1 --2- 172.21.15.44:0/462662992 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fac90102490 0x7fac901033f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:26.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.213+0000 7fac8f400640 1 -- 172.21.15.44:0/462662992 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fac90102490 msgr2=0x7fac901033f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:26.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.213+0000 7fac8f400640 1 --2- 172.21.15.44:0/462662992 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fac90102490 0x7fac901033f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:26.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.213+0000 7fac8f400640 1 -- 172.21.15.44:0/462662992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fac90101ad0 msgr2=0x7fac90102eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:26.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.213+0000 7fac8f400640 1 --2- 172.21.15.44:0/462662992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fac90101ad0 0x7fac90102eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:26.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.213+0000 7fac8f400640 1 -- 172.21.15.44:0/462662992 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac90103c80 con 0x7fac901008e0 2024-05-27T00:34:26.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.213+0000 7fac8f400640 1 --2- 172.21.15.44:0/462662992 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac901008e0 0x7fac90104870 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fac80009d20 tx=0x7fac8000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:26.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.213+0000 7fac87e00640 1 -- 172.21.15.44:0/462662992 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac80010630 con 0x7fac901008e0 2024-05-27T00:34:26.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.213+0000 7fac87e00640 1 -- 172.21.15.44:0/462662992 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fac80010cd0 con 0x7fac901008e0 2024-05-27T00:34:26.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.213+0000 7fac96400640 1 -- 172.21.15.44:0/462662992 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac901a1e90 con 0x7fac901008e0 2024-05-27T00:34:26.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.213+0000 7fac87e00640 1 -- 172.21.15.44:0/462662992 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac800173d0 con 0x7fac901008e0 2024-05-27T00:34:26.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.213+0000 7fac96400640 1 -- 172.21.15.44:0/462662992 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac901a22a0 con 0x7fac901008e0 2024-05-27T00:34:26.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.215+0000 7fac96400640 1 -- 172.21.15.44:0/462662992 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac901a2590 con 0x7fac901008e0 2024-05-27T00:34:26.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.217+0000 7fac87e00640 1 -- 172.21.15.44:0/462662992 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fac800107d0 con 0x7fac901008e0 2024-05-27T00:34:26.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.218+0000 7fac87e00640 1 --2- 172.21.15.44:0/462662992 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fac740a2b90 0x7fac740a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:26.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.218+0000 7fac87e00640 1 -- 172.21.15.44:0/462662992 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fac800cfc30 con 0x7fac901008e0 2024-05-27T00:34:26.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.219+0000 7fac8ea00640 1 --2- 172.21.15.44:0/462662992 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fac740a2b90 0x7fac740a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:26.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.219+0000 7fac8ea00640 1 --2- 172.21.15.44:0/462662992 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fac740a2b90 0x7fac740a5050 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fac901045e0 tx=0x7fac78009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:26.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.222+0000 7fac87e00640 1 -- 172.21.15.44:0/462662992 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fac80053850 con 0x7fac901008e0 2024-05-27T00:34:26.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:26 smithi044 ceph-mon[31645]: pgmap v387: 129 pgs: 129 active+clean; 644 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 5 op/s 2024-05-27T00:34:26.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:26 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3131746206' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:34:26.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:26 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3519333900' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:34:26.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.428+0000 7fac96400640 1 -- 172.21.15.44:0/462662992 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fac901a2e30 con 0x7fac901008e0 2024-05-27T00:34:26.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.429+0000 7fac87e00640 1 -- 172.21.15.44:0/462662992 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v95) ==== 104+0+11 (secure 0 0 0) 0x7fac8009c7a0 con 0x7fac901008e0 2024-05-27T00:34:26.430 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:34:26.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.432+0000 7fac96400640 1 -- 172.21.15.44:0/462662992 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fac740a2b90 msgr2=0x7fac740a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:26.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.432+0000 7fac96400640 1 --2- 172.21.15.44:0/462662992 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fac740a2b90 0x7fac740a5050 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fac901045e0 tx=0x7fac78009260 comp rx=0 tx=0).stop 2024-05-27T00:34:26.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.432+0000 7fac96400640 1 -- 172.21.15.44:0/462662992 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac901008e0 msgr2=0x7fac90104870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:26.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.432+0000 7fac96400640 1 --2- 172.21.15.44:0/462662992 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac901008e0 0x7fac90104870 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fac80009d20 tx=0x7fac8000c6a0 comp rx=0 tx=0).stop 2024-05-27T00:34:26.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.432+0000 7fac96400640 1 -- 172.21.15.44:0/462662992 shutdown_connections 2024-05-27T00:34:26.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.432+0000 7fac96400640 1 --2- 172.21.15.44:0/462662992 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fac740a2b90 0x7fac740a5050 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:26.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.432+0000 7fac96400640 1 --2- 172.21.15.44:0/462662992 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fac90102490 0x7fac901033f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:26.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.432+0000 7fac96400640 1 --2- 172.21.15.44:0/462662992 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fac90101ad0 0x7fac90102eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:26.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.432+0000 7fac96400640 1 --2- 172.21.15.44:0/462662992 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fac901008e0 0x7fac90104870 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:26.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.432+0000 7fac96400640 1 -- 172.21.15.44:0/462662992 >> 172.21.15.44:0/462662992 conn(0x7fac900fbe50 msgr2=0x7fac900fd8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:26.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.432+0000 7fac96400640 1 -- 172.21.15.44:0/462662992 shutdown_connections 2024-05-27T00:34:26.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.432+0000 7fac96400640 1 -- 172.21.15.44:0/462662992 wait complete. 2024-05-27T00:34:26.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:26 smithi050 ceph-mon[36071]: pgmap v387: 129 pgs: 129 active+clean; 644 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 5 op/s 2024-05-27T00:34:26.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:26 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3131746206' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:34:26.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:26 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3519333900' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:34:26.453 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-27T00:34:26.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:26 smithi137 ceph-mon[36552]: pgmap v387: 129 pgs: 129 active+clean; 644 KiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 127 B/s wr, 5 op/s 2024-05-27T00:34:26.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:26 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3131746206' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:34:26.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:26 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3519333900' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:34:26.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.673+0000 7f0cda800640 1 -- 172.21.15.44:0/1369940330 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0cd4101420 msgr2=0x7f0cd41018a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:26.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.673+0000 7f0cda800640 1 --2- 172.21.15.44:0/1369940330 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0cd4101420 0x7f0cd41018a0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc009be0 tx=0x7f0ccc02a6c0 comp rx=0 tx=0).stop 2024-05-27T00:34:26.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.673+0000 7f0cda800640 1 -- 172.21.15.44:0/1369940330 shutdown_connections 2024-05-27T00:34:26.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.673+0000 7f0cda800640 1 --2- 172.21.15.44:0/1369940330 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0cd4101420 0x7f0cd41018a0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:26.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.673+0000 7f0cda800640 1 --2- 172.21.15.44:0/1369940330 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cd4100a80 0x7f0cd4100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:26.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.673+0000 7f0cda800640 1 --2- 172.21.15.44:0/1369940330 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0cd4100120 0x7f0cd4100540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:26.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.673+0000 7f0cda800640 1 -- 172.21.15.44:0/1369940330 >> 172.21.15.44:0/1369940330 conn(0x7f0cd40fbd40 msgr2=0x7f0cd40fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:26.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.674+0000 7f0cda800640 1 -- 172.21.15.44:0/1369940330 shutdown_connections 2024-05-27T00:34:26.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.674+0000 7f0cda800640 1 -- 172.21.15.44:0/1369940330 wait complete. 2024-05-27T00:34:26.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.675+0000 7f0cda800640 1 Processor -- start 2024-05-27T00:34:26.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.675+0000 7f0cda800640 1 -- start start 2024-05-27T00:34:26.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.675+0000 7f0cda800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0cd4100120 0x7f0cd4199df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:26.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.675+0000 7f0cda800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0cd4100a80 0x7f0cd419a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:26.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.675+0000 7f0cda800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cd4101420 0x7f0cd41a13a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:26.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.675+0000 7f0cda800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0cd410f870 con 0x7f0cd4100120 2024-05-27T00:34:26.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.675+0000 7f0cda800640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0cd410f6f0 con 0x7f0cd4101420 2024-05-27T00:34:26.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.675+0000 7f0cda800640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f0cd410f9f0 con 0x7f0cd4100a80 2024-05-27T00:34:26.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.676+0000 7f0cd9400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0cd4100120 0x7f0cd4199df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:26.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.676+0000 7f0cd9400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0cd4100120 0x7f0cd4199df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39322/0 (socket says 172.21.15.44:39322) 2024-05-27T00:34:26.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.676+0000 7f0cd9400640 1 -- 172.21.15.44:0/366799190 learned_addr learned my addr 172.21.15.44:0/366799190 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:26.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.676+0000 7f0cd8a00640 1 --2- 172.21.15.44:0/366799190 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0cd4100a80 0x7f0cd419a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:26.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.676+0000 7f0cd9e00640 1 --2- 172.21.15.44:0/366799190 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cd4101420 0x7f0cd41a13a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:26.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.676+0000 7f0cd8a00640 1 -- 172.21.15.44:0/366799190 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cd4101420 msgr2=0x7f0cd41a13a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:26.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.676+0000 7f0cd8a00640 1 --2- 172.21.15.44:0/366799190 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cd4101420 0x7f0cd41a13a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:26.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.676+0000 7f0cd8a00640 1 -- 172.21.15.44:0/366799190 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0cd4100120 msgr2=0x7f0cd4199df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:26.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.676+0000 7f0cd8a00640 1 --2- 172.21.15.44:0/366799190 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0cd4100120 0x7f0cd4199df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:26.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.676+0000 7f0cd8a00640 1 -- 172.21.15.44:0/366799190 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cd41a1a10 con 0x7f0cd4100a80 2024-05-27T00:34:26.678 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.676+0000 7f0cd9400640 1 --2- 172.21.15.44:0/366799190 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0cd4100120 0x7f0cd4199df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:26.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.677+0000 7f0cd8a00640 1 --2- 172.21.15.44:0/366799190 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0cd4100a80 0x7f0cd419a330 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f0cc0005fd0 tx=0x7f0cc000ee50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:26.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.677+0000 7f0cd2000640 1 -- 172.21.15.44:0/366799190 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc000cd00 con 0x7f0cd4100a80 2024-05-27T00:34:26.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.677+0000 7f0cd2000640 1 -- 172.21.15.44:0/366799190 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0cc00035f0 con 0x7f0cd4100a80 2024-05-27T00:34:26.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.677+0000 7f0cda800640 1 -- 172.21.15.44:0/366799190 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cd41a1d00 con 0x7f0cd4100a80 2024-05-27T00:34:26.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.677+0000 7f0cd2000640 1 -- 172.21.15.44:0/366799190 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc0010690 con 0x7f0cd4100a80 2024-05-27T00:34:26.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.677+0000 7f0cda800640 1 -- 172.21.15.44:0/366799190 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cd41a2240 con 0x7f0cd4100a80 2024-05-27T00:34:26.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.678+0000 7f0cda800640 1 -- 172.21.15.44:0/366799190 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cd410ae70 con 0x7f0cd4100a80 2024-05-27T00:34:26.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.681+0000 7f0cd2000640 1 -- 172.21.15.44:0/366799190 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f0cc00037a0 con 0x7f0cd4100a80 2024-05-27T00:34:26.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.683+0000 7f0cd2000640 1 --2- 172.21.15.44:0/366799190 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0cbc0a2c10 0x7f0cbc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:26.684 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.683+0000 7f0cd2000640 1 -- 172.21.15.44:0/366799190 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f0cc00cf520 con 0x7f0cd4100a80 2024-05-27T00:34:26.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.683+0000 7f0cd9400640 1 --2- 172.21.15.44:0/366799190 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0cbc0a2c10 0x7f0cbc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:26.685 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.684+0000 7f0cd9400640 1 --2- 172.21.15.44:0/366799190 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0cbc0a2c10 0x7f0cbc0a50d0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0cc8011550 tx=0x7f0cc8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:26.688 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.687+0000 7f0cd2000640 1 -- 172.21.15.44:0/366799190 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0cc0009510 con 0x7f0cd4100a80 2024-05-27T00:34:26.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.897+0000 7f0cda800640 1 -- 172.21.15.44:0/366799190 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f0cd40625a0 con 0x7f0cd4100a80 2024-05-27T00:34:26.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.897+0000 7f0cd2000640 1 -- 172.21.15.44:0/366799190 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v95) ==== 100+0+11 (secure 0 0 0) 0x7f0cc009c090 con 0x7f0cd4100a80 2024-05-27T00:34:26.898 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 64 2024-05-27T00:34:26.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.900+0000 7f0cda800640 1 -- 172.21.15.44:0/366799190 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0cbc0a2c10 msgr2=0x7f0cbc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:26.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.900+0000 7f0cda800640 1 --2- 172.21.15.44:0/366799190 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0cbc0a2c10 0x7f0cbc0a50d0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0cc8011550 tx=0x7f0cc8005f90 comp rx=0 tx=0).stop 2024-05-27T00:34:26.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.900+0000 7f0cda800640 1 -- 172.21.15.44:0/366799190 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0cd4100a80 msgr2=0x7f0cd419a330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:26.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.900+0000 7f0cda800640 1 --2- 172.21.15.44:0/366799190 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0cd4100a80 0x7f0cd419a330 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f0cc0005fd0 tx=0x7f0cc000ee50 comp rx=0 tx=0).stop 2024-05-27T00:34:26.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.900+0000 7f0cda800640 1 -- 172.21.15.44:0/366799190 shutdown_connections 2024-05-27T00:34:26.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.900+0000 7f0cda800640 1 --2- 172.21.15.44:0/366799190 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f0cbc0a2c10 0x7f0cbc0a50d0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:26.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.900+0000 7f0cda800640 1 --2- 172.21.15.44:0/366799190 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0cd4101420 0x7f0cd41a13a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:26.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.900+0000 7f0cda800640 1 --2- 172.21.15.44:0/366799190 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0cd4100a80 0x7f0cd419a330 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:26.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.900+0000 7f0cda800640 1 --2- 172.21.15.44:0/366799190 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0cd4100120 0x7f0cd4199df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:26.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.900+0000 7f0cda800640 1 -- 172.21.15.44:0/366799190 >> 172.21.15.44:0/366799190 conn(0x7f0cd40fbd40 msgr2=0x7f0cd40fd840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:26.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.901+0000 7f0cda800640 1 -- 172.21.15.44:0/366799190 shutdown_connections 2024-05-27T00:34:26.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:26.901+0000 7f0cda800640 1 -- 172.21.15.44:0/366799190 wait complete. 2024-05-27T00:34:26.922 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-05-27T00:34:27.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.141+0000 7f8ebac00640 1 -- 172.21.15.44:0/1597840599 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8eb4102480 msgr2=0x7f8eb4104870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:27.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.141+0000 7f8ebac00640 1 --2- 172.21.15.44:0/1597840599 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8eb4102480 0x7f8eb4104870 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8ea4009ca0 tx=0x7f8ea402a8c0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.141+0000 7f8ebac00640 1 -- 172.21.15.44:0/1597840599 shutdown_connections 2024-05-27T00:34:27.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.141+0000 7f8ebac00640 1 --2- 172.21.15.44:0/1597840599 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8eb41076e0 0x7f8eb4109b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.141+0000 7f8ebac00640 1 --2- 172.21.15.44:0/1597840599 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8eb4104db0 0x7f8eb41071a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.141+0000 7f8ebac00640 1 --2- 172.21.15.44:0/1597840599 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8eb4102480 0x7f8eb4104870 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.141+0000 7f8ebac00640 1 -- 172.21.15.44:0/1597840599 >> 172.21.15.44:0/1597840599 conn(0x7f8eb40fbe70 msgr2=0x7f8eb40fe2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:27.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.141+0000 7f8ebac00640 1 -- 172.21.15.44:0/1597840599 shutdown_connections 2024-05-27T00:34:27.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.141+0000 7f8ebac00640 1 -- 172.21.15.44:0/1597840599 wait complete. 2024-05-27T00:34:27.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.142+0000 7f8ebac00640 1 Processor -- start 2024-05-27T00:34:27.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.143+0000 7f8ebac00640 1 -- start start 2024-05-27T00:34:27.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.143+0000 7f8ebac00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8eb4102480 0x7f8eb419a070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:27.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.143+0000 7f8ebac00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8eb4104db0 0x7f8eb419a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:27.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.143+0000 7f8ebac00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8eb41076e0 0x7f8eb41a1620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:27.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.143+0000 7f8ebac00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8eb410d820 con 0x7f8eb4104db0 2024-05-27T00:34:27.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.143+0000 7f8ebac00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8eb410d6a0 con 0x7f8eb4102480 2024-05-27T00:34:27.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.143+0000 7f8ebac00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f8eb410d9a0 con 0x7f8eb41076e0 2024-05-27T00:34:27.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.143+0000 7f8eb3400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8eb4104db0 0x7f8eb419a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:27.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.144+0000 7f8eb3400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8eb4104db0 0x7f8eb419a5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39336/0 (socket says 172.21.15.44:39336) 2024-05-27T00:34:27.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.144+0000 7f8eb3400640 1 -- 172.21.15.44:0/1197506145 learned_addr learned my addr 172.21.15.44:0/1197506145 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:27.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.144+0000 7f8eb3e00640 1 --2- 172.21.15.44:0/1197506145 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8eb4102480 0x7f8eb419a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:27.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.144+0000 7f8eb8c00640 1 --2- 172.21.15.44:0/1197506145 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8eb41076e0 0x7f8eb41a1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:27.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.144+0000 7f8eb3400640 1 -- 172.21.15.44:0/1197506145 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8eb41076e0 msgr2=0x7f8eb41a1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:27.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.144+0000 7f8eb3400640 1 --2- 172.21.15.44:0/1197506145 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8eb41076e0 0x7f8eb41a1620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.144+0000 7f8eb3400640 1 -- 172.21.15.44:0/1197506145 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8eb4102480 msgr2=0x7f8eb419a070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:27.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.144+0000 7f8eb3400640 1 --2- 172.21.15.44:0/1197506145 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8eb4102480 0x7f8eb419a070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.144+0000 7f8eb3400640 1 -- 172.21.15.44:0/1197506145 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8eb41a1c90 con 0x7f8eb4104db0 2024-05-27T00:34:27.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.144+0000 7f8eb8c00640 1 --2- 172.21.15.44:0/1197506145 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8eb41076e0 0x7f8eb41a1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:27.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.144+0000 7f8eb3400640 1 --2- 172.21.15.44:0/1197506145 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8eb4104db0 0x7f8eb419a5b0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c00e9f0 tx=0x7f8e9c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:27.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.145+0000 7f8eb0c00640 1 -- 172.21.15.44:0/1197506145 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e9c00ccc0 con 0x7f8eb4104db0 2024-05-27T00:34:27.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.145+0000 7f8eb0c00640 1 -- 172.21.15.44:0/1197506145 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8e9c005520 con 0x7f8eb4104db0 2024-05-27T00:34:27.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.145+0000 7f8ebac00640 1 -- 172.21.15.44:0/1197506145 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8eb41a1f80 con 0x7f8eb4104db0 2024-05-27T00:34:27.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.145+0000 7f8eb0c00640 1 -- 172.21.15.44:0/1197506145 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e9c010690 con 0x7f8eb4104db0 2024-05-27T00:34:27.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.145+0000 7f8ebac00640 1 -- 172.21.15.44:0/1197506145 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8eb41a23f0 con 0x7f8eb4104db0 2024-05-27T00:34:27.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.146+0000 7f8ebac00640 1 -- 172.21.15.44:0/1197506145 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8eb4109230 con 0x7f8eb4104db0 2024-05-27T00:34:27.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.148+0000 7f8eb0c00640 1 -- 172.21.15.44:0/1197506145 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f8e9c004f70 con 0x7f8eb4104db0 2024-05-27T00:34:27.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.150+0000 7f8eb0c00640 1 --2- 172.21.15.44:0/1197506145 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8e980a2b90 0x7f8e980a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:27.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.150+0000 7f8eb0c00640 1 -- 172.21.15.44:0/1197506145 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f8e9c0cf780 con 0x7f8eb4104db0 2024-05-27T00:34:27.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.150+0000 7f8eb3e00640 1 --2- 172.21.15.44:0/1197506145 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8e980a2b90 0x7f8e980a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:27.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.151+0000 7f8eb3e00640 1 --2- 172.21.15.44:0/1197506145 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8e980a2b90 0x7f8e980a5050 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f8ea4005e30 tx=0x7f8ea4005f50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:27.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.154+0000 7f8eb0c00640 1 -- 172.21.15.44:0/1197506145 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8e9c09c2f0 con 0x7f8eb4104db0 2024-05-27T00:34:27.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.356+0000 7f8ebac00640 1 -- 172.21.15.44:0/1197506145 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f8eb4062640 con 0x7f8eb4104db0 2024-05-27T00:34:27.358 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.357+0000 7f8eb0c00640 1 -- 172.21.15.44:0/1197506145 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v95) ==== 103+0+11 (secure 0 0 0) 0x7f8e9c09bbf0 con 0x7f8eb4104db0 2024-05-27T00:34:27.358 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:34:27.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.360+0000 7f8ebac00640 1 -- 172.21.15.44:0/1197506145 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8e980a2b90 msgr2=0x7f8e980a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:27.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.360+0000 7f8ebac00640 1 --2- 172.21.15.44:0/1197506145 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8e980a2b90 0x7f8e980a5050 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f8ea4005e30 tx=0x7f8ea4005f50 comp rx=0 tx=0).stop 2024-05-27T00:34:27.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.360+0000 7f8ebac00640 1 -- 172.21.15.44:0/1197506145 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8eb4104db0 msgr2=0x7f8eb419a5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:27.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.360+0000 7f8ebac00640 1 --2- 172.21.15.44:0/1197506145 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8eb4104db0 0x7f8eb419a5b0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c00e9f0 tx=0x7f8e9c00eeb0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.360+0000 7f8ebac00640 1 -- 172.21.15.44:0/1197506145 shutdown_connections 2024-05-27T00:34:27.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.360+0000 7f8ebac00640 1 --2- 172.21.15.44:0/1197506145 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f8e980a2b90 0x7f8e980a5050 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.360+0000 7f8ebac00640 1 --2- 172.21.15.44:0/1197506145 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8eb41076e0 0x7f8eb41a1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.360+0000 7f8ebac00640 1 --2- 172.21.15.44:0/1197506145 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8eb4104db0 0x7f8eb419a5b0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.360+0000 7f8ebac00640 1 --2- 172.21.15.44:0/1197506145 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8eb4102480 0x7f8eb419a070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.360+0000 7f8ebac00640 1 -- 172.21.15.44:0/1197506145 >> 172.21.15.44:0/1197506145 conn(0x7f8eb40fbe70 msgr2=0x7f8eb4101c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:27.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.360+0000 7f8ebac00640 1 -- 172.21.15.44:0/1197506145 shutdown_connections 2024-05-27T00:34:27.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.360+0000 7f8ebac00640 1 -- 172.21.15.44:0/1197506145 wait complete. 2024-05-27T00:34:27.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:27 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/462662992' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:34:27.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:27 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/366799190' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:34:27.381 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:34:27.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:27 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/462662992' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:34:27.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:27 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/366799190' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:34:27.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:27 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/462662992' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:34:27.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:27 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/366799190' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:34:27.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.586+0000 7f5cf5a00640 1 -- 172.21.15.44:0/3723834831 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5cf0076360 msgr2=0x7f5cf0076780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:27.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.586+0000 7f5cf5a00640 1 --2- 172.21.15.44:0/3723834831 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5cf0076360 0x7f5cf0076780 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5ce0009900 tx=0x7f5ce002a3f0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.586+0000 7f5cf5a00640 1 -- 172.21.15.44:0/3723834831 shutdown_connections 2024-05-27T00:34:27.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.586+0000 7f5cf5a00640 1 --2- 172.21.15.44:0/3723834831 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5cf0077f40 0x7f5cf00787e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.586+0000 7f5cf5a00640 1 --2- 172.21.15.44:0/3723834831 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5cf00775a0 0x7f5cf0077a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.586+0000 7f5cf5a00640 1 --2- 172.21.15.44:0/3723834831 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5cf0076360 0x7f5cf0076780 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.586+0000 7f5cf5a00640 1 -- 172.21.15.44:0/3723834831 >> 172.21.15.44:0/3723834831 conn(0x7f5cf00ff190 msgr2=0x7f5cf01015b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:27.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.586+0000 7f5cf5a00640 1 -- 172.21.15.44:0/3723834831 shutdown_connections 2024-05-27T00:34:27.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.586+0000 7f5cf5a00640 1 -- 172.21.15.44:0/3723834831 wait complete. 2024-05-27T00:34:27.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.587+0000 7f5cf5a00640 1 Processor -- start 2024-05-27T00:34:27.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.587+0000 7f5cf5a00640 1 -- start start 2024-05-27T00:34:27.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.588+0000 7f5cf5a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5cf0076360 0x7f5cf019e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:27.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.588+0000 7f5cf5a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5cf00775a0 0x7f5cf019e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:27.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.588+0000 7f5cf5a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5cf0077f40 0x7f5cf01a5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:27.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.588+0000 7f5cf5a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5cf0113da0 con 0x7f5cf0077f40 2024-05-27T00:34:27.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.588+0000 7f5cf5a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5cf0113c20 con 0x7f5cf0076360 2024-05-27T00:34:27.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.588+0000 7f5cf5a00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f5cf0113f20 con 0x7f5cf00775a0 2024-05-27T00:34:27.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.588+0000 7f5cef400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5cf0077f40 0x7f5cf01a5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:27.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.588+0000 7f5ceea00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5cf0076360 0x7f5cf019e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:27.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.588+0000 7f5ceea00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5cf0076360 0x7f5cf019e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:42262/0 (socket says 172.21.15.44:42262) 2024-05-27T00:34:27.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.588+0000 7f5ceea00640 1 -- 172.21.15.44:0/2553695119 learned_addr learned my addr 172.21.15.44:0/2553695119 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:27.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.588+0000 7f5cee000640 1 --2- 172.21.15.44:0/2553695119 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5cf00775a0 0x7f5cf019e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:27.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.588+0000 7f5ceea00640 1 -- 172.21.15.44:0/2553695119 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5cf00775a0 msgr2=0x7f5cf019e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:27.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.588+0000 7f5ceea00640 1 --2- 172.21.15.44:0/2553695119 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5cf00775a0 0x7f5cf019e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.588+0000 7f5ceea00640 1 -- 172.21.15.44:0/2553695119 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5cf0077f40 msgr2=0x7f5cf01a5990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:27.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.588+0000 7f5ceea00640 1 --2- 172.21.15.44:0/2553695119 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5cf0077f40 0x7f5cf01a5990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.588+0000 7f5ceea00640 1 -- 172.21.15.44:0/2553695119 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cf01a6000 con 0x7f5cf0076360 2024-05-27T00:34:27.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.588+0000 7f5cee000640 1 --2- 172.21.15.44:0/2553695119 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5cf00775a0 0x7f5cf019e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:34:27.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.589+0000 7f5ceea00640 1 --2- 172.21.15.44:0/2553695119 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5cf0076360 0x7f5cf019e3e0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f5ce0009a20 tx=0x7f5ce00042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:27.591 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.589+0000 7f5ce7400640 1 -- 172.21.15.44:0/2553695119 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ce003f030 con 0x7f5cf0076360 2024-05-27T00:34:27.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.589+0000 7f5ce7400640 1 -- 172.21.15.44:0/2553695119 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5ce0003d00 con 0x7f5cf0076360 2024-05-27T00:34:27.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.589+0000 7f5ce7400640 1 -- 172.21.15.44:0/2553695119 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ce0035070 con 0x7f5cf0076360 2024-05-27T00:34:27.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.589+0000 7f5cf5a00640 1 -- 172.21.15.44:0/2553695119 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cf01a6290 con 0x7f5cf0076360 2024-05-27T00:34:27.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.589+0000 7f5cf5a00640 1 -- 172.21.15.44:0/2553695119 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cf01a6780 con 0x7f5cf0076360 2024-05-27T00:34:27.592 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.590+0000 7f5cf5a00640 1 -- 172.21.15.44:0/2553695119 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cf0110700 con 0x7f5cf0076360 2024-05-27T00:34:27.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.592+0000 7f5ce7400640 1 -- 172.21.15.44:0/2553695119 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f5ce0042030 con 0x7f5cf0076360 2024-05-27T00:34:27.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.594+0000 7f5ce7400640 1 --2- 172.21.15.44:0/2553695119 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5cd40a2b90 0x7f5cd40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:27.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.594+0000 7f5ce7400640 1 -- 172.21.15.44:0/2553695119 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f5ce00ef9b0 con 0x7f5cf0076360 2024-05-27T00:34:27.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.594+0000 7f5cee000640 1 --2- 172.21.15.44:0/2553695119 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5cd40a2b90 0x7f5cd40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:27.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.595+0000 7f5cee000640 1 --2- 172.21.15.44:0/2553695119 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5cd40a2b90 0x7f5cd40a5050 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f5cf019f8f0 tx=0x7f5cdc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:27.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.598+0000 7f5ce7400640 1 -- 172.21.15.44:0/2553695119 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5ce00bc520 con 0x7f5cf0076360 2024-05-27T00:34:27.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.843+0000 7f5cf5a00640 1 -- 172.21.15.44:0/2553695119 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5cf002d2e0 con 0x7f5cf0076360 2024-05-27T00:34:27.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.844+0000 7f5ce7400640 1 -- 172.21.15.44:0/2553695119 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11866 (secure 0 0 0) 0x7f5ce00bbe20 con 0x7f5cf0076360 2024-05-27T00:34:27.845 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:34:27.845 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2194470084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2194470084},{"type":"v1","addr":"172.21.15.44:6839","nonce":2194470084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-27T00:32:18.481799+0000","modified":"2024-05-27T00:32:52.592267+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24599,"mds_1":24581,"mds_2":24542},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24515":{"gid":24515,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24541":{"gid":24541,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":15,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24581":{"gid":24581,"name":"a","rank":1,"incarnation":20,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/114683393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":114683393},{"type":"v1","addr":"172.21.15.44:6841","nonce":114683393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24599":{"gid":24599,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6839/2148742077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":2148742077},{"type":"v1","addr":"172.21.15.50:6839","nonce":2148742077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24599,"qdb_cluster":[24542,24581,24599]},"id":1}]} 2024-05-27T00:34:27.845 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 24 2024-05-27T00:34:27.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.846+0000 7f5cf5a00640 1 -- 172.21.15.44:0/2553695119 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5cd40a2b90 msgr2=0x7f5cd40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:27.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.846+0000 7f5cf5a00640 1 --2- 172.21.15.44:0/2553695119 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5cd40a2b90 0x7f5cd40a5050 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f5cf019f8f0 tx=0x7f5cdc005f90 comp rx=0 tx=0).stop 2024-05-27T00:34:27.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.846+0000 7f5cf5a00640 1 -- 172.21.15.44:0/2553695119 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5cf0076360 msgr2=0x7f5cf019e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:27.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.846+0000 7f5cf5a00640 1 --2- 172.21.15.44:0/2553695119 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5cf0076360 0x7f5cf019e3e0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f5ce0009a20 tx=0x7f5ce00042f0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.846+0000 7f5cf5a00640 1 -- 172.21.15.44:0/2553695119 shutdown_connections 2024-05-27T00:34:27.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.846+0000 7f5cf5a00640 1 --2- 172.21.15.44:0/2553695119 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f5cd40a2b90 0x7f5cd40a5050 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.846+0000 7f5cf5a00640 1 --2- 172.21.15.44:0/2553695119 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5cf0077f40 0x7f5cf01a5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.846+0000 7f5cf5a00640 1 --2- 172.21.15.44:0/2553695119 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5cf00775a0 0x7f5cf019e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.846+0000 7f5cf5a00640 1 --2- 172.21.15.44:0/2553695119 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5cf0076360 0x7f5cf019e3e0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:27.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.846+0000 7f5cf5a00640 1 -- 172.21.15.44:0/2553695119 >> 172.21.15.44:0/2553695119 conn(0x7f5cf00ff190 msgr2=0x7f5cf0100830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:27.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.847+0000 7f5cf5a00640 1 -- 172.21.15.44:0/2553695119 shutdown_connections 2024-05-27T00:34:27.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:27.847+0000 7f5cf5a00640 1 -- 172.21.15.44:0/2553695119 wait complete. 2024-05-27T00:34:27.869 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:34:28.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.074+0000 7f03ece00640 1 -- 172.21.15.44:0/1161899718 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f03e81057d0 msgr2=0x7f03e810c060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:28.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.074+0000 7f03ece00640 1 --2- 172.21.15.44:0/1161899718 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f03e81057d0 0x7f03e810c060 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f03e0009be0 tx=0x7f03e002a6d0 comp rx=0 tx=0).stop 2024-05-27T00:34:28.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.074+0000 7f03ece00640 1 -- 172.21.15.44:0/1161899718 shutdown_connections 2024-05-27T00:34:28.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.074+0000 7f03ece00640 1 --2- 172.21.15.44:0/1161899718 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f03e81057d0 0x7f03e810c060 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:28.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.074+0000 7f03ece00640 1 --2- 172.21.15.44:0/1161899718 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03e8104e10 0x7f03e8105290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:28.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.074+0000 7f03ece00640 1 --2- 172.21.15.44:0/1161899718 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f03e8103c20 0x7f03e8104040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:28.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.074+0000 7f03ece00640 1 -- 172.21.15.44:0/1161899718 >> 172.21.15.44:0/1161899718 conn(0x7f03e80ff190 msgr2=0x7f03e81015d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:28.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.074+0000 7f03ece00640 1 -- 172.21.15.44:0/1161899718 shutdown_connections 2024-05-27T00:34:28.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.074+0000 7f03ece00640 1 -- 172.21.15.44:0/1161899718 wait complete. 2024-05-27T00:34:28.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.075+0000 7f03ece00640 1 Processor -- start 2024-05-27T00:34:28.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.075+0000 7f03ece00640 1 -- start start 2024-05-27T00:34:28.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.075+0000 7f03ece00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f03e8103c20 0x7f03e8199f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:28.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.075+0000 7f03ece00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f03e8104e10 0x7f03e819a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:28.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.075+0000 7f03ece00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03e81057d0 0x7f03e81a1520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:28.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.076+0000 7f03ece00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f03e810f9d0 con 0x7f03e81057d0 2024-05-27T00:34:28.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.076+0000 7f03ece00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f03e810f850 con 0x7f03e8104e10 2024-05-27T00:34:28.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.076+0000 7f03ece00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f03e810fb50 con 0x7f03e8103c20 2024-05-27T00:34:28.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.076+0000 7f03e6800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03e81057d0 0x7f03e81a1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:28.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.076+0000 7f03dfe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f03e8104e10 0x7f03e819a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:28.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.076+0000 7f03e6800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03e81057d0 0x7f03e81a1520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39374/0 (socket says 172.21.15.44:39374) 2024-05-27T00:34:28.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.076+0000 7f03e6800640 1 -- 172.21.15.44:0/103935757 learned_addr learned my addr 172.21.15.44:0/103935757 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:28.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.076+0000 7f03e5e00640 1 --2- 172.21.15.44:0/103935757 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f03e8103c20 0x7f03e8199f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:28.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.076+0000 7f03dfe00640 1 -- 172.21.15.44:0/103935757 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f03e8103c20 msgr2=0x7f03e8199f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:28.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.076+0000 7f03dfe00640 1 --2- 172.21.15.44:0/103935757 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f03e8103c20 0x7f03e8199f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:28.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.076+0000 7f03dfe00640 1 -- 172.21.15.44:0/103935757 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03e81057d0 msgr2=0x7f03e81a1520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:28.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.076+0000 7f03dfe00640 1 --2- 172.21.15.44:0/103935757 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03e81057d0 0x7f03e81a1520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:28.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.076+0000 7f03dfe00640 1 -- 172.21.15.44:0/103935757 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03e81a1b90 con 0x7f03e8104e10 2024-05-27T00:34:28.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.076+0000 7f03e5e00640 1 --2- 172.21.15.44:0/103935757 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f03e8103c20 0x7f03e8199f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:34:28.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.077+0000 7f03dfe00640 1 --2- 172.21.15.44:0/103935757 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f03e8104e10 0x7f03e819a4b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f03d0005fd0 tx=0x7f03d000ee50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:28.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.077+0000 7f03dea00640 1 -- 172.21.15.44:0/103935757 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d000cd00 con 0x7f03e8104e10 2024-05-27T00:34:28.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.077+0000 7f03dea00640 1 -- 172.21.15.44:0/103935757 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f03d00035f0 con 0x7f03e8104e10 2024-05-27T00:34:28.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.077+0000 7f03ece00640 1 -- 172.21.15.44:0/103935757 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03e81a1e80 con 0x7f03e8104e10 2024-05-27T00:34:28.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.077+0000 7f03dea00640 1 -- 172.21.15.44:0/103935757 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d0010690 con 0x7f03e8104e10 2024-05-27T00:34:28.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.077+0000 7f03ece00640 1 -- 172.21.15.44:0/103935757 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03e81a2390 con 0x7f03e8104e10 2024-05-27T00:34:28.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.078+0000 7f03ece00640 1 -- 172.21.15.44:0/103935757 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03e810aee0 con 0x7f03e8104e10 2024-05-27T00:34:28.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.081+0000 7f03dea00640 1 -- 172.21.15.44:0/103935757 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f03d00037a0 con 0x7f03e8104e10 2024-05-27T00:34:28.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.082+0000 7f03dea00640 1 --2- 172.21.15.44:0/103935757 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f03cc0a2c10 0x7f03cc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:28.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.082+0000 7f03dea00640 1 -- 172.21.15.44:0/103935757 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f03d00cf640 con 0x7f03e8104e10 2024-05-27T00:34:28.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.082+0000 7f03e5e00640 1 --2- 172.21.15.44:0/103935757 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f03cc0a2c10 0x7f03cc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:28.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.083+0000 7f03e5e00640 1 --2- 172.21.15.44:0/103935757 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f03cc0a2c10 0x7f03cc0a50d0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f03e8104c70 tx=0x7f03d8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:28.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.084+0000 7f03dea00640 1 -- 172.21.15.44:0/103935757 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f03d0009510 con 0x7f03e8104e10 2024-05-27T00:34:28.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.293+0000 7f03ece00640 1 -- 172.21.15.44:0/103935757 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f03e802d530 con 0x7f03e8104e10 2024-05-27T00:34:28.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.295+0000 7f03dea00640 1 -- 172.21.15.44:0/103935757 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+24690 (secure 0 0 0) 0x7f03d009c1b0 con 0x7f03e8104e10 2024-05-27T00:34:28.297 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:34:28.297 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":95,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:34:24.086854+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.19","mappings":[{"from":3,"to":7}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:34:28.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.298+0000 7f03ece00640 1 -- 172.21.15.44:0/103935757 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f03cc0a2c10 msgr2=0x7f03cc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:28.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.298+0000 7f03ece00640 1 --2- 172.21.15.44:0/103935757 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f03cc0a2c10 0x7f03cc0a50d0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f03e8104c70 tx=0x7f03d8005f90 comp rx=0 tx=0).stop 2024-05-27T00:34:28.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.298+0000 7f03ece00640 1 -- 172.21.15.44:0/103935757 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f03e8104e10 msgr2=0x7f03e819a4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:28.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.298+0000 7f03ece00640 1 --2- 172.21.15.44:0/103935757 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f03e8104e10 0x7f03e819a4b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f03d0005fd0 tx=0x7f03d000ee50 comp rx=0 tx=0).stop 2024-05-27T00:34:28.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.298+0000 7f03ece00640 1 -- 172.21.15.44:0/103935757 shutdown_connections 2024-05-27T00:34:28.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.298+0000 7f03ece00640 1 --2- 172.21.15.44:0/103935757 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f03cc0a2c10 0x7f03cc0a50d0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:28.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.298+0000 7f03ece00640 1 --2- 172.21.15.44:0/103935757 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f03e81057d0 0x7f03e81a1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:28.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.298+0000 7f03ece00640 1 --2- 172.21.15.44:0/103935757 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f03e8104e10 0x7f03e819a4b0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:28.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.298+0000 7f03ece00640 1 --2- 172.21.15.44:0/103935757 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f03e8103c20 0x7f03e8199f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:28.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.298+0000 7f03ece00640 1 -- 172.21.15.44:0/103935757 >> 172.21.15.44:0/103935757 conn(0x7f03e80ff190 msgr2=0x7f03e81080b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:28.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.298+0000 7f03ece00640 1 -- 172.21.15.44:0/103935757 shutdown_connections 2024-05-27T00:34:28.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.298+0000 7f03ece00640 1 -- 172.21.15.44:0/103935757 wait complete. 2024-05-27T00:34:28.319 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-27T00:27:02.979133+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-27T00:32:16.909207+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-27T00:32:17.962562+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-05-27T00:32:21.951818+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-05-27T00:34:28.320 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-27T00:34:28.395 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:28 smithi044 ceph-mon[31645]: pgmap v388: 129 pgs: 129 active+clean; 644 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 639 B/s wr, 7 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-05-27T00:34:28.395 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:28 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1197506145' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:34:28.395 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:28 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2553695119' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:34:28.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:28 smithi050 ceph-mon[36071]: pgmap v388: 129 pgs: 129 active+clean; 644 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 639 B/s wr, 7 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-05-27T00:34:28.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:28 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1197506145' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:34:28.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:28 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2553695119' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:34:28.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:28 smithi137 ceph-mon[36552]: pgmap v388: 129 pgs: 129 active+clean; 644 KiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 639 B/s wr, 7 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-05-27T00:34:28.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:28 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1197506145' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:34:28.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:28 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2553695119' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:34:28.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.541+0000 7f167a800640 1 -- 172.21.15.44:0/1305527894 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1674104df0 msgr2=0x7f1674105270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:28.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.541+0000 7f167a800640 1 --2- 172.21.15.44:0/1305527894 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1674104df0 0x7f1674105270 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f1660009860 tx=0x7f166002a340 comp rx=0 tx=0).stop 2024-05-27T00:34:28.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.541+0000 7f167a800640 1 -- 172.21.15.44:0/1305527894 shutdown_connections 2024-05-27T00:34:28.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.541+0000 7f167a800640 1 --2- 172.21.15.44:0/1305527894 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16741057b0 0x7f167410c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:28.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.541+0000 7f167a800640 1 --2- 172.21.15.44:0/1305527894 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1674104df0 0x7f1674105270 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:28.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.541+0000 7f167a800640 1 --2- 172.21.15.44:0/1305527894 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1674103c00 0x7f1674104020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:28.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.541+0000 7f167a800640 1 -- 172.21.15.44:0/1305527894 >> 172.21.15.44:0/1305527894 conn(0x7f16740ff190 msgr2=0x7f16741015b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:28.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.541+0000 7f167a800640 1 -- 172.21.15.44:0/1305527894 shutdown_connections 2024-05-27T00:34:28.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.541+0000 7f167a800640 1 -- 172.21.15.44:0/1305527894 wait complete. 2024-05-27T00:34:28.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.542+0000 7f167a800640 1 Processor -- start 2024-05-27T00:34:28.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.542+0000 7f167a800640 1 -- start start 2024-05-27T00:34:28.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.543+0000 7f167a800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1674103c00 0x7f167419a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:28.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.543+0000 7f167a800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16741057b0 0x7f167419a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:28.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.543+0000 7f167a800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f167419f7c0 0x7f16741a1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:28.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.543+0000 7f167a800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f167410f9b0 con 0x7f167419f7c0 2024-05-27T00:34:28.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.543+0000 7f167a800640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f167410f830 con 0x7f16741057b0 2024-05-27T00:34:28.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.543+0000 7f167a800640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f167410fb30 con 0x7f1674103c00 2024-05-27T00:34:28.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.543+0000 7f1673e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f167419f7c0 0x7f16741a1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:28.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.543+0000 7f1672a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16741057b0 0x7f167419a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:28.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.543+0000 7f1672a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16741057b0 0x7f167419a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:42308/0 (socket says 172.21.15.44:42308) 2024-05-27T00:34:28.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.543+0000 7f1673e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f167419f7c0 0x7f16741a1bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39394/0 (socket says 172.21.15.44:39394) 2024-05-27T00:34:28.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.543+0000 7f1672a00640 1 -- 172.21.15.44:0/959584289 learned_addr learned my addr 172.21.15.44:0/959584289 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:28.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.543+0000 7f1673400640 1 --2- 172.21.15.44:0/959584289 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1674103c00 0x7f167419a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:28.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.543+0000 7f1672a00640 1 -- 172.21.15.44:0/959584289 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1674103c00 msgr2=0x7f167419a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:28.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.543+0000 7f1672a00640 1 --2- 172.21.15.44:0/959584289 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1674103c00 0x7f167419a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:28.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.544+0000 7f1672a00640 1 -- 172.21.15.44:0/959584289 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f167419f7c0 msgr2=0x7f16741a1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:28.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.544+0000 7f1672a00640 1 --2- 172.21.15.44:0/959584289 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f167419f7c0 0x7f16741a1bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:28.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.544+0000 7f1672a00640 1 -- 172.21.15.44:0/959584289 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16741a2220 con 0x7f16741057b0 2024-05-27T00:34:28.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.544+0000 7f1673e00640 1 --2- 172.21.15.44:0/959584289 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f167419f7c0 0x7f16741a1bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:28.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.544+0000 7f1672a00640 1 --2- 172.21.15.44:0/959584289 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16741057b0 0x7f167419a760 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f1660030620 tx=0x7f1660032670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:28.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.544+0000 7f166be00640 1 -- 172.21.15.44:0/959584289 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1660037050 con 0x7f16741057b0 2024-05-27T00:34:28.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.544+0000 7f166be00640 1 -- 172.21.15.44:0/959584289 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1660043070 con 0x7f16741057b0 2024-05-27T00:34:28.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.544+0000 7f167a800640 1 -- 172.21.15.44:0/959584289 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16741a24b0 con 0x7f16741057b0 2024-05-27T00:34:28.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.544+0000 7f166be00640 1 -- 172.21.15.44:0/959584289 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1660003d80 con 0x7f16741057b0 2024-05-27T00:34:28.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.544+0000 7f167a800640 1 -- 172.21.15.44:0/959584289 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16741a2950 con 0x7f16741057b0 2024-05-27T00:34:28.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.546+0000 7f167a800640 1 -- 172.21.15.44:0/959584289 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f167410af40 con 0x7f16741057b0 2024-05-27T00:34:28.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.548+0000 7f166be00640 1 -- 172.21.15.44:0/959584289 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f1660004040 con 0x7f16741057b0 2024-05-27T00:34:28.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.549+0000 7f166be00640 1 --2- 172.21.15.44:0/959584289 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f16580a2b90 0x7f16580a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:28.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.549+0000 7f166be00640 1 -- 172.21.15.44:0/959584289 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f16600ef4f0 con 0x7f16741057b0 2024-05-27T00:34:28.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.549+0000 7f1673400640 1 --2- 172.21.15.44:0/959584289 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f16580a2b90 0x7f16580a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:28.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.550+0000 7f1673400640 1 --2- 172.21.15.44:0/959584289 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f16580a2b90 0x7f16580a5050 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f1664009530 tx=0x7f1664009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:28.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.553+0000 7f166be00640 1 -- 172.21.15.44:0/959584289 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f16600bc0f0 con 0x7f16741057b0 2024-05-27T00:34:28.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.759+0000 7f167a800640 1 -- 172.21.15.44:0/959584289 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f16740625d0 con 0x7f16741057b0 2024-05-27T00:34:28.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.760+0000 7f166be00640 1 -- 172.21.15.44:0/959584289 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v95) ==== 93+0+10 (secure 0 0 0) 0x7f16600bb9f0 con 0x7f16741057b0 2024-05-27T00:34:28.761 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 1 2024-05-27T00:34:28.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.763+0000 7f167a800640 1 -- 172.21.15.44:0/959584289 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f16580a2b90 msgr2=0x7f16580a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:28.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.763+0000 7f167a800640 1 --2- 172.21.15.44:0/959584289 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f16580a2b90 0x7f16580a5050 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f1664009530 tx=0x7f1664009260 comp rx=0 tx=0).stop 2024-05-27T00:34:28.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.763+0000 7f167a800640 1 -- 172.21.15.44:0/959584289 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16741057b0 msgr2=0x7f167419a760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:28.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.763+0000 7f167a800640 1 --2- 172.21.15.44:0/959584289 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16741057b0 0x7f167419a760 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f1660030620 tx=0x7f1660032670 comp rx=0 tx=0).stop 2024-05-27T00:34:28.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.763+0000 7f167a800640 1 -- 172.21.15.44:0/959584289 shutdown_connections 2024-05-27T00:34:28.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.763+0000 7f167a800640 1 --2- 172.21.15.44:0/959584289 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f16580a2b90 0x7f16580a5050 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:28.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.763+0000 7f167a800640 1 --2- 172.21.15.44:0/959584289 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f167419f7c0 0x7f16741a1bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:28.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.763+0000 7f167a800640 1 --2- 172.21.15.44:0/959584289 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f16741057b0 0x7f167419a760 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:28.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.763+0000 7f167a800640 1 --2- 172.21.15.44:0/959584289 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1674103c00 0x7f167419a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:28.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.763+0000 7f167a800640 1 -- 172.21.15.44:0/959584289 >> 172.21.15.44:0/959584289 conn(0x7f16740ff190 msgr2=0x7f1674108110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:28.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.763+0000 7f167a800640 1 -- 172.21.15.44:0/959584289 shutdown_connections 2024-05-27T00:34:28.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:28.763+0000 7f167a800640 1 -- 172.21.15.44:0/959584289 wait complete. 2024-05-27T00:34:28.786 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-27T00:34:29.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.010+0000 7f7b8fe00640 1 -- 172.21.15.44:0/2878102198 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b90102330 msgr2=0x7f7b90104720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:29.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.010+0000 7f7b8fe00640 1 --2- 172.21.15.44:0/2878102198 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b90102330 0x7f7b90104720 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f7b80009900 tx=0x7f7b8002a410 comp rx=0 tx=0).stop 2024-05-27T00:34:29.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.010+0000 7f7b8fe00640 1 -- 172.21.15.44:0/2878102198 shutdown_connections 2024-05-27T00:34:29.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.010+0000 7f7b8fe00640 1 --2- 172.21.15.44:0/2878102198 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7b90107590 0x7f7b901099e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.010+0000 7f7b8fe00640 1 --2- 172.21.15.44:0/2878102198 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b90104c60 0x7f7b90107050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.010+0000 7f7b8fe00640 1 --2- 172.21.15.44:0/2878102198 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b90102330 0x7f7b90104720 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.010+0000 7f7b8fe00640 1 -- 172.21.15.44:0/2878102198 >> 172.21.15.44:0/2878102198 conn(0x7f7b900fbd40 msgr2=0x7f7b900fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:29.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.010+0000 7f7b8fe00640 1 -- 172.21.15.44:0/2878102198 shutdown_connections 2024-05-27T00:34:29.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.010+0000 7f7b8fe00640 1 -- 172.21.15.44:0/2878102198 wait complete. 2024-05-27T00:34:29.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.011+0000 7f7b8fe00640 1 Processor -- start 2024-05-27T00:34:29.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.011+0000 7f7b8fe00640 1 -- start start 2024-05-27T00:34:29.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.011+0000 7f7b8fe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7b90102330 0x7f7b90199e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:29.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.011+0000 7f7b8fe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b90104c60 0x7f7b9019a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:29.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.011+0000 7f7b8fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b90107590 0x7f7b901a1430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:29.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.011+0000 7f7b8fe00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7b9010d6d0 con 0x7f7b90107590 2024-05-27T00:34:29.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.011+0000 7f7b8fe00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7b9010d550 con 0x7f7b90104c60 2024-05-27T00:34:29.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.011+0000 7f7b8fe00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f7b9010d850 con 0x7f7b90102330 2024-05-27T00:34:29.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.012+0000 7f7b8e000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b90104c60 0x7f7b9019a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:29.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.012+0000 7f7b8e000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b90104c60 0x7f7b9019a3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:42332/0 (socket says 172.21.15.44:42332) 2024-05-27T00:34:29.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.012+0000 7f7b8e000640 1 -- 172.21.15.44:0/2783017439 learned_addr learned my addr 172.21.15.44:0/2783017439 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:29.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.012+0000 7f7b8f400640 1 --2- 172.21.15.44:0/2783017439 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b90107590 0x7f7b901a1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:29.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.012+0000 7f7b8ea00640 1 --2- 172.21.15.44:0/2783017439 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7b90102330 0x7f7b90199e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:29.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.012+0000 7f7b8e000640 1 -- 172.21.15.44:0/2783017439 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7b90102330 msgr2=0x7f7b90199e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:29.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.012+0000 7f7b8e000640 1 --2- 172.21.15.44:0/2783017439 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7b90102330 0x7f7b90199e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.012+0000 7f7b8e000640 1 -- 172.21.15.44:0/2783017439 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b90107590 msgr2=0x7f7b901a1430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:29.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.012+0000 7f7b8e000640 1 --2- 172.21.15.44:0/2783017439 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b90107590 0x7f7b901a1430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.012+0000 7f7b8e000640 1 -- 172.21.15.44:0/2783017439 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b901a1aa0 con 0x7f7b90104c60 2024-05-27T00:34:29.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.012+0000 7f7b8e000640 1 --2- 172.21.15.44:0/2783017439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b90104c60 0x7f7b9019a3c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f7b7800e9c0 tx=0x7f7b7800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:29.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.013+0000 7f7b94a00640 1 -- 172.21.15.44:0/2783017439 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b7800cd80 con 0x7f7b90104c60 2024-05-27T00:34:29.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.013+0000 7f7b94a00640 1 -- 172.21.15.44:0/2783017439 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7b78005520 con 0x7f7b90104c60 2024-05-27T00:34:29.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.013+0000 7f7b94a00640 1 -- 172.21.15.44:0/2783017439 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b78010690 con 0x7f7b90104c60 2024-05-27T00:34:29.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.013+0000 7f7b8fe00640 1 -- 172.21.15.44:0/2783017439 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b901a1d90 con 0x7f7b90104c60 2024-05-27T00:34:29.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.013+0000 7f7b8fe00640 1 -- 172.21.15.44:0/2783017439 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b901a2230 con 0x7f7b90104c60 2024-05-27T00:34:29.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.014+0000 7f7b8fe00640 1 -- 172.21.15.44:0/2783017439 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b901090e0 con 0x7f7b90104c60 2024-05-27T00:34:29.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.017+0000 7f7b94a00640 1 -- 172.21.15.44:0/2783017439 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7b780046c0 con 0x7f7b90104c60 2024-05-27T00:34:29.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.018+0000 7f7b94a00640 1 --2- 172.21.15.44:0/2783017439 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7b700a2c10 0x7f7b700a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:29.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.018+0000 7f7b94a00640 1 -- 172.21.15.44:0/2783017439 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f7b780cf740 con 0x7f7b90104c60 2024-05-27T00:34:29.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.018+0000 7f7b8ea00640 1 --2- 172.21.15.44:0/2783017439 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7b700a2c10 0x7f7b700a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:29.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.019+0000 7f7b8ea00640 1 --2- 172.21.15.44:0/2783017439 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7b700a2c10 0x7f7b700a50d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f7b80005ab0 tx=0x7f7b80005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:29.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.020+0000 7f7b94a00640 1 -- 172.21.15.44:0/2783017439 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7b7809c2b0 con 0x7f7b90104c60 2024-05-27T00:34:29.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.230+0000 7f7b8fe00640 1 -- 172.21.15.44:0/2783017439 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f7b9002d530 con 0x7f7b90104c60 2024-05-27T00:34:29.231 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.231+0000 7f7b94a00640 1 -- 172.21.15.44:0/2783017439 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v95) ==== 104+0+11 (secure 0 0 0) 0x7f7b7809bbb0 con 0x7f7b90104c60 2024-05-27T00:34:29.231 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:34:29.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.233+0000 7f7b8fe00640 1 -- 172.21.15.44:0/2783017439 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7b700a2c10 msgr2=0x7f7b700a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:29.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.233+0000 7f7b8fe00640 1 --2- 172.21.15.44:0/2783017439 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7b700a2c10 0x7f7b700a50d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f7b80005ab0 tx=0x7f7b80005a20 comp rx=0 tx=0).stop 2024-05-27T00:34:29.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.233+0000 7f7b8fe00640 1 -- 172.21.15.44:0/2783017439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b90104c60 msgr2=0x7f7b9019a3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:29.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.233+0000 7f7b8fe00640 1 --2- 172.21.15.44:0/2783017439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b90104c60 0x7f7b9019a3c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f7b7800e9c0 tx=0x7f7b7800ee80 comp rx=0 tx=0).stop 2024-05-27T00:34:29.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.233+0000 7f7b8fe00640 1 -- 172.21.15.44:0/2783017439 shutdown_connections 2024-05-27T00:34:29.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.233+0000 7f7b8fe00640 1 --2- 172.21.15.44:0/2783017439 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7b700a2c10 0x7f7b700a50d0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.233+0000 7f7b8fe00640 1 --2- 172.21.15.44:0/2783017439 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7b90107590 0x7f7b901a1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.233+0000 7f7b8fe00640 1 --2- 172.21.15.44:0/2783017439 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7b90104c60 0x7f7b9019a3c0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.233+0000 7f7b8fe00640 1 --2- 172.21.15.44:0/2783017439 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7b90102330 0x7f7b90199e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.233+0000 7f7b8fe00640 1 -- 172.21.15.44:0/2783017439 >> 172.21.15.44:0/2783017439 conn(0x7f7b900fbd40 msgr2=0x7f7b90101960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:29.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.234+0000 7f7b8fe00640 1 -- 172.21.15.44:0/2783017439 shutdown_connections 2024-05-27T00:34:29.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.234+0000 7f7b8fe00640 1 -- 172.21.15.44:0/2783017439 wait complete. 2024-05-27T00:34:29.255 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-27T00:34:29.403 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:29 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/103935757' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:34:29.404 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:29 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/959584289' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:34:29.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:29 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/103935757' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:34:29.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:29 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/959584289' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:34:29.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.474+0000 7f607b200640 1 -- 172.21.15.44:0/3461650348 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f607c100ae0 msgr2=0x7f607c100f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:29.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.474+0000 7f607b200640 1 --2- 172.21.15.44:0/3461650348 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f607c100ae0 0x7f607c100f40 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6068009900 tx=0x7f606802a410 comp rx=0 tx=0).stop 2024-05-27T00:34:29.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.475+0000 7f607b200640 1 -- 172.21.15.44:0/3461650348 shutdown_connections 2024-05-27T00:34:29.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.475+0000 7f607b200640 1 --2- 172.21.15.44:0/3461650348 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f607c101480 0x7f607c101900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.475+0000 7f607b200640 1 --2- 172.21.15.44:0/3461650348 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f607c100ae0 0x7f607c100f40 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.475+0000 7f607b200640 1 --2- 172.21.15.44:0/3461650348 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f607c100180 0x7f607c1005a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.475+0000 7f607b200640 1 -- 172.21.15.44:0/3461650348 >> 172.21.15.44:0/3461650348 conn(0x7f607c0fbd40 msgr2=0x7f607c0fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:29.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.475+0000 7f607b200640 1 -- 172.21.15.44:0/3461650348 shutdown_connections 2024-05-27T00:34:29.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.475+0000 7f607b200640 1 -- 172.21.15.44:0/3461650348 wait complete. 2024-05-27T00:34:29.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.476+0000 7f607b200640 1 Processor -- start 2024-05-27T00:34:29.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.476+0000 7f607b200640 1 -- start start 2024-05-27T00:34:29.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.476+0000 7f607b200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f607c100180 0x7f607c199e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:29.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.476+0000 7f607b200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f607c100ae0 0x7f607c19a380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:29.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.476+0000 7f607b200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f607c101480 0x7f607c1a13f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:29.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.476+0000 7f607b200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f607c10f8c0 con 0x7f607c100ae0 2024-05-27T00:34:29.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.476+0000 7f607b200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f607c10f740 con 0x7f607c101480 2024-05-27T00:34:29.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.476+0000 7f607b200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f607c10fa40 con 0x7f607c100180 2024-05-27T00:34:29.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.476+0000 7f6079400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f607c100ae0 0x7f607c19a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:29.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.476+0000 7f6079e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f607c100180 0x7f607c199e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:29.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.476+0000 7f6079e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f607c100180 0x7f607c199e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:48026/0 (socket says 172.21.15.44:48026) 2024-05-27T00:34:29.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.477+0000 7f6079400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f607c100ae0 0x7f607c19a380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39422/0 (socket says 172.21.15.44:39422) 2024-05-27T00:34:29.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.477+0000 7f6079e00640 1 -- 172.21.15.44:0/2085283242 learned_addr learned my addr 172.21.15.44:0/2085283242 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:29.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.477+0000 7f607a800640 1 --2- 172.21.15.44:0/2085283242 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f607c101480 0x7f607c1a13f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:29.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.477+0000 7f6079400640 1 -- 172.21.15.44:0/2085283242 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f607c100180 msgr2=0x7f607c199e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:29.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.477+0000 7f6079400640 1 --2- 172.21.15.44:0/2085283242 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f607c100180 0x7f607c199e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.477+0000 7f6079400640 1 -- 172.21.15.44:0/2085283242 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f607c101480 msgr2=0x7f607c1a13f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:29.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.477+0000 7f6079400640 1 --2- 172.21.15.44:0/2085283242 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f607c101480 0x7f607c1a13f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.477+0000 7f6079400640 1 -- 172.21.15.44:0/2085283242 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f607c1a1a60 con 0x7f607c100ae0 2024-05-27T00:34:29.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.477+0000 7f6079e00640 1 --2- 172.21.15.44:0/2085283242 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f607c100180 0x7f607c199e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:29.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.477+0000 7f6079400640 1 --2- 172.21.15.44:0/2085283242 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f607c100ae0 0x7f607c19a380 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f606802a930 tx=0x7f6068032d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:29.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.478+0000 7f6072a00640 1 -- 172.21.15.44:0/2085283242 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f606803f030 con 0x7f607c100ae0 2024-05-27T00:34:29.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.478+0000 7f6072a00640 1 -- 172.21.15.44:0/2085283242 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6068003d00 con 0x7f607c100ae0 2024-05-27T00:34:29.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.478+0000 7f6072a00640 1 -- 172.21.15.44:0/2085283242 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6068035070 con 0x7f607c100ae0 2024-05-27T00:34:29.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.478+0000 7f607b200640 1 -- 172.21.15.44:0/2085283242 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f607c1a1cf0 con 0x7f607c100ae0 2024-05-27T00:34:29.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.478+0000 7f607b200640 1 -- 172.21.15.44:0/2085283242 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f607c1a21b0 con 0x7f607c100ae0 2024-05-27T00:34:29.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.479+0000 7f607b200640 1 -- 172.21.15.44:0/2085283242 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f607c10afe0 con 0x7f607c100ae0 2024-05-27T00:34:29.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.481+0000 7f6072a00640 1 -- 172.21.15.44:0/2085283242 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f6068042030 con 0x7f607c100ae0 2024-05-27T00:34:29.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.482+0000 7f6072a00640 1 --2- 172.21.15.44:0/2085283242 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f60600a2c10 0x7f60600a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:29.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.483+0000 7f6072a00640 1 -- 172.21.15.44:0/2085283242 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f60680ef690 con 0x7f607c100ae0 2024-05-27T00:34:29.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.483+0000 7f6079e00640 1 --2- 172.21.15.44:0/2085283242 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f60600a2c10 0x7f60600a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:29.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.484+0000 7f6079e00640 1 --2- 172.21.15.44:0/2085283242 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f60600a2c10 0x7f60600a50d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f606c011550 tx=0x7f606c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:29.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.487+0000 7f6072a00640 1 -- 172.21.15.44:0/2085283242 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f60680bbbb0 con 0x7f607c100ae0 2024-05-27T00:34:29.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:29 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/103935757' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:34:29.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:29 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/959584289' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:34:29.693 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.692+0000 7f607b200640 1 -- 172.21.15.44:0/2085283242 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f607c02d2e0 con 0x7f607c100ae0 2024-05-27T00:34:29.694 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.693+0000 7f6072a00640 1 -- 172.21.15.44:0/2085283242 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v95) ==== 100+0+11 (secure 0 0 0) 0x7f60680bfeb0 con 0x7f607c100ae0 2024-05-27T00:34:29.694 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 64 2024-05-27T00:34:29.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.696+0000 7f607b200640 1 -- 172.21.15.44:0/2085283242 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f60600a2c10 msgr2=0x7f60600a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:29.696 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.696+0000 7f607b200640 1 --2- 172.21.15.44:0/2085283242 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f60600a2c10 0x7f60600a50d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f606c011550 tx=0x7f606c005f90 comp rx=0 tx=0).stop 2024-05-27T00:34:29.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.696+0000 7f607b200640 1 -- 172.21.15.44:0/2085283242 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f607c100ae0 msgr2=0x7f607c19a380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:29.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.696+0000 7f607b200640 1 --2- 172.21.15.44:0/2085283242 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f607c100ae0 0x7f607c19a380 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f606802a930 tx=0x7f6068032d70 comp rx=0 tx=0).stop 2024-05-27T00:34:29.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.696+0000 7f607b200640 1 -- 172.21.15.44:0/2085283242 shutdown_connections 2024-05-27T00:34:29.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.696+0000 7f607b200640 1 --2- 172.21.15.44:0/2085283242 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f60600a2c10 0x7f60600a50d0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.696+0000 7f607b200640 1 --2- 172.21.15.44:0/2085283242 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f607c101480 0x7f607c1a13f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.696+0000 7f607b200640 1 --2- 172.21.15.44:0/2085283242 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f607c100ae0 0x7f607c19a380 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.696+0000 7f607b200640 1 --2- 172.21.15.44:0/2085283242 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f607c100180 0x7f607c199e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.696+0000 7f607b200640 1 -- 172.21.15.44:0/2085283242 >> 172.21.15.44:0/2085283242 conn(0x7f607c0fbd40 msgr2=0x7f607c0fd3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:29.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.696+0000 7f607b200640 1 -- 172.21.15.44:0/2085283242 shutdown_connections 2024-05-27T00:34:29.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.696+0000 7f607b200640 1 -- 172.21.15.44:0/2085283242 wait complete. 2024-05-27T00:34:29.716 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-05-27T00:34:29.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.933+0000 7fea41a00640 1 -- 172.21.15.44:0/4000850721 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fea3c1018b0 msgr2=0x7fea3c101cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:29.934 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.933+0000 7fea41a00640 1 --2- 172.21.15.44:0/4000850721 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fea3c1018b0 0x7fea3c101cd0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fea2c009900 tx=0x7fea2c02a410 comp rx=0 tx=0).stop 2024-05-27T00:34:29.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.933+0000 7fea41a00640 1 -- 172.21.15.44:0/4000850721 shutdown_connections 2024-05-27T00:34:29.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.933+0000 7fea41a00640 1 --2- 172.21.15.44:0/4000850721 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea3c103460 0x7fea3c109cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.933+0000 7fea41a00640 1 --2- 172.21.15.44:0/4000850721 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fea3c102aa0 0x7fea3c102f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.933+0000 7fea41a00640 1 --2- 172.21.15.44:0/4000850721 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fea3c1018b0 0x7fea3c101cd0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.933+0000 7fea41a00640 1 -- 172.21.15.44:0/4000850721 >> 172.21.15.44:0/4000850721 conn(0x7fea3c0fce40 msgr2=0x7fea3c0ff260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:29.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.933+0000 7fea41a00640 1 -- 172.21.15.44:0/4000850721 shutdown_connections 2024-05-27T00:34:29.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.933+0000 7fea41a00640 1 -- 172.21.15.44:0/4000850721 wait complete. 2024-05-27T00:34:29.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.934+0000 7fea41a00640 1 Processor -- start 2024-05-27T00:34:29.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.934+0000 7fea41a00640 1 -- start start 2024-05-27T00:34:29.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.935+0000 7fea41a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fea3c1018b0 0x7fea3c199ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:29.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.935+0000 7fea41a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fea3c102aa0 0x7fea3c19a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:29.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.935+0000 7fea41a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea3c103460 0x7fea3c1a1450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:29.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.935+0000 7fea41a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fea3c10d660 con 0x7fea3c102aa0 2024-05-27T00:34:29.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.935+0000 7fea41a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fea3c10d4e0 con 0x7fea3c103460 2024-05-27T00:34:29.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.935+0000 7fea41a00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fea3c10d7e0 con 0x7fea3c1018b0 2024-05-27T00:34:29.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.935+0000 7fea3be00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fea3c1018b0 0x7fea3c199ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:29.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.935+0000 7fea41000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea3c103460 0x7fea3c1a1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:29.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.935+0000 7fea33e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fea3c102aa0 0x7fea3c19a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:29.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.935+0000 7fea3be00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fea3c1018b0 0x7fea3c199ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:48046/0 (socket says 172.21.15.44:48046) 2024-05-27T00:34:29.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.935+0000 7fea41000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea3c103460 0x7fea3c1a1450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:42366/0 (socket says 172.21.15.44:42366) 2024-05-27T00:34:29.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.935+0000 7fea3be00640 1 -- 172.21.15.44:0/3926931607 learned_addr learned my addr 172.21.15.44:0/3926931607 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:29.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.935+0000 7fea41000640 1 -- 172.21.15.44:0/3926931607 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fea3c1018b0 msgr2=0x7fea3c199ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:29.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.935+0000 7fea41000640 1 --2- 172.21.15.44:0/3926931607 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fea3c1018b0 0x7fea3c199ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.935+0000 7fea41000640 1 -- 172.21.15.44:0/3926931607 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fea3c102aa0 msgr2=0x7fea3c19a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.935+0000 7fea41000640 1 --2- 172.21.15.44:0/3926931607 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fea3c102aa0 0x7fea3c19a3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.936+0000 7fea41000640 1 -- 172.21.15.44:0/3926931607 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea3c1a1ac0 con 0x7fea3c103460 2024-05-27T00:34:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.936+0000 7fea33e00640 1 --2- 172.21.15.44:0/3926931607 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fea3c102aa0 0x7fea3c19a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.936+0000 7fea41000640 1 --2- 172.21.15.44:0/3926931607 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea3c103460 0x7fea3c1a1450 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fea34009fd0 tx=0x7fea3400ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.936+0000 7fea39600640 1 -- 172.21.15.44:0/3926931607 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea3400ce20 con 0x7fea3c103460 2024-05-27T00:34:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.936+0000 7fea39600640 1 -- 172.21.15.44:0/3926931607 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fea34004b20 con 0x7fea3c103460 2024-05-27T00:34:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.936+0000 7fea39600640 1 -- 172.21.15.44:0/3926931607 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea34010790 con 0x7fea3c103460 2024-05-27T00:34:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.936+0000 7fea41a00640 1 -- 172.21.15.44:0/3926931607 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea3c1a1db0 con 0x7fea3c103460 2024-05-27T00:34:29.939 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.936+0000 7fea41a00640 1 -- 172.21.15.44:0/3926931607 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea3c1a2220 con 0x7fea3c103460 2024-05-27T00:34:29.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.937+0000 7fea41a00640 1 -- 172.21.15.44:0/3926931607 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea3c1a24e0 con 0x7fea3c103460 2024-05-27T00:34:29.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.940+0000 7fea39600640 1 -- 172.21.15.44:0/3926931607 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fea34005020 con 0x7fea3c103460 2024-05-27T00:34:29.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.941+0000 7fea39600640 1 --2- 172.21.15.44:0/3926931607 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fea200a2b90 0x7fea200a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:29.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.941+0000 7fea39600640 1 -- 172.21.15.44:0/3926931607 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fea340cfb70 con 0x7fea3c103460 2024-05-27T00:34:29.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.941+0000 7fea3be00640 1 --2- 172.21.15.44:0/3926931607 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fea200a2b90 0x7fea200a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:29.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.942+0000 7fea3be00640 1 --2- 172.21.15.44:0/3926931607 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fea200a2b90 0x7fea200a5050 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fea2c0096c0 tx=0x7fea2c031640 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:29.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:29.945+0000 7fea39600640 1 -- 172.21.15.44:0/3926931607 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fea3409c6e0 con 0x7fea3c103460 2024-05-27T00:34:30.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.152+0000 7fea41a00640 1 -- 172.21.15.44:0/3926931607 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fea3c1a2750 con 0x7fea3c103460 2024-05-27T00:34:30.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.153+0000 7fea39600640 1 -- 172.21.15.44:0/3926931607 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v95) ==== 103+0+11 (secure 0 0 0) 0x7fea3409bfe0 con 0x7fea3c103460 2024-05-27T00:34:30.154 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:34:30.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.156+0000 7fea41a00640 1 -- 172.21.15.44:0/3926931607 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fea200a2b90 msgr2=0x7fea200a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:30.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.156+0000 7fea41a00640 1 --2- 172.21.15.44:0/3926931607 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fea200a2b90 0x7fea200a5050 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fea2c0096c0 tx=0x7fea2c031640 comp rx=0 tx=0).stop 2024-05-27T00:34:30.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.156+0000 7fea41a00640 1 -- 172.21.15.44:0/3926931607 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea3c103460 msgr2=0x7fea3c1a1450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:30.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.156+0000 7fea41a00640 1 --2- 172.21.15.44:0/3926931607 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea3c103460 0x7fea3c1a1450 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fea34009fd0 tx=0x7fea3400ef10 comp rx=0 tx=0).stop 2024-05-27T00:34:30.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.156+0000 7fea41a00640 1 -- 172.21.15.44:0/3926931607 shutdown_connections 2024-05-27T00:34:30.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.156+0000 7fea41a00640 1 --2- 172.21.15.44:0/3926931607 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fea200a2b90 0x7fea200a5050 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:30.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.156+0000 7fea41a00640 1 --2- 172.21.15.44:0/3926931607 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea3c103460 0x7fea3c1a1450 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:30.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.156+0000 7fea41a00640 1 --2- 172.21.15.44:0/3926931607 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fea3c102aa0 0x7fea3c19a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:30.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.156+0000 7fea41a00640 1 --2- 172.21.15.44:0/3926931607 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fea3c1018b0 0x7fea3c199ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:30.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.156+0000 7fea41a00640 1 -- 172.21.15.44:0/3926931607 >> 172.21.15.44:0/3926931607 conn(0x7fea3c0fce40 msgr2=0x7fea3c073bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:30.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.156+0000 7fea41a00640 1 -- 172.21.15.44:0/3926931607 shutdown_connections 2024-05-27T00:34:30.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.156+0000 7fea41a00640 1 -- 172.21.15.44:0/3926931607 wait complete. 2024-05-27T00:34:30.178 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:34:30.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.397+0000 7fd978c00640 1 -- 172.21.15.44:0/4143681371 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd974104c30 msgr2=0x7fd974107020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:30.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.397+0000 7fd978c00640 1 --2- 172.21.15.44:0/4143681371 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd974104c30 0x7fd974107020 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fd95c009900 tx=0x7fd95c02a3f0 comp rx=0 tx=0).stop 2024-05-27T00:34:30.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.397+0000 7fd978c00640 1 -- 172.21.15.44:0/4143681371 shutdown_connections 2024-05-27T00:34:30.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.397+0000 7fd978c00640 1 --2- 172.21.15.44:0/4143681371 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd974107560 0x7fd974109950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:30.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.397+0000 7fd978c00640 1 --2- 172.21.15.44:0/4143681371 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd974104c30 0x7fd974107020 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:30.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.397+0000 7fd978c00640 1 --2- 172.21.15.44:0/4143681371 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd974102300 0x7fd9741046f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:30.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.397+0000 7fd978c00640 1 -- 172.21.15.44:0/4143681371 >> 172.21.15.44:0/4143681371 conn(0x7fd9740fbcb0 msgr2=0x7fd9740fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:30.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.397+0000 7fd978c00640 1 -- 172.21.15.44:0/4143681371 shutdown_connections 2024-05-27T00:34:30.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.397+0000 7fd978c00640 1 -- 172.21.15.44:0/4143681371 wait complete. 2024-05-27T00:34:30.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.398+0000 7fd978c00640 1 Processor -- start 2024-05-27T00:34:30.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.398+0000 7fd978c00640 1 -- start start 2024-05-27T00:34:30.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.399+0000 7fd978c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd974102300 0x7fd974199e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:30.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.399+0000 7fd978c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd974104c30 0x7fd97419a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:30.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.399+0000 7fd978c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd974107560 0x7fd9741a1420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:30.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.399+0000 7fd978c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd97410d600 con 0x7fd974102300 2024-05-27T00:34:30.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.399+0000 7fd978c00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd97410d480 con 0x7fd974104c30 2024-05-27T00:34:30.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.399+0000 7fd978c00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fd97410d780 con 0x7fd974107560 2024-05-27T00:34:30.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.399+0000 7fd973400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd974102300 0x7fd974199e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:30.402 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.399+0000 7fd973400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd974102300 0x7fd974199e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39446/0 (socket says 172.21.15.44:39446) 2024-05-27T00:34:30.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.399+0000 7fd973400640 1 -- 172.21.15.44:0/683601734 learned_addr learned my addr 172.21.15.44:0/683601734 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:30.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.399+0000 7fd96be00640 1 --2- 172.21.15.44:0/683601734 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd974104c30 0x7fd97419a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:30.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.399+0000 7fd973e00640 1 --2- 172.21.15.44:0/683601734 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd974107560 0x7fd9741a1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:30.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.399+0000 7fd973400640 1 -- 172.21.15.44:0/683601734 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd974107560 msgr2=0x7fd9741a1420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:30.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.399+0000 7fd973400640 1 --2- 172.21.15.44:0/683601734 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd974107560 0x7fd9741a1420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:30.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.399+0000 7fd973400640 1 -- 172.21.15.44:0/683601734 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd974104c30 msgr2=0x7fd97419a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:30.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.399+0000 7fd973400640 1 --2- 172.21.15.44:0/683601734 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd974104c30 0x7fd97419a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:30.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.399+0000 7fd973400640 1 -- 172.21.15.44:0/683601734 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9741a1a90 con 0x7fd974102300 2024-05-27T00:34:30.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.399+0000 7fd973e00640 1 --2- 172.21.15.44:0/683601734 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd974107560 0x7fd9741a1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:34:30.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.400+0000 7fd973400640 1 --2- 172.21.15.44:0/683601734 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd974102300 0x7fd974199e70 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fd96400e9f0 tx=0x7fd96400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:30.403 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.400+0000 7fd970c00640 1 -- 172.21.15.44:0/683601734 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd96400cd80 con 0x7fd974102300 2024-05-27T00:34:30.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.400+0000 7fd978c00640 1 -- 172.21.15.44:0/683601734 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9741a1d80 con 0x7fd974102300 2024-05-27T00:34:30.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.400+0000 7fd970c00640 1 -- 172.21.15.44:0/683601734 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd964010930 con 0x7fd974102300 2024-05-27T00:34:30.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.400+0000 7fd970c00640 1 -- 172.21.15.44:0/683601734 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd964018aa0 con 0x7fd974102300 2024-05-27T00:34:30.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.400+0000 7fd978c00640 1 -- 172.21.15.44:0/683601734 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9741a21e0 con 0x7fd974102300 2024-05-27T00:34:30.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.401+0000 7fd978c00640 1 -- 172.21.15.44:0/683601734 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd974109050 con 0x7fd974102300 2024-05-27T00:34:30.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.403+0000 7fd970c00640 1 -- 172.21.15.44:0/683601734 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd964018c40 con 0x7fd974102300 2024-05-27T00:34:30.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.405+0000 7fd970c00640 1 --2- 172.21.15.44:0/683601734 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd9580a2b90 0x7fd9580a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:30.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.405+0000 7fd970c00640 1 -- 172.21.15.44:0/683601734 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fd9640cf800 con 0x7fd974102300 2024-05-27T00:34:30.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.405+0000 7fd96be00640 1 --2- 172.21.15.44:0/683601734 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd9580a2b90 0x7fd9580a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:30.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.406+0000 7fd96be00640 1 --2- 172.21.15.44:0/683601734 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd9580a2b90 0x7fd9580a5050 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fd95c02a9e0 tx=0x7fd95c005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:30.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.409+0000 7fd970c00640 1 -- 172.21.15.44:0/683601734 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd96409c370 con 0x7fd974102300 2024-05-27T00:34:30.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:30 smithi050 ceph-mon[36071]: pgmap v389: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 639 B/s wr, 6 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-05-27T00:34:30.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:30 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2783017439' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:34:30.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:30 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2085283242' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:34:30.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:30 smithi137 ceph-mon[36552]: pgmap v389: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 639 B/s wr, 6 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-05-27T00:34:30.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:30 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2783017439' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:34:30.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:30 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2085283242' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:34:30.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:30 smithi044 ceph-mon[31645]: pgmap v389: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 639 B/s wr, 6 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-05-27T00:34:30.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:30 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2783017439' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:34:30.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:30 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2085283242' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:34:30.655 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.654+0000 7fd978c00640 1 -- 172.21.15.44:0/683601734 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd974062670 con 0x7fd974102300 2024-05-27T00:34:30.657 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.656+0000 7fd970c00640 1 -- 172.21.15.44:0/683601734 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11866 (secure 0 0 0) 0x7fd96409bc70 con 0x7fd974102300 2024-05-27T00:34:30.657 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:34:30.658 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2194470084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2194470084},{"type":"v1","addr":"172.21.15.44:6839","nonce":2194470084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-27T00:32:18.481799+0000","modified":"2024-05-27T00:32:52.592267+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24599,"mds_1":24581,"mds_2":24542},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24515":{"gid":24515,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24541":{"gid":24541,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":15,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24581":{"gid":24581,"name":"a","rank":1,"incarnation":20,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/114683393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":114683393},{"type":"v1","addr":"172.21.15.44:6841","nonce":114683393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24599":{"gid":24599,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6839/2148742077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":2148742077},{"type":"v1","addr":"172.21.15.50:6839","nonce":2148742077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24599,"qdb_cluster":[24542,24581,24599]},"id":1}]} 2024-05-27T00:34:30.658 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 24 2024-05-27T00:34:30.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.659+0000 7fd978c00640 1 -- 172.21.15.44:0/683601734 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd9580a2b90 msgr2=0x7fd9580a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:30.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.659+0000 7fd978c00640 1 --2- 172.21.15.44:0/683601734 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd9580a2b90 0x7fd9580a5050 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fd95c02a9e0 tx=0x7fd95c005a20 comp rx=0 tx=0).stop 2024-05-27T00:34:30.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.659+0000 7fd978c00640 1 -- 172.21.15.44:0/683601734 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd974102300 msgr2=0x7fd974199e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:30.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.659+0000 7fd978c00640 1 --2- 172.21.15.44:0/683601734 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd974102300 0x7fd974199e70 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fd96400e9f0 tx=0x7fd96400eeb0 comp rx=0 tx=0).stop 2024-05-27T00:34:30.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.659+0000 7fd978c00640 1 -- 172.21.15.44:0/683601734 shutdown_connections 2024-05-27T00:34:30.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.659+0000 7fd978c00640 1 --2- 172.21.15.44:0/683601734 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd9580a2b90 0x7fd9580a5050 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:30.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.659+0000 7fd978c00640 1 --2- 172.21.15.44:0/683601734 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd974107560 0x7fd9741a1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:30.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.659+0000 7fd978c00640 1 --2- 172.21.15.44:0/683601734 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd974104c30 0x7fd97419a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:30.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.659+0000 7fd978c00640 1 --2- 172.21.15.44:0/683601734 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd974102300 0x7fd974199e70 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:30.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.659+0000 7fd978c00640 1 -- 172.21.15.44:0/683601734 >> 172.21.15.44:0/683601734 conn(0x7fd9740fbcb0 msgr2=0x7fd974101a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:30.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.660+0000 7fd978c00640 1 -- 172.21.15.44:0/683601734 shutdown_connections 2024-05-27T00:34:30.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.660+0000 7fd978c00640 1 -- 172.21.15.44:0/683601734 wait complete. 2024-05-27T00:34:30.681 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:34:30.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.888+0000 7fb5d4a00640 1 -- 172.21.15.44:0/2251631535 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb5d00775a0 msgr2=0x7fb5d0077a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:30.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.888+0000 7fb5d4a00640 1 --2- 172.21.15.44:0/2251631535 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb5d00775a0 0x7fb5d0077a00 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb5b8009900 tx=0x7fb5b802a3f0 comp rx=0 tx=0).stop 2024-05-27T00:34:30.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.888+0000 7fb5d4a00640 1 -- 172.21.15.44:0/2251631535 shutdown_connections 2024-05-27T00:34:30.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.888+0000 7fb5d4a00640 1 --2- 172.21.15.44:0/2251631535 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb5d0077f40 0x7fb5d00787e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:30.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.888+0000 7fb5d4a00640 1 --2- 172.21.15.44:0/2251631535 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb5d00775a0 0x7fb5d0077a00 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:30.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.888+0000 7fb5d4a00640 1 --2- 172.21.15.44:0/2251631535 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5d0076360 0x7fb5d0076780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:30.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.888+0000 7fb5d4a00640 1 -- 172.21.15.44:0/2251631535 >> 172.21.15.44:0/2251631535 conn(0x7fb5d00ff190 msgr2=0x7fb5d01015d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:30.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.889+0000 7fb5d4a00640 1 -- 172.21.15.44:0/2251631535 shutdown_connections 2024-05-27T00:34:30.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.889+0000 7fb5d4a00640 1 -- 172.21.15.44:0/2251631535 wait complete. 2024-05-27T00:34:30.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.890+0000 7fb5d4a00640 1 Processor -- start 2024-05-27T00:34:30.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.890+0000 7fb5d4a00640 1 -- start start 2024-05-27T00:34:30.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.891+0000 7fb5d4a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb5d0076360 0x7fb5d019e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:30.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.891+0000 7fb5d4a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb5d00775a0 0x7fb5d019e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:30.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.891+0000 7fb5d4a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5d0077f40 0x7fb5d01a59c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:30.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.891+0000 7fb5d4a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d0113dd0 con 0x7fb5d0076360 2024-05-27T00:34:30.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.891+0000 7fb5d4a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d0113c50 con 0x7fb5d0077f40 2024-05-27T00:34:30.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.891+0000 7fb5d4a00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fb5d0113f50 con 0x7fb5d00775a0 2024-05-27T00:34:30.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.891+0000 7fb5cde00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb5d0076360 0x7fb5d019e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:30.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.891+0000 7fb5cde00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb5d0076360 0x7fb5d019e410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39460/0 (socket says 172.21.15.44:39460) 2024-05-27T00:34:30.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.891+0000 7fb5cde00640 1 -- 172.21.15.44:0/2531743596 learned_addr learned my addr 172.21.15.44:0/2531743596 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:30.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.891+0000 7fb5ce800640 1 --2- 172.21.15.44:0/2531743596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5d0077f40 0x7fb5d01a59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:30.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.891+0000 7fb5c7e00640 1 --2- 172.21.15.44:0/2531743596 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb5d00775a0 0x7fb5d019e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:30.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.891+0000 7fb5cde00640 1 -- 172.21.15.44:0/2531743596 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb5d00775a0 msgr2=0x7fb5d019e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:30.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.891+0000 7fb5cde00640 1 --2- 172.21.15.44:0/2531743596 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb5d00775a0 0x7fb5d019e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:30.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.891+0000 7fb5cde00640 1 -- 172.21.15.44:0/2531743596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5d0077f40 msgr2=0x7fb5d01a59c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:30.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.891+0000 7fb5cde00640 1 --2- 172.21.15.44:0/2531743596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5d0077f40 0x7fb5d01a59c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:30.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.891+0000 7fb5cde00640 1 -- 172.21.15.44:0/2531743596 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5d01a6030 con 0x7fb5d0076360 2024-05-27T00:34:30.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.891+0000 7fb5ce800640 1 --2- 172.21.15.44:0/2531743596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5d0077f40 0x7fb5d01a59c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:30.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.892+0000 7fb5cde00640 1 --2- 172.21.15.44:0/2531743596 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb5d0076360 0x7fb5d019e410 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb5c000e9f0 tx=0x7fb5c000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:30.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.892+0000 7fb5c6a00640 1 -- 172.21.15.44:0/2531743596 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c000cd80 con 0x7fb5d0076360 2024-05-27T00:34:30.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.892+0000 7fb5d4a00640 1 -- 172.21.15.44:0/2531743596 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5d01a6320 con 0x7fb5d0076360 2024-05-27T00:34:30.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.892+0000 7fb5c6a00640 1 -- 172.21.15.44:0/2531743596 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb5c0005520 con 0x7fb5d0076360 2024-05-27T00:34:30.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.892+0000 7fb5c6a00640 1 -- 172.21.15.44:0/2531743596 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c0010690 con 0x7fb5d0076360 2024-05-27T00:34:30.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.892+0000 7fb5d4a00640 1 -- 172.21.15.44:0/2531743596 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5d01a6840 con 0x7fb5d0076360 2024-05-27T00:34:30.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.893+0000 7fb5d4a00640 1 -- 172.21.15.44:0/2531743596 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5d01106f0 con 0x7fb5d0076360 2024-05-27T00:34:30.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.895+0000 7fb5c6a00640 1 -- 172.21.15.44:0/2531743596 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb5c00046c0 con 0x7fb5d0076360 2024-05-27T00:34:30.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.897+0000 7fb5c6a00640 1 --2- 172.21.15.44:0/2531743596 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb5b40a2c10 0x7fb5b40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:30.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.897+0000 7fb5c6a00640 1 -- 172.21.15.44:0/2531743596 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fb5c00cf7c0 con 0x7fb5d0076360 2024-05-27T00:34:30.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.897+0000 7fb5c7e00640 1 --2- 172.21.15.44:0/2531743596 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb5b40a2c10 0x7fb5b40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:30.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.898+0000 7fb5c7e00640 1 --2- 172.21.15.44:0/2531743596 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb5b40a2c10 0x7fb5b40a50d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fb5b8006010 tx=0x7fb5b8031640 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:30.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:30.901+0000 7fb5c6a00640 1 -- 172.21.15.44:0/2531743596 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb5c009c330 con 0x7fb5d0076360 2024-05-27T00:34:31.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.102+0000 7fb5d4a00640 1 -- 172.21.15.44:0/2531743596 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb5d00625a0 con 0x7fb5d0076360 2024-05-27T00:34:31.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.104+0000 7fb5c6a00640 1 -- 172.21.15.44:0/2531743596 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+24690 (secure 0 0 0) 0x7fb5c009bc30 con 0x7fb5d0076360 2024-05-27T00:34:31.106 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:34:31.106 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":95,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:34:24.086854+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.19","mappings":[{"from":3,"to":7}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:34:31.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.107+0000 7fb5d4a00640 1 -- 172.21.15.44:0/2531743596 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb5b40a2c10 msgr2=0x7fb5b40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:31.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.107+0000 7fb5d4a00640 1 --2- 172.21.15.44:0/2531743596 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb5b40a2c10 0x7fb5b40a50d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fb5b8006010 tx=0x7fb5b8031640 comp rx=0 tx=0).stop 2024-05-27T00:34:31.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.107+0000 7fb5d4a00640 1 -- 172.21.15.44:0/2531743596 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb5d0076360 msgr2=0x7fb5d019e410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:31.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.107+0000 7fb5d4a00640 1 --2- 172.21.15.44:0/2531743596 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb5d0076360 0x7fb5d019e410 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb5c000e9f0 tx=0x7fb5c000edf0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.107+0000 7fb5d4a00640 1 -- 172.21.15.44:0/2531743596 shutdown_connections 2024-05-27T00:34:31.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.107+0000 7fb5d4a00640 1 --2- 172.21.15.44:0/2531743596 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb5b40a2c10 0x7fb5b40a50d0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.107+0000 7fb5d4a00640 1 --2- 172.21.15.44:0/2531743596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb5d0077f40 0x7fb5d01a59c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.107+0000 7fb5d4a00640 1 --2- 172.21.15.44:0/2531743596 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb5d00775a0 0x7fb5d019e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.107+0000 7fb5d4a00640 1 --2- 172.21.15.44:0/2531743596 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb5d0076360 0x7fb5d019e410 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.107+0000 7fb5d4a00640 1 -- 172.21.15.44:0/2531743596 >> 172.21.15.44:0/2531743596 conn(0x7fb5d00ff190 msgr2=0x7fb5d0100840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:31.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.108+0000 7fb5d4a00640 1 -- 172.21.15.44:0/2531743596 shutdown_connections 2024-05-27T00:34:31.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.108+0000 7fb5d4a00640 1 -- 172.21.15.44:0/2531743596 wait complete. 2024-05-27T00:34:31.129 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:34:31.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.333+0000 7f3ac1c00640 1 -- 172.21.15.44:0/578734972 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3abc101810 msgr2=0x7f3abc101c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:31.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.333+0000 7f3ac1c00640 1 --2- 172.21.15.44:0/578734972 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3abc101810 0x7f3abc101c30 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f3aac009900 tx=0x7f3aac02a3f0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.334+0000 7f3ac1c00640 1 -- 172.21.15.44:0/578734972 shutdown_connections 2024-05-27T00:34:31.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.334+0000 7f3ac1c00640 1 --2- 172.21.15.44:0/578734972 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3abc1033c0 0x7f3abc109c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.334+0000 7f3ac1c00640 1 --2- 172.21.15.44:0/578734972 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3abc102a00 0x7f3abc102e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.334+0000 7f3ac1c00640 1 --2- 172.21.15.44:0/578734972 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3abc101810 0x7f3abc101c30 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.334+0000 7f3ac1c00640 1 -- 172.21.15.44:0/578734972 >> 172.21.15.44:0/578734972 conn(0x7f3abc0fcd80 msgr2=0x7f3abc0ff1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:31.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.334+0000 7f3ac1c00640 1 -- 172.21.15.44:0/578734972 shutdown_connections 2024-05-27T00:34:31.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.334+0000 7f3ac1c00640 1 -- 172.21.15.44:0/578734972 wait complete. 2024-05-27T00:34:31.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.335+0000 7f3ac1c00640 1 Processor -- start 2024-05-27T00:34:31.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.335+0000 7f3ac1c00640 1 -- start start 2024-05-27T00:34:31.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.335+0000 7f3ac1c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3abc101810 0x7f3abc199ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.335+0000 7f3ac1c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3abc102a00 0x7f3abc19a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.335+0000 7f3ac1c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3abc1033c0 0x7f3abc1a1440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.335+0000 7f3ac1c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3abc10d5c0 con 0x7f3abc102a00 2024-05-27T00:34:31.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.335+0000 7f3ac1c00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3abc10d440 con 0x7f3abc1033c0 2024-05-27T00:34:31.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.335+0000 7f3ac1c00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f3abc10d740 con 0x7f3abc101810 2024-05-27T00:34:31.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.335+0000 7f3ab3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3abc102a00 0x7f3abc19a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:31.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.335+0000 7f3ab3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3abc102a00 0x7f3abc19a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39484/0 (socket says 172.21.15.44:39484) 2024-05-27T00:34:31.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.335+0000 7f3ab3e00640 1 -- 172.21.15.44:0/2933053563 learned_addr learned my addr 172.21.15.44:0/2933053563 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:31.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.335+0000 7f3abbe00640 1 --2- 172.21.15.44:0/2933053563 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3abc101810 0x7f3abc199ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:31.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.336+0000 7f3ac1200640 1 --2- 172.21.15.44:0/2933053563 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3abc1033c0 0x7f3abc1a1440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:31.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.336+0000 7f3ab3e00640 1 -- 172.21.15.44:0/2933053563 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3abc101810 msgr2=0x7f3abc199ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:31.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.336+0000 7f3ab3e00640 1 --2- 172.21.15.44:0/2933053563 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3abc101810 0x7f3abc199ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.336+0000 7f3ab3e00640 1 -- 172.21.15.44:0/2933053563 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3abc1033c0 msgr2=0x7f3abc1a1440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:31.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.336+0000 7f3ab3e00640 1 --2- 172.21.15.44:0/2933053563 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3abc1033c0 0x7f3abc1a1440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.336+0000 7f3ab3e00640 1 -- 172.21.15.44:0/2933053563 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3abc1a1ab0 con 0x7f3abc102a00 2024-05-27T00:34:31.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.336+0000 7f3ab3e00640 1 --2- 172.21.15.44:0/2933053563 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3abc102a00 0x7f3abc19a420 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3aa400ea60 tx=0x7f3aa400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:31.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.336+0000 7f3ab9600640 1 -- 172.21.15.44:0/2933053563 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa400cde0 con 0x7f3abc102a00 2024-05-27T00:34:31.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.337+0000 7f3ac1c00640 1 -- 172.21.15.44:0/2933053563 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3abc1a1da0 con 0x7f3abc102a00 2024-05-27T00:34:31.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.337+0000 7f3ac1c00640 1 -- 172.21.15.44:0/2933053563 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3abc1a2270 con 0x7f3abc102a00 2024-05-27T00:34:31.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.337+0000 7f3ab9600640 1 -- 172.21.15.44:0/2933053563 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3aa40035f0 con 0x7f3abc102a00 2024-05-27T00:34:31.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.337+0000 7f3ab9600640 1 -- 172.21.15.44:0/2933053563 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa4018690 con 0x7f3abc102a00 2024-05-27T00:34:31.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.338+0000 7f3ac1c00640 1 -- 172.21.15.44:0/2933053563 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a980052c0 con 0x7f3abc102a00 2024-05-27T00:34:31.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.340+0000 7f3ab9600640 1 -- 172.21.15.44:0/2933053563 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f3aa4004020 con 0x7f3abc102a00 2024-05-27T00:34:31.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.341+0000 7f3ab9600640 1 --2- 172.21.15.44:0/2933053563 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3a9c0a2c10 0x7f3a9c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.341+0000 7f3ab9600640 1 -- 172.21.15.44:0/2933053563 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f3aa40cf5b0 con 0x7f3abc102a00 2024-05-27T00:34:31.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.341+0000 7f3abbe00640 1 --2- 172.21.15.44:0/2933053563 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3a9c0a2c10 0x7f3a9c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:31.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.342+0000 7f3abbe00640 1 --2- 172.21.15.44:0/2933053563 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3a9c0a2c10 0x7f3a9c0a50d0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f3aac009230 tx=0x7f3aac031640 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:31.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.346+0000 7f3ab9600640 1 -- 172.21.15.44:0/2933053563 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3aa409c180 con 0x7f3abc102a00 2024-05-27T00:34:31.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:31 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3926931607' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:34:31.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:31 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/683601734' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:34:31.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:31 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2531743596' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:34:31.464 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:31 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3926931607' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:34:31.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:31 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/683601734' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:34:31.465 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:31 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2531743596' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:34:31.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:31 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3926931607' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:34:31.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:31 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/683601734' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:34:31.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:31 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2531743596' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:34:31.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.600+0000 7f3ac1c00640 1 -- 172.21.15.44:0/2933053563 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3a980055b0 con 0x7f3abc102a00 2024-05-27T00:34:31.602 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.602+0000 7f3ab9600640 1 -- 172.21.15.44:0/2933053563 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11866 (secure 0 0 0) 0x7f3aa409ba80 con 0x7f3abc102a00 2024-05-27T00:34:31.603 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:34:31.603 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2194470084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2194470084},{"type":"v1","addr":"172.21.15.44:6839","nonce":2194470084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-27T00:32:18.481799+0000","modified":"2024-05-27T00:32:52.592267+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24599,"mds_1":24581,"mds_2":24542},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24515":{"gid":24515,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24541":{"gid":24541,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":15,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24581":{"gid":24581,"name":"a","rank":1,"incarnation":20,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/114683393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":114683393},{"type":"v1","addr":"172.21.15.44:6841","nonce":114683393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24599":{"gid":24599,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6839/2148742077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":2148742077},{"type":"v1","addr":"172.21.15.50:6839","nonce":2148742077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24599,"qdb_cluster":[24542,24581,24599]},"id":1}]} 2024-05-27T00:34:31.603 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 24 2024-05-27T00:34:31.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.604+0000 7f3ac1c00640 1 -- 172.21.15.44:0/2933053563 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3a9c0a2c10 msgr2=0x7f3a9c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:31.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.604+0000 7f3ac1c00640 1 --2- 172.21.15.44:0/2933053563 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3a9c0a2c10 0x7f3a9c0a50d0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f3aac009230 tx=0x7f3aac031640 comp rx=0 tx=0).stop 2024-05-27T00:34:31.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.604+0000 7f3ac1c00640 1 -- 172.21.15.44:0/2933053563 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3abc102a00 msgr2=0x7f3abc19a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:31.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.604+0000 7f3ac1c00640 1 --2- 172.21.15.44:0/2933053563 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3abc102a00 0x7f3abc19a420 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3aa400ea60 tx=0x7f3aa400ef20 comp rx=0 tx=0).stop 2024-05-27T00:34:31.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.605+0000 7f3ac1c00640 1 -- 172.21.15.44:0/2933053563 shutdown_connections 2024-05-27T00:34:31.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.605+0000 7f3ac1c00640 1 --2- 172.21.15.44:0/2933053563 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f3a9c0a2c10 0x7f3a9c0a50d0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.605+0000 7f3ac1c00640 1 --2- 172.21.15.44:0/2933053563 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3abc1033c0 0x7f3abc1a1440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.605+0000 7f3ac1c00640 1 --2- 172.21.15.44:0/2933053563 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3abc102a00 0x7f3abc19a420 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.605+0000 7f3ac1c00640 1 --2- 172.21.15.44:0/2933053563 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3abc101810 0x7f3abc199ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.605+0000 7f3ac1c00640 1 -- 172.21.15.44:0/2933053563 >> 172.21.15.44:0/2933053563 conn(0x7f3abc0fcd80 msgr2=0x7f3abc073bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:31.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.605+0000 7f3ac1c00640 1 -- 172.21.15.44:0/2933053563 shutdown_connections 2024-05-27T00:34:31.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.605+0000 7f3ac1c00640 1 -- 172.21.15.44:0/2933053563 wait complete. 2024-05-27T00:34:31.625 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 24, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-27T00:32:18.481799+0000', 'modified': '2024-05-27T00:32:52.592267+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24599, 'mds_1': 24581, 'mds_2': 24542}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24515': {'gid': 24515, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.50:6835/977789197', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.50:6834', 'nonce': 977789197}, {'type': 'v1', 'addr': '172.21.15.50:6835', 'nonce': 977789197}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24517': {'gid': 24517, 'name': 'c', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.137:6837/1475580546', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.137:6836', 'nonce': 1475580546}, {'type': 'v1', 'addr': '172.21.15.137:6837', 'nonce': 1475580546}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24541': {'gid': 24541, 'name': 'i', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.137:6839/1815488235', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.137:6838', 'nonce': 1815488235}, {'type': 'v1', 'addr': '172.21.15.137:6839', 'nonce': 1815488235}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24542': {'gid': 24542, 'name': 'h', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.50:6837/3905712585', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.50:6836', 'nonce': 3905712585}, {'type': 'v1', 'addr': '172.21.15.50:6837', 'nonce': 3905712585}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24581': {'gid': 24581, 'name': 'a', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.44:6841/114683393', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6840', 'nonce': 114683393}, {'type': 'v1', 'addr': '172.21.15.44:6841', 'nonce': 114683393}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24599': {'gid': 24599, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.50:6839/2148742077', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.50:6838', 'nonce': 2148742077}, {'type': 'v1', 'addr': '172.21.15.50:6839', 'nonce': 2148742077}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24599, 'qdb_cluster': [24542, 24581, 24599]} 2024-05-27T00:34:31.625 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-05-27T00:34:31.625 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-05-27T00:34:31.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.828+0000 7f3935600640 1 -- 172.21.15.44:0/1158070238 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3930109070 msgr2=0x7f39301094f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:31.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.828+0000 7f3935600640 1 --2- 172.21.15.44:0/1158070238 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3930109070 0x7f39301094f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f391c009860 tx=0x7f391c02a340 comp rx=0 tx=0).stop 2024-05-27T00:34:31.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.828+0000 7f3935600640 1 -- 172.21.15.44:0/1158070238 shutdown_connections 2024-05-27T00:34:31.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.828+0000 7f3935600640 1 --2- 172.21.15.44:0/1158070238 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3930109a30 0x7f3930110350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.828+0000 7f3935600640 1 --2- 172.21.15.44:0/1158070238 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3930109070 0x7f39301094f0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.828+0000 7f3935600640 1 --2- 172.21.15.44:0/1158070238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3930107e90 0x7f39301082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.828+0000 7f3935600640 1 -- 172.21.15.44:0/1158070238 >> 172.21.15.44:0/1158070238 conn(0x7f3930076e70 msgr2=0x7f39300792b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:31.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.829+0000 7f3935600640 1 -- 172.21.15.44:0/1158070238 shutdown_connections 2024-05-27T00:34:31.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.829+0000 7f3935600640 1 -- 172.21.15.44:0/1158070238 wait complete. 2024-05-27T00:34:31.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.830+0000 7f3935600640 1 Processor -- start 2024-05-27T00:34:31.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.830+0000 7f3935600640 1 -- start start 2024-05-27T00:34:31.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.831+0000 7f3935600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3930107e90 0x7f393019e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.831+0000 7f3935600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3930109070 0x7f393019e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.831+0000 7f3935600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3930109a30 0x7f39301a5850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.831+0000 7f3935600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3930113cc0 con 0x7f3930107e90 2024-05-27T00:34:31.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.831+0000 7f3935600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3930113b40 con 0x7f3930109a30 2024-05-27T00:34:31.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.831+0000 7f3935600640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f3930113e40 con 0x7f3930109070 2024-05-27T00:34:31.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.831+0000 7f392fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3930107e90 0x7f393019e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:31.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.831+0000 7f392fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3930107e90 0x7f393019e2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39496/0 (socket says 172.21.15.44:39496) 2024-05-27T00:34:31.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.831+0000 7f392fe00640 1 -- 172.21.15.44:0/1663949537 learned_addr learned my addr 172.21.15.44:0/1663949537 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:31.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.831+0000 7f392f400640 1 --2- 172.21.15.44:0/1663949537 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3930109070 0x7f393019e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:31.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.831+0000 7f3934c00640 1 --2- 172.21.15.44:0/1663949537 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3930109a30 0x7f39301a5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:31.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.832+0000 7f392fe00640 1 -- 172.21.15.44:0/1663949537 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3930109070 msgr2=0x7f393019e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:31.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.832+0000 7f392fe00640 1 --2- 172.21.15.44:0/1663949537 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3930109070 0x7f393019e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.832+0000 7f392fe00640 1 -- 172.21.15.44:0/1663949537 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3930109a30 msgr2=0x7f39301a5850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:31.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.832+0000 7f392fe00640 1 --2- 172.21.15.44:0/1663949537 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3930109a30 0x7f39301a5850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.832+0000 7f392fe00640 1 -- 172.21.15.44:0/1663949537 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39301a5ec0 con 0x7f3930107e90 2024-05-27T00:34:31.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.832+0000 7f392f400640 1 --2- 172.21.15.44:0/1663949537 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3930109070 0x7f393019e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:31.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.832+0000 7f3934c00640 1 --2- 172.21.15.44:0/1663949537 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3930109a30 0x7f39301a5850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:31.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.832+0000 7f392fe00640 1 --2- 172.21.15.44:0/1663949537 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3930107e90 0x7f393019e2a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f392000e9c0 tx=0x7f392000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:31.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.832+0000 7f392cc00640 1 -- 172.21.15.44:0/1663949537 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392000cd80 con 0x7f3930107e90 2024-05-27T00:34:31.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.832+0000 7f3935600640 1 -- 172.21.15.44:0/1663949537 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39301a61b0 con 0x7f3930107e90 2024-05-27T00:34:31.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.832+0000 7f392cc00640 1 -- 172.21.15.44:0/1663949537 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f39200035f0 con 0x7f3930107e90 2024-05-27T00:34:31.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.833+0000 7f392cc00640 1 -- 172.21.15.44:0/1663949537 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3920010670 con 0x7f3930107e90 2024-05-27T00:34:31.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.833+0000 7f3935600640 1 -- 172.21.15.44:0/1663949537 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39301a6680 con 0x7f3930107e90 2024-05-27T00:34:31.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.836+0000 7f39399f9740 1 Processor -- start 2024-05-27T00:34:31.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.836+0000 7f39399f9740 1 -- start start 2024-05-27T00:34:31.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.836+0000 7f39399f9740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe39c0 0x55a822fe3de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.836+0000 7f39399f9740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a822fe43b0 0x55a822fe8eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.836+0000 7f39399f9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe9520 0x55a822feb9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.836+0000 7f39399f9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a822f46610 con 0x55a822fe9520 2024-05-27T00:34:31.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.836+0000 7f39399f9740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a822eee5c0 con 0x55a822fe43b0 2024-05-27T00:34:31.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.836+0000 7f39399f9740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55a822f425d0 con 0x55a822fe39c0 2024-05-27T00:34:31.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.837+0000 7f392f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe9520 0x55a822feb9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:31.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.837+0000 7f3934c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe39c0 0x55a822fe3de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:31.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.837+0000 7f3934c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe39c0 0x55a822fe3de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:48154/0 (socket says 172.21.15.44:48154) 2024-05-27T00:34:31.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.837+0000 7f3934c00640 1 -- 172.21.15.44:0/2768992701 learned_addr learned my addr 172.21.15.44:0/2768992701 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:31.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.837+0000 7f392cc00640 1 -- 172.21.15.44:0/1663949537 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f39200037a0 con 0x7f3930107e90 2024-05-27T00:34:31.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.837+0000 7f3934c00640 1 -- 172.21.15.44:0/2768992701 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a822fe43b0 msgr2=0x55a822fe8eb0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-27T00:34:31.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.837+0000 7f3934c00640 1 --2- 172.21.15.44:0/2768992701 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a822fe43b0 0x55a822fe8eb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.837+0000 7f3934c00640 1 -- 172.21.15.44:0/2768992701 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe9520 msgr2=0x55a822feb9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:31.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.837+0000 7f3934c00640 1 --2- 172.21.15.44:0/2768992701 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe9520 0x55a822feb9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.837+0000 7f3934c00640 1 -- 172.21.15.44:0/2768992701 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a822c5a2d0 con 0x55a822fe39c0 2024-05-27T00:34:31.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.838+0000 7f3934c00640 1 --2- 172.21.15.44:0/2768992701 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe39c0 0x55a822fe3de0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f3928009fd0 tx=0x7f392800ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cc115db9dffea794 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:31.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.838+0000 7f3925200640 1 -- 172.21.15.44:0/2768992701 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392801d070 con 0x55a822fe39c0 2024-05-27T00:34:31.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.838+0000 7f3925200640 1 -- 172.21.15.44:0/2768992701 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f392800cce0 con 0x55a822fe39c0 2024-05-27T00:34:31.841 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.838+0000 7f3925200640 1 -- 172.21.15.44:0/2768992701 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39280183f0 con 0x55a822fe39c0 2024-05-27T00:34:31.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.839+0000 7f392cc00640 1 --2- 172.21.15.44:0/1663949537 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f39140a2b90 0x7f39140a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.839+0000 7f39399f9740 1 -- 172.21.15.44:0/2768992701 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe39c0 msgr2=0x55a822fe3de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:31.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.839+0000 7f39399f9740 1 --2- 172.21.15.44:0/2768992701 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe39c0 0x55a822fe3de0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f3928009fd0 tx=0x7f392800ec80 comp rx=0 tx=0).stop 2024-05-27T00:34:31.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.839+0000 7f392cc00640 1 -- 172.21.15.44:0/1663949537 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f39200cf770 con 0x7f3930107e90 2024-05-27T00:34:31.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.839+0000 7f39399f9740 1 -- 172.21.15.44:0/2768992701 shutdown_connections 2024-05-27T00:34:31.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.839+0000 7f39399f9740 1 --2- 172.21.15.44:0/2768992701 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe9520 0x55a822feb9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.839+0000 7f39399f9740 1 --2- 172.21.15.44:0/2768992701 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a822fe43b0 0x55a822fe8eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.839+0000 7f39399f9740 1 --2- 172.21.15.44:0/2768992701 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe39c0 0x55a822fe3de0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.839+0000 7f39399f9740 1 -- 172.21.15.44:0/2768992701 >> 172.21.15.44:0/2768992701 conn(0x55a822fdf030 msgr2=0x55a822fdf430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:31.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.839+0000 7f39399f9740 1 -- 172.21.15.44:0/2768992701 shutdown_connections 2024-05-27T00:34:31.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.839+0000 7f392fe00640 1 --2- 172.21.15.44:0/1663949537 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f39140a2b90 0x7f39140a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:31.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.839+0000 7f39399f9740 1 -- 172.21.15.44:0/2768992701 wait complete. 2024-05-27T00:34:31.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.839+0000 7f39399f9740 1 -- start start 2024-05-27T00:34:31.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.840+0000 7f392fe00640 1 --2- 172.21.15.44:0/1663949537 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f39140a2b90 0x7f39140a5050 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f39200980a0 tx=0x7f39200097d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:31.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.840+0000 7f39399f9740 1 Processor -- start 2024-05-27T00:34:31.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.840+0000 7f39399f9740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe39c0 0x55a822fede50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.840+0000 7f39399f9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe43b0 0x55a822fee390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.840+0000 7f39399f9740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a822fe9520 0x55a822ff53d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.840+0000 7f39399f9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a822fec4d0 con 0x55a822fe43b0 2024-05-27T00:34:31.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.840+0000 7f39399f9740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a822f01910 con 0x55a822fe9520 2024-05-27T00:34:31.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.840+0000 7f39399f9740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55a822fec650 con 0x55a822fe39c0 2024-05-27T00:34:31.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.840+0000 7f39399f9740 10 client.0 _ll_register_callbacks cb 0x55a822f3d410 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:34:31.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.840+0000 7f3934c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe39c0 0x55a822fede50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:31.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.840+0000 7f392f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe43b0 0x55a822fee390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:31.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.841+0000 7f3934c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe39c0 0x55a822fede50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:48160/0 (socket says 172.21.15.44:48160) 2024-05-27T00:34:31.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.841+0000 7f3934c00640 1 -- 172.21.15.44:0/3725287433 learned_addr learned my addr 172.21.15.44:0/3725287433 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:31.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.841+0000 7f3934c00640 1 --2- 172.21.15.44:0/3725287433 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a822fe9520 0x55a822ff53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:31.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.841+0000 7f3934c00640 1 -- 172.21.15.44:0/3725287433 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a822fe9520 msgr2=0x55a822ff53d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:31.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.841+0000 7f3934c00640 1 --2- 172.21.15.44:0/3725287433 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a822fe9520 0x55a822ff53d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.841+0000 7f3934c00640 1 -- 172.21.15.44:0/3725287433 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe43b0 msgr2=0x55a822fee390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:31.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.841+0000 7f3934c00640 1 --2- 172.21.15.44:0/3725287433 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe43b0 0x55a822fee390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.841+0000 7f3934c00640 1 -- 172.21.15.44:0/3725287433 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a822d246b0 con 0x55a822fe39c0 2024-05-27T00:34:31.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.841+0000 7f3934c00640 1 --2- 172.21.15.44:0/3725287433 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe39c0 0x55a822fede50 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f3928005c40 tx=0x7f392800ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a43fe9bfaf194586 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:31.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.841+0000 7f3919600640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:34:31.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.842+0000 7f3919600640 1 -- 172.21.15.44:0/3725287433 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392801d070 con 0x55a822fe39c0 2024-05-27T00:34:31.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.842+0000 7f3919600640 1 -- 172.21.15.44:0/3725287433 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f3928003d80 con 0x55a822fe39c0 2024-05-27T00:34:31.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.842+0000 7f39399f9740 1 -- 172.21.15.44:0/3725287433 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f392800cce0 con 0x55a822fe39c0 2024-05-27T00:34:31.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.842+0000 7f3919600640 1 -- 172.21.15.44:0/3725287433 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3928003f80 con 0x55a822fe39c0 2024-05-27T00:34:31.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.842+0000 7f39399f9740 10 client.25159 fetch_fsmap learned FSMap version 24 2024-05-27T00:34:31.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.842+0000 7f39399f9740 1 -- 172.21.15.44:0/3725287433 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a822ff8740 con 0x55a822fe39c0 2024-05-27T00:34:31.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.842+0000 7f3919600640 1 -- 172.21.15.44:0/3725287433 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f392800cce0 con 0x55a822fe39c0 2024-05-27T00:34:31.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.843+0000 7f3919600640 1 -- 172.21.15.44:0/3725287433 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f3928024070 con 0x55a822fe39c0 2024-05-27T00:34:31.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.843+0000 7f39399f9740 10 client.25159 fetch_fsmap finished waiting for FSMap version 24 2024-05-27T00:34:31.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.843+0000 7f39399f9740 10 client.25159 resolve_mds: resolved name 'h' to daemon mds.h 2024-05-27T00:34:31.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.843+0000 7f39399f9740 20 client.25159 populate_metadata read hostname 'smithi044' 2024-05-27T00:34:31.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.843+0000 7f39399f9740 1 --2- 172.21.15.44:0/3725287433 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55a822ffa8a0 0x55a822ffbd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.843+0000 7f39399f9740 4 client.25159 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:34:31.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.843+0000 7f39399f9740 1 -- 172.21.15.44:0/3725287433 --> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a822f53d40 con 0x55a822ffa8a0 2024-05-27T00:34:31.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.843+0000 7f392f400640 1 --2- 172.21.15.44:0/3725287433 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55a822ffa8a0 0x55a822ffbd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:31.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.844+0000 7f392f400640 1 --2- 172.21.15.44:0/3725287433 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55a822ffa8a0 0x55a822ffbd10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fb618f42168644b7 server_cookie=f8375c1014209d5e in_seq=0 out_seq=0 2024-05-27T00:34:31.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.844+0000 7f3919600640 10 client.25159 ms_handle_connect on v2:172.21.15.50:6836/3905712585 2024-05-27T00:34:31.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.845+0000 7f3919600640 1 -- 172.21.15.44:0/3725287433 <== mds.2 v2:172.21.15.50:6836/3905712585 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a822f53d40 con 0x55a822ffa8a0 2024-05-27T00:34:31.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.845+0000 7f3919600640 10 client.25159 handle_command_reply: tid=0 2024-05-27T00:34:31.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.845+0000 7f39399f9740 1 client.25159 shutdown 2024-05-27T00:34:31.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.845+0000 7f39399f9740 1 -- 172.21.15.44:0/3725287433 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe39c0 msgr2=0x55a822fede50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:31.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.845+0000 7f39399f9740 1 --2- 172.21.15.44:0/3725287433 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe39c0 0x55a822fede50 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f3928005c40 tx=0x7f392800ef10 comp rx=0 tx=0).stop 2024-05-27T00:34:31.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.845+0000 7f39399f9740 1 -- 172.21.15.44:0/3725287433 shutdown_connections 2024-05-27T00:34:31.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.845+0000 7f39399f9740 1 --2- 172.21.15.44:0/3725287433 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55a822ffa8a0 0x55a822ffbd10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.845+0000 7f39399f9740 1 --2- 172.21.15.44:0/3725287433 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a822fe9520 0x55a822ff53d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.845+0000 7f39399f9740 1 --2- 172.21.15.44:0/3725287433 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe43b0 0x55a822fee390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.845+0000 7f39399f9740 1 --2- 172.21.15.44:0/3725287433 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe39c0 0x55a822fede50 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.845+0000 7f3919600640 0 client.25159 ms_handle_reset on v2:172.21.15.50:6836/3905712585 2024-05-27T00:34:31.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.845+0000 7f39399f9740 1 -- 172.21.15.44:0/3725287433 >> 172.21.15.44:0/3725287433 conn(0x55a822fdf030 msgr2=0x55a822fde1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:31.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.845+0000 7f39399f9740 1 -- 172.21.15.44:0/3725287433 shutdown_connections 2024-05-27T00:34:31.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.845+0000 7f39399f9740 1 -- 172.21.15.44:0/3725287433 wait complete. 2024-05-27T00:34:31.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.845+0000 7f39399f9740 20 client.25159 trim_cache size 0 max 16384 2024-05-27T00:34:31.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.866+0000 7f39399f9740 1 Processor -- start 2024-05-27T00:34:31.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.866+0000 7f39399f9740 1 -- start start 2024-05-27T00:34:31.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.867+0000 7f39399f9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe39c0 0x55a822fda040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.867+0000 7f39399f9740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe43b0 0x55a822fe5810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.867+0000 7f39399f9740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a822fe9520 0x55a822fe5d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.867+0000 7f39399f9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a822ffa050 con 0x55a822fe39c0 2024-05-27T00:34:31.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.867+0000 7f39399f9740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a822ffa720 con 0x55a822fe9520 2024-05-27T00:34:31.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.867+0000 7f39399f9740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55a822ffadf0 con 0x55a822fe43b0 2024-05-27T00:34:31.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.867+0000 7f3934c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe39c0 0x55a822fda040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:31.869 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.867+0000 7f3934c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe39c0 0x55a822fda040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39534/0 (socket says 172.21.15.44:39534) 2024-05-27T00:34:31.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.867+0000 7f3934c00640 1 -- 172.21.15.44:0/1700454878 learned_addr learned my addr 172.21.15.44:0/1700454878 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:31.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.867+0000 7f392f400640 1 --2- 172.21.15.44:0/1700454878 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe43b0 0x55a822fe5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:31.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.867+0000 7f3934c00640 1 --2- 172.21.15.44:0/1700454878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a822fe9520 0x55a822fe5d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:31.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.867+0000 7f392f400640 1 -- 172.21.15.44:0/1700454878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a822fe9520 msgr2=0x55a822fe5d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:31.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.867+0000 7f392f400640 1 --2- 172.21.15.44:0/1700454878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a822fe9520 0x55a822fe5d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.867+0000 7f392f400640 1 -- 172.21.15.44:0/1700454878 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe39c0 msgr2=0x55a822fda040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:31.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.868+0000 7f392f400640 1 --2- 172.21.15.44:0/1700454878 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe39c0 0x55a822fda040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.868+0000 7f392f400640 1 -- 172.21.15.44:0/1700454878 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a822fdee60 con 0x55a822fe43b0 2024-05-27T00:34:31.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.868+0000 7f3934c00640 1 --2- 172.21.15.44:0/1700454878 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe39c0 0x55a822fda040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:31.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.868+0000 7f392f400640 1 --2- 172.21.15.44:0/1700454878 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe43b0 0x55a822fe5810 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f391c035040 tx=0x7f391c02a8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ee50ddea44f80ce server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:31.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.868+0000 7f391be00640 1 -- 172.21.15.44:0/1700454878 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f391c037040 con 0x55a822fe43b0 2024-05-27T00:34:31.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.868+0000 7f391be00640 1 -- 172.21.15.44:0/1700454878 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f391c038040 con 0x55a822fe43b0 2024-05-27T00:34:31.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.868+0000 7f391be00640 1 -- 172.21.15.44:0/1700454878 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f391c032950 con 0x55a822fe43b0 2024-05-27T00:34:31.874 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.869+0000 7f39399f9740 1 -- 172.21.15.44:0/1700454878 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe43b0 msgr2=0x55a822fe5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:31.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.869+0000 7f39399f9740 1 --2- 172.21.15.44:0/1700454878 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe43b0 0x55a822fe5810 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f391c035040 tx=0x7f391c02a8e0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.869+0000 7f39399f9740 1 -- 172.21.15.44:0/1700454878 shutdown_connections 2024-05-27T00:34:31.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.869+0000 7f39399f9740 1 --2- 172.21.15.44:0/1700454878 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a822fe9520 0x55a822fe5d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.869+0000 7f39399f9740 1 --2- 172.21.15.44:0/1700454878 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe43b0 0x55a822fe5810 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.869+0000 7f39399f9740 1 --2- 172.21.15.44:0/1700454878 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe39c0 0x55a822fda040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.869+0000 7f39399f9740 1 -- 172.21.15.44:0/1700454878 >> 172.21.15.44:0/1700454878 conn(0x55a822fdf030 msgr2=0x55a822fdf410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:31.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.869+0000 7f39399f9740 1 -- 172.21.15.44:0/1700454878 shutdown_connections 2024-05-27T00:34:31.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.869+0000 7f39399f9740 1 -- 172.21.15.44:0/1700454878 wait complete. 2024-05-27T00:34:31.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.870+0000 7f39399f9740 1 -- start start 2024-05-27T00:34:31.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.870+0000 7f39399f9740 1 Processor -- start 2024-05-27T00:34:31.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.870+0000 7f39399f9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe39c0 0x55a822fe77e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.870+0000 7f39399f9740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a822fe43b0 0x55a822fe7d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.870+0000 7f39399f9740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe9520 0x55a822ff3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.870+0000 7f39399f9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a822ffbb90 con 0x55a822fe39c0 2024-05-27T00:34:31.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.870+0000 7f39399f9740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a822ffb4c0 con 0x55a822fe43b0 2024-05-27T00:34:31.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.870+0000 7f39399f9740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55a822ffc260 con 0x55a822fe9520 2024-05-27T00:34:31.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.870+0000 7f39399f9740 10 client.0 _ll_register_callbacks cb 0x7f392801b070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:34:31.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.871+0000 7f3934c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe39c0 0x55a822fe77e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:31.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.871+0000 7f3934c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe39c0 0x55a822fe77e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39536/0 (socket says 172.21.15.44:39536) 2024-05-27T00:34:31.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.871+0000 7f3934c00640 1 -- 172.21.15.44:0/1513114167 learned_addr learned my addr 172.21.15.44:0/1513114167 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:31.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.871+0000 7f392f400640 1 --2- 172.21.15.44:0/1513114167 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a822fe43b0 0x55a822fe7d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:31.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.871+0000 7f3934c00640 1 --2- 172.21.15.44:0/1513114167 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe9520 0x55a822ff3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:31.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.871+0000 7f3934c00640 1 -- 172.21.15.44:0/1513114167 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe9520 msgr2=0x55a822ff3850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:31.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.871+0000 7f3934c00640 1 --2- 172.21.15.44:0/1513114167 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe9520 0x55a822ff3850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.871+0000 7f3934c00640 1 -- 172.21.15.44:0/1513114167 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a822fe43b0 msgr2=0x55a822fe7d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:31.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.871+0000 7f3934c00640 1 --2- 172.21.15.44:0/1513114167 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a822fe43b0 0x55a822fe7d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.871+0000 7f3934c00640 1 -- 172.21.15.44:0/1513114167 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a822ff3e40 con 0x55a822fe39c0 2024-05-27T00:34:31.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.871+0000 7f3934c00640 1 --2- 172.21.15.44:0/1513114167 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe39c0 0x55a822fe77e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3928002230 tx=0x7f3928005cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9ca91ae5d1e3a4d server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:31.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.871+0000 7f3919600640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:34:31.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.872+0000 7f3919600640 1 -- 172.21.15.44:0/1513114167 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392801d070 con 0x55a822fe39c0 2024-05-27T00:34:31.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.872+0000 7f3919600640 1 -- 172.21.15.44:0/1513114167 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f3928004320 con 0x55a822fe39c0 2024-05-27T00:34:31.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.872+0000 7f39399f9740 1 -- 172.21.15.44:0/1513114167 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f391c038040 con 0x55a822fe39c0 2024-05-27T00:34:31.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.872+0000 7f3919600640 1 -- 172.21.15.44:0/1513114167 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3928003db0 con 0x55a822fe39c0 2024-05-27T00:34:31.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.872+0000 7f39399f9740 10 client.15045 fetch_fsmap learned FSMap version 24 2024-05-27T00:34:31.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.872+0000 7f39399f9740 1 -- 172.21.15.44:0/1513114167 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55a823064d10 con 0x55a822fe39c0 2024-05-27T00:34:31.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.872+0000 7f3919600640 1 -- 172.21.15.44:0/1513114167 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f391c038040 con 0x55a822fe39c0 2024-05-27T00:34:31.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.872+0000 7f3919600640 1 -- 172.21.15.44:0/1513114167 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f3928024040 con 0x55a822fe39c0 2024-05-27T00:34:31.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.872+0000 7f39399f9740 10 client.15045 fetch_fsmap finished waiting for FSMap version 24 2024-05-27T00:34:31.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.872+0000 7f39399f9740 10 client.15045 resolve_mds: resolved name 'h' to daemon mds.h 2024-05-27T00:34:31.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.872+0000 7f39399f9740 20 client.15045 populate_metadata read hostname 'smithi044' 2024-05-27T00:34:31.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.873+0000 7f39399f9740 1 --2- 172.21.15.44:0/1513114167 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55a823069870 0x55a823065cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:31.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.873+0000 7f39399f9740 4 client.15045 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-27T00:34:31.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.873+0000 7f39399f9740 1 -- 172.21.15.44:0/1513114167 --> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] -- command(tid 0: {"prefix": "status"}) -- 0x55a822f4e090 con 0x55a823069870 2024-05-27T00:34:31.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.873+0000 7f392f400640 1 --2- 172.21.15.44:0/1513114167 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55a823069870 0x55a823065cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:31.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.873+0000 7f392f400640 1 --2- 172.21.15.44:0/1513114167 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55a823069870 0x55a823065cb0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3cc3ec2e527ed292 server_cookie=f7b7b3989c04c3d0 in_seq=0 out_seq=0 2024-05-27T00:34:31.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.873+0000 7f3919600640 10 client.15045 ms_handle_connect on v2:172.21.15.50:6836/3905712585 2024-05-27T00:34:31.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.874+0000 7f3919600640 1 -- 172.21.15.44:0/1513114167 <== mds.2 v2:172.21.15.50:6836/3905712585 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55a822f4e090 con 0x55a823069870 2024-05-27T00:34:31.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.874+0000 7f3919600640 10 client.15045 handle_command_reply: tid=0 2024-05-27T00:34:31.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.874+0000 7f39399f9740 1 client.15045 shutdown 2024-05-27T00:34:31.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.874+0000 7f39399f9740 1 -- 172.21.15.44:0/1513114167 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe39c0 msgr2=0x55a822fe77e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:31.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.874+0000 7f39399f9740 1 --2- 172.21.15.44:0/1513114167 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe39c0 0x55a822fe77e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3928002230 tx=0x7f3928005cf0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.874+0000 7f39399f9740 1 -- 172.21.15.44:0/1513114167 shutdown_connections 2024-05-27T00:34:31.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.874+0000 7f39399f9740 1 --2- 172.21.15.44:0/1513114167 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55a823069870 0x55a823065cb0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.874+0000 7f39399f9740 1 --2- 172.21.15.44:0/1513114167 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a822fe9520 0x55a822ff3850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.874+0000 7f39399f9740 1 --2- 172.21.15.44:0/1513114167 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a822fe43b0 0x55a822fe7d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.874+0000 7f39399f9740 1 --2- 172.21.15.44:0/1513114167 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a822fe39c0 0x55a822fe77e0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.874+0000 7f39399f9740 1 -- 172.21.15.44:0/1513114167 >> 172.21.15.44:0/1513114167 conn(0x55a822fdf030 msgr2=0x55a822fda040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:31.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.874+0000 7f3919600640 0 client.15045 ms_handle_reset on v2:172.21.15.50:6836/3905712585 2024-05-27T00:34:31.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.874+0000 7f39399f9740 1 -- 172.21.15.44:0/1513114167 shutdown_connections 2024-05-27T00:34:31.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.874+0000 7f39399f9740 1 -- 172.21.15.44:0/1513114167 wait complete. 2024-05-27T00:34:31.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.874+0000 7f39399f9740 20 client.15045 trim_cache size 0 max 16384 2024-05-27T00:34:31.880 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:34:31.880 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "1fe53dce-1bbf-11ef-bc9b-c7b262605968", 2024-05-27T00:34:31.880 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 2, 2024-05-27T00:34:31.880 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24542, 2024-05-27T00:34:31.880 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-05-27T00:34:31.880 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-05-27T00:34:31.880 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-05-27T00:34:31.880 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 100.29503647999999, 2024-05-27T00:34:31.880 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 24, 2024-05-27T00:34:31.881 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 95, 2024-05-27T00:34:31.881 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 91, 2024-05-27T00:34:31.881 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 154.11452196299999 2024-05-27T00:34:31.881 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:34:31.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.875+0000 7f3935600640 1 -- 172.21.15.44:0/1663949537 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f39140a2b90 msgr2=0x7f39140a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:31.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.875+0000 7f3935600640 1 --2- 172.21.15.44:0/1663949537 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f39140a2b90 0x7f39140a5050 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f39200980a0 tx=0x7f39200097d0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.875+0000 7f3935600640 1 -- 172.21.15.44:0/1663949537 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3930107e90 msgr2=0x7f393019e2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:31.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.875+0000 7f3935600640 1 --2- 172.21.15.44:0/1663949537 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3930107e90 0x7f393019e2a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f392000e9c0 tx=0x7f392000ee80 comp rx=0 tx=0).stop 2024-05-27T00:34:31.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.875+0000 7f3935600640 1 -- 172.21.15.44:0/1663949537 shutdown_connections 2024-05-27T00:34:31.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.875+0000 7f3935600640 1 --2- 172.21.15.44:0/1663949537 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f39140a2b90 0x7f39140a5050 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.875+0000 7f3935600640 1 --2- 172.21.15.44:0/1663949537 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3930109a30 0x7f39301a5850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.875+0000 7f3935600640 1 --2- 172.21.15.44:0/1663949537 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3930109070 0x7f393019e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.875+0000 7f3935600640 1 --2- 172.21.15.44:0/1663949537 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3930107e90 0x7f393019e2a0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:31.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.875+0000 7f3935600640 1 -- 172.21.15.44:0/1663949537 >> 172.21.15.44:0/1663949537 conn(0x7f3930076e70 msgr2=0x7f393010c3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:31.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.875+0000 7f3935600640 1 -- 172.21.15.44:0/1663949537 shutdown_connections 2024-05-27T00:34:31.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:31.875+0000 7f3935600640 1 -- 172.21.15.44:0/1663949537 wait complete. 2024-05-27T00:34:31.894 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-05-27T00:34:32.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.107+0000 7f9056600640 1 -- 172.21.15.44:0/3240656077 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90501019f0 msgr2=0x7f9050101e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:32.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.107+0000 7f9056600640 1 --2- 172.21.15.44:0/3240656077 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90501019f0 0x7f9050101e10 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f9040009900 tx=0x7f904002a3f0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.107+0000 7f9056600640 1 -- 172.21.15.44:0/3240656077 shutdown_connections 2024-05-27T00:34:32.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.107+0000 7f9056600640 1 --2- 172.21.15.44:0/3240656077 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90501035a0 0x7f9050109e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.107+0000 7f9056600640 1 --2- 172.21.15.44:0/3240656077 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9050102be0 0x7f9050103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.107+0000 7f9056600640 1 --2- 172.21.15.44:0/3240656077 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90501019f0 0x7f9050101e10 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.107+0000 7f9056600640 1 -- 172.21.15.44:0/3240656077 >> 172.21.15.44:0/3240656077 conn(0x7f90500fcf40 msgr2=0x7f90500ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:32.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.107+0000 7f9056600640 1 -- 172.21.15.44:0/3240656077 shutdown_connections 2024-05-27T00:34:32.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.107+0000 7f9056600640 1 -- 172.21.15.44:0/3240656077 wait complete. 2024-05-27T00:34:32.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.108+0000 7f9056600640 1 Processor -- start 2024-05-27T00:34:32.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.109+0000 7f9056600640 1 -- start start 2024-05-27T00:34:32.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.109+0000 7f9056600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90501019f0 0x7f905019a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.109+0000 7f9056600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9050102be0 0x7f905019a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.109+0000 7f9056600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90501035a0 0x7f90501a1600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.109+0000 7f9056600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f905010d7f0 con 0x7f90501035a0 2024-05-27T00:34:32.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.109+0000 7f9056600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f905010d670 con 0x7f90501019f0 2024-05-27T00:34:32.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.109+0000 7f9056600640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f905010d970 con 0x7f9050102be0 2024-05-27T00:34:32.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.109+0000 7f904ea00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9050102be0 0x7f905019a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.110+0000 7f904fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90501035a0 0x7f90501a1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.110+0000 7f904ea00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9050102be0 0x7f905019a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:48188/0 (socket says 172.21.15.44:48188) 2024-05-27T00:34:32.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.110+0000 7f904ea00640 1 -- 172.21.15.44:0/4022706891 learned_addr learned my addr 172.21.15.44:0/4022706891 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:32.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.110+0000 7f904f400640 1 --2- 172.21.15.44:0/4022706891 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90501019f0 0x7f905019a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.110+0000 7f904ea00640 1 -- 172.21.15.44:0/4022706891 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90501019f0 msgr2=0x7f905019a050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:32.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.110+0000 7f904ea00640 1 --2- 172.21.15.44:0/4022706891 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90501019f0 0x7f905019a050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.110+0000 7f904ea00640 1 -- 172.21.15.44:0/4022706891 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90501035a0 msgr2=0x7f90501a1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:32.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.110+0000 7f904ea00640 1 --2- 172.21.15.44:0/4022706891 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90501035a0 0x7f90501a1600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.110+0000 7f904ea00640 1 -- 172.21.15.44:0/4022706891 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90501a1c70 con 0x7f9050102be0 2024-05-27T00:34:32.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.110+0000 7f904fe00640 1 --2- 172.21.15.44:0/4022706891 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90501035a0 0x7f90501a1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:32.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.110+0000 7f904f400640 1 --2- 172.21.15.44:0/4022706891 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90501019f0 0x7f905019a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:32.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.111+0000 7f904ea00640 1 --2- 172.21.15.44:0/4022706891 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9050102be0 0x7f905019a590 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f903c00ea60 tx=0x7f903c00ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:32.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.111+0000 7f9047e00640 1 -- 172.21.15.44:0/4022706891 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f903c00cd20 con 0x7f9050102be0 2024-05-27T00:34:32.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.111+0000 7f9047e00640 1 -- 172.21.15.44:0/4022706891 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f903c0035f0 con 0x7f9050102be0 2024-05-27T00:34:32.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.111+0000 7f9056600640 1 -- 172.21.15.44:0/4022706891 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90501a1f60 con 0x7f9050102be0 2024-05-27T00:34:32.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.111+0000 7f9047e00640 1 -- 172.21.15.44:0/4022706891 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f903c010690 con 0x7f9050102be0 2024-05-27T00:34:32.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.111+0000 7f9056600640 1 -- 172.21.15.44:0/4022706891 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90501a2420 con 0x7f9050102be0 2024-05-27T00:34:32.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.115+0000 7f905942c740 1 Processor -- start 2024-05-27T00:34:32.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.115+0000 7f905942c740 1 -- start start 2024-05-27T00:34:32.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.115+0000 7f9047e00640 1 -- 172.21.15.44:0/4022706891 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f903c0037a0 con 0x7f9050102be0 2024-05-27T00:34:32.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.115+0000 7f905942c740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fb7e0 0x56291c8fbc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.115+0000 7f905942c740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c8fc1d0 0x56291c900cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.115+0000 7f905942c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c901340 0x56291c9037d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.115+0000 7f905942c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56291c85e610 con 0x56291c901340 2024-05-27T00:34:32.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.115+0000 7f905942c740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56291c8065c0 con 0x56291c8fc1d0 2024-05-27T00:34:32.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.115+0000 7f905942c740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x56291c85a5d0 con 0x56291c8fb7e0 2024-05-27T00:34:32.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.116+0000 7f904fe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fb7e0 0x56291c8fbc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.116+0000 7f904ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c901340 0x56291c9037d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.116+0000 7f904fe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fb7e0 0x56291c8fbc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:48192/0 (socket says 172.21.15.44:48192) 2024-05-27T00:34:32.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.116+0000 7f904fe00640 1 -- 172.21.15.44:0/455266586 learned_addr learned my addr 172.21.15.44:0/455266586 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:32.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.116+0000 7f904f400640 1 --2- 172.21.15.44:0/455266586 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c8fc1d0 0x56291c900cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.116+0000 7f904fe00640 1 -- 172.21.15.44:0/455266586 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c8fc1d0 msgr2=0x56291c900cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:32.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.116+0000 7f904fe00640 1 --2- 172.21.15.44:0/455266586 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c8fc1d0 0x56291c900cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.116+0000 7f904fe00640 1 -- 172.21.15.44:0/455266586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c901340 msgr2=0x56291c9037d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:32.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.116+0000 7f904fe00640 1 --2- 172.21.15.44:0/455266586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c901340 0x56291c9037d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.116+0000 7f904fe00640 1 -- 172.21.15.44:0/455266586 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56291c5722d0 con 0x56291c8fb7e0 2024-05-27T00:34:32.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.116+0000 7f904fe00640 1 --2- 172.21.15.44:0/455266586 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fb7e0 0x56291c8fbc00 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f9048011810 tx=0x7f9048011cd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6e25ffa3c8ce8aa3 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:32.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.117+0000 7f9044c00640 1 -- 172.21.15.44:0/455266586 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9048011310 con 0x56291c8fb7e0 2024-05-27T00:34:32.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.117+0000 7f9044c00640 1 -- 172.21.15.44:0/455266586 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9048004b20 con 0x56291c8fb7e0 2024-05-27T00:34:32.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.117+0000 7f9044c00640 1 -- 172.21.15.44:0/455266586 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90480058f0 con 0x56291c8fb7e0 2024-05-27T00:34:32.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.117+0000 7f9047e00640 1 --2- 172.21.15.44:0/4022706891 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f90340a2b90 0x7f90340a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.117+0000 7f9047e00640 1 -- 172.21.15.44:0/4022706891 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f903c0cf760 con 0x7f9050102be0 2024-05-27T00:34:32.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.117+0000 7f904f400640 1 --2- 172.21.15.44:0/4022706891 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f90340a2b90 0x7f90340a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.118+0000 7f905942c740 1 -- 172.21.15.44:0/455266586 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fb7e0 msgr2=0x56291c8fbc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:32.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.118+0000 7f905942c740 1 --2- 172.21.15.44:0/455266586 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fb7e0 0x56291c8fbc00 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f9048011810 tx=0x7f9048011cd0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.118+0000 7f905942c740 1 -- 172.21.15.44:0/455266586 shutdown_connections 2024-05-27T00:34:32.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.118+0000 7f905942c740 1 --2- 172.21.15.44:0/455266586 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c901340 0x56291c9037d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.118+0000 7f905942c740 1 --2- 172.21.15.44:0/455266586 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c8fc1d0 0x56291c900cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.118+0000 7f905942c740 1 --2- 172.21.15.44:0/455266586 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fb7e0 0x56291c8fbc00 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.118+0000 7f905942c740 1 -- 172.21.15.44:0/455266586 >> 172.21.15.44:0/455266586 conn(0x56291c8f6e50 msgr2=0x56291c8f7250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:32.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.118+0000 7f905942c740 1 -- 172.21.15.44:0/455266586 shutdown_connections 2024-05-27T00:34:32.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.118+0000 7f905942c740 1 -- 172.21.15.44:0/455266586 wait complete. 2024-05-27T00:34:32.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.118+0000 7f904f400640 1 --2- 172.21.15.44:0/4022706891 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f90340a2b90 0x7f90340a5050 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f904002a9e0 tx=0x7f9040005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:32.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.119+0000 7f905942c740 1 -- start start 2024-05-27T00:34:32.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.119+0000 7f905942c740 1 Processor -- start 2024-05-27T00:34:32.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.119+0000 7f905942c740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fb7e0 0x56291c905c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.119+0000 7f905942c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c8fc1d0 0x56291c9061a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.119+0000 7f905942c740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c901340 0x56291c90d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.119+0000 7f905942c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56291c9042f0 con 0x56291c8fc1d0 2024-05-27T00:34:32.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.119+0000 7f905942c740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56291c819910 con 0x56291c901340 2024-05-27T00:34:32.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.119+0000 7f905942c740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x56291c904470 con 0x56291c8fb7e0 2024-05-27T00:34:32.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.120+0000 7f905942c740 10 client.0 _ll_register_callbacks cb 0x56291c855410 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:34:32.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.120+0000 7f904ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c8fc1d0 0x56291c9061a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.120+0000 7f904fe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c901340 0x56291c90d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.120+0000 7f904f400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fb7e0 0x56291c905c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.120+0000 7f904ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c8fc1d0 0x56291c9061a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39562/0 (socket says 172.21.15.44:39562) 2024-05-27T00:34:32.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.120+0000 7f904ea00640 1 -- 172.21.15.44:0/1237581128 learned_addr learned my addr 172.21.15.44:0/1237581128 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:32.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.120+0000 7f904fe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c901340 0x56291c90d1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:42492/0 (socket says 172.21.15.44:42492) 2024-05-27T00:34:32.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.120+0000 7f904fe00640 1 -- 172.21.15.44:0/1237581128 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fb7e0 msgr2=0x56291c905c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:32.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.120+0000 7f904fe00640 1 --2- 172.21.15.44:0/1237581128 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fb7e0 0x56291c905c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.120+0000 7f904fe00640 1 -- 172.21.15.44:0/1237581128 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c8fc1d0 msgr2=0x56291c9061a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:32.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.120+0000 7f904fe00640 1 --2- 172.21.15.44:0/1237581128 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c8fc1d0 0x56291c9061a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.120+0000 7f904fe00640 1 -- 172.21.15.44:0/1237581128 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56291c63c6b0 con 0x56291c901340 2024-05-27T00:34:32.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.121+0000 7f904fe00640 1 --2- 172.21.15.44:0/1237581128 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c901340 0x56291c90d1e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f904800f790 tx=0x7f90480113a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c967a205bfe1052b server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:32.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.121+0000 7f9039600640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:34:32.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.121+0000 7f9039600640 1 -- 172.21.15.44:0/1237581128 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9048003970 con 0x56291c901340 2024-05-27T00:34:32.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.121+0000 7f9039600640 1 -- 172.21.15.44:0/1237581128 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f9048003b10 con 0x56291c901340 2024-05-27T00:34:32.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.121+0000 7f905942c740 1 -- 172.21.15.44:0/1237581128 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9048004b20 con 0x56291c901340 2024-05-27T00:34:32.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.121+0000 7f9039600640 1 -- 172.21.15.44:0/1237581128 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9048032050 con 0x56291c901340 2024-05-27T00:34:32.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.121+0000 7f905942c740 10 client.25187 fetch_fsmap learned FSMap version 24 2024-05-27T00:34:32.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.121+0000 7f905942c740 1 -- 172.21.15.44:0/1237581128 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56291c9105a0 con 0x56291c901340 2024-05-27T00:34:32.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.122+0000 7f9039600640 1 -- 172.21.15.44:0/1237581128 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9048004b20 con 0x56291c901340 2024-05-27T00:34:32.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.122+0000 7f9039600640 1 -- 172.21.15.44:0/1237581128 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f9048018070 con 0x56291c901340 2024-05-27T00:34:32.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.122+0000 7f905942c740 10 client.25187 fetch_fsmap finished waiting for FSMap version 24 2024-05-27T00:34:32.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.122+0000 7f905942c740 10 client.25187 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-27T00:34:32.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.122+0000 7f905942c740 20 client.25187 populate_metadata read hostname 'smithi044' 2024-05-27T00:34:32.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.122+0000 7f905942c740 1 --2- 172.21.15.44:0/1237581128 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x56291c9129b0 0x56291c913e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.122+0000 7f905942c740 4 client.25187 mds_command: new command op to 24581 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:34:32.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.122+0000 7f905942c740 1 -- 172.21.15.44:0/1237581128 --> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56291c86bd40 con 0x56291c9129b0 2024-05-27T00:34:32.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.123+0000 7f904f400640 1 --2- 172.21.15.44:0/1237581128 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x56291c9129b0 0x56291c913e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.123+0000 7f904f400640 1 --2- 172.21.15.44:0/1237581128 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x56291c9129b0 0x56291c913e20 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c5f2dbac7e9f5c0 server_cookie=d08ebbadd34fb0b7 in_seq=0 out_seq=0 2024-05-27T00:34:32.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.123+0000 7f9039600640 10 client.25187 ms_handle_connect on v2:172.21.15.44:6840/114683393 2024-05-27T00:34:32.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.124+0000 7f9039600640 1 -- 172.21.15.44:0/1237581128 <== mds.1 v2:172.21.15.44:6840/114683393 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56291c86bd40 con 0x56291c9129b0 2024-05-27T00:34:32.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.124+0000 7f9039600640 10 client.25187 handle_command_reply: tid=0 2024-05-27T00:34:32.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.124+0000 7f905942c740 1 client.25187 shutdown 2024-05-27T00:34:32.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.125+0000 7f905942c740 1 -- 172.21.15.44:0/1237581128 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c901340 msgr2=0x56291c90d1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:32.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.125+0000 7f905942c740 1 --2- 172.21.15.44:0/1237581128 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c901340 0x56291c90d1e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f904800f790 tx=0x7f90480113a0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.125+0000 7f905942c740 1 -- 172.21.15.44:0/1237581128 shutdown_connections 2024-05-27T00:34:32.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.125+0000 7f905942c740 1 --2- 172.21.15.44:0/1237581128 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x56291c9129b0 0x56291c913e20 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.125+0000 7f905942c740 1 --2- 172.21.15.44:0/1237581128 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c901340 0x56291c90d1e0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.125+0000 7f905942c740 1 --2- 172.21.15.44:0/1237581128 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c8fc1d0 0x56291c9061a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.125+0000 7f905942c740 1 --2- 172.21.15.44:0/1237581128 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fb7e0 0x56291c905c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.125+0000 7f9039600640 0 client.25187 ms_handle_reset on v2:172.21.15.44:6840/114683393 2024-05-27T00:34:32.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.125+0000 7f905942c740 1 -- 172.21.15.44:0/1237581128 >> 172.21.15.44:0/1237581128 conn(0x56291c8f6e50 msgr2=0x56291c8f61b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:32.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.125+0000 7f905942c740 1 -- 172.21.15.44:0/1237581128 shutdown_connections 2024-05-27T00:34:32.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.125+0000 7f905942c740 1 -- 172.21.15.44:0/1237581128 wait complete. 2024-05-27T00:34:32.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.125+0000 7f905942c740 20 client.25187 trim_cache size 0 max 16384 2024-05-27T00:34:32.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.147+0000 7f905942c740 1 Processor -- start 2024-05-27T00:34:32.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.147+0000 7f905942c740 1 -- start start 2024-05-27T00:34:32.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.147+0000 7f905942c740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fb7e0 0x56291c906290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.147+0000 7f905942c740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c8fc1d0 0x56291c90d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.147+0000 7f905942c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c901340 0x56291c9119a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.147+0000 7f905942c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56291c912160 con 0x56291c901340 2024-05-27T00:34:32.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.147+0000 7f905942c740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56291c912830 con 0x56291c8fc1d0 2024-05-27T00:34:32.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.147+0000 7f905942c740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x56291c912f00 con 0x56291c8fb7e0 2024-05-27T00:34:32.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.147+0000 7f904fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c901340 0x56291c9119a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.147+0000 7f904fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c901340 0x56291c9119a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39574/0 (socket says 172.21.15.44:39574) 2024-05-27T00:34:32.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.147+0000 7f904f400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fb7e0 0x56291c906290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.147+0000 7f904fe00640 1 -- 172.21.15.44:0/829912552 learned_addr learned my addr 172.21.15.44:0/829912552 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:32.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.147+0000 7f904ea00640 1 --2- 172.21.15.44:0/829912552 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c8fc1d0 0x56291c90d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.148+0000 7f904fe00640 1 -- 172.21.15.44:0/829912552 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fb7e0 msgr2=0x56291c906290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:32.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.148+0000 7f904fe00640 1 --2- 172.21.15.44:0/829912552 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fb7e0 0x56291c906290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.148+0000 7f904fe00640 1 -- 172.21.15.44:0/829912552 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c8fc1d0 msgr2=0x56291c90d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:32.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.148+0000 7f904fe00640 1 --2- 172.21.15.44:0/829912552 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c8fc1d0 0x56291c90d1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.148+0000 7f904fe00640 1 -- 172.21.15.44:0/829912552 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56291c8f1650 con 0x56291c901340 2024-05-27T00:34:32.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.148+0000 7f904f400640 1 --2- 172.21.15.44:0/829912552 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fb7e0 0x56291c906290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:32.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.148+0000 7f904ea00640 1 --2- 172.21.15.44:0/829912552 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c8fc1d0 0x56291c90d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:32.150 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.148+0000 7f904fe00640 1 --2- 172.21.15.44:0/829912552 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c901340 0x56291c9119a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f9048005d70 tx=0x7f9048009900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=774bfdbdded15589 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:32.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.152+0000 7f903be00640 1 -- 172.21.15.44:0/829912552 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9048005800 con 0x56291c901340 2024-05-27T00:34:32.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.152+0000 7f903be00640 1 -- 172.21.15.44:0/829912552 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9048029070 con 0x56291c901340 2024-05-27T00:34:32.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.152+0000 7f903be00640 1 -- 172.21.15.44:0/829912552 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9048004760 con 0x56291c901340 2024-05-27T00:34:32.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.153+0000 7f905942c740 1 -- 172.21.15.44:0/829912552 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c901340 msgr2=0x56291c9119a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:32.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.153+0000 7f905942c740 1 --2- 172.21.15.44:0/829912552 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c901340 0x56291c9119a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f9048005d70 tx=0x7f9048009900 comp rx=0 tx=0).stop 2024-05-27T00:34:32.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.153+0000 7f905942c740 1 -- 172.21.15.44:0/829912552 shutdown_connections 2024-05-27T00:34:32.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.153+0000 7f905942c740 1 --2- 172.21.15.44:0/829912552 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c901340 0x56291c9119a0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.153+0000 7f905942c740 1 --2- 172.21.15.44:0/829912552 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c8fc1d0 0x56291c90d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.153+0000 7f905942c740 1 --2- 172.21.15.44:0/829912552 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fb7e0 0x56291c906290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.153+0000 7f905942c740 1 -- 172.21.15.44:0/829912552 >> 172.21.15.44:0/829912552 conn(0x56291c8f6e50 msgr2=0x56291c8f7230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:32.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.153+0000 7f905942c740 1 -- 172.21.15.44:0/829912552 shutdown_connections 2024-05-27T00:34:32.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.153+0000 7f905942c740 1 -- 172.21.15.44:0/829912552 wait complete. 2024-05-27T00:34:32.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.154+0000 7f905942c740 1 -- start start 2024-05-27T00:34:32.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.154+0000 7f905942c740 1 Processor -- start 2024-05-27T00:34:32.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.154+0000 7f905942c740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c8fb7e0 0x56291c908370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.154+0000 7f905942c740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fc1d0 0x56291c9088b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.155+0000 7f905942c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c901340 0x56291c97ac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.155+0000 7f905942c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56291c913ca0 con 0x56291c901340 2024-05-27T00:34:32.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.155+0000 7f905942c740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56291c9135d0 con 0x56291c8fb7e0 2024-05-27T00:34:32.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.155+0000 7f905942c740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x56291c914370 con 0x56291c8fc1d0 2024-05-27T00:34:32.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.155+0000 7f905942c740 10 client.0 _ll_register_callbacks cb 0x7f903c0d5420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:34:32.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.155+0000 7f904fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c901340 0x56291c97ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.155+0000 7f904f400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c8fb7e0 0x56291c908370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.155+0000 7f904ea00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fc1d0 0x56291c9088b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.155+0000 7f904fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c901340 0x56291c97ac90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39578/0 (socket says 172.21.15.44:39578) 2024-05-27T00:34:32.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.155+0000 7f904fe00640 1 -- 172.21.15.44:0/3344037402 learned_addr learned my addr 172.21.15.44:0/3344037402 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:32.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.155+0000 7f904f400640 1 -- 172.21.15.44:0/3344037402 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fc1d0 msgr2=0x56291c9088b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:32.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.155+0000 7f904f400640 1 --2- 172.21.15.44:0/3344037402 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fc1d0 0x56291c9088b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.155+0000 7f904f400640 1 -- 172.21.15.44:0/3344037402 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c901340 msgr2=0x56291c97ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:32.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.155+0000 7f904f400640 1 --2- 172.21.15.44:0/3344037402 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c901340 0x56291c97ac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.155+0000 7f904f400640 1 -- 172.21.15.44:0/3344037402 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56291c97b1d0 con 0x56291c8fb7e0 2024-05-27T00:34:32.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.155+0000 7f904ea00640 1 --2- 172.21.15.44:0/3344037402 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fc1d0 0x56291c9088b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:32.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.156+0000 7f904f400640 1 --2- 172.21.15.44:0/3344037402 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c8fb7e0 0x56291c908370 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f9040009230 tx=0x7f9040009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b936c0e78e8d0497 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:32.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.156+0000 7f9039600640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:34:32.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.156+0000 7f9039600640 1 -- 172.21.15.44:0/3344037402 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9040035040 con 0x56291c8fb7e0 2024-05-27T00:34:32.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.156+0000 7f9039600640 1 -- 172.21.15.44:0/3344037402 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f9040054680 con 0x56291c8fb7e0 2024-05-27T00:34:32.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.156+0000 7f905942c740 1 -- 172.21.15.44:0/3344037402 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9048029070 con 0x56291c8fb7e0 2024-05-27T00:34:32.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.156+0000 7f9039600640 1 -- 172.21.15.44:0/3344037402 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9040063050 con 0x56291c8fb7e0 2024-05-27T00:34:32.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.156+0000 7f905942c740 10 client.25193 fetch_fsmap learned FSMap version 24 2024-05-27T00:34:32.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.156+0000 7f905942c740 1 -- 172.21.15.44:0/3344037402 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56291c97c3d0 con 0x56291c8fb7e0 2024-05-27T00:34:32.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.157+0000 7f9039600640 1 -- 172.21.15.44:0/3344037402 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9048029070 con 0x56291c8fb7e0 2024-05-27T00:34:32.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.157+0000 7f9039600640 1 -- 172.21.15.44:0/3344037402 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f9040044070 con 0x56291c8fb7e0 2024-05-27T00:34:32.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.157+0000 7f905942c740 10 client.25193 fetch_fsmap finished waiting for FSMap version 24 2024-05-27T00:34:32.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.157+0000 7f905942c740 10 client.25193 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-27T00:34:32.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.157+0000 7f905942c740 20 client.25193 populate_metadata read hostname 'smithi044' 2024-05-27T00:34:32.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.157+0000 7f905942c740 1 --2- 172.21.15.44:0/3344037402 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x56291c980fb0 0x56291c97fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.157+0000 7f905942c740 4 client.25193 mds_command: new command op to 24581 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-27T00:34:32.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.157+0000 7f905942c740 1 -- 172.21.15.44:0/3344037402 --> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] -- command(tid 0: {"prefix": "status"}) -- 0x56291c866090 con 0x56291c980fb0 2024-05-27T00:34:32.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.157+0000 7f904ea00640 1 --2- 172.21.15.44:0/3344037402 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x56291c980fb0 0x56291c97fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.158+0000 7f904ea00640 1 --2- 172.21.15.44:0/3344037402 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x56291c980fb0 0x56291c97fcc0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c5d3ed1da19bfe70 server_cookie=99a4b12f3048ef60 in_seq=0 out_seq=0 2024-05-27T00:34:32.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.158+0000 7f9039600640 10 client.25193 ms_handle_connect on v2:172.21.15.44:6840/114683393 2024-05-27T00:34:32.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.158+0000 7f9039600640 1 -- 172.21.15.44:0/3344037402 <== mds.1 v2:172.21.15.44:6840/114683393 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x56291c866090 con 0x56291c980fb0 2024-05-27T00:34:32.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.158+0000 7f9039600640 10 client.25193 handle_command_reply: tid=0 2024-05-27T00:34:32.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.158+0000 7f905942c740 1 client.25193 shutdown 2024-05-27T00:34:32.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.159+0000 7f905942c740 1 -- 172.21.15.44:0/3344037402 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c8fb7e0 msgr2=0x56291c908370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:32.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.159+0000 7f905942c740 1 --2- 172.21.15.44:0/3344037402 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c8fb7e0 0x56291c908370 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f9040009230 tx=0x7f9040009260 comp rx=0 tx=0).stop 2024-05-27T00:34:32.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.159+0000 7f905942c740 1 -- 172.21.15.44:0/3344037402 shutdown_connections 2024-05-27T00:34:32.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.159+0000 7f905942c740 1 --2- 172.21.15.44:0/3344037402 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56291c901340 0x56291c97ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.159+0000 7f905942c740 1 --2- 172.21.15.44:0/3344037402 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56291c8fc1d0 0x56291c9088b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.159+0000 7f905942c740 1 --2- 172.21.15.44:0/3344037402 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x56291c980fb0 0x56291c97fcc0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.159+0000 7f905942c740 1 --2- 172.21.15.44:0/3344037402 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56291c8fb7e0 0x56291c908370 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.159+0000 7f9039600640 0 client.25193 ms_handle_reset on v2:172.21.15.44:6840/114683393 2024-05-27T00:34:32.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.159+0000 7f905942c740 1 -- 172.21.15.44:0/3344037402 >> 172.21.15.44:0/3344037402 conn(0x56291c8f6e50 msgr2=0x56291c8f7230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:32.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.159+0000 7f905942c740 1 -- 172.21.15.44:0/3344037402 shutdown_connections 2024-05-27T00:34:32.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.159+0000 7f905942c740 1 -- 172.21.15.44:0/3344037402 wait complete. 2024-05-27T00:34:32.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.159+0000 7f905942c740 20 client.25193 trim_cache size 0 max 16384 2024-05-27T00:34:32.162 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:34:32.162 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "1fe53dce-1bbf-11ef-bc9b-c7b262605968", 2024-05-27T00:34:32.163 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 1, 2024-05-27T00:34:32.163 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24581, 2024-05-27T00:34:32.163 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-05-27T00:34:32.163 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-05-27T00:34:32.163 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-05-27T00:34:32.163 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 101.589349306, 2024-05-27T00:34:32.163 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 24, 2024-05-27T00:34:32.163 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 95, 2024-05-27T00:34:32.163 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 91, 2024-05-27T00:34:32.163 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 143.24424106800001 2024-05-27T00:34:32.163 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:34:32.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.160+0000 7f9056600640 1 -- 172.21.15.44:0/4022706891 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f90340a2b90 msgr2=0x7f90340a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:32.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.160+0000 7f9056600640 1 --2- 172.21.15.44:0/4022706891 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f90340a2b90 0x7f90340a5050 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f904002a9e0 tx=0x7f9040005a20 comp rx=0 tx=0).stop 2024-05-27T00:34:32.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.160+0000 7f9056600640 1 -- 172.21.15.44:0/4022706891 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9050102be0 msgr2=0x7f905019a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:32.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.160+0000 7f9056600640 1 --2- 172.21.15.44:0/4022706891 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9050102be0 0x7f905019a590 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f903c00ea60 tx=0x7f903c00ee60 comp rx=0 tx=0).stop 2024-05-27T00:34:32.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.160+0000 7f9056600640 1 -- 172.21.15.44:0/4022706891 shutdown_connections 2024-05-27T00:34:32.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.160+0000 7f9056600640 1 --2- 172.21.15.44:0/4022706891 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f90340a2b90 0x7f90340a5050 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.160+0000 7f9056600640 1 --2- 172.21.15.44:0/4022706891 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f90501035a0 0x7f90501a1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.160+0000 7f9056600640 1 --2- 172.21.15.44:0/4022706891 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9050102be0 0x7f905019a590 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.160+0000 7f9056600640 1 --2- 172.21.15.44:0/4022706891 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f90501019f0 0x7f905019a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.160+0000 7f9056600640 1 -- 172.21.15.44:0/4022706891 >> 172.21.15.44:0/4022706891 conn(0x7f90500fcf40 msgr2=0x7f9050073bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:32.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.160+0000 7f9056600640 1 -- 172.21.15.44:0/4022706891 shutdown_connections 2024-05-27T00:34:32.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.160+0000 7f9056600640 1 -- 172.21.15.44:0/4022706891 wait complete. 2024-05-27T00:34:32.181 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-05-27T00:34:32.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.391+0000 7fc7c8a00640 1 -- 172.21.15.44:0/4032141517 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7c4102330 msgr2=0x7fc7c4104720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:32.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.391+0000 7fc7c8a00640 1 --2- 172.21.15.44:0/4032141517 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7c4102330 0x7fc7c4104720 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc7b4009900 tx=0x7fc7b402a3f0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.391+0000 7fc7c8a00640 1 -- 172.21.15.44:0/4032141517 shutdown_connections 2024-05-27T00:34:32.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.391+0000 7fc7c8a00640 1 --2- 172.21.15.44:0/4032141517 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7c4107590 0x7fc7c41099e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.391+0000 7fc7c8a00640 1 --2- 172.21.15.44:0/4032141517 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc7c4104c60 0x7fc7c4107050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.391+0000 7fc7c8a00640 1 --2- 172.21.15.44:0/4032141517 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7c4102330 0x7fc7c4104720 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.391+0000 7fc7c8a00640 1 -- 172.21.15.44:0/4032141517 >> 172.21.15.44:0/4032141517 conn(0x7fc7c40fbd40 msgr2=0x7fc7c40fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:32.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.391+0000 7fc7c8a00640 1 -- 172.21.15.44:0/4032141517 shutdown_connections 2024-05-27T00:34:32.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.391+0000 7fc7c8a00640 1 -- 172.21.15.44:0/4032141517 wait complete. 2024-05-27T00:34:32.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.392+0000 7fc7c8a00640 1 Processor -- start 2024-05-27T00:34:32.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.392+0000 7fc7c8a00640 1 -- start start 2024-05-27T00:34:32.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.392+0000 7fc7c8a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc7c4102330 0x7fc7c4101ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.392+0000 7fc7c8a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7c4104c60 0x7fc7c41002e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.392+0000 7fc7c8a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7c4107590 0x7fc7c4100820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.392+0000 7fc7c8a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c410d660 con 0x7fc7c4104c60 2024-05-27T00:34:32.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.392+0000 7fc7c8a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c410d4e0 con 0x7fc7c4107590 2024-05-27T00:34:32.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.392+0000 7fc7c8a00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fc7c410d7e0 con 0x7fc7c4102330 2024-05-27T00:34:32.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.393+0000 7fc7c1e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7c4104c60 0x7fc7c41002e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.393+0000 7fc7c2800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc7c4102330 0x7fc7c4101ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.393+0000 7fc7c1e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7c4104c60 0x7fc7c41002e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39598/0 (socket says 172.21.15.44:39598) 2024-05-27T00:34:32.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.393+0000 7fc7c1e00640 1 -- 172.21.15.44:0/1716951395 learned_addr learned my addr 172.21.15.44:0/1716951395 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:32.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.393+0000 7fc7c3200640 1 --2- 172.21.15.44:0/1716951395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7c4107590 0x7fc7c4100820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.393+0000 7fc7c2800640 1 -- 172.21.15.44:0/1716951395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7c4107590 msgr2=0x7fc7c4100820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:32.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.393+0000 7fc7c2800640 1 --2- 172.21.15.44:0/1716951395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7c4107590 0x7fc7c4100820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.393+0000 7fc7c2800640 1 -- 172.21.15.44:0/1716951395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7c4104c60 msgr2=0x7fc7c41002e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:32.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.393+0000 7fc7c2800640 1 --2- 172.21.15.44:0/1716951395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7c4104c60 0x7fc7c41002e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.393+0000 7fc7c2800640 1 -- 172.21.15.44:0/1716951395 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7c41010b0 con 0x7fc7c4102330 2024-05-27T00:34:32.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.393+0000 7fc7c2800640 1 --2- 172.21.15.44:0/1716951395 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc7c4102330 0x7fc7c4101ca0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fc7b4009230 tx=0x7fc7b40042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:32.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.394+0000 7fc7bb400640 1 -- 172.21.15.44:0/1716951395 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7b403f030 con 0x7fc7c4102330 2024-05-27T00:34:32.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.394+0000 7fc7c8a00640 1 -- 172.21.15.44:0/1716951395 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7c41a1cd0 con 0x7fc7c4102330 2024-05-27T00:34:32.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.394+0000 7fc7c8a00640 1 -- 172.21.15.44:0/1716951395 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7c41a21c0 con 0x7fc7c4102330 2024-05-27T00:34:32.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.394+0000 7fc7bb400640 1 -- 172.21.15.44:0/1716951395 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc7b4003d00 con 0x7fc7c4102330 2024-05-27T00:34:32.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.394+0000 7fc7bb400640 1 -- 172.21.15.44:0/1716951395 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7b4049060 con 0x7fc7c4102330 2024-05-27T00:34:32.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.397+0000 7fc7cc230740 1 Processor -- start 2024-05-27T00:34:32.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.397+0000 7fc7bb400640 1 -- 172.21.15.44:0/1716951395 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc7b4042030 con 0x7fc7c4102330 2024-05-27T00:34:32.398 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.397+0000 7fc7cc230740 1 -- start start 2024-05-27T00:34:32.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.398+0000 7fc7cc230740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd79809c0 0x55acd7980de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.398+0000 7fc7cc230740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd79813b0 0x55acd7985eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.399 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.398+0000 7fc7cc230740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd7986520 0x55acd79889b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.398+0000 7fc7cc230740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55acd78e3610 con 0x55acd79809c0 2024-05-27T00:34:32.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.398+0000 7fc7cc230740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55acd788b5c0 con 0x55acd79813b0 2024-05-27T00:34:32.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.398+0000 7fc7cc230740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55acd78df5d0 con 0x55acd7986520 2024-05-27T00:34:32.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.398+0000 7fc7c3200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd79809c0 0x55acd7980de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.398+0000 7fc7c2800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd79813b0 0x55acd7985eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.398+0000 7fc7c3200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd79809c0 0x55acd7980de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39602/0 (socket says 172.21.15.44:39602) 2024-05-27T00:34:32.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.398+0000 7fc7c3200640 1 -- 172.21.15.44:0/2072245809 learned_addr learned my addr 172.21.15.44:0/2072245809 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:32.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.398+0000 7fc7c2800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd79813b0 0x55acd7985eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:42532/0 (socket says 172.21.15.44:42532) 2024-05-27T00:34:32.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.398+0000 7fc7c1e00640 1 --2- 172.21.15.44:0/2072245809 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd7986520 0x55acd79889b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.399+0000 7fc7c3200640 1 -- 172.21.15.44:0/2072245809 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd7986520 msgr2=0x55acd79889b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:32.400 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.399+0000 7fc7c3200640 1 --2- 172.21.15.44:0/2072245809 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd7986520 0x55acd79889b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.399+0000 7fc7c3200640 1 -- 172.21.15.44:0/2072245809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd79813b0 msgr2=0x55acd7985eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:32.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.399+0000 7fc7c3200640 1 --2- 172.21.15.44:0/2072245809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd79813b0 0x55acd7985eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.399+0000 7fc7c3200640 1 -- 172.21.15.44:0/2072245809 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55acd75f72d0 con 0x55acd79809c0 2024-05-27T00:34:32.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.399+0000 7fc7c1e00640 1 --2- 172.21.15.44:0/2072245809 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd7986520 0x55acd79889b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:32.401 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.399+0000 7fc7c3200640 1 --2- 172.21.15.44:0/2072245809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd79809c0 0x55acd7980de0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc0039f0 tx=0x7fc7bc003eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7fe902ed361390b server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:32.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.399+0000 7fc7b3400640 1 -- 172.21.15.44:0/2072245809 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7bc01a470 con 0x55acd79809c0 2024-05-27T00:34:32.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.399+0000 7fc7b3400640 1 -- 172.21.15.44:0/2072245809 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc7bc015070 con 0x55acd79809c0 2024-05-27T00:34:32.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.399+0000 7fc7b3400640 1 -- 172.21.15.44:0/2072245809 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7bc0109b0 con 0x55acd79809c0 2024-05-27T00:34:32.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.399+0000 7fc7bb400640 1 --2- 172.21.15.44:0/1716951395 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc7a80a2b90 0x7fc7a80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.400+0000 7fc7bb400640 1 -- 172.21.15.44:0/1716951395 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fc7b40ef5f0 con 0x7fc7c4102330 2024-05-27T00:34:32.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.400+0000 7fc7c2800640 1 --2- 172.21.15.44:0/1716951395 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc7a80a2b90 0x7fc7a80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.400+0000 7fc7cc230740 1 -- 172.21.15.44:0/2072245809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd79809c0 msgr2=0x55acd7980de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:32.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.400+0000 7fc7cc230740 1 --2- 172.21.15.44:0/2072245809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd79809c0 0x55acd7980de0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc0039f0 tx=0x7fc7bc003eb0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.400+0000 7fc7cc230740 1 -- 172.21.15.44:0/2072245809 shutdown_connections 2024-05-27T00:34:32.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.400+0000 7fc7cc230740 1 --2- 172.21.15.44:0/2072245809 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd7986520 0x55acd79889b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.400+0000 7fc7cc230740 1 --2- 172.21.15.44:0/2072245809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd79813b0 0x55acd7985eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.400+0000 7fc7cc230740 1 --2- 172.21.15.44:0/2072245809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd79809c0 0x55acd7980de0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.400+0000 7fc7cc230740 1 -- 172.21.15.44:0/2072245809 >> 172.21.15.44:0/2072245809 conn(0x55acd797c030 msgr2=0x55acd797c430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:32.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.400+0000 7fc7cc230740 1 -- 172.21.15.44:0/2072245809 shutdown_connections 2024-05-27T00:34:32.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.400+0000 7fc7cc230740 1 -- 172.21.15.44:0/2072245809 wait complete. 2024-05-27T00:34:32.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.400+0000 7fc7c2800640 1 --2- 172.21.15.44:0/1716951395 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc7a80a2b90 0x7fc7a80a5050 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x55acd79817b0 tx=0x7fc7b40f50e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:32.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.401+0000 7fc7cc230740 1 -- start start 2024-05-27T00:34:32.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.401+0000 7fc7cc230740 1 Processor -- start 2024-05-27T00:34:32.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.401+0000 7fc7cc230740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd79809c0 0x55acd7993690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.402+0000 7fc7cc230740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd79813b0 0x55acd7993bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.402+0000 7fc7cc230740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd7986520 0x55acd799ac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.402+0000 7fc7cc230740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55acd79894d0 con 0x55acd79809c0 2024-05-27T00:34:32.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.402+0000 7fc7cc230740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55acd789e910 con 0x55acd79813b0 2024-05-27T00:34:32.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.402+0000 7fc7cc230740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55acd7989650 con 0x55acd7986520 2024-05-27T00:34:32.406 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.402+0000 7fc7cc230740 10 client.0 _ll_register_callbacks cb 0x55acd78da410 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:34:32.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.402+0000 7fc7c3200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd79809c0 0x55acd7993690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.402+0000 7fc7c3200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd79809c0 0x55acd7993690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39604/0 (socket says 172.21.15.44:39604) 2024-05-27T00:34:32.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.402+0000 7fc7c3200640 1 -- 172.21.15.44:0/4101557024 learned_addr learned my addr 172.21.15.44:0/4101557024 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:32.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.402+0000 7fc7c1e00640 1 --2- 172.21.15.44:0/4101557024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd79813b0 0x55acd7993bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.402+0000 7fc7c3200640 1 --2- 172.21.15.44:0/4101557024 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd7986520 0x55acd799ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.402+0000 7fc7c1e00640 1 -- 172.21.15.44:0/4101557024 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd7986520 msgr2=0x55acd799ac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:32.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.402+0000 7fc7c1e00640 1 --2- 172.21.15.44:0/4101557024 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd7986520 0x55acd799ac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.402+0000 7fc7c1e00640 1 -- 172.21.15.44:0/4101557024 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd79809c0 msgr2=0x55acd7993690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:32.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.402+0000 7fc7c1e00640 1 --2- 172.21.15.44:0/4101557024 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd79809c0 0x55acd7993690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.402+0000 7fc7c1e00640 1 -- 172.21.15.44:0/4101557024 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55acd76c16b0 con 0x55acd79813b0 2024-05-27T00:34:32.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.402+0000 7fc7c3200640 1 --2- 172.21.15.44:0/4101557024 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd79809c0 0x55acd7993690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:32.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.403+0000 7fc7c1e00640 1 --2- 172.21.15.44:0/4101557024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd79813b0 0x55acd7993bd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fc7c4101a10 tx=0x7fc7ac010c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7fed722dfc1256c3 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:32.407 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.403+0000 7fc7a7e00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:34:32.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.403+0000 7fc7a7e00640 1 -- 172.21.15.44:0/4101557024 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ac00fb90 con 0x55acd79813b0 2024-05-27T00:34:32.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.403+0000 7fc7a7e00640 1 -- 172.21.15.44:0/4101557024 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fc7ac00fd30 con 0x55acd79813b0 2024-05-27T00:34:32.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.403+0000 7fc7cc230740 1 -- 172.21.15.44:0/4101557024 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7bc015070 con 0x55acd79813b0 2024-05-27T00:34:32.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.403+0000 7fc7a7e00640 1 -- 172.21.15.44:0/4101557024 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc7ac004030 con 0x55acd79813b0 2024-05-27T00:34:32.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.403+0000 7fc7cc230740 10 client.25205 fetch_fsmap learned FSMap version 24 2024-05-27T00:34:32.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.403+0000 7fc7cc230740 1 -- 172.21.15.44:0/4101557024 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55acd799dff0 con 0x55acd79813b0 2024-05-27T00:34:32.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.404+0000 7fc7a7e00640 1 -- 172.21.15.44:0/4101557024 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc7bc015070 con 0x55acd79813b0 2024-05-27T00:34:32.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.404+0000 7fc7a7e00640 1 -- 172.21.15.44:0/4101557024 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fc7ac004a70 con 0x55acd79813b0 2024-05-27T00:34:32.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.404+0000 7fc7cc230740 10 client.25205 fetch_fsmap finished waiting for FSMap version 24 2024-05-27T00:34:32.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.404+0000 7fc7cc230740 10 client.25205 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-27T00:34:32.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.404+0000 7fc7cc230740 20 client.25205 populate_metadata read hostname 'smithi044' 2024-05-27T00:34:32.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.404+0000 7fc7cc230740 1 --2- 172.21.15.44:0/4101557024 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55acd79a0670 0x55acd79a1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.404+0000 7fc7cc230740 4 client.25205 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:34:32.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.404+0000 7fc7cc230740 1 -- 172.21.15.44:0/4101557024 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55acd78f0d40 con 0x55acd79a0670 2024-05-27T00:34:32.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.405+0000 7fc7c3200640 1 --2- 172.21.15.44:0/4101557024 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55acd79a0670 0x55acd79a1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.405+0000 7fc7c3200640 1 --2- 172.21.15.44:0/4101557024 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55acd79a0670 0x55acd79a1ae0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=35a71004ff7deac7 server_cookie=c4abd59147f84923 in_seq=0 out_seq=0 2024-05-27T00:34:32.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.405+0000 7fc7a7e00640 10 client.25205 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:34:32.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.406+0000 7fc7a7e00640 1 -- 172.21.15.44:0/4101557024 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55acd78f0d40 con 0x55acd79a0670 2024-05-27T00:34:32.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.406+0000 7fc7a7e00640 10 client.25205 handle_command_reply: tid=0 2024-05-27T00:34:32.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.406+0000 7fc7cc230740 1 client.25205 shutdown 2024-05-27T00:34:32.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.406+0000 7fc7cc230740 1 -- 172.21.15.44:0/4101557024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd79813b0 msgr2=0x55acd7993bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:32.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.406+0000 7fc7cc230740 1 --2- 172.21.15.44:0/4101557024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd79813b0 0x55acd7993bd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fc7c4101a10 tx=0x7fc7ac010c80 comp rx=0 tx=0).stop 2024-05-27T00:34:32.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.407+0000 7fc7cc230740 1 -- 172.21.15.44:0/4101557024 shutdown_connections 2024-05-27T00:34:32.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.407+0000 7fc7cc230740 1 --2- 172.21.15.44:0/4101557024 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55acd79a0670 0x55acd79a1ae0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.407+0000 7fc7cc230740 1 --2- 172.21.15.44:0/4101557024 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd7986520 0x55acd799ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.407+0000 7fc7cc230740 1 --2- 172.21.15.44:0/4101557024 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd79813b0 0x55acd7993bd0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.407+0000 7fc7cc230740 1 --2- 172.21.15.44:0/4101557024 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd79809c0 0x55acd7993690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.407+0000 7fc7cc230740 1 -- 172.21.15.44:0/4101557024 >> 172.21.15.44:0/4101557024 conn(0x55acd797c030 msgr2=0x55acd797b1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:32.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.407+0000 7fc7a7e00640 0 client.25205 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:34:32.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.407+0000 7fc7cc230740 1 -- 172.21.15.44:0/4101557024 shutdown_connections 2024-05-27T00:34:32.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.407+0000 7fc7cc230740 1 -- 172.21.15.44:0/4101557024 wait complete. 2024-05-27T00:34:32.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.407+0000 7fc7cc230740 20 client.25205 trim_cache size 0 max 16384 2024-05-27T00:34:32.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.427+0000 7fc7cc230740 1 Processor -- start 2024-05-27T00:34:32.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.427+0000 7fc7cc230740 1 -- start start 2024-05-27T00:34:32.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.428+0000 7fc7cc230740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd79809c0 0x55acd799f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.428+0000 7fc7cc230740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd79813b0 0x55acd799abd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.428+0000 7fc7cc230740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd7986520 0x55acd79828b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.428+0000 7fc7cc230740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55acd799fe20 con 0x55acd7986520 2024-05-27T00:34:32.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.428+0000 7fc7cc230740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55acd79a04f0 con 0x55acd79809c0 2024-05-27T00:34:32.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.428+0000 7fc7cc230740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55acd79a0bc0 con 0x55acd79813b0 2024-05-27T00:34:32.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.428+0000 7fc7c1e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd79813b0 0x55acd799abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.428+0000 7fc7c3200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd7986520 0x55acd79828b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.428+0000 7fc7c1e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd79813b0 0x55acd799abd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:48282/0 (socket says 172.21.15.44:48282) 2024-05-27T00:34:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.428+0000 7fc7c3200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd7986520 0x55acd79828b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39606/0 (socket says 172.21.15.44:39606) 2024-05-27T00:34:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.428+0000 7fc7c1e00640 1 -- 172.21.15.44:0/1188756254 learned_addr learned my addr 172.21.15.44:0/1188756254 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.428+0000 7fc7c3200640 1 --2- 172.21.15.44:0/1188756254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd79809c0 0x55acd799f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.429+0000 7fc7c1e00640 1 -- 172.21.15.44:0/1188756254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd79809c0 msgr2=0x55acd799f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.429+0000 7fc7c1e00640 1 --2- 172.21.15.44:0/1188756254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd79809c0 0x55acd799f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.429+0000 7fc7c1e00640 1 -- 172.21.15.44:0/1188756254 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd7986520 msgr2=0x55acd79828b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.429+0000 7fc7c1e00640 1 --2- 172.21.15.44:0/1188756254 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd7986520 0x55acd79828b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.429+0000 7fc7c1e00640 1 -- 172.21.15.44:0/1188756254 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55acd797be60 con 0x55acd79813b0 2024-05-27T00:34:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.429+0000 7fc7c3200640 1 --2- 172.21.15.44:0/1188756254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd79809c0 0x55acd799f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:34:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.429+0000 7fc7c1e00640 1 --2- 172.21.15.44:0/1188756254 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd79813b0 0x55acd799abd0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac004f30 tx=0x7fc7ac003920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd5f2227abff551 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.429+0000 7fc7b2a00640 1 -- 172.21.15.44:0/1188756254 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ac0041d0 con 0x55acd79813b0 2024-05-27T00:34:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.430+0000 7fc7b2a00640 1 -- 172.21.15.44:0/1188756254 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc7ac004370 con 0x55acd79813b0 2024-05-27T00:34:32.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.430+0000 7fc7b2a00640 1 -- 172.21.15.44:0/1188756254 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ac005530 con 0x55acd79813b0 2024-05-27T00:34:32.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.430+0000 7fc7cc230740 1 -- 172.21.15.44:0/1188756254 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd79813b0 msgr2=0x55acd799abd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:32.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.430+0000 7fc7cc230740 1 --2- 172.21.15.44:0/1188756254 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd79813b0 0x55acd799abd0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac004f30 tx=0x7fc7ac003920 comp rx=0 tx=0).stop 2024-05-27T00:34:32.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.430+0000 7fc7cc230740 1 -- 172.21.15.44:0/1188756254 shutdown_connections 2024-05-27T00:34:32.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.430+0000 7fc7cc230740 1 --2- 172.21.15.44:0/1188756254 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd7986520 0x55acd79828b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.430+0000 7fc7cc230740 1 --2- 172.21.15.44:0/1188756254 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd79813b0 0x55acd799abd0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.430+0000 7fc7cc230740 1 --2- 172.21.15.44:0/1188756254 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd79809c0 0x55acd799f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.430+0000 7fc7cc230740 1 -- 172.21.15.44:0/1188756254 >> 172.21.15.44:0/1188756254 conn(0x55acd797c030 msgr2=0x55acd797c410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:32.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.430+0000 7fc7cc230740 1 -- 172.21.15.44:0/1188756254 shutdown_connections 2024-05-27T00:34:32.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.430+0000 7fc7cc230740 1 -- 172.21.15.44:0/1188756254 wait complete. 2024-05-27T00:34:32.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.431+0000 7fc7cc230740 1 -- start start 2024-05-27T00:34:32.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.431+0000 7fc7cc230740 1 Processor -- start 2024-05-27T00:34:32.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.431+0000 7fc7cc230740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd79809c0 0x55acd7998b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.432+0000 7fc7cc230740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd79813b0 0x55acd7a06940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.432+0000 7fc7cc230740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd7986520 0x55acd7a08e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.432+0000 7fc7cc230740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55acd79a1960 con 0x55acd79809c0 2024-05-27T00:34:32.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.432+0000 7fc7cc230740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55acd79a1290 con 0x55acd7986520 2024-05-27T00:34:32.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.432+0000 7fc7cc230740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55acd79a2030 con 0x55acd79813b0 2024-05-27T00:34:32.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.432+0000 7fc7cc230740 10 client.0 _ll_register_callbacks cb 0x7fc7ac00a790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:34:32.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.432+0000 7fc7c3200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd79809c0 0x55acd7998b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.432+0000 7fc7c3200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd79809c0 0x55acd7998b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:39618/0 (socket says 172.21.15.44:39618) 2024-05-27T00:34:32.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.432+0000 7fc7c3200640 1 -- 172.21.15.44:0/55391131 learned_addr learned my addr 172.21.15.44:0/55391131 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:32.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.432+0000 7fc7c1e00640 1 --2- 172.21.15.44:0/55391131 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd79813b0 0x55acd7a06940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.432+0000 7fc7c3200640 1 --2- 172.21.15.44:0/55391131 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd7986520 0x55acd7a08e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.432+0000 7fc7c1e00640 1 -- 172.21.15.44:0/55391131 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd7986520 msgr2=0x55acd7a08e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:32.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.432+0000 7fc7c1e00640 1 --2- 172.21.15.44:0/55391131 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd7986520 0x55acd7a08e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.433+0000 7fc7c1e00640 1 -- 172.21.15.44:0/55391131 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd79809c0 msgr2=0x55acd7998b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:34:32.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.433+0000 7fc7c1e00640 1 --2- 172.21.15.44:0/55391131 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd79809c0 0x55acd7998b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.433+0000 7fc7c1e00640 1 -- 172.21.15.44:0/55391131 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55acd7a094a0 con 0x55acd79813b0 2024-05-27T00:34:32.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.433+0000 7fc7c3200640 1 --2- 172.21.15.44:0/55391131 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd79809c0 0x55acd7998b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:32.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.433+0000 7fc7c1e00640 1 --2- 172.21.15.44:0/55391131 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd79813b0 0x55acd7a06940 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac004fd0 tx=0x7fc7ac00a550 comp rx=0 tx=0).ready entity=mon.1 client_cookie=833083f8bf90a171 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:32.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.433+0000 7fc7a7e00640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:34:32.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.433+0000 7fc7a7e00640 1 -- 172.21.15.44:0/55391131 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ac003a90 con 0x55acd79813b0 2024-05-27T00:34:32.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.433+0000 7fc7a7e00640 1 -- 172.21.15.44:0/55391131 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fc7ac003c30 con 0x55acd79813b0 2024-05-27T00:34:32.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.433+0000 7fc7cc230740 1 -- 172.21.15.44:0/55391131 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7ac004370 con 0x55acd79813b0 2024-05-27T00:34:32.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.433+0000 7fc7a7e00640 1 -- 172.21.15.44:0/55391131 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc7ac043050 con 0x55acd79813b0 2024-05-27T00:34:32.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.434+0000 7fc7cc230740 10 client.25198 fetch_fsmap learned FSMap version 24 2024-05-27T00:34:32.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.434+0000 7fc7cc230740 1 -- 172.21.15.44:0/55391131 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55acd7a0a7a0 con 0x55acd79813b0 2024-05-27T00:34:32.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.434+0000 7fc7a7e00640 1 -- 172.21.15.44:0/55391131 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc7ac004370 con 0x55acd79813b0 2024-05-27T00:34:32.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.434+0000 7fc7a7e00640 1 -- 172.21.15.44:0/55391131 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fc7ac029690 con 0x55acd79813b0 2024-05-27T00:34:32.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.434+0000 7fc7cc230740 10 client.25198 fetch_fsmap finished waiting for FSMap version 24 2024-05-27T00:34:32.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.434+0000 7fc7cc230740 10 client.25198 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-27T00:34:32.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.434+0000 7fc7cc230740 20 client.25198 populate_metadata read hostname 'smithi044' 2024-05-27T00:34:32.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.434+0000 7fc7cc230740 1 --2- 172.21.15.44:0/55391131 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55acd7a0f060 0x55acd7a0dd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:32.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.434+0000 7fc7cc230740 4 client.25198 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-27T00:34:32.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.434+0000 7fc7cc230740 1 -- 172.21.15.44:0/55391131 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "status"}) -- 0x55acd78eb090 con 0x55acd7a0f060 2024-05-27T00:34:32.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.435+0000 7fc7c3200640 1 --2- 172.21.15.44:0/55391131 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55acd7a0f060 0x55acd7a0dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:32.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.435+0000 7fc7c3200640 1 --2- 172.21.15.44:0/55391131 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55acd7a0f060 0x55acd7a0dd70 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54ce794babc20fe9 server_cookie=6bfdeb9426f48bcc in_seq=0 out_seq=0 2024-05-27T00:34:32.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.435+0000 7fc7a7e00640 10 client.25198 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:34:32.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.436+0000 7fc7a7e00640 1 -- 172.21.15.44:0/55391131 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55acd78eb090 con 0x55acd7a0f060 2024-05-27T00:34:32.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.436+0000 7fc7a7e00640 10 client.25198 handle_command_reply: tid=0 2024-05-27T00:34:32.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.436+0000 7fc7cc230740 1 client.25198 shutdown 2024-05-27T00:34:32.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.436+0000 7fc7cc230740 1 -- 172.21.15.44:0/55391131 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd79813b0 msgr2=0x55acd7a06940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:32.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.436+0000 7fc7cc230740 1 --2- 172.21.15.44:0/55391131 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd79813b0 0x55acd7a06940 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac004fd0 tx=0x7fc7ac00a550 comp rx=0 tx=0).stop 2024-05-27T00:34:32.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.436+0000 7fc7cc230740 1 -- 172.21.15.44:0/55391131 shutdown_connections 2024-05-27T00:34:32.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.436+0000 7fc7cc230740 1 --2- 172.21.15.44:0/55391131 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55acd7a0f060 0x55acd7a0dd70 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.436+0000 7fc7cc230740 1 --2- 172.21.15.44:0/55391131 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55acd7986520 0x55acd7a08e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.436+0000 7fc7cc230740 1 --2- 172.21.15.44:0/55391131 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55acd79813b0 0x55acd7a06940 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.436+0000 7fc7cc230740 1 --2- 172.21.15.44:0/55391131 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55acd79809c0 0x55acd7998b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.436+0000 7fc7cc230740 1 -- 172.21.15.44:0/55391131 >> 172.21.15.44:0/55391131 conn(0x55acd797c030 msgr2=0x55acd799f450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:32.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.436+0000 7fc7a7e00640 0 client.25198 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:34:32.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.436+0000 7fc7cc230740 1 -- 172.21.15.44:0/55391131 shutdown_connections 2024-05-27T00:34:32.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.436+0000 7fc7cc230740 1 -- 172.21.15.44:0/55391131 wait complete. 2024-05-27T00:34:32.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.436+0000 7fc7cc230740 20 client.25198 trim_cache size 0 max 16384 2024-05-27T00:34:32.441 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:34:32.441 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "1fe53dce-1bbf-11ef-bc9b-c7b262605968", 2024-05-27T00:34:32.441 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 0, 2024-05-27T00:34:32.441 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24599, 2024-05-27T00:34:32.442 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-05-27T00:34:32.442 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-05-27T00:34:32.442 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-05-27T00:34:32.442 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 133.08726697899999, 2024-05-27T00:34:32.442 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 24, 2024-05-27T00:34:32.442 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 95, 2024-05-27T00:34:32.442 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 91, 2024-05-27T00:34:32.442 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 140.46117070899999 2024-05-27T00:34:32.442 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:34:32.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.437+0000 7fc7c8a00640 1 -- 172.21.15.44:0/1716951395 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc7a80a2b90 msgr2=0x7fc7a80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:32.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.437+0000 7fc7c8a00640 1 --2- 172.21.15.44:0/1716951395 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc7a80a2b90 0x7fc7a80a5050 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x55acd79817b0 tx=0x7fc7b40f50e0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.437+0000 7fc7c8a00640 1 -- 172.21.15.44:0/1716951395 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc7c4102330 msgr2=0x7fc7c4101ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:32.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.437+0000 7fc7c8a00640 1 --2- 172.21.15.44:0/1716951395 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc7c4102330 0x7fc7c4101ca0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fc7b4009230 tx=0x7fc7b40042f0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.437+0000 7fc7c8a00640 1 -- 172.21.15.44:0/1716951395 shutdown_connections 2024-05-27T00:34:32.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.437+0000 7fc7c8a00640 1 --2- 172.21.15.44:0/1716951395 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc7a80a2b90 0x7fc7a80a5050 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.437+0000 7fc7c8a00640 1 --2- 172.21.15.44:0/1716951395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc7c4107590 0x7fc7c4100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.437+0000 7fc7c8a00640 1 --2- 172.21.15.44:0/1716951395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc7c4104c60 0x7fc7c41002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.437+0000 7fc7c8a00640 1 --2- 172.21.15.44:0/1716951395 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc7c4102330 0x7fc7c4101ca0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:32.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.437+0000 7fc7c8a00640 1 -- 172.21.15.44:0/1716951395 >> 172.21.15.44:0/1716951395 conn(0x7fc7c40fbd40 msgr2=0x7fc7c4102c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:32.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.437+0000 7fc7c8a00640 1 -- 172.21.15.44:0/1716951395 shutdown_connections 2024-05-27T00:34:32.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:32.437+0000 7fc7c8a00640 1 -- 172.21.15.44:0/1716951395 wait complete. 2024-05-27T00:34:32.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:32 smithi050 ceph-mon[36071]: pgmap v390: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 488 B/s wr, 6 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-05-27T00:34:32.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:32 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2933053563' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:34:32.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:32 smithi044 ceph-mon[31645]: pgmap v390: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 488 B/s wr, 6 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-05-27T00:34:32.453 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:32 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2933053563' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:34:32.455 INFO:tasks.cephadm:Setup complete, yielding 2024-05-27T00:34:32.456 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-27T00:34:32.468 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi044.front.sepia.ceph.com 2024-05-27T00:34:32.468 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- bash -c 'ceph orch status' 2024-05-27T00:34:32.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:32 smithi137 ceph-mon[36552]: pgmap v390: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 488 B/s wr, 6 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-05-27T00:34:32.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:32 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2933053563' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:34:32.945 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:34:34.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:34 smithi044 ceph-mon[31645]: pgmap v391: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 409 B/s wr, 6 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-05-27T00:34:34.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:34 smithi050 ceph-mon[36071]: pgmap v391: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 409 B/s wr, 6 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-05-27T00:34:34.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:34 smithi137 ceph-mon[36552]: pgmap v391: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 409 B/s wr, 6 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-05-27T00:34:35.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.210+0000 7f804d200700 1 -- 172.21.15.44:0/3038704931 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f804810eae0 msgr2=0x7f8048110ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:35.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.210+0000 7f804d200700 1 --2- 172.21.15.44:0/3038704931 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f804810eae0 0x7f8048110ed0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f804000b0a0 tx=0x7f804000b3b0 comp rx=0 tx=0).stop 2024-05-27T00:34:35.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.211+0000 7f804d200700 1 -- 172.21.15.44:0/3038704931 shutdown_connections 2024-05-27T00:34:35.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.211+0000 7f804d200700 1 --2- 172.21.15.44:0/3038704931 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f804810eae0 0x7f8048110ed0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:35.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.211+0000 7f804d200700 1 --2- 172.21.15.44:0/3038704931 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f80480764c0 0x7f8048074920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:35.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.211+0000 7f804d200700 1 --2- 172.21.15.44:0/3038704931 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8048074ef0 0x7f8048075370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:35.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.211+0000 7f804d200700 1 -- 172.21.15.44:0/3038704931 >> 172.21.15.44:0/3038704931 conn(0x7f80480fdaa0 msgr2=0x7f80480ffee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:35.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.211+0000 7f804d200700 1 -- 172.21.15.44:0/3038704931 shutdown_connections 2024-05-27T00:34:35.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.211+0000 7f804d200700 1 -- 172.21.15.44:0/3038704931 wait complete. 2024-05-27T00:34:35.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.212+0000 7f804d200700 1 Processor -- start 2024-05-27T00:34:35.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.212+0000 7f804d200700 1 -- start start 2024-05-27T00:34:35.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.213+0000 7f804d200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8048074ef0 0x7f804819edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:35.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.213+0000 7f804d200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f80480764c0 0x7f804819f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:35.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.213+0000 7f804d200700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f804810eae0 0x7f80481a6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:35.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.213+0000 7f804d200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8048114870 con 0x7f80480764c0 2024-05-27T00:34:35.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.213+0000 7f804d200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f80481146f0 con 0x7f8048074ef0 2024-05-27T00:34:35.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.213+0000 7f804d200700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f80481149f0 con 0x7f804810eae0 2024-05-27T00:34:35.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.213+0000 7f8045400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f80480764c0 0x7f804819f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:35.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.213+0000 7f8045e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8048074ef0 0x7f804819edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:35.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.213+0000 7f8045e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8048074ef0 0x7f804819edb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:58600/0 (socket says 172.21.15.44:58600) 2024-05-27T00:34:35.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.213+0000 7f8045e00700 1 -- 172.21.15.44:0/4150399923 learned_addr learned my addr 172.21.15.44:0/4150399923 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:35.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.213+0000 7f8045400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f80480764c0 0x7f804819f2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43552/0 (socket says 172.21.15.44:43552) 2024-05-27T00:34:35.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.213+0000 7f8046800700 1 --2- 172.21.15.44:0/4150399923 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f804810eae0 0x7f80481a6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:35.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.214+0000 7f8045400700 1 -- 172.21.15.44:0/4150399923 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f804810eae0 msgr2=0x7f80481a6330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:35.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.214+0000 7f8045400700 1 --2- 172.21.15.44:0/4150399923 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f804810eae0 0x7f80481a6330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:35.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.214+0000 7f8045400700 1 -- 172.21.15.44:0/4150399923 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8048074ef0 msgr2=0x7f804819edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:35.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.214+0000 7f8045400700 1 --2- 172.21.15.44:0/4150399923 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8048074ef0 0x7f804819edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:35.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.214+0000 7f8045400700 1 -- 172.21.15.44:0/4150399923 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80481a6a00 con 0x7f80480764c0 2024-05-27T00:34:35.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.214+0000 7f8045e00700 1 --2- 172.21.15.44:0/4150399923 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8048074ef0 0x7f804819edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:35.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.214+0000 7f8045400700 1 --2- 172.21.15.44:0/4150399923 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f80480764c0 0x7f804819f2f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f803400e9c0 tx=0x7f803400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:35.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.214+0000 7f803ea00700 1 -- 172.21.15.44:0/4150399923 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8034004220 con 0x7f80480764c0 2024-05-27T00:34:35.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.215+0000 7f803ea00700 1 -- 172.21.15.44:0/4150399923 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f80340043c0 con 0x7f80480764c0 2024-05-27T00:34:35.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.215+0000 7f804d200700 1 -- 172.21.15.44:0/4150399923 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80481a6cf0 con 0x7f80480764c0 2024-05-27T00:34:35.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.215+0000 7f803ea00700 1 -- 172.21.15.44:0/4150399923 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8034003dc0 con 0x7f80480764c0 2024-05-27T00:34:35.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.215+0000 7f804d200700 1 -- 172.21.15.44:0/4150399923 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80481a7180 con 0x7f80480764c0 2024-05-27T00:34:35.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.216+0000 7f804d200700 1 -- 172.21.15.44:0/4150399923 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f804802dca0 con 0x7f80480764c0 2024-05-27T00:34:35.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.219+0000 7f803ea00700 1 -- 172.21.15.44:0/4150399923 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f803400c7c0 con 0x7f80480764c0 2024-05-27T00:34:35.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.220+0000 7f803ea00700 1 --2- 172.21.15.44:0/4150399923 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f802c0a2c20 0x7f802c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:35.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.220+0000 7f803ea00700 1 -- 172.21.15.44:0/4150399923 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f80340cf660 con 0x7f80480764c0 2024-05-27T00:34:35.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.221+0000 7f8045e00700 1 --2- 172.21.15.44:0/4150399923 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f802c0a2c20 0x7f802c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:35.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.221+0000 7f8045e00700 1 --2- 172.21.15.44:0/4150399923 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f802c0a2c20 0x7f802c0a50e0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f80481a0290 tx=0x7f8038009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:35.226 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.225+0000 7f803ea00700 1 -- 172.21.15.44:0/4150399923 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f803409c1d0 con 0x7f80480764c0 2024-05-27T00:34:35.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.476+0000 7f804d200700 1 -- 172.21.15.44:0/4150399923 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7f80480628d0 con 0x7f802c0a2c20 2024-05-27T00:34:35.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.478+0000 7f803ea00700 1 -- 172.21.15.44:0/4150399923 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f80480628d0 con 0x7f802c0a2c20 2024-05-27T00:34:35.478 INFO:teuthology.orchestra.run.smithi044.stdout:Backend: cephadm 2024-05-27T00:34:35.479 INFO:teuthology.orchestra.run.smithi044.stdout:Available: Yes 2024-05-27T00:34:35.479 INFO:teuthology.orchestra.run.smithi044.stdout:Paused: No 2024-05-27T00:34:35.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.481+0000 7f804d200700 1 -- 172.21.15.44:0/4150399923 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f802c0a2c20 msgr2=0x7f802c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:35.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.481+0000 7f804d200700 1 --2- 172.21.15.44:0/4150399923 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f802c0a2c20 0x7f802c0a50e0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f80481a0290 tx=0x7f8038009260 comp rx=0 tx=0).stop 2024-05-27T00:34:35.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.481+0000 7f804d200700 1 -- 172.21.15.44:0/4150399923 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f80480764c0 msgr2=0x7f804819f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:35.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.481+0000 7f804d200700 1 --2- 172.21.15.44:0/4150399923 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f80480764c0 0x7f804819f2f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f803400e9c0 tx=0x7f803400ecd0 comp rx=0 tx=0).stop 2024-05-27T00:34:35.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.481+0000 7f804d200700 1 -- 172.21.15.44:0/4150399923 shutdown_connections 2024-05-27T00:34:35.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.481+0000 7f804d200700 1 --2- 172.21.15.44:0/4150399923 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f802c0a2c20 0x7f802c0a50e0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:35.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.481+0000 7f804d200700 1 --2- 172.21.15.44:0/4150399923 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f804810eae0 0x7f80481a6330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:35.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.481+0000 7f804d200700 1 --2- 172.21.15.44:0/4150399923 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8048074ef0 0x7f804819edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:35.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.481+0000 7f804d200700 1 --2- 172.21.15.44:0/4150399923 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f80480764c0 0x7f804819f2f0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:35.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.481+0000 7f804d200700 1 -- 172.21.15.44:0/4150399923 >> 172.21.15.44:0/4150399923 conn(0x7f80480fdaa0 msgr2=0x7f8048101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:35.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.481+0000 7f804d200700 1 -- 172.21.15.44:0/4150399923 shutdown_connections 2024-05-27T00:34:35.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:35.482+0000 7f804d200700 1 -- 172.21.15.44:0/4150399923 wait complete. 2024-05-27T00:34:36.276 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- bash -c 'ceph orch ps' 2024-05-27T00:34:36.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:36 smithi050 ceph-mon[36071]: pgmap v392: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 395 B/s wr, 6 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-05-27T00:34:36.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:36 smithi137 ceph-mon[36552]: pgmap v392: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 395 B/s wr, 6 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-05-27T00:34:36.611 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:36 smithi044 ceph-mon[31645]: pgmap v392: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 395 B/s wr, 6 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-05-27T00:34:36.758 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:34:37.164 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:37 smithi044 ceph-mon[31645]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:34:37.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:37 smithi050 ceph-mon[36071]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:34:37.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:37 smithi137 ceph-mon[36552]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:34:38.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:38 smithi050 ceph-mon[36071]: pgmap v393: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 341 B/s wr, 7 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-05-27T00:34:38.494 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:38 smithi044 ceph-mon[31645]: pgmap v393: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 341 B/s wr, 7 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-05-27T00:34:38.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:38 smithi137 ceph-mon[36552]: pgmap v393: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 341 B/s wr, 7 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-05-27T00:34:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.010+0000 7fcbd9600700 1 -- 172.21.15.44:0/3411491450 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcbd41061b0 msgr2=0x7fcbd410ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.010+0000 7fcbd9600700 1 --2- 172.21.15.44:0/3411491450 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcbd41061b0 0x7fcbd410ca60 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fcbcc009f90 tx=0x7fcbcc00b330 comp rx=0 tx=0).stop 2024-05-27T00:34:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.010+0000 7fcbd9600700 1 -- 172.21.15.44:0/3411491450 shutdown_connections 2024-05-27T00:34:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.010+0000 7fcbd9600700 1 --2- 172.21.15.44:0/3411491450 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcbd41061b0 0x7fcbd410ca60 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.010+0000 7fcbd9600700 1 --2- 172.21.15.44:0/3411491450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcbd4104610 0x7fcbd4104a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.010+0000 7fcbd9600700 1 --2- 172.21.15.44:0/3411491450 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcbd4105810 0x7fcbd4105c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.010+0000 7fcbd9600700 1 -- 172.21.15.44:0/3411491450 >> 172.21.15.44:0/3411491450 conn(0x7fcbd40ffbb0 msgr2=0x7fcbd4101ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:39.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.010+0000 7fcbd9600700 1 -- 172.21.15.44:0/3411491450 shutdown_connections 2024-05-27T00:34:39.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.010+0000 7fcbd9600700 1 -- 172.21.15.44:0/3411491450 wait complete. 2024-05-27T00:34:39.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.011+0000 7fcbd9600700 1 Processor -- start 2024-05-27T00:34:39.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.012+0000 7fcbd9600700 1 -- start start 2024-05-27T00:34:39.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.012+0000 7fcbd9600700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcbd4104610 0x7fcbd419a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:39.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.012+0000 7fcbd9600700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcbd4105810 0x7fcbd419ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:39.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.012+0000 7fcbd9600700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcbd41061b0 0x7fcbd41a1e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:39.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.012+0000 7fcbd9600700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcbd4110340 con 0x7fcbd4105810 2024-05-27T00:34:39.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.012+0000 7fcbd9600700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcbd41101c0 con 0x7fcbd4104610 2024-05-27T00:34:39.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.012+0000 7fcbd9600700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fcbd41104c0 con 0x7fcbd41061b0 2024-05-27T00:34:39.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.012+0000 7fcbd3400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcbd4105810 0x7fcbd419ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:39.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.012+0000 7fcbd8c00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcbd41061b0 0x7fcbd41a1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:39.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.013+0000 7fcbd3e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcbd4104610 0x7fcbd419a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:39.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.013+0000 7fcbd3400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcbd4105810 0x7fcbd419ada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43570/0 (socket says 172.21.15.44:43570) 2024-05-27T00:34:39.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.013+0000 7fcbd8c00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcbd41061b0 0x7fcbd41a1e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:52972/0 (socket says 172.21.15.44:52972) 2024-05-27T00:34:39.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.013+0000 7fcbd3400700 1 -- 172.21.15.44:0/328921348 learned_addr learned my addr 172.21.15.44:0/328921348 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:39.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.013+0000 7fcbd3e00700 1 -- 172.21.15.44:0/328921348 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcbd41061b0 msgr2=0x7fcbd41a1e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:39.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.013+0000 7fcbd3e00700 1 --2- 172.21.15.44:0/328921348 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcbd41061b0 0x7fcbd41a1e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:39.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.013+0000 7fcbd3e00700 1 -- 172.21.15.44:0/328921348 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcbd4105810 msgr2=0x7fcbd419ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:39.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.013+0000 7fcbd3e00700 1 --2- 172.21.15.44:0/328921348 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcbd4105810 0x7fcbd419ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:39.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.013+0000 7fcbd3e00700 1 -- 172.21.15.44:0/328921348 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbd41a24c0 con 0x7fcbd4104610 2024-05-27T00:34:39.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.013+0000 7fcbd8c00700 1 --2- 172.21.15.44:0/328921348 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcbd41061b0 0x7fcbd41a1e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:39.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.013+0000 7fcbd3400700 1 --2- 172.21.15.44:0/328921348 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcbd4105810 0x7fcbd419ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:39.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.013+0000 7fcbd3e00700 1 --2- 172.21.15.44:0/328921348 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcbd4104610 0x7fcbd419a860 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fcbc400e9c0 tx=0x7fcbc400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:39.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.014+0000 7fcbd0c00700 1 -- 172.21.15.44:0/328921348 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbc4004230 con 0x7fcbd4104610 2024-05-27T00:34:39.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.014+0000 7fcbd9600700 1 -- 172.21.15.44:0/328921348 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbd41a27b0 con 0x7fcbd4104610 2024-05-27T00:34:39.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.014+0000 7fcbd0c00700 1 -- 172.21.15.44:0/328921348 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fcbc40043d0 con 0x7fcbd4104610 2024-05-27T00:34:39.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.014+0000 7fcbd0c00700 1 -- 172.21.15.44:0/328921348 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbc4010430 con 0x7fcbd4104610 2024-05-27T00:34:39.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.014+0000 7fcbd9600700 1 -- 172.21.15.44:0/328921348 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbd41a2ca0 con 0x7fcbd4104610 2024-05-27T00:34:39.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.015+0000 7fcbd9600700 1 -- 172.21.15.44:0/328921348 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbd4069180 con 0x7fcbd4104610 2024-05-27T00:34:39.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.018+0000 7fcbd0c00700 1 -- 172.21.15.44:0/328921348 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fcbc400c7c0 con 0x7fcbd4104610 2024-05-27T00:34:39.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.019+0000 7fcbd0c00700 1 --2- 172.21.15.44:0/328921348 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcbb80a2c20 0x7fcbb80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:39.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.019+0000 7fcbd0c00700 1 -- 172.21.15.44:0/328921348 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fcbc40cf6b0 con 0x7fcbd4104610 2024-05-27T00:34:39.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.019+0000 7fcbd3400700 1 --2- 172.21.15.44:0/328921348 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcbb80a2c20 0x7fcbb80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:39.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.020+0000 7fcbd3400700 1 --2- 172.21.15.44:0/328921348 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcbb80a2c20 0x7fcbb80a50e0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fcbc0009750 tx=0x7fcbc0009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:39.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.023+0000 7fcbd0c00700 1 -- 172.21.15.44:0/328921348 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fcbc409c220 con 0x7fcbd4104610 2024-05-27T00:34:39.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.267+0000 7fcbd9600700 1 -- 172.21.15.44:0/328921348 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7fcbd40628d0 con 0x7fcbb80a2c20 2024-05-27T00:34:39.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.309+0000 7fcbd0c00700 1 -- 172.21.15.44:0/328921348 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7fcbd40628d0 con 0x7fcbb80a2c20 2024-05-27T00:34:39.311 INFO:teuthology.orchestra.run.smithi044.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-27T00:34:39.312 INFO:teuthology.orchestra.run.smithi044.stdout:mds.a smithi044 running (2m) 29s ago 2m 16.6M - 19.0.0-2857-g0ef46a24 064eac5bb073 372baa8c73d5 2024-05-27T00:34:39.312 INFO:teuthology.orchestra.run.smithi044.stdout:mds.b smithi050 running (2m) 78s ago 2m 25.8M - 19.0.0-2857-g0ef46a24 064eac5bb073 bbac26f334bd 2024-05-27T00:34:39.312 INFO:teuthology.orchestra.run.smithi044.stdout:mds.c smithi137 running (2m) 78s ago 2m 15.9M - 19.0.0-2857-g0ef46a24 064eac5bb073 9a89129e3cb2 2024-05-27T00:34:39.312 INFO:teuthology.orchestra.run.smithi044.stdout:mds.d smithi044 running (2m) 29s ago 2m 12.5M - 19.0.0-2857-g0ef46a24 064eac5bb073 82060a1fcc8c 2024-05-27T00:34:39.312 INFO:teuthology.orchestra.run.smithi044.stdout:mds.e smithi050 running (2m) 78s ago 2m 15.9M - 19.0.0-2857-g0ef46a24 064eac5bb073 20c5b666290b 2024-05-27T00:34:39.312 INFO:teuthology.orchestra.run.smithi044.stdout:mds.f smithi137 running (2m) 78s ago 2m 14.0M - 19.0.0-2857-g0ef46a24 064eac5bb073 d41264376380 2024-05-27T00:34:39.312 INFO:teuthology.orchestra.run.smithi044.stdout:mds.g smithi044 running (2m) 29s ago 2m 12.4M - 19.0.0-2857-g0ef46a24 064eac5bb073 26d9a18c90db 2024-05-27T00:34:39.312 INFO:teuthology.orchestra.run.smithi044.stdout:mds.h smithi050 running (2m) 78s ago 2m 18.4M - 19.0.0-2857-g0ef46a24 064eac5bb073 ecbc3862733d 2024-05-27T00:34:39.312 INFO:teuthology.orchestra.run.smithi044.stdout:mds.i smithi137 running (2m) 78s ago 2m 16.1M - 19.0.0-2857-g0ef46a24 064eac5bb073 8ff674949272 2024-05-27T00:34:39.312 INFO:teuthology.orchestra.run.smithi044.stdout:mds.j smithi044 running (2m) 29s ago 2m 12.5M - 19.0.0-2857-g0ef46a24 064eac5bb073 465d9d4f711b 2024-05-27T00:34:39.312 INFO:teuthology.orchestra.run.smithi044.stdout:mds.k smithi050 running (3m) 78s ago 3m 16.6M - 19.0.0-2857-g0ef46a24 064eac5bb073 1158f47c5fcc 2024-05-27T00:34:39.312 INFO:teuthology.orchestra.run.smithi044.stdout:mds.l smithi137 running (3m) 78s ago 3m 16.5M - 19.0.0-2857-g0ef46a24 064eac5bb073 31525c892590 2024-05-27T00:34:39.313 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.x smithi044 *:9283,8765 running (11m) 29s ago 11m 516M - 19.0.0-2857-g0ef46a24 064eac5bb073 a1fd6390a826 2024-05-27T00:34:39.313 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.y smithi050 *:8443,8765 running (8m) 78s ago 8m 453M - 19.0.0-2857-g0ef46a24 064eac5bb073 2a2eb2ffee3e 2024-05-27T00:34:39.313 INFO:teuthology.orchestra.run.smithi044.stdout:mgr.z smithi137 *:8443,8765 running (9m) 78s ago 9m 453M - 19.0.0-2857-g0ef46a24 064eac5bb073 226f4f89768b 2024-05-27T00:34:39.313 INFO:teuthology.orchestra.run.smithi044.stdout:mon.a smithi044 running (11m) 29s ago 11m 48.8M 2048M 19.0.0-2857-g0ef46a24 064eac5bb073 df446a0be477 2024-05-27T00:34:39.313 INFO:teuthology.orchestra.run.smithi044.stdout:mon.b smithi050 running (9m) 78s ago 9m 42.0M 2048M 19.0.0-2857-g0ef46a24 064eac5bb073 44d940b3efec 2024-05-27T00:34:39.313 INFO:teuthology.orchestra.run.smithi044.stdout:mon.c smithi137 running (9m) 78s ago 9m 43.0M 2048M 19.0.0-2857-g0ef46a24 064eac5bb073 eb7225322d94 2024-05-27T00:34:39.313 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 smithi044 running (8m) 29s ago 8m 53.2M 4273M 19.0.0-2857-g0ef46a24 064eac5bb073 516bfbc2e640 2024-05-27T00:34:39.313 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 smithi050 running (8m) 78s ago 8m 45.9M 4273M 19.0.0-2857-g0ef46a24 064eac5bb073 bb0f5359c093 2024-05-27T00:34:39.313 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 smithi137 running (7m) 78s ago 7m 46.7M 4272M 19.0.0-2857-g0ef46a24 064eac5bb073 24ea768c6c84 2024-05-27T00:34:39.313 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 smithi044 running (7m) 29s ago 7m 51.9M 4273M 19.0.0-2857-g0ef46a24 064eac5bb073 160b182dd882 2024-05-27T00:34:39.313 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 smithi050 running (6m) 78s ago 6m 48.1M 4273M 19.0.0-2857-g0ef46a24 064eac5bb073 f4702ac3dab6 2024-05-27T00:34:39.313 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 smithi137 running (6m) 78s ago 6m 51.9M 4272M 19.0.0-2857-g0ef46a24 064eac5bb073 6000cf0eb862 2024-05-27T00:34:39.313 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 smithi044 running (5m) 29s ago 5m 42.1M 4273M 19.0.0-2857-g0ef46a24 064eac5bb073 034f9e217ef8 2024-05-27T00:34:39.313 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 smithi050 running (5m) 78s ago 5m 53.1M 4273M 19.0.0-2857-g0ef46a24 064eac5bb073 7342b1f543f1 2024-05-27T00:34:39.314 INFO:teuthology.orchestra.run.smithi044.stdout:osd.8 smithi137 running (4m) 78s ago 4m 44.8M 4272M 19.0.0-2857-g0ef46a24 064eac5bb073 36d5094371c3 2024-05-27T00:34:39.314 INFO:teuthology.orchestra.run.smithi044.stdout:osd.9 smithi044 running (4m) 29s ago 4m 49.1M 4273M 19.0.0-2857-g0ef46a24 064eac5bb073 f848dd5259d4 2024-05-27T00:34:39.314 INFO:teuthology.orchestra.run.smithi044.stdout:osd.10 smithi050 running (3m) 78s ago 3m 49.8M 4273M 19.0.0-2857-g0ef46a24 064eac5bb073 265a4fa9d2f0 2024-05-27T00:34:39.314 INFO:teuthology.orchestra.run.smithi044.stdout:osd.11 smithi137 running (3m) 78s ago 3m 51.9M 4272M 19.0.0-2857-g0ef46a24 064eac5bb073 3d25905d8359 2024-05-27T00:34:39.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.313+0000 7fcbd9600700 1 -- 172.21.15.44:0/328921348 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcbb80a2c20 msgr2=0x7fcbb80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:39.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.313+0000 7fcbd9600700 1 --2- 172.21.15.44:0/328921348 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcbb80a2c20 0x7fcbb80a50e0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fcbc0009750 tx=0x7fcbc0009310 comp rx=0 tx=0).stop 2024-05-27T00:34:39.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.313+0000 7fcbd9600700 1 -- 172.21.15.44:0/328921348 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcbd4104610 msgr2=0x7fcbd419a860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:39.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.313+0000 7fcbd9600700 1 --2- 172.21.15.44:0/328921348 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcbd4104610 0x7fcbd419a860 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fcbc400e9c0 tx=0x7fcbc400ecd0 comp rx=0 tx=0).stop 2024-05-27T00:34:39.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.314+0000 7fcbd9600700 1 -- 172.21.15.44:0/328921348 shutdown_connections 2024-05-27T00:34:39.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.314+0000 7fcbd9600700 1 --2- 172.21.15.44:0/328921348 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcbb80a2c20 0x7fcbb80a50e0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:39.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.314+0000 7fcbd9600700 1 --2- 172.21.15.44:0/328921348 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcbd41061b0 0x7fcbd41a1e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:39.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.314+0000 7fcbd9600700 1 --2- 172.21.15.44:0/328921348 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcbd4104610 0x7fcbd419a860 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:39.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.314+0000 7fcbd9600700 1 --2- 172.21.15.44:0/328921348 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcbd4105810 0x7fcbd419ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:39.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.314+0000 7fcbd9600700 1 -- 172.21.15.44:0/328921348 >> 172.21.15.44:0/328921348 conn(0x7fcbd40ffbb0 msgr2=0x7fcbd4108a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:39.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.314+0000 7fcbd9600700 1 -- 172.21.15.44:0/328921348 shutdown_connections 2024-05-27T00:34:39.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:39.314+0000 7fcbd9600700 1 -- 172.21.15.44:0/328921348 wait complete. 2024-05-27T00:34:40.166 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- bash -c 'ceph orch ls' 2024-05-27T00:34:40.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:40 smithi044 ceph-mon[31645]: pgmap v394: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s; 0 B/s, 0 objects/s recovering 2024-05-27T00:34:40.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:40 smithi050 ceph-mon[36071]: pgmap v394: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s; 0 B/s, 0 objects/s recovering 2024-05-27T00:34:40.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:40 smithi137 ceph-mon[36552]: pgmap v394: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s; 0 B/s, 0 objects/s recovering 2024-05-27T00:34:40.648 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:34:41.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:41 smithi050 ceph-mon[36071]: from='client.25223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:34:41.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:41 smithi137 ceph-mon[36552]: from='client.25223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:34:41.588 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:41 smithi044 ceph-mon[31645]: from='client.25223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:34:42.342 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:42 smithi044 ceph-mon[31645]: pgmap v395: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:34:42.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:42 smithi050 ceph-mon[36071]: pgmap v395: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:34:42.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:42 smithi137 ceph-mon[36552]: pgmap v395: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:34:42.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.845+0000 7fcbac800700 1 -- 172.21.15.44:0/2510805946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcba4102f80 msgr2=0x7fcba4105370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:42.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.845+0000 7fcbac800700 1 --2- 172.21.15.44:0/2510805946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcba4102f80 0x7fcba4105370 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fcb980098f0 tx=0x7fcb98009c00 comp rx=0 tx=0).stop 2024-05-27T00:34:42.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.845+0000 7fcbac800700 1 -- 172.21.15.44:0/2510805946 shutdown_connections 2024-05-27T00:34:42.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.845+0000 7fcbac800700 1 --2- 172.21.15.44:0/2510805946 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcba41081e0 0x7fcba410a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:42.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.845+0000 7fcbac800700 1 --2- 172.21.15.44:0/2510805946 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcba4102f80 0x7fcba4105370 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:42.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.845+0000 7fcbac800700 1 --2- 172.21.15.44:0/2510805946 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcba41058b0 0x7fcba4107ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:42.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.845+0000 7fcbac800700 1 -- 172.21.15.44:0/2510805946 >> 172.21.15.44:0/2510805946 conn(0x7fcba40fc990 msgr2=0x7fcba40fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:42.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.845+0000 7fcbac800700 1 -- 172.21.15.44:0/2510805946 shutdown_connections 2024-05-27T00:34:42.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.845+0000 7fcbac800700 1 -- 172.21.15.44:0/2510805946 wait complete. 2024-05-27T00:34:42.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.846+0000 7fcbac800700 1 Processor -- start 2024-05-27T00:34:42.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.847+0000 7fcbac800700 1 -- start start 2024-05-27T00:34:42.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.847+0000 7fcbac800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcba4102f80 0x7fcba419aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:42.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.847+0000 7fcbac800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcba41058b0 0x7fcba419afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:42.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.847+0000 7fcbac800700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcba41081e0 0x7fcba41a2020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:42.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.847+0000 7fcbac800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcba410e200 con 0x7fcba4102f80 2024-05-27T00:34:42.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.847+0000 7fcbac800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcba410e080 con 0x7fcba41058b0 2024-05-27T00:34:42.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.847+0000 7fcbac800700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fcba410e380 con 0x7fcba41081e0 2024-05-27T00:34:42.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.847+0000 7fcba9e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcba4102f80 0x7fcba419aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:42.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.847+0000 7fcba9e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcba4102f80 0x7fcba419aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:43596/0 (socket says 172.21.15.44:43596) 2024-05-27T00:34:42.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.847+0000 7fcba9e00700 1 -- 172.21.15.44:0/2712064112 learned_addr learned my addr 172.21.15.44:0/2712064112 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:42.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.847+0000 7fcbaa800700 1 --2- 172.21.15.44:0/2712064112 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcba41081e0 0x7fcba41a2020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:42.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.848+0000 7fcba9400700 1 --2- 172.21.15.44:0/2712064112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcba41058b0 0x7fcba419afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:42.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.848+0000 7fcbaa800700 1 -- 172.21.15.44:0/2712064112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcba41058b0 msgr2=0x7fcba419afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:42.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.848+0000 7fcbaa800700 1 --2- 172.21.15.44:0/2712064112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcba41058b0 0x7fcba419afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:42.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.848+0000 7fcbaa800700 1 -- 172.21.15.44:0/2712064112 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcba4102f80 msgr2=0x7fcba419aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:42.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.848+0000 7fcbaa800700 1 --2- 172.21.15.44:0/2712064112 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcba4102f80 0x7fcba419aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:42.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.848+0000 7fcbaa800700 1 -- 172.21.15.44:0/2712064112 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcba41a26c0 con 0x7fcba41081e0 2024-05-27T00:34:42.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.848+0000 7fcbaa800700 1 --2- 172.21.15.44:0/2712064112 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcba41081e0 0x7fcba41a2020 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fcba000efc0 tx=0x7fcba000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:42.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.849+0000 7fcb9ea00700 1 -- 172.21.15.44:0/2712064112 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcba00092e0 con 0x7fcba41081e0 2024-05-27T00:34:42.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.849+0000 7fcb9ea00700 1 -- 172.21.15.44:0/2712064112 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fcba0004bb0 con 0x7fcba41081e0 2024-05-27T00:34:42.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.849+0000 7fcbac800700 1 -- 172.21.15.44:0/2712064112 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcba41a2950 con 0x7fcba41081e0 2024-05-27T00:34:42.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.849+0000 7fcb9ea00700 1 -- 172.21.15.44:0/2712064112 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcba0004280 con 0x7fcba41081e0 2024-05-27T00:34:42.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.849+0000 7fcbac800700 1 -- 172.21.15.44:0/2712064112 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcba41a2e90 con 0x7fcba41081e0 2024-05-27T00:34:42.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.850+0000 7fcbac800700 1 -- 172.21.15.44:0/2712064112 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcba4069180 con 0x7fcba41081e0 2024-05-27T00:34:42.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.852+0000 7fcb9ea00700 1 -- 172.21.15.44:0/2712064112 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fcba001b030 con 0x7fcba41081e0 2024-05-27T00:34:42.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.853+0000 7fcb9ea00700 1 --2- 172.21.15.44:0/2712064112 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcb8c0a2ca0 0x7fcb8c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:42.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.854+0000 7fcb9ea00700 1 -- 172.21.15.44:0/2712064112 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fcba00cee30 con 0x7fcba41081e0 2024-05-27T00:34:42.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.854+0000 7fcba9e00700 1 --2- 172.21.15.44:0/2712064112 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcb8c0a2ca0 0x7fcb8c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:42.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.854+0000 7fcba9e00700 1 --2- 172.21.15.44:0/2712064112 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcb8c0a2ca0 0x7fcb8c0a5160 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fcb98009680 tx=0x7fcb98019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:42.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:42.858+0000 7fcb9ea00700 1 -- 172.21.15.44:0/2712064112 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fcba0022020 con 0x7fcba41081e0 2024-05-27T00:34:43.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:43.103+0000 7fcbac800700 1 -- 172.21.15.44:0/2712064112 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7fcba40628d0 con 0x7fcb8c0a2ca0 2024-05-27T00:34:43.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:43.114+0000 7fcb9ea00700 1 -- 172.21.15.44:0/2712064112 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7fcba40628d0 con 0x7fcb8c0a2ca0 2024-05-27T00:34:43.116 INFO:teuthology.orchestra.run.smithi044.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-05-27T00:34:43.116 INFO:teuthology.orchestra.run.smithi044.stdout:mds.all 12/12 82s ago 3m smithi044=a;smithi044=d;smithi044=g;smithi044=j;smithi050=b;smithi050=e;smithi050=h;smithi050=k;smithi137=c;smithi137=f;smithi137=i;smithi137=l;count:12 2024-05-27T00:34:43.116 INFO:teuthology.orchestra.run.smithi044.stdout:mgr 3/3 82s ago 9m smithi044=x;smithi050=y;smithi137=z;count:3 2024-05-27T00:34:43.116 INFO:teuthology.orchestra.run.smithi044.stdout:mon 3/3 82s ago 9m smithi044:172.21.15.44=a;smithi050:172.21.15.50=b;smithi137:172.21.15.137=c;count:3 2024-05-27T00:34:43.116 INFO:teuthology.orchestra.run.smithi044.stdout:osd 12 82s ago - 2024-05-27T00:34:43.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:43.117+0000 7fcbac800700 1 -- 172.21.15.44:0/2712064112 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcb8c0a2ca0 msgr2=0x7fcb8c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:43.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:43.117+0000 7fcbac800700 1 --2- 172.21.15.44:0/2712064112 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcb8c0a2ca0 0x7fcb8c0a5160 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fcb98009680 tx=0x7fcb98019040 comp rx=0 tx=0).stop 2024-05-27T00:34:43.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:43.117+0000 7fcbac800700 1 -- 172.21.15.44:0/2712064112 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcba41081e0 msgr2=0x7fcba41a2020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:43.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:43.117+0000 7fcbac800700 1 --2- 172.21.15.44:0/2712064112 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcba41081e0 0x7fcba41a2020 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fcba000efc0 tx=0x7fcba000c3a0 comp rx=0 tx=0).stop 2024-05-27T00:34:43.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:43.117+0000 7fcbac800700 1 -- 172.21.15.44:0/2712064112 shutdown_connections 2024-05-27T00:34:43.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:43.117+0000 7fcbac800700 1 --2- 172.21.15.44:0/2712064112 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fcb8c0a2ca0 0x7fcb8c0a5160 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:43.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:43.117+0000 7fcbac800700 1 --2- 172.21.15.44:0/2712064112 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fcba41081e0 0x7fcba41a2020 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:43.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:43.117+0000 7fcbac800700 1 --2- 172.21.15.44:0/2712064112 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fcba4102f80 0x7fcba419aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:43.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:43.117+0000 7fcbac800700 1 --2- 172.21.15.44:0/2712064112 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fcba41058b0 0x7fcba419afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:43.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:43.117+0000 7fcbac800700 1 -- 172.21.15.44:0/2712064112 >> 172.21.15.44:0/2712064112 conn(0x7fcba40fc990 msgr2=0x7fcba4102790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:43.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:43.118+0000 7fcbac800700 1 -- 172.21.15.44:0/2712064112 shutdown_connections 2024-05-27T00:34:43.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:43.118+0000 7fcbac800700 1 -- 172.21.15.44:0/2712064112 wait complete. 2024-05-27T00:34:43.994 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- bash -c 'ceph orch host ls' 2024-05-27T00:34:44.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:44 smithi050 ceph-mon[36071]: pgmap v396: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-27T00:34:44.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:44 smithi050 ceph-mon[36071]: from='client.25216 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:34:44.485 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:34:44.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:44 smithi137 ceph-mon[36552]: pgmap v396: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-27T00:34:44.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:44 smithi137 ceph-mon[36552]: from='client.25216 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:34:44.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:44 smithi044 ceph-mon[31645]: pgmap v396: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-27T00:34:44.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:44 smithi044 ceph-mon[31645]: from='client.25216 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:34:46.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:46 smithi044 ceph-mon[31645]: pgmap v397: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:34:46.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:46 smithi050 ceph-mon[36071]: pgmap v397: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:34:46.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:46 smithi137 ceph-mon[36552]: pgmap v397: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:34:46.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.601+0000 7ff2d4200700 1 -- 172.21.15.44:0/1596875447 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff2cc10a3d0 msgr2=0x7ff2cc10c860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:46.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.601+0000 7ff2d4200700 1 --2- 172.21.15.44:0/1596875447 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff2cc10a3d0 0x7ff2cc10c860 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7ff2c40098f0 tx=0x7ff2c4009c00 comp rx=0 tx=0).stop 2024-05-27T00:34:46.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.601+0000 7ff2d4200700 1 -- 172.21.15.44:0/1596875447 shutdown_connections 2024-05-27T00:34:46.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.601+0000 7ff2d4200700 1 --2- 172.21.15.44:0/1596875447 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff2cc10a3d0 0x7ff2cc10c860 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:46.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.601+0000 7ff2d4200700 1 --2- 172.21.15.44:0/1596875447 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff2cc0764c0 0x7ff2cc074920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:46.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.601+0000 7ff2d4200700 1 --2- 172.21.15.44:0/1596875447 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff2cc074ef0 0x7ff2cc075370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:46.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.601+0000 7ff2d4200700 1 -- 172.21.15.44:0/1596875447 >> 172.21.15.44:0/1596875447 conn(0x7ff2cc0fda60 msgr2=0x7ff2cc0ffee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:46.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.601+0000 7ff2d4200700 1 -- 172.21.15.44:0/1596875447 shutdown_connections 2024-05-27T00:34:46.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.601+0000 7ff2d4200700 1 -- 172.21.15.44:0/1596875447 wait complete. 2024-05-27T00:34:46.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.602+0000 7ff2d4200700 1 Processor -- start 2024-05-27T00:34:46.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.602+0000 7ff2d4200700 1 -- start start 2024-05-27T00:34:46.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.602+0000 7ff2d4200700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff2cc074ef0 0x7ff2cc19aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:46.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.602+0000 7ff2d4200700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff2cc0764c0 0x7ff2cc19afb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:46.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.603+0000 7ff2d4200700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff2cc10a3d0 0x7ff2cc1a1fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:46.607 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.603+0000 7ff2d4200700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff2cc110490 con 0x7ff2cc074ef0 2024-05-27T00:34:46.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.603+0000 7ff2d4200700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff2cc110310 con 0x7ff2cc0764c0 2024-05-27T00:34:46.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.603+0000 7ff2d4200700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7ff2cc110610 con 0x7ff2cc10a3d0 2024-05-27T00:34:46.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.603+0000 7ff2d1800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff2cc074ef0 0x7ff2cc19aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:46.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.603+0000 7ff2d0e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff2cc0764c0 0x7ff2cc19afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:46.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.603+0000 7ff2d1800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff2cc074ef0 0x7ff2cc19aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45944/0 (socket says 172.21.15.44:45944) 2024-05-27T00:34:46.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.603+0000 7ff2d1800700 1 -- 172.21.15.44:0/2270530591 learned_addr learned my addr 172.21.15.44:0/2270530591 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:46.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.603+0000 7ff2d2200700 1 --2- 172.21.15.44:0/2270530591 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff2cc10a3d0 0x7ff2cc1a1fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:46.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.603+0000 7ff2d1800700 1 -- 172.21.15.44:0/2270530591 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff2cc10a3d0 msgr2=0x7ff2cc1a1fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:46.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.603+0000 7ff2d1800700 1 --2- 172.21.15.44:0/2270530591 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff2cc10a3d0 0x7ff2cc1a1fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:46.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.603+0000 7ff2d1800700 1 -- 172.21.15.44:0/2270530591 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff2cc0764c0 msgr2=0x7ff2cc19afb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:46.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.603+0000 7ff2d1800700 1 --2- 172.21.15.44:0/2270530591 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff2cc0764c0 0x7ff2cc19afb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:46.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.603+0000 7ff2d1800700 1 -- 172.21.15.44:0/2270530591 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2cc1a2680 con 0x7ff2cc074ef0 2024-05-27T00:34:46.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.604+0000 7ff2d1800700 1 --2- 172.21.15.44:0/2270530591 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff2cc074ef0 0x7ff2cc19aa70 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff2c000e420 tx=0x7ff2c000e730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:46.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.604+0000 7ff2ca000700 1 -- 172.21.15.44:0/2270530591 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2c000eea0 con 0x7ff2cc074ef0 2024-05-27T00:34:46.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.604+0000 7ff2ca000700 1 -- 172.21.15.44:0/2270530591 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff2c0003a00 con 0x7ff2cc074ef0 2024-05-27T00:34:46.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.604+0000 7ff2d4200700 1 -- 172.21.15.44:0/2270530591 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2cc1a2910 con 0x7ff2cc074ef0 2024-05-27T00:34:46.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.604+0000 7ff2ca000700 1 -- 172.21.15.44:0/2270530591 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2c0004830 con 0x7ff2cc074ef0 2024-05-27T00:34:46.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.604+0000 7ff2d4200700 1 -- 172.21.15.44:0/2270530591 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2cc1a2e50 con 0x7ff2cc074ef0 2024-05-27T00:34:46.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.605+0000 7ff2d4200700 1 -- 172.21.15.44:0/2270530591 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2cc069180 con 0x7ff2cc074ef0 2024-05-27T00:34:46.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.608+0000 7ff2ca000700 1 -- 172.21.15.44:0/2270530591 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff2c001b030 con 0x7ff2cc074ef0 2024-05-27T00:34:46.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.610+0000 7ff2ca000700 1 --2- 172.21.15.44:0/2270530591 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff2b40a2c20 0x7ff2b40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:46.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.610+0000 7ff2ca000700 1 -- 172.21.15.44:0/2270530591 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7ff2c00cf4b0 con 0x7ff2cc074ef0 2024-05-27T00:34:46.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.610+0000 7ff2d0e00700 1 --2- 172.21.15.44:0/2270530591 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff2b40a2c20 0x7ff2b40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:46.613 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.611+0000 7ff2d0e00700 1 --2- 172.21.15.44:0/2270530591 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff2b40a2c20 0x7ff2b40a50e0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ff2cc0761f0 tx=0x7ff2b8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:46.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.613+0000 7ff2ca000700 1 -- 172.21.15.44:0/2270530591 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff2c0022020 con 0x7ff2cc074ef0 2024-05-27T00:34:46.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.850+0000 7ff2d4200700 1 -- 172.21.15.44:0/2270530591 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7ff2cc0628d0 con 0x7ff2b40a2c20 2024-05-27T00:34:46.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.853+0000 7ff2ca000700 1 -- 172.21.15.44:0/2270530591 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7ff2cc0628d0 con 0x7ff2b40a2c20 2024-05-27T00:34:46.855 INFO:teuthology.orchestra.run.smithi044.stdout:HOST ADDR LABELS STATUS 2024-05-27T00:34:46.855 INFO:teuthology.orchestra.run.smithi044.stdout:smithi044 172.21.15.44 2024-05-27T00:34:46.856 INFO:teuthology.orchestra.run.smithi044.stdout:smithi050 172.21.15.50 2024-05-27T00:34:46.856 INFO:teuthology.orchestra.run.smithi044.stdout:smithi137 172.21.15.137 2024-05-27T00:34:46.856 INFO:teuthology.orchestra.run.smithi044.stdout:3 hosts in cluster 2024-05-27T00:34:46.858 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.856+0000 7ff2d4200700 1 -- 172.21.15.44:0/2270530591 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff2b40a2c20 msgr2=0x7ff2b40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:46.858 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.856+0000 7ff2d4200700 1 --2- 172.21.15.44:0/2270530591 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff2b40a2c20 0x7ff2b40a50e0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ff2cc0761f0 tx=0x7ff2b8009260 comp rx=0 tx=0).stop 2024-05-27T00:34:46.858 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.856+0000 7ff2d4200700 1 -- 172.21.15.44:0/2270530591 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff2cc074ef0 msgr2=0x7ff2cc19aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:46.858 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.856+0000 7ff2d4200700 1 --2- 172.21.15.44:0/2270530591 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff2cc074ef0 0x7ff2cc19aa70 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff2c000e420 tx=0x7ff2c000e730 comp rx=0 tx=0).stop 2024-05-27T00:34:46.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.856+0000 7ff2d4200700 1 -- 172.21.15.44:0/2270530591 shutdown_connections 2024-05-27T00:34:46.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.856+0000 7ff2d4200700 1 --2- 172.21.15.44:0/2270530591 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff2b40a2c20 0x7ff2b40a50e0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:46.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.856+0000 7ff2d4200700 1 --2- 172.21.15.44:0/2270530591 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff2cc10a3d0 0x7ff2cc1a1fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:46.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.856+0000 7ff2d4200700 1 --2- 172.21.15.44:0/2270530591 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff2cc074ef0 0x7ff2cc19aa70 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:46.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.856+0000 7ff2d4200700 1 --2- 172.21.15.44:0/2270530591 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff2cc0764c0 0x7ff2cc19afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:46.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.856+0000 7ff2d4200700 1 -- 172.21.15.44:0/2270530591 >> 172.21.15.44:0/2270530591 conn(0x7ff2cc0fda60 msgr2=0x7ff2cc1062d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:46.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.856+0000 7ff2d4200700 1 -- 172.21.15.44:0/2270530591 shutdown_connections 2024-05-27T00:34:46.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:46.856+0000 7ff2d4200700 1 -- 172.21.15.44:0/2270530591 wait complete. 2024-05-27T00:34:47.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:47 smithi044 ceph-mon[31645]: pgmap v398: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-27T00:34:47.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:47 smithi044 ceph-mon[31645]: from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:34:47.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:47 smithi050 ceph-mon[36071]: pgmap v398: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-27T00:34:47.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:47 smithi050 ceph-mon[36071]: from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:34:47.738 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- bash -c 'ceph orch device ls' 2024-05-27T00:34:47.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:47 smithi137 ceph-mon[36552]: pgmap v398: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-27T00:34:47.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:47 smithi137 ceph-mon[36552]: from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:34:48.224 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:34:49.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:49 smithi044 ceph-mon[31645]: pgmap v399: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-27T00:34:49.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:49 smithi050 ceph-mon[36071]: pgmap v399: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-27T00:34:50.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:49 smithi137 ceph-mon[36552]: pgmap v399: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-27T00:34:50.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.454+0000 7facd3400700 1 -- 172.21.15.44:0/1193915395 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faccc1024f0 msgr2=0x7faccc102910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:50.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.454+0000 7facd3400700 1 --2- 172.21.15.44:0/1193915395 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faccc1024f0 0x7faccc102910 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7facc00098f0 tx=0x7facc0009c00 comp rx=0 tx=0).stop 2024-05-27T00:34:50.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.454+0000 7facd3400700 1 -- 172.21.15.44:0/1193915395 shutdown_connections 2024-05-27T00:34:50.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.454+0000 7facd3400700 1 --2- 172.21.15.44:0/1193915395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faccc104090 0x7faccc10a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:50.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.454+0000 7facd3400700 1 --2- 172.21.15.44:0/1193915395 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faccc1024f0 0x7faccc102910 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:50.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.454+0000 7facd3400700 1 --2- 172.21.15.44:0/1193915395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faccc1036f0 0x7faccc103b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:50.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.454+0000 7facd3400700 1 -- 172.21.15.44:0/1193915395 >> 172.21.15.44:0/1193915395 conn(0x7faccc0fda90 msgr2=0x7faccc0ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:50.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.454+0000 7facd3400700 1 -- 172.21.15.44:0/1193915395 shutdown_connections 2024-05-27T00:34:50.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.454+0000 7facd3400700 1 -- 172.21.15.44:0/1193915395 wait complete. 2024-05-27T00:34:50.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.455+0000 7facd3400700 1 Processor -- start 2024-05-27T00:34:50.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.456+0000 7facd3400700 1 -- start start 2024-05-27T00:34:50.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.456+0000 7facd3400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faccc1024f0 0x7faccc076230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:50.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.456+0000 7facd3400700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faccc1036f0 0x7faccc074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:50.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.456+0000 7facd3400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faccc104090 0x7faccc074dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:50.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.456+0000 7facd3400700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7faccc10e1f0 con 0x7faccc104090 2024-05-27T00:34:50.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.456+0000 7facd3400700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faccc10e070 con 0x7faccc1024f0 2024-05-27T00:34:50.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.456+0000 7facd3400700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7faccc10e370 con 0x7faccc1036f0 2024-05-27T00:34:50.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.456+0000 7facd1400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faccc104090 0x7faccc074dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:50.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.456+0000 7facd0a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faccc1024f0 0x7faccc076230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:50.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.456+0000 7facd0a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faccc1024f0 0x7faccc076230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:53526/0 (socket says 172.21.15.44:53526) 2024-05-27T00:34:50.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.456+0000 7facd0a00700 1 -- 172.21.15.44:0/812834440 learned_addr learned my addr 172.21.15.44:0/812834440 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:50.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.456+0000 7faccbe00700 1 --2- 172.21.15.44:0/812834440 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faccc1036f0 0x7faccc074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:50.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.457+0000 7facd0a00700 1 -- 172.21.15.44:0/812834440 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faccc1036f0 msgr2=0x7faccc074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:50.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.457+0000 7facd0a00700 1 --2- 172.21.15.44:0/812834440 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faccc1036f0 0x7faccc074880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:50.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.457+0000 7facd0a00700 1 -- 172.21.15.44:0/812834440 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faccc104090 msgr2=0x7faccc074dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:50.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.457+0000 7facd0a00700 1 --2- 172.21.15.44:0/812834440 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faccc104090 0x7faccc074dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:50.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.457+0000 7facd0a00700 1 -- 172.21.15.44:0/812834440 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faccc075670 con 0x7faccc1024f0 2024-05-27T00:34:50.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.457+0000 7facd0a00700 1 --2- 172.21.15.44:0/812834440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faccc1024f0 0x7faccc076230 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7facc000c010 tx=0x7facc0005270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:50.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.457+0000 7facc9600700 1 -- 172.21.15.44:0/812834440 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facc0005510 con 0x7faccc1024f0 2024-05-27T00:34:50.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.458+0000 7facc9600700 1 -- 172.21.15.44:0/812834440 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7facc00056b0 con 0x7faccc1024f0 2024-05-27T00:34:50.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.458+0000 7facd3400700 1 -- 172.21.15.44:0/812834440 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faccc1a2960 con 0x7faccc1024f0 2024-05-27T00:34:50.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.458+0000 7facc9600700 1 -- 172.21.15.44:0/812834440 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facc0003d50 con 0x7faccc1024f0 2024-05-27T00:34:50.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.458+0000 7facd3400700 1 -- 172.21.15.44:0/812834440 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faccc1a2db0 con 0x7faccc1024f0 2024-05-27T00:34:50.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.459+0000 7facd3400700 1 -- 172.21.15.44:0/812834440 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faccc069180 con 0x7faccc1024f0 2024-05-27T00:34:50.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.461+0000 7facc9600700 1 -- 172.21.15.44:0/812834440 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7facc000bbd0 con 0x7faccc1024f0 2024-05-27T00:34:50.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.462+0000 7facc9600700 1 --2- 172.21.15.44:0/812834440 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7facb40a2c20 0x7facb40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:50.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.463+0000 7facc9600700 1 -- 172.21.15.44:0/812834440 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7facc00d04d0 con 0x7faccc1024f0 2024-05-27T00:34:50.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.463+0000 7faccbe00700 1 --2- 172.21.15.44:0/812834440 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7facb40a2c20 0x7facb40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:50.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.464+0000 7faccbe00700 1 --2- 172.21.15.44:0/812834440 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7facb40a2c20 0x7facb40a50e0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7facb8005fd0 tx=0x7facb8009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:50.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.467+0000 7facc9600700 1 -- 172.21.15.44:0/812834440 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7facc0013030 con 0x7faccc1024f0 2024-05-27T00:34:50.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.735+0000 7facd3400700 1 -- 172.21.15.44:0/812834440 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7faccc0628d0 con 0x7facb40a2c20 2024-05-27T00:34:50.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.738+0000 7facc9600700 1 -- 172.21.15.44:0/812834440 <== mgr.14152 v2:172.21.15.44:6800/3215479563 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7faccc0628d0 con 0x7facb40a2c20 2024-05-27T00:34:50.740 INFO:teuthology.orchestra.run.smithi044.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-05-27T00:34:50.740 INFO:teuthology.orchestra.run.smithi044.stdout:smithi044 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT5331001K400BGN 372G No 4m ago Has a FileSystem, LVM detected 2024-05-27T00:34:50.740 INFO:teuthology.orchestra.run.smithi044.stdout:smithi050 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB7513001F480DGN 447G No 3m ago Has a FileSystem, LVM detected 2024-05-27T00:34:50.740 INFO:teuthology.orchestra.run.smithi044.stdout:smithi137 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT6233004A400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-05-27T00:34:50.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.741+0000 7facd3400700 1 -- 172.21.15.44:0/812834440 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7facb40a2c20 msgr2=0x7facb40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:50.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.741+0000 7facd3400700 1 --2- 172.21.15.44:0/812834440 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7facb40a2c20 0x7facb40a50e0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7facb8005fd0 tx=0x7facb8009310 comp rx=0 tx=0).stop 2024-05-27T00:34:50.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.741+0000 7facd3400700 1 -- 172.21.15.44:0/812834440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faccc1024f0 msgr2=0x7faccc076230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:50.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.741+0000 7facd3400700 1 --2- 172.21.15.44:0/812834440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faccc1024f0 0x7faccc076230 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7facc000c010 tx=0x7facc0005270 comp rx=0 tx=0).stop 2024-05-27T00:34:50.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.742+0000 7facd3400700 1 -- 172.21.15.44:0/812834440 shutdown_connections 2024-05-27T00:34:50.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.742+0000 7facd3400700 1 --2- 172.21.15.44:0/812834440 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faccc104090 0x7faccc074dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:50.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.742+0000 7facd3400700 1 --2- 172.21.15.44:0/812834440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faccc1024f0 0x7faccc076230 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:50.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.742+0000 7facd3400700 1 --2- 172.21.15.44:0/812834440 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7facb40a2c20 0x7facb40a50e0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:50.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.742+0000 7facd3400700 1 --2- 172.21.15.44:0/812834440 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faccc1036f0 0x7faccc074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:50.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.742+0000 7facd3400700 1 -- 172.21.15.44:0/812834440 >> 172.21.15.44:0/812834440 conn(0x7faccc0fda90 msgr2=0x7faccc106ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:50.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.742+0000 7facd3400700 1 -- 172.21.15.44:0/812834440 shutdown_connections 2024-05-27T00:34:50.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:50.742+0000 7facd3400700 1 -- 172.21.15.44:0/812834440 wait complete. 2024-05-27T00:34:51.646 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-27T00:34:51.655 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi044.front.sepia.ceph.com 2024-05-27T00:34:51.655 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- bash -c 'ceph fs dump' 2024-05-27T00:34:51.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:51 smithi044 ceph-mon[31645]: pgmap v400: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:34:51.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:51 smithi044 ceph-mon[31645]: from='client.25241 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:34:51.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:51 smithi050 ceph-mon[36071]: pgmap v400: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:34:51.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:51 smithi050 ceph-mon[36071]: from='client.25241 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:34:52.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:51 smithi137 ceph-mon[36552]: pgmap v400: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:34:52.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:51 smithi137 ceph-mon[36552]: from='client.25241 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:34:52.108 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:34:53.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:53 smithi044 ceph-mon[31645]: pgmap v401: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-27T00:34:53.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:53 smithi050 ceph-mon[36071]: pgmap v401: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-27T00:34:54.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:53 smithi137 ceph-mon[36552]: pgmap v401: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-27T00:34:54.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.590+0000 7f4219e00700 1 -- 172.21.15.44:0/1089304047 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4214074ef0 msgr2=0x7f4214075370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:54.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.590+0000 7f4219e00700 1 --2- 172.21.15.44:0/1089304047 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4214074ef0 0x7f4214075370 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f41fc009f90 tx=0x7f41fc00b330 comp rx=0 tx=0).stop 2024-05-27T00:34:54.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.590+0000 7f4219e00700 1 -- 172.21.15.44:0/1089304047 shutdown_connections 2024-05-27T00:34:54.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.590+0000 7f4219e00700 1 --2- 172.21.15.44:0/1089304047 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f421410a380 0x7f421410c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:54.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.590+0000 7f4219e00700 1 --2- 172.21.15.44:0/1089304047 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42140764c0 0x7f4214074920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:54.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.590+0000 7f4219e00700 1 --2- 172.21.15.44:0/1089304047 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4214074ef0 0x7f4214075370 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:54.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.590+0000 7f4219e00700 1 -- 172.21.15.44:0/1089304047 >> 172.21.15.44:0/1089304047 conn(0x7f42140fda50 msgr2=0x7f42140ffe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:54.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.591+0000 7f4219e00700 1 -- 172.21.15.44:0/1089304047 shutdown_connections 2024-05-27T00:34:54.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.591+0000 7f4219e00700 1 -- 172.21.15.44:0/1089304047 wait complete. 2024-05-27T00:34:54.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.592+0000 7f4219e00700 1 Processor -- start 2024-05-27T00:34:54.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.592+0000 7f4219e00700 1 -- start start 2024-05-27T00:34:54.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.592+0000 7f4219e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4214074ef0 0x7f421419aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:54.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.593+0000 7f4219e00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f42140764c0 0x7f421419afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:54.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.593+0000 7f4219e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f421410a380 0x7f42141a1fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:54.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.593+0000 7f4219e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4214110420 con 0x7f421410a380 2024-05-27T00:34:54.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.593+0000 7f4219e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f42141102a0 con 0x7f4214074ef0 2024-05-27T00:34:54.595 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.593+0000 7f4219e00700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f42141105a0 con 0x7f42140764c0 2024-05-27T00:34:54.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.593+0000 7f4212a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4214074ef0 0x7f421419aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:54.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.593+0000 7f420a000700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f42140764c0 0x7f421419afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:54.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.593+0000 7f4213400700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f421410a380 0x7f42141a1fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:54.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.593+0000 7f420a000700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f42140764c0 0x7f421419afa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:39764/0 (socket says 172.21.15.44:39764) 2024-05-27T00:34:54.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.593+0000 7f4212a00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4214074ef0 0x7f421419aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:53558/0 (socket says 172.21.15.44:53558) 2024-05-27T00:34:54.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.593+0000 7f420a000700 1 -- 172.21.15.44:0/3915537236 learned_addr learned my addr 172.21.15.44:0/3915537236 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:54.596 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.593+0000 7f420a000700 1 -- 172.21.15.44:0/3915537236 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4214074ef0 msgr2=0x7f421419aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:54.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.593+0000 7f420a000700 1 --2- 172.21.15.44:0/3915537236 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4214074ef0 0x7f421419aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:54.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.593+0000 7f420a000700 1 -- 172.21.15.44:0/3915537236 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f421410a380 msgr2=0x7f42141a1fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:54.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.593+0000 7f420a000700 1 --2- 172.21.15.44:0/3915537236 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f421410a380 0x7f42141a1fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:54.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.593+0000 7f420a000700 1 -- 172.21.15.44:0/3915537236 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42141a2670 con 0x7f42140764c0 2024-05-27T00:34:54.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.593+0000 7f4212a00700 1 --2- 172.21.15.44:0/3915537236 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4214074ef0 0x7f421419aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:54.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.594+0000 7f420a000700 1 --2- 172.21.15.44:0/3915537236 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f42140764c0 0x7f421419afa0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f41fc004fd0 tx=0x7f41fc009b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:54.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.594+0000 7f4218a00700 1 -- 172.21.15.44:0/3915537236 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41fc021020 con 0x7f42140764c0 2024-05-27T00:34:54.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.594+0000 7f4218a00700 1 -- 172.21.15.44:0/3915537236 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f41fc007b40 con 0x7f42140764c0 2024-05-27T00:34:54.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.594+0000 7f4219e00700 1 -- 172.21.15.44:0/3915537236 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42141a2900 con 0x7f42140764c0 2024-05-27T00:34:54.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.594+0000 7f4218a00700 1 -- 172.21.15.44:0/3915537236 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41fc0052a0 con 0x7f42140764c0 2024-05-27T00:34:54.597 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.594+0000 7f4219e00700 1 -- 172.21.15.44:0/3915537236 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42141a2e00 con 0x7f42140764c0 2024-05-27T00:34:54.598 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.595+0000 7f4219e00700 1 -- 172.21.15.44:0/3915537236 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4214069180 con 0x7f42140764c0 2024-05-27T00:34:54.599 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.597+0000 7f4218a00700 1 -- 172.21.15.44:0/3915537236 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f41fc024020 con 0x7f42140764c0 2024-05-27T00:34:54.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.599+0000 7f4218a00700 1 --2- 172.21.15.44:0/3915537236 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f41f80a2ca0 0x7f41f80a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:54.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.599+0000 7f4218a00700 1 -- 172.21.15.44:0/3915537236 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f41fc00f020 con 0x7f42140764c0 2024-05-27T00:34:54.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.599+0000 7f4212a00700 1 --2- 172.21.15.44:0/3915537236 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f41f80a2ca0 0x7f41f80a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:54.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.600+0000 7f4212a00700 1 --2- 172.21.15.44:0/3915537236 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f41f80a2ca0 0x7f41f80a5160 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f42140768a0 tx=0x7f4204009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:54.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.603+0000 7f4218a00700 1 -- 172.21.15.44:0/3915537236 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f41fc011e50 con 0x7f42140764c0 2024-05-27T00:34:54.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.881+0000 7f4219e00700 1 -- 172.21.15.44:0/3915537236 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f42140630a0 con 0x7f42140764c0 2024-05-27T00:34:54.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.882+0000 7f4218a00700 1 -- 172.21.15.44:0/3915537236 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 24 v24) ==== 76+0+3048 (secure 0 0 0) 0x7f41fc09d200 con 0x7f42140764c0 2024-05-27T00:34:54.885 INFO:teuthology.orchestra.run.smithi044.stdout:e24 2024-05-27T00:34:54.886 INFO:teuthology.orchestra.run.smithi044.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-05-27T00:34:54.886 INFO:teuthology.orchestra.run.smithi044.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-27T00:34:54.886 INFO:teuthology.orchestra.run.smithi044.stdout:legacy client fscid: 1 2024-05-27T00:34:54.886 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:34:54.886 INFO:teuthology.orchestra.run.smithi044.stdout:Filesystem 'cephfs' (1) 2024-05-27T00:34:54.886 INFO:teuthology.orchestra.run.smithi044.stdout:fs_name cephfs 2024-05-27T00:34:54.886 INFO:teuthology.orchestra.run.smithi044.stdout:epoch 24 2024-05-27T00:34:54.886 INFO:teuthology.orchestra.run.smithi044.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-05-27T00:34:54.886 INFO:teuthology.orchestra.run.smithi044.stdout:created 2024-05-27T00:32:18.481799+0000 2024-05-27T00:34:54.886 INFO:teuthology.orchestra.run.smithi044.stdout:modified 2024-05-27T00:32:52.592267+0000 2024-05-27T00:34:54.886 INFO:teuthology.orchestra.run.smithi044.stdout:tableserver 0 2024-05-27T00:34:54.886 INFO:teuthology.orchestra.run.smithi044.stdout:root 0 2024-05-27T00:34:54.886 INFO:teuthology.orchestra.run.smithi044.stdout:session_timeout 300 2024-05-27T00:34:54.887 INFO:teuthology.orchestra.run.smithi044.stdout:session_autoclose 300 2024-05-27T00:34:54.887 INFO:teuthology.orchestra.run.smithi044.stdout:max_file_size 1099511627776 2024-05-27T00:34:54.887 INFO:teuthology.orchestra.run.smithi044.stdout:max_xattr_size 65536 2024-05-27T00:34:54.887 INFO:teuthology.orchestra.run.smithi044.stdout:required_client_features {} 2024-05-27T00:34:54.887 INFO:teuthology.orchestra.run.smithi044.stdout:last_failure 0 2024-05-27T00:34:54.887 INFO:teuthology.orchestra.run.smithi044.stdout:last_failure_osd_epoch 0 2024-05-27T00:34:54.887 INFO:teuthology.orchestra.run.smithi044.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-27T00:34:54.887 INFO:teuthology.orchestra.run.smithi044.stdout:max_mds 3 2024-05-27T00:34:54.887 INFO:teuthology.orchestra.run.smithi044.stdout:in 0,1,2 2024-05-27T00:34:54.887 INFO:teuthology.orchestra.run.smithi044.stdout:up {0=24599,1=24581,2=24542} 2024-05-27T00:34:54.887 INFO:teuthology.orchestra.run.smithi044.stdout:failed 2024-05-27T00:34:54.887 INFO:teuthology.orchestra.run.smithi044.stdout:damaged 2024-05-27T00:34:54.887 INFO:teuthology.orchestra.run.smithi044.stdout:stopped 2024-05-27T00:34:54.888 INFO:teuthology.orchestra.run.smithi044.stdout:data_pools [3,4] 2024-05-27T00:34:54.888 INFO:teuthology.orchestra.run.smithi044.stdout:metadata_pool 2 2024-05-27T00:34:54.888 INFO:teuthology.orchestra.run.smithi044.stdout:inline_data disabled 2024-05-27T00:34:54.888 INFO:teuthology.orchestra.run.smithi044.stdout:balancer 2024-05-27T00:34:54.888 INFO:teuthology.orchestra.run.smithi044.stdout:bal_rank_mask -1 2024-05-27T00:34:54.888 INFO:teuthology.orchestra.run.smithi044.stdout:standby_count_wanted 0 2024-05-27T00:34:54.888 INFO:teuthology.orchestra.run.smithi044.stdout:qdb_cluster leader: 24599 members: 24542,24581,24599 2024-05-27T00:34:54.888 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.b{0:24599} state up:active seq 3 addr [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] compat {c=[1],r=[1],i=[1fff]}] 2024-05-27T00:34:54.888 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.i{0:24541} state up:standby-replay seq 1 addr [v2:172.21.15.137:6838/1815488235,v1:172.21.15.137:6839/1815488235] compat {c=[1],r=[1],i=[1fff]}] 2024-05-27T00:34:54.888 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.a{1:24581} state up:active seq 12 addr [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] compat {c=[1],r=[1],i=[1fff]}] 2024-05-27T00:34:54.888 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.c{1:24517} state up:standby-replay seq 1 addr [v2:172.21.15.137:6836/1475580546,v1:172.21.15.137:6837/1475580546] compat {c=[1],r=[1],i=[1fff]}] 2024-05-27T00:34:54.888 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.h{2:24542} state up:active seq 15 addr [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] compat {c=[1],r=[1],i=[1fff]}] 2024-05-27T00:34:54.888 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.e{2:24515} state up:standby-replay seq 1 addr [v2:172.21.15.50:6834/977789197,v1:172.21.15.50:6835/977789197] compat {c=[1],r=[1],i=[1fff]}] 2024-05-27T00:34:54.888 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:34:54.889 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:34:54.889 INFO:teuthology.orchestra.run.smithi044.stdout:Standby daemons: 2024-05-27T00:34:54.889 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:34:54.890 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.d{-1:14394} state up:standby seq 1 addr [v2:172.21.15.44:6836/2177128476,v1:172.21.15.44:6837/2177128476] compat {c=[1],r=[1],i=[1fff]}] 2024-05-27T00:34:54.890 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.g{-1:14448} state up:standby seq 1 addr [v2:172.21.15.44:6838/2194470084,v1:172.21.15.44:6839/2194470084] compat {c=[1],r=[1],i=[1fff]}] 2024-05-27T00:34:54.890 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.l{-1:24439} state up:standby seq 1 addr [v2:172.21.15.137:6832/718519286,v1:172.21.15.137:6833/718519286] compat {c=[1],r=[1],i=[1fff]}] 2024-05-27T00:34:54.890 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.k{-1:24467} state up:standby seq 1 addr [v2:172.21.15.50:6832/3326498986,v1:172.21.15.50:6833/3326498986] compat {c=[1],r=[1],i=[1fff]}] 2024-05-27T00:34:54.890 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.j{-1:24469} state up:standby seq 1 addr [v2:172.21.15.44:6834/2387812742,v1:172.21.15.44:6835/2387812742] compat {c=[1],r=[1],i=[1fff]}] 2024-05-27T00:34:54.890 INFO:teuthology.orchestra.run.smithi044.stdout:[mds.f{-1:24505} state up:standby seq 1 addr [v2:172.21.15.137:6834/2053941042,v1:172.21.15.137:6835/2053941042] compat {c=[1],r=[1],i=[1fff]}] 2024-05-27T00:34:54.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.885+0000 7f4219e00700 1 -- 172.21.15.44:0/3915537236 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f41f80a2ca0 msgr2=0x7f41f80a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:54.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.885+0000 7f4219e00700 1 --2- 172.21.15.44:0/3915537236 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f41f80a2ca0 0x7f41f80a5160 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f42140768a0 tx=0x7f4204009260 comp rx=0 tx=0).stop 2024-05-27T00:34:54.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.885+0000 7f4219e00700 1 -- 172.21.15.44:0/3915537236 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f42140764c0 msgr2=0x7f421419afa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:54.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.885+0000 7f4219e00700 1 --2- 172.21.15.44:0/3915537236 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f42140764c0 0x7f421419afa0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f41fc004fd0 tx=0x7f41fc009b40 comp rx=0 tx=0).stop 2024-05-27T00:34:54.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.885+0000 7f4219e00700 1 -- 172.21.15.44:0/3915537236 shutdown_connections 2024-05-27T00:34:54.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.885+0000 7f4219e00700 1 --2- 172.21.15.44:0/3915537236 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f421410a380 0x7f42141a1fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:54.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.885+0000 7f4219e00700 1 --2- 172.21.15.44:0/3915537236 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4214074ef0 0x7f421419aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:54.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.885+0000 7f4219e00700 1 --2- 172.21.15.44:0/3915537236 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f41f80a2ca0 0x7f41f80a5160 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:54.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.885+0000 7f4219e00700 1 --2- 172.21.15.44:0/3915537236 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f42140764c0 0x7f421419afa0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:54.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.885+0000 7f4219e00700 1 -- 172.21.15.44:0/3915537236 >> 172.21.15.44:0/3915537236 conn(0x7f42140fda50 msgr2=0x7f4214106280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:54.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.886+0000 7f4219e00700 1 -- 172.21.15.44:0/3915537236 shutdown_connections 2024-05-27T00:34:54.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:54.886+0000 7f4219e00700 1 -- 172.21.15.44:0/3915537236 wait complete. 2024-05-27T00:34:54.892 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 24 2024-05-27T00:34:55.810 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:55 smithi044 ceph-mon[31645]: pgmap v402: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:34:55.810 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:55 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3915537236' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-27T00:34:55.815 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- bash -c 'ceph osd dump' 2024-05-27T00:34:55.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:55 smithi050 ceph-mon[36071]: pgmap v402: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:34:55.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:55 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3915537236' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-27T00:34:56.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:55 smithi137 ceph-mon[36552]: pgmap v402: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:34:56.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:55 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3915537236' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-27T00:34:56.305 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:34:57.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:57 smithi044 ceph-mon[31645]: pgmap v403: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-27T00:34:57.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:57 smithi050 ceph-mon[36071]: pgmap v403: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-27T00:34:58.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:57 smithi137 ceph-mon[36552]: pgmap v403: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-27T00:34:58.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.453+0000 7f04b6800700 1 -- 172.21.15.44:0/2223379033 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04b0104630 msgr2=0x7f04b0104a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:58.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.453+0000 7f04b6800700 1 --2- 172.21.15.44:0/2223379033 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04b0104630 0x7f04b0104a50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f04a40099c0 tx=0x7f04a4009cd0 comp rx=0 tx=0).stop 2024-05-27T00:34:58.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.454+0000 7f04b6800700 1 -- 172.21.15.44:0/2223379033 shutdown_connections 2024-05-27T00:34:58.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.454+0000 7f04b6800700 1 --2- 172.21.15.44:0/2223379033 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b01061d0 0x7f04b010ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:58.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.454+0000 7f04b6800700 1 --2- 172.21.15.44:0/2223379033 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04b0104630 0x7f04b0104a50 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:58.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.454+0000 7f04b6800700 1 --2- 172.21.15.44:0/2223379033 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f04b0105830 0x7f04b0105c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:58.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.454+0000 7f04b6800700 1 -- 172.21.15.44:0/2223379033 >> 172.21.15.44:0/2223379033 conn(0x7f04b00ffbb0 msgr2=0x7f04b0102010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:58.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.454+0000 7f04b6800700 1 -- 172.21.15.44:0/2223379033 shutdown_connections 2024-05-27T00:34:58.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.454+0000 7f04b6800700 1 -- 172.21.15.44:0/2223379033 wait complete. 2024-05-27T00:34:58.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.455+0000 7f04b6800700 1 Processor -- start 2024-05-27T00:34:58.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.455+0000 7f04b6800700 1 -- start start 2024-05-27T00:34:58.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.456+0000 7f04b6800700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04b0104630 0x7f04b019a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:58.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.456+0000 7f04b6800700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f04b0105830 0x7f04b019ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:58.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.456+0000 7f04b6800700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b01061d0 0x7f04b01a1e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:58.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.456+0000 7f04b6800700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f04b01102e0 con 0x7f04b01061d0 2024-05-27T00:34:58.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.456+0000 7f04b6800700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f04b0110160 con 0x7f04b0104630 2024-05-27T00:34:58.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.456+0000 7f04b6800700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f04b0110460 con 0x7f04b0105830 2024-05-27T00:34:58.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.456+0000 7f04b5400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04b0104630 0x7f04b019a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:58.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.456+0000 7f04b5400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04b0104630 0x7f04b019a8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:57168/0 (socket says 172.21.15.44:57168) 2024-05-27T00:34:58.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.456+0000 7f04b5400700 1 -- 172.21.15.44:0/2845051727 learned_addr learned my addr 172.21.15.44:0/2845051727 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:58.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.456+0000 7f04b5e00700 1 --2- 172.21.15.44:0/2845051727 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b01061d0 0x7f04b01a1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:58.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.456+0000 7f04b4a00700 1 --2- 172.21.15.44:0/2845051727 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f04b0105830 0x7f04b019ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:58.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.457+0000 7f04b5400700 1 -- 172.21.15.44:0/2845051727 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f04b0105830 msgr2=0x7f04b019ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:58.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.457+0000 7f04b5400700 1 --2- 172.21.15.44:0/2845051727 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f04b0105830 0x7f04b019ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:58.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.457+0000 7f04b5400700 1 -- 172.21.15.44:0/2845051727 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b01061d0 msgr2=0x7f04b01a1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:58.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.457+0000 7f04b5400700 1 --2- 172.21.15.44:0/2845051727 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b01061d0 0x7f04b01a1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:58.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.457+0000 7f04b5400700 1 -- 172.21.15.44:0/2845051727 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04b01a2520 con 0x7f04b0104630 2024-05-27T00:34:58.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.457+0000 7f04b5e00700 1 --2- 172.21.15.44:0/2845051727 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b01061d0 0x7f04b01a1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:58.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.457+0000 7f04b4a00700 1 --2- 172.21.15.44:0/2845051727 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f04b0105830 0x7f04b019ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:58.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.457+0000 7f04b5400700 1 --2- 172.21.15.44:0/2845051727 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04b0104630 0x7f04b019a8c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f04a400b580 tx=0x7f04a400ba40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:58.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.457+0000 7f04ae000700 1 -- 172.21.15.44:0/2845051727 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04a4009e60 con 0x7f04b0104630 2024-05-27T00:34:58.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.457+0000 7f04ae000700 1 -- 172.21.15.44:0/2845051727 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f04a400be40 con 0x7f04b0104630 2024-05-27T00:34:58.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.457+0000 7f04b6800700 1 -- 172.21.15.44:0/2845051727 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04b01a27b0 con 0x7f04b0104630 2024-05-27T00:34:58.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.457+0000 7f04ae000700 1 -- 172.21.15.44:0/2845051727 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04a400fdf0 con 0x7f04b0104630 2024-05-27T00:34:58.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.458+0000 7f04b6800700 1 -- 172.21.15.44:0/2845051727 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04b01a2c90 con 0x7f04b0104630 2024-05-27T00:34:58.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.459+0000 7f04b6800700 1 -- 172.21.15.44:0/2845051727 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04b0069180 con 0x7f04b0104630 2024-05-27T00:34:58.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.461+0000 7f04ae000700 1 -- 172.21.15.44:0/2845051727 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f04a400f4f0 con 0x7f04b0104630 2024-05-27T00:34:58.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.462+0000 7f04ae000700 1 --2- 172.21.15.44:0/2845051727 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f04980a2c20 0x7f04980a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:58.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.462+0000 7f04ae000700 1 -- 172.21.15.44:0/2845051727 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f04a40d01e0 con 0x7f04b0104630 2024-05-27T00:34:58.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.462+0000 7f04b4a00700 1 --2- 172.21.15.44:0/2845051727 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f04980a2c20 0x7f04980a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:58.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.463+0000 7f04b4a00700 1 --2- 172.21.15.44:0/2845051727 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f04980a2c20 0x7f04980a50e0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f049c011490 tx=0x7f049c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:58.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.466+0000 7f04ae000700 1 -- 172.21.15.44:0/2845051727 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f04a4013070 con 0x7f04b0104630 2024-05-27T00:34:58.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.702+0000 7f04b6800700 1 -- 172.21.15.44:0/2845051727 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f04b00630a0 con 0x7f04b0104630 2024-05-27T00:34:58.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.703+0000 7f04ae000700 1 -- 172.21.15.44:0/2845051727 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v95) ==== 56+0+5635 (secure 0 0 0) 0x7f04a409cde0 con 0x7f04b0104630 2024-05-27T00:34:58.705 INFO:teuthology.orchestra.run.smithi044.stdout:epoch 95 2024-05-27T00:34:58.705 INFO:teuthology.orchestra.run.smithi044.stdout:fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:34:58.705 INFO:teuthology.orchestra.run.smithi044.stdout:created 2024-05-27T00:23:11.400360+0000 2024-05-27T00:34:58.706 INFO:teuthology.orchestra.run.smithi044.stdout:modified 2024-05-27T00:34:24.086854+0000 2024-05-27T00:34:58.706 INFO:teuthology.orchestra.run.smithi044.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-05-27T00:34:58.706 INFO:teuthology.orchestra.run.smithi044.stdout:crush_version 27 2024-05-27T00:34:58.706 INFO:teuthology.orchestra.run.smithi044.stdout:full_ratio 0.95 2024-05-27T00:34:58.706 INFO:teuthology.orchestra.run.smithi044.stdout:backfillfull_ratio 0.9 2024-05-27T00:34:58.706 INFO:teuthology.orchestra.run.smithi044.stdout:nearfull_ratio 0.85 2024-05-27T00:34:58.706 INFO:teuthology.orchestra.run.smithi044.stdout:require_min_compat_client luminous 2024-05-27T00:34:58.706 INFO:teuthology.orchestra.run.smithi044.stdout:min_compat_client luminous 2024-05-27T00:34:58.706 INFO:teuthology.orchestra.run.smithi044.stdout:require_osd_release squid 2024-05-27T00:34:58.706 INFO:teuthology.orchestra.run.smithi044.stdout:stretch_mode_enabled false 2024-05-27T00:34:58.706 INFO:teuthology.orchestra.run.smithi044.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-05-27T00:34:58.706 INFO:teuthology.orchestra.run.smithi044.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 86 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-05-27T00:34:58.706 INFO:teuthology.orchestra.run.smithi044.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 87 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2024-05-27T00:34:58.707 INFO:teuthology.orchestra.run.smithi044.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 91 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2024-05-27T00:34:58.707 INFO:teuthology.orchestra.run.smithi044.stdout:max_osd 12 2024-05-27T00:34:58.707 INFO:teuthology.orchestra.run.smithi044.stdout:osd.0 up in weight 1 up_from 8 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.44:6802/2887410056,v1:172.21.15.44:6803/2887410056] [v2:172.21.15.44:6804/2887410056,v1:172.21.15.44:6805/2887410056] exists,up f71853ef-3b4a-4b0b-876d-e1bebd217890 2024-05-27T00:34:58.707 INFO:teuthology.orchestra.run.smithi044.stdout:osd.1 up in weight 1 up_from 13 up_thru 94 down_at 0 last_clean_interval [0,0) [v2:172.21.15.50:6800/3043771852,v1:172.21.15.50:6801/3043771852] [v2:172.21.15.50:6802/3043771852,v1:172.21.15.50:6803/3043771852] exists,up 4d01b374-25e5-4bd5-95a1-d04758799d69 2024-05-27T00:34:58.707 INFO:teuthology.orchestra.run.smithi044.stdout:osd.2 up in weight 1 up_from 18 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.137:6800/1400932085,v1:172.21.15.137:6801/1400932085] [v2:172.21.15.137:6802/1400932085,v1:172.21.15.137:6803/1400932085] exists,up 2ad9a094-a01b-4fc7-84a6-c6db467d7ce9 2024-05-27T00:34:58.707 INFO:teuthology.orchestra.run.smithi044.stdout:osd.3 up in weight 1 up_from 27 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.44:6810/2729882382,v1:172.21.15.44:6811/2729882382] [v2:172.21.15.44:6812/2729882382,v1:172.21.15.44:6813/2729882382] exists,up ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a 2024-05-27T00:34:58.707 INFO:teuthology.orchestra.run.smithi044.stdout:osd.4 up in weight 1 up_from 35 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.50:6808/3061072966,v1:172.21.15.50:6809/3061072966] [v2:172.21.15.50:6810/3061072966,v1:172.21.15.50:6811/3061072966] exists,up 3f3f5d2e-7672-436a-8d2e-f44fc68c2265 2024-05-27T00:34:58.707 INFO:teuthology.orchestra.run.smithi044.stdout:osd.5 up in weight 1 up_from 40 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.137:6808/1301018,v1:172.21.15.137:6809/1301018] [v2:172.21.15.137:6810/1301018,v1:172.21.15.137:6811/1301018] exists,up d031a02f-ff4f-4aa2-9455-07887c16a52f 2024-05-27T00:34:58.707 INFO:teuthology.orchestra.run.smithi044.stdout:osd.6 up in weight 1 up_from 48 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.44:6818/2573386012,v1:172.21.15.44:6819/2573386012] [v2:172.21.15.44:6820/2573386012,v1:172.21.15.44:6821/2573386012] exists,up a67d73d2-fed2-4cab-83a9-30455674510b 2024-05-27T00:34:58.707 INFO:teuthology.orchestra.run.smithi044.stdout:osd.7 up in weight 1 up_from 53 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.50:6816/2431349005,v1:172.21.15.50:6817/2431349005] [v2:172.21.15.50:6818/2431349005,v1:172.21.15.50:6819/2431349005] exists,up e62621c0-d36a-417d-92dc-f98c32df6859 2024-05-27T00:34:58.707 INFO:teuthology.orchestra.run.smithi044.stdout:osd.8 up in weight 1 up_from 61 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.137:6816/1479202379,v1:172.21.15.137:6817/1479202379] [v2:172.21.15.137:6818/1479202379,v1:172.21.15.137:6819/1479202379] exists,up 377f939a-f08c-417d-94f6-2a69b0f0e3be 2024-05-27T00:34:58.707 INFO:teuthology.orchestra.run.smithi044.stdout:osd.9 up in weight 1 up_from 69 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.44:6826/3449544170,v1:172.21.15.44:6827/3449544170] [v2:172.21.15.44:6828/3449544170,v1:172.21.15.44:6829/3449544170] exists,up fd29098c-60fe-4c4d-9203-5606c61535c0 2024-05-27T00:34:58.708 INFO:teuthology.orchestra.run.smithi044.stdout:osd.10 up in weight 1 up_from 74 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.50:6824/1424102859,v1:172.21.15.50:6825/1424102859] [v2:172.21.15.50:6826/1424102859,v1:172.21.15.50:6827/1424102859] exists,up 88e3cf0f-2d6e-4129-968d-b855508ffa27 2024-05-27T00:34:58.708 INFO:teuthology.orchestra.run.smithi044.stdout:osd.11 up in weight 1 up_from 82 up_thru 94 down_at 0 last_clean_interval [0,0) [v2:172.21.15.137:6824/441351881,v1:172.21.15.137:6825/441351881] [v2:172.21.15.137:6826/441351881,v1:172.21.15.137:6827/441351881] exists,up a79b8a23-133e-494b-9ed0-1ad2ae949d4f 2024-05-27T00:34:58.708 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 2.8 [2,11] 2024-05-27T00:34:58.708 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 2.1d [8,11] 2024-05-27T00:34:58.708 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 3.6 [4,6] 2024-05-27T00:34:58.708 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 3.e [5,9] 2024-05-27T00:34:58.708 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 3.19 [3,7] 2024-05-27T00:34:58.708 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 3.21 [5,9] 2024-05-27T00:34:58.708 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 3.24 [4,9] 2024-05-27T00:34:58.708 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 3.27 [4,8] 2024-05-27T00:34:58.708 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 4.2 [9,1] 2024-05-27T00:34:58.708 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 4.c [9,10] 2024-05-27T00:34:58.708 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 4.16 [9,8] 2024-05-27T00:34:58.708 INFO:teuthology.orchestra.run.smithi044.stdout:pg_upmap_items 4.1d [5,8] 2024-05-27T00:34:58.709 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:0/2530323195 expires 2024-05-28T00:24:20.259434+0000 2024-05-27T00:34:58.709 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:6801/3059550402 expires 2024-05-28T00:24:20.259434+0000 2024-05-27T00:34:58.709 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:0/3492144479 expires 2024-05-28T00:23:45.063917+0000 2024-05-27T00:34:58.709 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:6800/3059550402 expires 2024-05-28T00:24:20.259434+0000 2024-05-27T00:34:58.709 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:6800/1746688742 expires 2024-05-28T00:23:45.063917+0000 2024-05-27T00:34:58.709 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:0/1224856036 expires 2024-05-28T00:24:20.259434+0000 2024-05-27T00:34:58.709 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:0/2012580398 expires 2024-05-28T00:23:45.063917+0000 2024-05-27T00:34:58.709 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:0/2519931377 expires 2024-05-28T00:23:45.063917+0000 2024-05-27T00:34:58.709 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:6801/1746688742 expires 2024-05-28T00:23:45.063917+0000 2024-05-27T00:34:58.709 INFO:teuthology.orchestra.run.smithi044.stdout:blocklist 172.21.15.44:0/1919797537 expires 2024-05-28T00:24:20.259434+0000 2024-05-27T00:34:58.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.706+0000 7f04b6800700 1 -- 172.21.15.44:0/2845051727 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f04980a2c20 msgr2=0x7f04980a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:58.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.706+0000 7f04b6800700 1 --2- 172.21.15.44:0/2845051727 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f04980a2c20 0x7f04980a50e0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f049c011490 tx=0x7f049c009260 comp rx=0 tx=0).stop 2024-05-27T00:34:58.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.706+0000 7f04b6800700 1 -- 172.21.15.44:0/2845051727 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04b0104630 msgr2=0x7f04b019a8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:58.710 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.706+0000 7f04b6800700 1 --2- 172.21.15.44:0/2845051727 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04b0104630 0x7f04b019a8c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f04a400b580 tx=0x7f04a400ba40 comp rx=0 tx=0).stop 2024-05-27T00:34:58.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.706+0000 7f04b6800700 1 -- 172.21.15.44:0/2845051727 shutdown_connections 2024-05-27T00:34:58.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.706+0000 7f04b6800700 1 --2- 172.21.15.44:0/2845051727 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f04b01061d0 0x7f04b01a1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:58.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.706+0000 7f04b6800700 1 --2- 172.21.15.44:0/2845051727 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f04b0104630 0x7f04b019a8c0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:58.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.706+0000 7f04b6800700 1 --2- 172.21.15.44:0/2845051727 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f04980a2c20 0x7f04980a50e0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:58.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.706+0000 7f04b6800700 1 --2- 172.21.15.44:0/2845051727 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f04b0105830 0x7f04b019ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:58.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.706+0000 7f04b6800700 1 -- 172.21.15.44:0/2845051727 >> 172.21.15.44:0/2845051727 conn(0x7f04b00ffbb0 msgr2=0x7f04b0108b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:58.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.707+0000 7f04b6800700 1 -- 172.21.15.44:0/2845051727 shutdown_connections 2024-05-27T00:34:58.711 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:58.707+0000 7f04b6800700 1 -- 172.21.15.44:0/2845051727 wait complete. 2024-05-27T00:34:59.634 INFO:teuthology.run_tasks:Running task fs.ready... 2024-05-27T00:34:59.651 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:34:59.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:59 smithi044 ceph-mon[31645]: pgmap v404: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-27T00:34:59.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:34:59 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2845051727' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-27T00:34:59.870 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.870+0000 7fd2dee00640 1 -- 172.21.15.44:0/2537799511 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd2d8102a30 msgr2=0x7fd2d8102eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:59.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.870+0000 7fd2dee00640 1 --2- 172.21.15.44:0/2537799511 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd2d8102a30 0x7fd2d8102eb0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd2c4009900 tx=0x7fd2c402a3f0 comp rx=0 tx=0).stop 2024-05-27T00:34:59.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.870+0000 7fd2dee00640 1 -- 172.21.15.44:0/2537799511 shutdown_connections 2024-05-27T00:34:59.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.870+0000 7fd2dee00640 1 --2- 172.21.15.44:0/2537799511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2d81033f0 0x7fd2d8109c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:59.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.870+0000 7fd2dee00640 1 --2- 172.21.15.44:0/2537799511 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd2d8102a30 0x7fd2d8102eb0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:59.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.870+0000 7fd2dee00640 1 --2- 172.21.15.44:0/2537799511 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd2d8101840 0x7fd2d8101c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:59.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.870+0000 7fd2dee00640 1 -- 172.21.15.44:0/2537799511 >> 172.21.15.44:0/2537799511 conn(0x7fd2d80fcdb0 msgr2=0x7fd2d80ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:34:59.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.870+0000 7fd2dee00640 1 -- 172.21.15.44:0/2537799511 shutdown_connections 2024-05-27T00:34:59.872 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.870+0000 7fd2dee00640 1 -- 172.21.15.44:0/2537799511 wait complete. 2024-05-27T00:34:59.873 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.871+0000 7fd2dee00640 1 Processor -- start 2024-05-27T00:34:59.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.871+0000 7fd2dee00640 1 -- start start 2024-05-27T00:34:59.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.872+0000 7fd2dee00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2d8101840 0x7fd2d8199e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:59.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.872+0000 7fd2dee00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd2d8102a30 0x7fd2d819a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:59.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.872+0000 7fd2dee00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd2d81033f0 0x7fd2d81a13d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:59.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.872+0000 7fd2dee00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd2d810d640 con 0x7fd2d8102a30 2024-05-27T00:34:59.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.872+0000 7fd2dee00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd2d810d4c0 con 0x7fd2d8101840 2024-05-27T00:34:59.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.872+0000 7fd2dee00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fd2d810d7c0 con 0x7fd2d81033f0 2024-05-27T00:34:59.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.872+0000 7fd2dd000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd2d8102a30 0x7fd2d819a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:59.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.872+0000 7fd2dd000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd2d8102a30 0x7fd2d819a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45924/0 (socket says 172.21.15.44:45924) 2024-05-27T00:34:59.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.872+0000 7fd2dd000640 1 -- 172.21.15.44:0/1548302094 learned_addr learned my addr 172.21.15.44:0/1548302094 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:34:59.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.872+0000 7fd2dda00640 1 --2- 172.21.15.44:0/1548302094 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2d8101840 0x7fd2d8199e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:59.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.872+0000 7fd2de400640 1 --2- 172.21.15.44:0/1548302094 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd2d81033f0 0x7fd2d81a13d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:59.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.872+0000 7fd2dd000640 1 -- 172.21.15.44:0/1548302094 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd2d81033f0 msgr2=0x7fd2d81a13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:59.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.872+0000 7fd2dd000640 1 --2- 172.21.15.44:0/1548302094 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd2d81033f0 0x7fd2d81a13d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:59.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.872+0000 7fd2dd000640 1 -- 172.21.15.44:0/1548302094 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2d8101840 msgr2=0x7fd2d8199e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:34:59.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.872+0000 7fd2dd000640 1 --2- 172.21.15.44:0/1548302094 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2d8101840 0x7fd2d8199e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:34:59.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.872+0000 7fd2dd000640 1 -- 172.21.15.44:0/1548302094 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2d81a1a40 con 0x7fd2d8102a30 2024-05-27T00:34:59.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.872+0000 7fd2de400640 1 --2- 172.21.15.44:0/1548302094 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd2d81033f0 0x7fd2d81a13d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:34:59.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.872+0000 7fd2dda00640 1 --2- 172.21.15.44:0/1548302094 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2d8101840 0x7fd2d8199e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:34:59.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.873+0000 7fd2dd000640 1 --2- 172.21.15.44:0/1548302094 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd2d8102a30 0x7fd2d819a360 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fd2c40316a0 tx=0x7fd2c4032d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:59.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.873+0000 7fd2d6000640 1 -- 172.21.15.44:0/1548302094 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2c403f030 con 0x7fd2d8102a30 2024-05-27T00:34:59.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.873+0000 7fd2dee00640 1 -- 172.21.15.44:0/1548302094 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2d81a1cd0 con 0x7fd2d8102a30 2024-05-27T00:34:59.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.873+0000 7fd2d6000640 1 -- 172.21.15.44:0/1548302094 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd2c4003d00 con 0x7fd2d8102a30 2024-05-27T00:34:59.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.873+0000 7fd2d6000640 1 -- 172.21.15.44:0/1548302094 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2c4035070 con 0x7fd2d8102a30 2024-05-27T00:34:59.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.873+0000 7fd2dee00640 1 -- 172.21.15.44:0/1548302094 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2d81a21c0 con 0x7fd2d8102a30 2024-05-27T00:34:59.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.875+0000 7fd2dee00640 1 -- 172.21.15.44:0/1548302094 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2d81a2390 con 0x7fd2d8102a30 2024-05-27T00:34:59.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.877+0000 7fd2d6000640 1 -- 172.21.15.44:0/1548302094 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd2c4042030 con 0x7fd2d8102a30 2024-05-27T00:34:59.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.878+0000 7fd2d6000640 1 --2- 172.21.15.44:0/1548302094 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2c00a2b90 0x7fd2c00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:34:59.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.878+0000 7fd2d6000640 1 -- 172.21.15.44:0/1548302094 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fd2c40ef5f0 con 0x7fd2d8102a30 2024-05-27T00:34:59.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.878+0000 7fd2dda00640 1 --2- 172.21.15.44:0/1548302094 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2c00a2b90 0x7fd2c00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:34:59.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.879+0000 7fd2dda00640 1 --2- 172.21.15.44:0/1548302094 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2c00a2b90 0x7fd2c00a5050 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fd2d8102890 tx=0x7fd2cc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:34:59.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:34:59.883+0000 7fd2d6000640 1 -- 172.21.15.44:0/1548302094 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd2c40bc160 con 0x7fd2d8102a30 2024-05-27T00:34:59.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:59 smithi050 ceph-mon[36071]: pgmap v404: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-27T00:34:59.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:34:59 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2845051727' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-27T00:35:00.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:59 smithi137 ceph-mon[36552]: pgmap v404: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-27T00:35:00.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:34:59 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2845051727' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-27T00:35:00.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.090+0000 7fd2dee00640 1 -- 172.21.15.44:0/1548302094 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd2d81a2b40 con 0x7fd2d8102a30 2024-05-27T00:35:00.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.095+0000 7fd2d6000640 1 -- 172.21.15.44:0/1548302094 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+24690 (secure 0 0 0) 0x7fd2c40bba60 con 0x7fd2d8102a30 2024-05-27T00:35:00.096 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:35:00.097 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":95,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:34:24.086854+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.19","mappings":[{"from":3,"to":7}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:35:00.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.098+0000 7fd2dee00640 1 -- 172.21.15.44:0/1548302094 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2c00a2b90 msgr2=0x7fd2c00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:00.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.098+0000 7fd2dee00640 1 --2- 172.21.15.44:0/1548302094 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2c00a2b90 0x7fd2c00a5050 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fd2d8102890 tx=0x7fd2cc005f90 comp rx=0 tx=0).stop 2024-05-27T00:35:00.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.098+0000 7fd2dee00640 1 -- 172.21.15.44:0/1548302094 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd2d8102a30 msgr2=0x7fd2d819a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:00.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.098+0000 7fd2dee00640 1 --2- 172.21.15.44:0/1548302094 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd2d8102a30 0x7fd2d819a360 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fd2c40316a0 tx=0x7fd2c4032d70 comp rx=0 tx=0).stop 2024-05-27T00:35:00.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.098+0000 7fd2dee00640 1 -- 172.21.15.44:0/1548302094 shutdown_connections 2024-05-27T00:35:00.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.098+0000 7fd2dee00640 1 --2- 172.21.15.44:0/1548302094 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fd2c00a2b90 0x7fd2c00a5050 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.098+0000 7fd2dee00640 1 --2- 172.21.15.44:0/1548302094 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd2d81033f0 0x7fd2d81a13d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.098+0000 7fd2dee00640 1 --2- 172.21.15.44:0/1548302094 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd2d8102a30 0x7fd2d819a360 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.098+0000 7fd2dee00640 1 --2- 172.21.15.44:0/1548302094 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd2d8101840 0x7fd2d8199e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.098+0000 7fd2dee00640 1 -- 172.21.15.44:0/1548302094 >> 172.21.15.44:0/1548302094 conn(0x7fd2d80fcdb0 msgr2=0x7fd2d8073bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:00.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.098+0000 7fd2dee00640 1 -- 172.21.15.44:0/1548302094 shutdown_connections 2024-05-27T00:35:00.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.098+0000 7fd2dee00640 1 -- 172.21.15.44:0/1548302094 wait complete. 2024-05-27T00:35:00.120 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-27T00:27:02.979133+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-27T00:32:16.909207+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-27T00:32:17.962562+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-05-27T00:32:21.951818+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-05-27T00:35:00.121 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-27T00:35:00.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.336+0000 7f657b200640 1 -- 172.21.15.44:0/923905886 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f657c105440 msgr2=0x7f657c1058c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:00.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.336+0000 7f657b200640 1 --2- 172.21.15.44:0/923905886 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f657c105440 0x7f657c1058c0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f6574009be0 tx=0x7f657402a6d0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.336+0000 7f657b200640 1 -- 172.21.15.44:0/923905886 shutdown_connections 2024-05-27T00:35:00.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.336+0000 7f657b200640 1 --2- 172.21.15.44:0/923905886 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f657c105440 0x7f657c1058c0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.336+0000 7f657b200640 1 --2- 172.21.15.44:0/923905886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f657c102a90 0x7f657c104f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.336+0000 7f657b200640 1 --2- 172.21.15.44:0/923905886 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f657c100120 0x7f657c102550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.336+0000 7f657b200640 1 -- 172.21.15.44:0/923905886 >> 172.21.15.44:0/923905886 conn(0x7f657c0fbd40 msgr2=0x7f657c0fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:00.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.337+0000 7f657b200640 1 -- 172.21.15.44:0/923905886 shutdown_connections 2024-05-27T00:35:00.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.337+0000 7f657b200640 1 -- 172.21.15.44:0/923905886 wait complete. 2024-05-27T00:35:00.338 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.338+0000 7f657b200640 1 Processor -- start 2024-05-27T00:35:00.339 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.338+0000 7f657b200640 1 -- start start 2024-05-27T00:35:00.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.338+0000 7f657b200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f657c100120 0x7f657c19e220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:00.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.338+0000 7f657b200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f657c102a90 0x7f657c19e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:00.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.338+0000 7f657b200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f657c105440 0x7f657c1a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:00.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.338+0000 7f657b200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f657c113c40 con 0x7f657c105440 2024-05-27T00:35:00.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.338+0000 7f657b200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f657c113ac0 con 0x7f657c100120 2024-05-27T00:35:00.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.338+0000 7f657b200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f657c113dc0 con 0x7f657c102a90 2024-05-27T00:35:00.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.339+0000 7f657a800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f657c105440 0x7f657c1a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:00.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.339+0000 7f657a800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f657c105440 0x7f657c1a5780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45932/0 (socket says 172.21.15.44:45932) 2024-05-27T00:35:00.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.339+0000 7f657a800640 1 -- 172.21.15.44:0/719058718 learned_addr learned my addr 172.21.15.44:0/719058718 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:00.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.339+0000 7f6579400640 1 --2- 172.21.15.44:0/719058718 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f657c102a90 0x7f657c19e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:00.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.339+0000 7f6579e00640 1 --2- 172.21.15.44:0/719058718 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f657c100120 0x7f657c19e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:00.340 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.339+0000 7f657a800640 1 -- 172.21.15.44:0/719058718 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f657c102a90 msgr2=0x7f657c19e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:00.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.339+0000 7f657a800640 1 --2- 172.21.15.44:0/719058718 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f657c102a90 0x7f657c19e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.339+0000 7f657a800640 1 -- 172.21.15.44:0/719058718 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f657c100120 msgr2=0x7f657c19e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:00.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.339+0000 7f657a800640 1 --2- 172.21.15.44:0/719058718 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f657c100120 0x7f657c19e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.339+0000 7f657a800640 1 -- 172.21.15.44:0/719058718 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f657c1a5df0 con 0x7f657c105440 2024-05-27T00:35:00.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.339+0000 7f6579e00640 1 --2- 172.21.15.44:0/719058718 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f657c100120 0x7f657c19e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:00.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.340+0000 7f657a800640 1 --2- 172.21.15.44:0/719058718 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f657c105440 0x7f657c1a5780 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f6574034040 tx=0x7f6574030650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:00.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.340+0000 7f6572a00640 1 -- 172.21.15.44:0/719058718 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6574041020 con 0x7f657c105440 2024-05-27T00:35:00.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.340+0000 7f657b200640 1 -- 172.21.15.44:0/719058718 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f657c1a6080 con 0x7f657c105440 2024-05-27T00:35:00.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.340+0000 7f6572a00640 1 -- 172.21.15.44:0/719058718 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f657402f370 con 0x7f657c105440 2024-05-27T00:35:00.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.340+0000 7f6572a00640 1 -- 172.21.15.44:0/719058718 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6574036040 con 0x7f657c105440 2024-05-27T00:35:00.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.340+0000 7f657b200640 1 -- 172.21.15.44:0/719058718 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f657c1a6570 con 0x7f657c105440 2024-05-27T00:35:00.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.341+0000 7f657b200640 1 -- 172.21.15.44:0/719058718 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f657c0fd830 con 0x7f657c105440 2024-05-27T00:35:00.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.343+0000 7f6572a00640 1 -- 172.21.15.44:0/719058718 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f6574044020 con 0x7f657c105440 2024-05-27T00:35:00.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.345+0000 7f6572a00640 1 --2- 172.21.15.44:0/719058718 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f65600a2b90 0x7f65600a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:00.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.345+0000 7f6572a00640 1 -- 172.21.15.44:0/719058718 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f65740f06a0 con 0x7f657c105440 2024-05-27T00:35:00.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.345+0000 7f6579e00640 1 --2- 172.21.15.44:0/719058718 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f65600a2b90 0x7f65600a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:00.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.346+0000 7f6579e00640 1 --2- 172.21.15.44:0/719058718 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f65600a2b90 0x7f65600a5050 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f656c0095f0 tx=0x7f656c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:00.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.347+0000 7f6572a00640 1 -- 172.21.15.44:0/719058718 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f657404b020 con 0x7f657c105440 2024-05-27T00:35:00.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.541+0000 7f657b200640 1 -- 172.21.15.44:0/719058718 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f657c02d2e0 con 0x7f657c105440 2024-05-27T00:35:00.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.542+0000 7f6572a00640 1 -- 172.21.15.44:0/719058718 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v95) ==== 93+0+10 (secure 0 0 0) 0x7f65740bd210 con 0x7f657c105440 2024-05-27T00:35:00.542 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 1 2024-05-27T00:35:00.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.544+0000 7f657b200640 1 -- 172.21.15.44:0/719058718 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f65600a2b90 msgr2=0x7f65600a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:00.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.544+0000 7f657b200640 1 --2- 172.21.15.44:0/719058718 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f65600a2b90 0x7f65600a5050 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f656c0095f0 tx=0x7f656c005f90 comp rx=0 tx=0).stop 2024-05-27T00:35:00.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.544+0000 7f657b200640 1 -- 172.21.15.44:0/719058718 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f657c105440 msgr2=0x7f657c1a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:00.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.544+0000 7f657b200640 1 --2- 172.21.15.44:0/719058718 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f657c105440 0x7f657c1a5780 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f6574034040 tx=0x7f6574030650 comp rx=0 tx=0).stop 2024-05-27T00:35:00.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.545+0000 7f657b200640 1 -- 172.21.15.44:0/719058718 shutdown_connections 2024-05-27T00:35:00.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.545+0000 7f657b200640 1 --2- 172.21.15.44:0/719058718 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f65600a2b90 0x7f65600a5050 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.545+0000 7f657b200640 1 --2- 172.21.15.44:0/719058718 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f657c105440 0x7f657c1a5780 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.545+0000 7f657b200640 1 --2- 172.21.15.44:0/719058718 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f657c102a90 0x7f657c19e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.545+0000 7f657b200640 1 --2- 172.21.15.44:0/719058718 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f657c100120 0x7f657c19e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.545+0000 7f657b200640 1 -- 172.21.15.44:0/719058718 >> 172.21.15.44:0/719058718 conn(0x7f657c0fbd40 msgr2=0x7f657c100aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:00.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.545+0000 7f657b200640 1 -- 172.21.15.44:0/719058718 shutdown_connections 2024-05-27T00:35:00.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.545+0000 7f657b200640 1 -- 172.21.15.44:0/719058718 wait complete. 2024-05-27T00:35:00.564 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-27T00:35:00.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.775+0000 7f7a4ca00640 1 -- 172.21.15.44:0/4040221362 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7a48109a30 msgr2=0x7f7a48110350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:00.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.775+0000 7f7a4ca00640 1 --2- 172.21.15.44:0/4040221362 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7a48109a30 0x7f7a48110350 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f7a40009ca0 tx=0x7f7a4002a8b0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.775+0000 7f7a4ca00640 1 -- 172.21.15.44:0/4040221362 shutdown_connections 2024-05-27T00:35:00.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.775+0000 7f7a4ca00640 1 --2- 172.21.15.44:0/4040221362 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7a48109a30 0x7f7a48110350 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.775+0000 7f7a4ca00640 1 --2- 172.21.15.44:0/4040221362 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7a48109070 0x7f7a481094f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.775+0000 7f7a4ca00640 1 --2- 172.21.15.44:0/4040221362 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a48107e90 0x7f7a481082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.775+0000 7f7a4ca00640 1 -- 172.21.15.44:0/4040221362 >> 172.21.15.44:0/4040221362 conn(0x7f7a48076e70 msgr2=0x7f7a480792b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:00.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.776+0000 7f7a4ca00640 1 -- 172.21.15.44:0/4040221362 shutdown_connections 2024-05-27T00:35:00.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.776+0000 7f7a4ca00640 1 -- 172.21.15.44:0/4040221362 wait complete. 2024-05-27T00:35:00.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.777+0000 7f7a4ca00640 1 Processor -- start 2024-05-27T00:35:00.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.777+0000 7f7a4ca00640 1 -- start start 2024-05-27T00:35:00.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.777+0000 7f7a4ca00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7a48107e90 0x7f7a4819e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:00.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.777+0000 7f7a4ca00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a48109070 0x7f7a4819e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:00.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.777+0000 7f7a4ca00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7a48109a30 0x7f7a481a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:00.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.777+0000 7f7a4ca00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7a48113cf0 con 0x7f7a48109a30 2024-05-27T00:35:00.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.777+0000 7f7a4ca00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7a48113b70 con 0x7f7a48109070 2024-05-27T00:35:00.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.777+0000 7f7a4ca00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f7a48113e70 con 0x7f7a48107e90 2024-05-27T00:35:00.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.777+0000 7f7a47e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7a48109a30 0x7f7a481a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:00.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.777+0000 7f7a47400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7a48107e90 0x7f7a4819e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:00.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.777+0000 7f7a47400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7a48107e90 0x7f7a4819e1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:59966/0 (socket says 172.21.15.44:59966) 2024-05-27T00:35:00.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.777+0000 7f7a47400640 1 -- 172.21.15.44:0/4093108367 learned_addr learned my addr 172.21.15.44:0/4093108367 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:00.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.777+0000 7f7a47e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7a48109a30 0x7f7a481a5790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45954/0 (socket says 172.21.15.44:45954) 2024-05-27T00:35:00.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.778+0000 7f7a46a00640 1 --2- 172.21.15.44:0/4093108367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a48109070 0x7f7a4819e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:00.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.778+0000 7f7a47400640 1 -- 172.21.15.44:0/4093108367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a48109070 msgr2=0x7f7a4819e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:00.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.778+0000 7f7a47400640 1 --2- 172.21.15.44:0/4093108367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a48109070 0x7f7a4819e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.778+0000 7f7a47400640 1 -- 172.21.15.44:0/4093108367 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7a48109a30 msgr2=0x7f7a481a5790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:00.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.778+0000 7f7a47400640 1 --2- 172.21.15.44:0/4093108367 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7a48109a30 0x7f7a481a5790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.778+0000 7f7a47400640 1 -- 172.21.15.44:0/4093108367 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a481a5e00 con 0x7f7a48107e90 2024-05-27T00:35:00.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.778+0000 7f7a47400640 1 --2- 172.21.15.44:0/4093108367 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7a48107e90 0x7f7a4819e1e0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7a3800e9c0 tx=0x7f7a3800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:00.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.778+0000 7f7a3fe00640 1 -- 172.21.15.44:0/4093108367 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a3800cde0 con 0x7f7a48107e90 2024-05-27T00:35:00.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.779+0000 7f7a3fe00640 1 -- 172.21.15.44:0/4093108367 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7a38010930 con 0x7f7a48107e90 2024-05-27T00:35:00.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.779+0000 7f7a3fe00640 1 -- 172.21.15.44:0/4093108367 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a38018ab0 con 0x7f7a48107e90 2024-05-27T00:35:00.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.779+0000 7f7a4ca00640 1 -- 172.21.15.44:0/4093108367 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a481a60f0 con 0x7f7a48107e90 2024-05-27T00:35:00.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.779+0000 7f7a4ca00640 1 -- 172.21.15.44:0/4093108367 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a481a6640 con 0x7f7a48107e90 2024-05-27T00:35:00.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.780+0000 7f7a4ca00640 1 -- 172.21.15.44:0/4093108367 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a4810f160 con 0x7f7a48107e90 2024-05-27T00:35:00.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.782+0000 7f7a3fe00640 1 -- 172.21.15.44:0/4093108367 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7a3801f020 con 0x7f7a48107e90 2024-05-27T00:35:00.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.783+0000 7f7a3fe00640 1 --2- 172.21.15.44:0/4093108367 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7a2c0a2b90 0x7f7a2c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:00.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.783+0000 7f7a3fe00640 1 -- 172.21.15.44:0/4093108367 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f7a380cf610 con 0x7f7a48107e90 2024-05-27T00:35:00.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.784+0000 7f7a46a00640 1 --2- 172.21.15.44:0/4093108367 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7a2c0a2b90 0x7f7a2c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:00.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.784+0000 7f7a46a00640 1 --2- 172.21.15.44:0/4093108367 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7a2c0a2b90 0x7f7a2c0a5050 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f7a4819f6f0 tx=0x7f7a3000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:00.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.788+0000 7f7a3fe00640 1 -- 172.21.15.44:0/4093108367 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7a3809c180 con 0x7f7a48107e90 2024-05-27T00:35:00.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:00 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1548302094' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:35:00.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:00 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/719058718' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:35:00.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:00 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1548302094' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:35:00.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:00 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/719058718' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:35:00.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.982+0000 7f7a4ca00640 1 -- 172.21.15.44:0/4093108367 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f7a480625a0 con 0x7f7a48107e90 2024-05-27T00:35:00.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.983+0000 7f7a3fe00640 1 -- 172.21.15.44:0/4093108367 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v95) ==== 104+0+11 (secure 0 0 0) 0x7f7a3809ba80 con 0x7f7a48107e90 2024-05-27T00:35:00.984 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:35:00.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.986+0000 7f7a4ca00640 1 -- 172.21.15.44:0/4093108367 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7a2c0a2b90 msgr2=0x7f7a2c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:00.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.986+0000 7f7a4ca00640 1 --2- 172.21.15.44:0/4093108367 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7a2c0a2b90 0x7f7a2c0a5050 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f7a4819f6f0 tx=0x7f7a3000b410 comp rx=0 tx=0).stop 2024-05-27T00:35:00.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.986+0000 7f7a4ca00640 1 -- 172.21.15.44:0/4093108367 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7a48107e90 msgr2=0x7f7a4819e1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:00.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.986+0000 7f7a4ca00640 1 --2- 172.21.15.44:0/4093108367 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7a48107e90 0x7f7a4819e1e0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7a3800e9c0 tx=0x7f7a3800ee80 comp rx=0 tx=0).stop 2024-05-27T00:35:00.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.986+0000 7f7a4ca00640 1 -- 172.21.15.44:0/4093108367 shutdown_connections 2024-05-27T00:35:00.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.986+0000 7f7a4ca00640 1 --2- 172.21.15.44:0/4093108367 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f7a2c0a2b90 0x7f7a2c0a5050 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.986+0000 7f7a4ca00640 1 --2- 172.21.15.44:0/4093108367 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7a48109a30 0x7f7a481a5790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.986+0000 7f7a4ca00640 1 --2- 172.21.15.44:0/4093108367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7a48109070 0x7f7a4819e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.986+0000 7f7a4ca00640 1 --2- 172.21.15.44:0/4093108367 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7a48107e90 0x7f7a4819e1e0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:00.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.986+0000 7f7a4ca00640 1 -- 172.21.15.44:0/4093108367 >> 172.21.15.44:0/4093108367 conn(0x7f7a48076e70 msgr2=0x7f7a4810c330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:00.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.986+0000 7f7a4ca00640 1 -- 172.21.15.44:0/4093108367 shutdown_connections 2024-05-27T00:35:00.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:00.987+0000 7f7a4ca00640 1 -- 172.21.15.44:0/4093108367 wait complete. 2024-05-27T00:35:01.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:00 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1548302094' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:35:01.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:00 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/719058718' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:35:01.005 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-27T00:35:01.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.215+0000 7f095ee00640 1 -- 172.21.15.44:0/993812311 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f09581057b0 msgr2=0x7f095810c040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:01.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.215+0000 7f095ee00640 1 --2- 172.21.15.44:0/993812311 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f09581057b0 0x7f095810c040 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f0950009900 tx=0x7f095002a3f0 comp rx=0 tx=0).stop 2024-05-27T00:35:01.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.215+0000 7f095ee00640 1 -- 172.21.15.44:0/993812311 shutdown_connections 2024-05-27T00:35:01.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.215+0000 7f095ee00640 1 --2- 172.21.15.44:0/993812311 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f09581057b0 0x7f095810c040 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:01.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.215+0000 7f095ee00640 1 --2- 172.21.15.44:0/993812311 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0958104df0 0x7f0958105270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:01.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.215+0000 7f095ee00640 1 --2- 172.21.15.44:0/993812311 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0958103c00 0x7f0958104020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:01.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.215+0000 7f095ee00640 1 -- 172.21.15.44:0/993812311 >> 172.21.15.44:0/993812311 conn(0x7f09580ff190 msgr2=0x7f09581015b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:01.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.215+0000 7f095ee00640 1 -- 172.21.15.44:0/993812311 shutdown_connections 2024-05-27T00:35:01.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.215+0000 7f095ee00640 1 -- 172.21.15.44:0/993812311 wait complete. 2024-05-27T00:35:01.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.216+0000 7f095ee00640 1 Processor -- start 2024-05-27T00:35:01.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.216+0000 7f095ee00640 1 -- start start 2024-05-27T00:35:01.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.216+0000 7f095ee00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0958103c00 0x7f0958199f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:01.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.216+0000 7f095ee00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0958104df0 0x7f095819a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:01.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.217+0000 7f095ee00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f09581057b0 0x7f09581a1520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:01.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.217+0000 7f095ee00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f095810f9b0 con 0x7f0958104df0 2024-05-27T00:35:01.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.217+0000 7f095ee00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f095810f830 con 0x7f0958103c00 2024-05-27T00:35:01.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.217+0000 7f095ee00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f095810fb30 con 0x7f09581057b0 2024-05-27T00:35:01.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.217+0000 7f0957e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0958103c00 0x7f0958199f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:01.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.217+0000 7f0957400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0958104df0 0x7f095819a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:01.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.217+0000 7f0957e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0958103c00 0x7f0958199f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:57238/0 (socket says 172.21.15.44:57238) 2024-05-27T00:35:01.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.217+0000 7f0957e00640 1 -- 172.21.15.44:0/3809286738 learned_addr learned my addr 172.21.15.44:0/3809286738 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:01.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.217+0000 7f095ce00640 1 --2- 172.21.15.44:0/3809286738 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f09581057b0 0x7f09581a1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:01.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.217+0000 7f0957e00640 1 -- 172.21.15.44:0/3809286738 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f09581057b0 msgr2=0x7f09581a1520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:01.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.217+0000 7f0957e00640 1 --2- 172.21.15.44:0/3809286738 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f09581057b0 0x7f09581a1520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:01.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.217+0000 7f0957e00640 1 -- 172.21.15.44:0/3809286738 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0958104df0 msgr2=0x7f095819a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:01.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.217+0000 7f0957e00640 1 --2- 172.21.15.44:0/3809286738 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0958104df0 0x7f095819a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:01.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.217+0000 7f0957e00640 1 -- 172.21.15.44:0/3809286738 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09581a1b90 con 0x7f0958103c00 2024-05-27T00:35:01.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.218+0000 7f0957e00640 1 --2- 172.21.15.44:0/3809286738 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0958103c00 0x7f0958199f70 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f094800e9c0 tx=0x7f094800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:01.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.218+0000 7f0954c00640 1 -- 172.21.15.44:0/3809286738 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f094800cd80 con 0x7f0958103c00 2024-05-27T00:35:01.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.218+0000 7f0954c00640 1 -- 172.21.15.44:0/3809286738 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f09480035f0 con 0x7f0958103c00 2024-05-27T00:35:01.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.218+0000 7f095ee00640 1 -- 172.21.15.44:0/3809286738 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09581a1e80 con 0x7f0958103c00 2024-05-27T00:35:01.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.218+0000 7f0954c00640 1 -- 172.21.15.44:0/3809286738 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0948010690 con 0x7f0958103c00 2024-05-27T00:35:01.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.218+0000 7f095ee00640 1 -- 172.21.15.44:0/3809286738 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09581a22e0 con 0x7f0958103c00 2024-05-27T00:35:01.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.219+0000 7f095ee00640 1 -- 172.21.15.44:0/3809286738 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f095810aec0 con 0x7f0958103c00 2024-05-27T00:35:01.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.221+0000 7f0954c00640 1 -- 172.21.15.44:0/3809286738 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f09480037a0 con 0x7f0958103c00 2024-05-27T00:35:01.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.223+0000 7f0954c00640 1 --2- 172.21.15.44:0/3809286738 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f093c0a2b90 0x7f093c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:01.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.223+0000 7f0954c00640 1 -- 172.21.15.44:0/3809286738 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f09480cf8d0 con 0x7f0958103c00 2024-05-27T00:35:01.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.223+0000 7f0957400640 1 --2- 172.21.15.44:0/3809286738 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f093c0a2b90 0x7f093c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:01.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.224+0000 7f0957400640 1 --2- 172.21.15.44:0/3809286738 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f093c0a2b90 0x7f093c0a5050 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f09400099a0 tx=0x7f0940009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:01.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.225+0000 7f0954c00640 1 -- 172.21.15.44:0/3809286738 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f094809c440 con 0x7f0958103c00 2024-05-27T00:35:01.423 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.423+0000 7f095ee00640 1 -- 172.21.15.44:0/3809286738 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f095802d570 con 0x7f0958103c00 2024-05-27T00:35:01.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.424+0000 7f0954c00640 1 -- 172.21.15.44:0/3809286738 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v95) ==== 100+0+11 (secure 0 0 0) 0x7f094809bd40 con 0x7f0958103c00 2024-05-27T00:35:01.424 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 64 2024-05-27T00:35:01.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.426+0000 7f095ee00640 1 -- 172.21.15.44:0/3809286738 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f093c0a2b90 msgr2=0x7f093c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:01.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.426+0000 7f095ee00640 1 --2- 172.21.15.44:0/3809286738 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f093c0a2b90 0x7f093c0a5050 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f09400099a0 tx=0x7f0940009500 comp rx=0 tx=0).stop 2024-05-27T00:35:01.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.426+0000 7f095ee00640 1 -- 172.21.15.44:0/3809286738 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0958103c00 msgr2=0x7f0958199f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:01.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.426+0000 7f095ee00640 1 --2- 172.21.15.44:0/3809286738 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0958103c00 0x7f0958199f70 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f094800e9c0 tx=0x7f094800ee80 comp rx=0 tx=0).stop 2024-05-27T00:35:01.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.426+0000 7f095ee00640 1 -- 172.21.15.44:0/3809286738 shutdown_connections 2024-05-27T00:35:01.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.426+0000 7f095ee00640 1 --2- 172.21.15.44:0/3809286738 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f093c0a2b90 0x7f093c0a5050 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:01.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.426+0000 7f095ee00640 1 --2- 172.21.15.44:0/3809286738 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f09581057b0 0x7f09581a1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:01.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.426+0000 7f095ee00640 1 --2- 172.21.15.44:0/3809286738 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0958104df0 0x7f095819a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:01.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.426+0000 7f095ee00640 1 --2- 172.21.15.44:0/3809286738 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0958103c00 0x7f0958199f70 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:01.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.426+0000 7f095ee00640 1 -- 172.21.15.44:0/3809286738 >> 172.21.15.44:0/3809286738 conn(0x7f09580ff190 msgr2=0x7f0958108090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:01.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.426+0000 7f095ee00640 1 -- 172.21.15.44:0/3809286738 shutdown_connections 2024-05-27T00:35:01.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.426+0000 7f095ee00640 1 -- 172.21.15.44:0/3809286738 wait complete. 2024-05-27T00:35:01.445 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-05-27T00:35:01.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.659+0000 7f992e000640 1 -- 172.21.15.44:0/3495818376 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9928107e90 msgr2=0x7f99281082b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:01.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.659+0000 7f992e000640 1 --2- 172.21.15.44:0/3495818376 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9928107e90 0x7f99281082b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f9918009900 tx=0x7f991802a3f0 comp rx=0 tx=0).stop 2024-05-27T00:35:01.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.659+0000 7f992e000640 1 -- 172.21.15.44:0/3495818376 shutdown_connections 2024-05-27T00:35:01.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.659+0000 7f992e000640 1 --2- 172.21.15.44:0/3495818376 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9928109a30 0x7f9928110350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:01.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.659+0000 7f992e000640 1 --2- 172.21.15.44:0/3495818376 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9928109070 0x7f99281094f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:01.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.659+0000 7f992e000640 1 --2- 172.21.15.44:0/3495818376 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9928107e90 0x7f99281082b0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:01.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.659+0000 7f992e000640 1 -- 172.21.15.44:0/3495818376 >> 172.21.15.44:0/3495818376 conn(0x7f9928076e70 msgr2=0x7f99280792b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:01.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.659+0000 7f992e000640 1 -- 172.21.15.44:0/3495818376 shutdown_connections 2024-05-27T00:35:01.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.659+0000 7f992e000640 1 -- 172.21.15.44:0/3495818376 wait complete. 2024-05-27T00:35:01.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.660+0000 7f992e000640 1 Processor -- start 2024-05-27T00:35:01.661 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.661+0000 7f992e000640 1 -- start start 2024-05-27T00:35:01.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.661+0000 7f992e000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9928107e90 0x7f992819e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:01.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.661+0000 7f992e000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9928109070 0x7f992819e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:01.662 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.661+0000 7f992e000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9928109a30 0x7f99281a5860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:01.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.661+0000 7f992e000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9928113cc0 con 0x7f9928107e90 2024-05-27T00:35:01.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.661+0000 7f992e000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9928113b40 con 0x7f9928109a30 2024-05-27T00:35:01.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.661+0000 7f992e000640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f9928113e40 con 0x7f9928109070 2024-05-27T00:35:01.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.661+0000 7f992cc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9928107e90 0x7f992819e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:01.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.661+0000 7f992cc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9928107e90 0x7f992819e300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46008/0 (socket says 172.21.15.44:46008) 2024-05-27T00:35:01.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.661+0000 7f992cc00640 1 -- 172.21.15.44:0/2241029236 learned_addr learned my addr 172.21.15.44:0/2241029236 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:01.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.661+0000 7f9927e00640 1 --2- 172.21.15.44:0/2241029236 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9928109070 0x7f992819e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:01.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.662+0000 7f992d600640 1 --2- 172.21.15.44:0/2241029236 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9928109a30 0x7f99281a5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:01.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.662+0000 7f992cc00640 1 -- 172.21.15.44:0/2241029236 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9928109070 msgr2=0x7f992819e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:01.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.662+0000 7f992cc00640 1 --2- 172.21.15.44:0/2241029236 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9928109070 0x7f992819e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:01.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.662+0000 7f992cc00640 1 -- 172.21.15.44:0/2241029236 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9928109a30 msgr2=0x7f99281a5860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:01.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.662+0000 7f992cc00640 1 --2- 172.21.15.44:0/2241029236 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9928109a30 0x7f99281a5860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:01.663 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.662+0000 7f992cc00640 1 -- 172.21.15.44:0/2241029236 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99281a5ed0 con 0x7f9928107e90 2024-05-27T00:35:01.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.662+0000 7f992cc00640 1 --2- 172.21.15.44:0/2241029236 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9928107e90 0x7f992819e300 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f9918009230 tx=0x7f99180042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:01.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.662+0000 7f9925600640 1 -- 172.21.15.44:0/2241029236 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991803f030 con 0x7f9928107e90 2024-05-27T00:35:01.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.663+0000 7f9925600640 1 -- 172.21.15.44:0/2241029236 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9918003d00 con 0x7f9928107e90 2024-05-27T00:35:01.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.663+0000 7f992e000640 1 -- 172.21.15.44:0/2241029236 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99281a6160 con 0x7f9928107e90 2024-05-27T00:35:01.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.663+0000 7f9925600640 1 -- 172.21.15.44:0/2241029236 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9918035070 con 0x7f9928107e90 2024-05-27T00:35:01.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.663+0000 7f992e000640 1 -- 172.21.15.44:0/2241029236 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99281a6650 con 0x7f9928107e90 2024-05-27T00:35:01.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.664+0000 7f992e000640 1 -- 172.21.15.44:0/2241029236 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f992810f1d0 con 0x7f9928107e90 2024-05-27T00:35:01.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.666+0000 7f9925600640 1 -- 172.21.15.44:0/2241029236 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f9918042030 con 0x7f9928107e90 2024-05-27T00:35:01.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.668+0000 7f9925600640 1 --2- 172.21.15.44:0/2241029236 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f990c0a2b90 0x7f990c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:01.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.668+0000 7f9925600640 1 -- 172.21.15.44:0/2241029236 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f99180ef870 con 0x7f9928107e90 2024-05-27T00:35:01.668 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.668+0000 7f9927e00640 1 --2- 172.21.15.44:0/2241029236 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f990c0a2b90 0x7f990c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:01.669 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.669+0000 7f9927e00640 1 --2- 172.21.15.44:0/2241029236 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f990c0a2b90 0x7f990c0a5050 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f992819f7c0 tx=0x7f9910005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:01.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.672+0000 7f9925600640 1 -- 172.21.15.44:0/2241029236 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f99180bbd90 con 0x7f9928107e90 2024-05-27T00:35:01.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:01 smithi044 ceph-mon[31645]: pgmap v405: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:35:01.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:01 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/4093108367' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:35:01.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:01 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3809286738' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:35:01.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.877+0000 7f992e000640 1 -- 172.21.15.44:0/2241029236 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f99280625a0 con 0x7f9928107e90 2024-05-27T00:35:01.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.878+0000 7f9925600640 1 -- 172.21.15.44:0/2241029236 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v95) ==== 103+0+11 (secure 0 0 0) 0x7f99180c0090 con 0x7f9928107e90 2024-05-27T00:35:01.879 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:35:01.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.881+0000 7f992e000640 1 -- 172.21.15.44:0/2241029236 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f990c0a2b90 msgr2=0x7f990c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:01.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.881+0000 7f992e000640 1 --2- 172.21.15.44:0/2241029236 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f990c0a2b90 0x7f990c0a5050 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f992819f7c0 tx=0x7f9910005f90 comp rx=0 tx=0).stop 2024-05-27T00:35:01.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.881+0000 7f992e000640 1 -- 172.21.15.44:0/2241029236 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9928107e90 msgr2=0x7f992819e300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:01.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.881+0000 7f992e000640 1 --2- 172.21.15.44:0/2241029236 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9928107e90 0x7f992819e300 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f9918009230 tx=0x7f99180042f0 comp rx=0 tx=0).stop 2024-05-27T00:35:01.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.881+0000 7f992e000640 1 -- 172.21.15.44:0/2241029236 shutdown_connections 2024-05-27T00:35:01.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.881+0000 7f992e000640 1 --2- 172.21.15.44:0/2241029236 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f990c0a2b90 0x7f990c0a5050 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:01.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.881+0000 7f992e000640 1 --2- 172.21.15.44:0/2241029236 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9928109a30 0x7f99281a5860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:01.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.881+0000 7f992e000640 1 --2- 172.21.15.44:0/2241029236 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9928109070 0x7f992819e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:01.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.881+0000 7f992e000640 1 --2- 172.21.15.44:0/2241029236 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9928107e90 0x7f992819e300 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:01.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.881+0000 7f992e000640 1 -- 172.21.15.44:0/2241029236 >> 172.21.15.44:0/2241029236 conn(0x7f9928076e70 msgr2=0x7f992810c3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:01.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.882+0000 7f992e000640 1 -- 172.21.15.44:0/2241029236 shutdown_connections 2024-05-27T00:35:01.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:01.882+0000 7f992e000640 1 -- 172.21.15.44:0/2241029236 wait complete. 2024-05-27T00:35:01.903 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:35:01.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:01 smithi050 ceph-mon[36071]: pgmap v405: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:35:01.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:01 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/4093108367' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:35:01.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:01 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3809286738' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:35:02.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:01 smithi137 ceph-mon[36552]: pgmap v405: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-27T00:35:02.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:01 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/4093108367' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:35:02.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:01 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3809286738' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:35:02.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.113+0000 7fb7d6600640 1 -- 172.21.15.44:0/1359384445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb7d0103a60 msgr2=0x7fb7d0105ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:02.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.113+0000 7fb7d6600640 1 --2- 172.21.15.44:0/1359384445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb7d0103a60 0x7fb7d0105ed0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb7bc009900 tx=0x7fb7bc02a480 comp rx=0 tx=0).stop 2024-05-27T00:35:02.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.113+0000 7fb7d6600640 1 -- 172.21.15.44:0/1359384445 shutdown_connections 2024-05-27T00:35:02.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.113+0000 7fb7d6600640 1 --2- 172.21.15.44:0/1359384445 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb7d0106560 0x7fb7d0108a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:02.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.113+0000 7fb7d6600640 1 --2- 172.21.15.44:0/1359384445 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb7d0103a60 0x7fb7d0105ed0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:02.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.113+0000 7fb7d6600640 1 --2- 172.21.15.44:0/1359384445 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7d0101130 0x7fb7d0103520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:02.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.113+0000 7fb7d6600640 1 -- 172.21.15.44:0/1359384445 >> 172.21.15.44:0/1359384445 conn(0x7fb7d00fb190 msgr2=0x7fb7d00fd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:02.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.114+0000 7fb7d6600640 1 -- 172.21.15.44:0/1359384445 shutdown_connections 2024-05-27T00:35:02.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.114+0000 7fb7d6600640 1 -- 172.21.15.44:0/1359384445 wait complete. 2024-05-27T00:35:02.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.115+0000 7fb7d6600640 1 Processor -- start 2024-05-27T00:35:02.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.115+0000 7fb7d6600640 1 -- start start 2024-05-27T00:35:02.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.115+0000 7fb7d6600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb7d0101130 0x7fb7d0199fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:02.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.115+0000 7fb7d6600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb7d0103a60 0x7fb7d019a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:02.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.115+0000 7fb7d6600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7d0106560 0x7fb7d01a1590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:02.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.115+0000 7fb7d6600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb7d010c6d0 con 0x7fb7d0106560 2024-05-27T00:35:02.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.115+0000 7fb7d6600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb7d010c550 con 0x7fb7d0101130 2024-05-27T00:35:02.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.115+0000 7fb7d6600640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fb7d010c850 con 0x7fb7d0103a60 2024-05-27T00:35:02.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.115+0000 7fb7cfe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7d0106560 0x7fb7d01a1590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:02.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.116+0000 7fb7cfe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7d0106560 0x7fb7d01a1590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46024/0 (socket says 172.21.15.44:46024) 2024-05-27T00:35:02.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.116+0000 7fb7cfe00640 1 -- 172.21.15.44:0/1178581451 learned_addr learned my addr 172.21.15.44:0/1178581451 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:02.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.116+0000 7fb7cea00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb7d0103a60 0x7fb7d019a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:02.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.116+0000 7fb7cf400640 1 --2- 172.21.15.44:0/1178581451 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb7d0101130 0x7fb7d0199fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:02.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.116+0000 7fb7cfe00640 1 -- 172.21.15.44:0/1178581451 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb7d0103a60 msgr2=0x7fb7d019a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:02.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.116+0000 7fb7cfe00640 1 --2- 172.21.15.44:0/1178581451 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb7d0103a60 0x7fb7d019a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:02.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.116+0000 7fb7cfe00640 1 -- 172.21.15.44:0/1178581451 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb7d0101130 msgr2=0x7fb7d0199fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:02.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.116+0000 7fb7cfe00640 1 --2- 172.21.15.44:0/1178581451 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb7d0101130 0x7fb7d0199fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:02.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.116+0000 7fb7cfe00640 1 -- 172.21.15.44:0/1178581451 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7d01a1c00 con 0x7fb7d0106560 2024-05-27T00:35:02.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.116+0000 7fb7cfe00640 1 --2- 172.21.15.44:0/1178581451 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7d0106560 0x7fb7d01a1590 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb7c800d950 tx=0x7fb7c800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:02.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.117+0000 7fb7c7e00640 1 -- 172.21.15.44:0/1178581451 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7c8017030 con 0x7fb7d0106560 2024-05-27T00:35:02.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.117+0000 7fb7c7e00640 1 -- 172.21.15.44:0/1178581451 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb7c8004020 con 0x7fb7d0106560 2024-05-27T00:35:02.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.117+0000 7fb7d6600640 1 -- 172.21.15.44:0/1178581451 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7d01a1ef0 con 0x7fb7d0106560 2024-05-27T00:35:02.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.117+0000 7fb7c7e00640 1 -- 172.21.15.44:0/1178581451 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7c8003cf0 con 0x7fb7d0106560 2024-05-27T00:35:02.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.117+0000 7fb7d6600640 1 -- 172.21.15.44:0/1178581451 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7d01a23b0 con 0x7fb7d0106560 2024-05-27T00:35:02.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.118+0000 7fb7d6600640 1 -- 172.21.15.44:0/1178581451 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7d01a2640 con 0x7fb7d0106560 2024-05-27T00:35:02.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.120+0000 7fb7c7e00640 1 -- 172.21.15.44:0/1178581451 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb7c801a070 con 0x7fb7d0106560 2024-05-27T00:35:02.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.122+0000 7fb7c7e00640 1 --2- 172.21.15.44:0/1178581451 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb7b40a2c10 0x7fb7b40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:02.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.122+0000 7fb7c7e00640 1 -- 172.21.15.44:0/1178581451 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fb7c80cead0 con 0x7fb7d0106560 2024-05-27T00:35:02.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.122+0000 7fb7cf400640 1 --2- 172.21.15.44:0/1178581451 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb7b40a2c10 0x7fb7b40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:02.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.123+0000 7fb7cf400640 1 --2- 172.21.15.44:0/1178581451 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb7b40a2c10 0x7fb7b40a50d0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fb7c0005fd0 tx=0x7fb7c0009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:02.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.126+0000 7fb7c7e00640 1 -- 172.21.15.44:0/1178581451 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb7c8021070 con 0x7fb7d0106560 2024-05-27T00:35:02.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.379+0000 7fb7d6600640 1 -- 172.21.15.44:0/1178581451 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb7d01a28b0 con 0x7fb7d0106560 2024-05-27T00:35:02.382 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.381+0000 7fb7c7e00640 1 -- 172.21.15.44:0/1178581451 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11866 (secure 0 0 0) 0x7fb7c809b640 con 0x7fb7d0106560 2024-05-27T00:35:02.382 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:35:02.382 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2194470084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2194470084},{"type":"v1","addr":"172.21.15.44:6839","nonce":2194470084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-27T00:32:18.481799+0000","modified":"2024-05-27T00:32:52.592267+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24599,"mds_1":24581,"mds_2":24542},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24515":{"gid":24515,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24541":{"gid":24541,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":15,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24581":{"gid":24581,"name":"a","rank":1,"incarnation":20,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/114683393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":114683393},{"type":"v1","addr":"172.21.15.44:6841","nonce":114683393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24599":{"gid":24599,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6839/2148742077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":2148742077},{"type":"v1","addr":"172.21.15.50:6839","nonce":2148742077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24599,"qdb_cluster":[24542,24581,24599]},"id":1}]} 2024-05-27T00:35:02.383 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 24 2024-05-27T00:35:02.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.384+0000 7fb7d6600640 1 -- 172.21.15.44:0/1178581451 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb7b40a2c10 msgr2=0x7fb7b40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:02.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.384+0000 7fb7d6600640 1 --2- 172.21.15.44:0/1178581451 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb7b40a2c10 0x7fb7b40a50d0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fb7c0005fd0 tx=0x7fb7c0009500 comp rx=0 tx=0).stop 2024-05-27T00:35:02.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.384+0000 7fb7d6600640 1 -- 172.21.15.44:0/1178581451 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7d0106560 msgr2=0x7fb7d01a1590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:02.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.384+0000 7fb7d6600640 1 --2- 172.21.15.44:0/1178581451 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7d0106560 0x7fb7d01a1590 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb7c800d950 tx=0x7fb7c800de10 comp rx=0 tx=0).stop 2024-05-27T00:35:02.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.384+0000 7fb7d6600640 1 -- 172.21.15.44:0/1178581451 shutdown_connections 2024-05-27T00:35:02.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.384+0000 7fb7d6600640 1 --2- 172.21.15.44:0/1178581451 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fb7b40a2c10 0x7fb7b40a50d0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:02.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.384+0000 7fb7d6600640 1 --2- 172.21.15.44:0/1178581451 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb7d0106560 0x7fb7d01a1590 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:02.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.384+0000 7fb7d6600640 1 --2- 172.21.15.44:0/1178581451 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb7d0103a60 0x7fb7d019a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:02.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.384+0000 7fb7d6600640 1 --2- 172.21.15.44:0/1178581451 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb7d0101130 0x7fb7d0199fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:02.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.384+0000 7fb7d6600640 1 -- 172.21.15.44:0/1178581451 >> 172.21.15.44:0/1178581451 conn(0x7fb7d00fb190 msgr2=0x7fb7d0100300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:02.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.384+0000 7fb7d6600640 1 -- 172.21.15.44:0/1178581451 shutdown_connections 2024-05-27T00:35:02.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.385+0000 7fb7d6600640 1 -- 172.21.15.44:0/1178581451 wait complete. 2024-05-27T00:35:02.405 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:35:02.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.619+0000 7ff6f7e00640 1 -- 172.21.15.44:0/442515343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6f8109930 msgr2=0x7ff6f8110250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:02.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.619+0000 7ff6f7e00640 1 --2- 172.21.15.44:0/442515343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6f8109930 0x7ff6f8110250 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0009be0 tx=0x7ff6f002a6d0 comp rx=0 tx=0).stop 2024-05-27T00:35:02.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.619+0000 7ff6f7e00640 1 -- 172.21.15.44:0/442515343 shutdown_connections 2024-05-27T00:35:02.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.619+0000 7ff6f7e00640 1 --2- 172.21.15.44:0/442515343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6f8109930 0x7ff6f8110250 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:02.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.619+0000 7ff6f7e00640 1 --2- 172.21.15.44:0/442515343 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6f8108f70 0x7ff6f81093f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:02.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.619+0000 7ff6f7e00640 1 --2- 172.21.15.44:0/442515343 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff6f8107e20 0x7ff6f8108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:02.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.619+0000 7ff6f7e00640 1 -- 172.21.15.44:0/442515343 >> 172.21.15.44:0/442515343 conn(0x7ff6f8076de0 msgr2=0x7ff6f8079200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:02.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.619+0000 7ff6f7e00640 1 -- 172.21.15.44:0/442515343 shutdown_connections 2024-05-27T00:35:02.620 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.619+0000 7ff6f7e00640 1 -- 172.21.15.44:0/442515343 wait complete. 2024-05-27T00:35:02.621 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.620+0000 7ff6f7e00640 1 Processor -- start 2024-05-27T00:35:02.621 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.620+0000 7ff6f7e00640 1 -- start start 2024-05-27T00:35:02.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.621+0000 7ff6f7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6f8107e20 0x7ff6f819e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:02.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.621+0000 7ff6f7e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff6f8108f70 0x7ff6f819e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:02.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.621+0000 7ff6f7e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6f8109930 0x7ff6f81a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:02.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.621+0000 7ff6f7e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff6f8113bf0 con 0x7ff6f8107e20 2024-05-27T00:35:02.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.621+0000 7ff6f7e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff6f8113a70 con 0x7ff6f8109930 2024-05-27T00:35:02.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.621+0000 7ff6f7e00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7ff6f8113d70 con 0x7ff6f8108f70 2024-05-27T00:35:02.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.621+0000 7ff6f6a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6f8107e20 0x7ff6f819e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:02.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.621+0000 7ff6f6a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6f8107e20 0x7ff6f819e180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46032/0 (socket says 172.21.15.44:46032) 2024-05-27T00:35:02.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.621+0000 7ff6f6a00640 1 -- 172.21.15.44:0/1600489793 learned_addr learned my addr 172.21.15.44:0/1600489793 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:02.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.621+0000 7ff6efe00640 1 --2- 172.21.15.44:0/1600489793 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff6f8108f70 0x7ff6f819e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:02.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.622+0000 7ff6f7400640 1 --2- 172.21.15.44:0/1600489793 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6f8109930 0x7ff6f81a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:02.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.622+0000 7ff6f6a00640 1 -- 172.21.15.44:0/1600489793 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff6f8108f70 msgr2=0x7ff6f819e6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:02.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.622+0000 7ff6f6a00640 1 --2- 172.21.15.44:0/1600489793 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff6f8108f70 0x7ff6f819e6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:02.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.622+0000 7ff6f6a00640 1 -- 172.21.15.44:0/1600489793 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6f8109930 msgr2=0x7ff6f81a5730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:02.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.622+0000 7ff6f6a00640 1 --2- 172.21.15.44:0/1600489793 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6f8109930 0x7ff6f81a5730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:02.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.622+0000 7ff6f6a00640 1 -- 172.21.15.44:0/1600489793 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6f81a5da0 con 0x7ff6f8107e20 2024-05-27T00:35:02.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.622+0000 7ff6f6a00640 1 --2- 172.21.15.44:0/1600489793 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6f8107e20 0x7ff6f819e180 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7ff6e800e9c0 tx=0x7ff6e800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:02.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.622+0000 7ff6ef400640 1 -- 172.21.15.44:0/1600489793 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6e800cde0 con 0x7ff6f8107e20 2024-05-27T00:35:02.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.623+0000 7ff6f7e00640 1 -- 172.21.15.44:0/1600489793 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6f81a6090 con 0x7ff6f8107e20 2024-05-27T00:35:02.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.623+0000 7ff6ef400640 1 -- 172.21.15.44:0/1600489793 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff6e80035f0 con 0x7ff6f8107e20 2024-05-27T00:35:02.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.623+0000 7ff6ef400640 1 -- 172.21.15.44:0/1600489793 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6e8010670 con 0x7ff6f8107e20 2024-05-27T00:35:02.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.623+0000 7ff6f7e00640 1 -- 172.21.15.44:0/1600489793 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6f81a65e0 con 0x7ff6f8107e20 2024-05-27T00:35:02.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.624+0000 7ff6f7e00640 1 -- 172.21.15.44:0/1600489793 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6f810f060 con 0x7ff6f8107e20 2024-05-27T00:35:02.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.626+0000 7ff6ef400640 1 -- 172.21.15.44:0/1600489793 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff6e80037a0 con 0x7ff6f8107e20 2024-05-27T00:35:02.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.627+0000 7ff6ef400640 1 --2- 172.21.15.44:0/1600489793 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff6dc0a2b90 0x7ff6dc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:02.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.627+0000 7ff6ef400640 1 -- 172.21.15.44:0/1600489793 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7ff6e80cf790 con 0x7ff6f8107e20 2024-05-27T00:35:02.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.627+0000 7ff6efe00640 1 --2- 172.21.15.44:0/1600489793 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff6dc0a2b90 0x7ff6dc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:02.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.628+0000 7ff6efe00640 1 --2- 172.21.15.44:0/1600489793 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff6dc0a2b90 0x7ff6dc0a5050 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff6e00095f0 tx=0x7ff6e0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:02.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.631+0000 7ff6ef400640 1 -- 172.21.15.44:0/1600489793 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff6e809c360 con 0x7ff6f8107e20 2024-05-27T00:35:02.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.836+0000 7ff6f7e00640 1 -- 172.21.15.44:0/1600489793 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff6f80625d0 con 0x7ff6f8107e20 2024-05-27T00:35:02.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.839+0000 7ff6ef400640 1 -- 172.21.15.44:0/1600489793 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+24690 (secure 0 0 0) 0x7ff6e809bc60 con 0x7ff6f8107e20 2024-05-27T00:35:02.841 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:35:02.841 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":95,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:34:24.086854+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.19","mappings":[{"from":3,"to":7}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:35:02.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.842+0000 7ff6f7e00640 1 -- 172.21.15.44:0/1600489793 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff6dc0a2b90 msgr2=0x7ff6dc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:02.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.842+0000 7ff6f7e00640 1 --2- 172.21.15.44:0/1600489793 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff6dc0a2b90 0x7ff6dc0a5050 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff6e00095f0 tx=0x7ff6e0005f90 comp rx=0 tx=0).stop 2024-05-27T00:35:02.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.842+0000 7ff6f7e00640 1 -- 172.21.15.44:0/1600489793 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6f8107e20 msgr2=0x7ff6f819e180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:02.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.842+0000 7ff6f7e00640 1 --2- 172.21.15.44:0/1600489793 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6f8107e20 0x7ff6f819e180 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7ff6e800e9c0 tx=0x7ff6e800ee80 comp rx=0 tx=0).stop 2024-05-27T00:35:02.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.843+0000 7ff6f7e00640 1 -- 172.21.15.44:0/1600489793 shutdown_connections 2024-05-27T00:35:02.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.843+0000 7ff6f7e00640 1 --2- 172.21.15.44:0/1600489793 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7ff6dc0a2b90 0x7ff6dc0a5050 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:02.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.843+0000 7ff6f7e00640 1 --2- 172.21.15.44:0/1600489793 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6f8109930 0x7ff6f81a5730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:02.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.843+0000 7ff6f7e00640 1 --2- 172.21.15.44:0/1600489793 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff6f8108f70 0x7ff6f819e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:02.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.843+0000 7ff6f7e00640 1 --2- 172.21.15.44:0/1600489793 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6f8107e20 0x7ff6f819e180 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:02.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.843+0000 7ff6f7e00640 1 -- 172.21.15.44:0/1600489793 >> 172.21.15.44:0/1600489793 conn(0x7ff6f8076de0 msgr2=0x7ff6f810c230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:02.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.843+0000 7ff6f7e00640 1 -- 172.21.15.44:0/1600489793 shutdown_connections 2024-05-27T00:35:02.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:02.843+0000 7ff6f7e00640 1 -- 172.21.15.44:0/1600489793 wait complete. 2024-05-27T00:35:02.860 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:02 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2241029236' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:35:02.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:02 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1178581451' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:35:02.865 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-27T00:27:02.979133+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-27T00:32:16.909207+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-27T00:32:17.962562+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-05-27T00:32:21.951818+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-05-27T00:35:02.865 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-27T00:35:02.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:02 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2241029236' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:35:02.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:02 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1178581451' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:35:03.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:02 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2241029236' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:35:03.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:02 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1178581451' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:35:03.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.071+0000 7f42c6a00640 1 -- 172.21.15.44:0/526428421 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42c0107e90 msgr2=0x7f42c01082b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:03.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.071+0000 7f42c6a00640 1 --2- 172.21.15.44:0/526428421 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42c0107e90 0x7f42c01082b0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f42b4009900 tx=0x7f42b402a3f0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.072+0000 7f42c6a00640 1 -- 172.21.15.44:0/526428421 shutdown_connections 2024-05-27T00:35:03.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.072+0000 7f42c6a00640 1 --2- 172.21.15.44:0/526428421 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f42c0109a30 0x7f42c0110350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.072+0000 7f42c6a00640 1 --2- 172.21.15.44:0/526428421 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f42c0109070 0x7f42c01094f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.072+0000 7f42c6a00640 1 --2- 172.21.15.44:0/526428421 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42c0107e90 0x7f42c01082b0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.072+0000 7f42c6a00640 1 -- 172.21.15.44:0/526428421 >> 172.21.15.44:0/526428421 conn(0x7f42c0076e70 msgr2=0x7f42c00792b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:03.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.072+0000 7f42c6a00640 1 -- 172.21.15.44:0/526428421 shutdown_connections 2024-05-27T00:35:03.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.072+0000 7f42c6a00640 1 -- 172.21.15.44:0/526428421 wait complete. 2024-05-27T00:35:03.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.073+0000 7f42c6a00640 1 Processor -- start 2024-05-27T00:35:03.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.073+0000 7f42c6a00640 1 -- start start 2024-05-27T00:35:03.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.073+0000 7f42c6a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f42c0107e90 0x7f42c019e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:03.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.073+0000 7f42c6a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f42c0109070 0x7f42c019e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:03.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.073+0000 7f42c6a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42c0109a30 0x7f42c01a5840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:03.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.073+0000 7f42c6a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f42c0113d10 con 0x7f42c0107e90 2024-05-27T00:35:03.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.073+0000 7f42c6a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f42c0113b90 con 0x7f42c0109a30 2024-05-27T00:35:03.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.073+0000 7f42c6a00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f42c0113e90 con 0x7f42c0109070 2024-05-27T00:35:03.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.074+0000 7f42c5600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f42c0107e90 0x7f42c019e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:03.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.074+0000 7f42c4c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f42c0109070 0x7f42c019e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:03.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.074+0000 7f42c5600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f42c0107e90 0x7f42c019e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46054/0 (socket says 172.21.15.44:46054) 2024-05-27T00:35:03.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.074+0000 7f42c5600640 1 -- 172.21.15.44:0/4053556167 learned_addr learned my addr 172.21.15.44:0/4053556167 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:03.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.074+0000 7f42c6000640 1 --2- 172.21.15.44:0/4053556167 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42c0109a30 0x7f42c01a5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:03.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.074+0000 7f42c4c00640 1 -- 172.21.15.44:0/4053556167 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42c0109a30 msgr2=0x7f42c01a5840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:03.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.074+0000 7f42c4c00640 1 --2- 172.21.15.44:0/4053556167 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42c0109a30 0x7f42c01a5840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.074+0000 7f42c4c00640 1 -- 172.21.15.44:0/4053556167 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f42c0107e90 msgr2=0x7f42c019e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:03.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.074+0000 7f42c4c00640 1 --2- 172.21.15.44:0/4053556167 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f42c0107e90 0x7f42c019e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.074+0000 7f42c4c00640 1 -- 172.21.15.44:0/4053556167 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42c01a5eb0 con 0x7f42c0109070 2024-05-27T00:35:03.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.074+0000 7f42c4c00640 1 --2- 172.21.15.44:0/4053556167 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f42c0109070 0x7f42c019e7d0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f42ac005fd0 tx=0x7f42ac00dde0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:03.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.075+0000 7f42be000640 1 -- 172.21.15.44:0/4053556167 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42ac009c30 con 0x7f42c0109070 2024-05-27T00:35:03.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.075+0000 7f42be000640 1 -- 172.21.15.44:0/4053556167 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f42ac009dd0 con 0x7f42c0109070 2024-05-27T00:35:03.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.075+0000 7f42be000640 1 -- 172.21.15.44:0/4053556167 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42ac010460 con 0x7f42c0109070 2024-05-27T00:35:03.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.075+0000 7f42c6a00640 1 -- 172.21.15.44:0/4053556167 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42c01a61a0 con 0x7f42c0109070 2024-05-27T00:35:03.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.075+0000 7f42c6a00640 1 -- 172.21.15.44:0/4053556167 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42c01a66f0 con 0x7f42c0109070 2024-05-27T00:35:03.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.076+0000 7f42c6a00640 1 -- 172.21.15.44:0/4053556167 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42c010f160 con 0x7f42c0109070 2024-05-27T00:35:03.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.079+0000 7f42be000640 1 -- 172.21.15.44:0/4053556167 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f42ac004000 con 0x7f42c0109070 2024-05-27T00:35:03.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.080+0000 7f42be000640 1 --2- 172.21.15.44:0/4053556167 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f42a80a2b90 0x7f42a80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:03.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.080+0000 7f42be000640 1 -- 172.21.15.44:0/4053556167 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f42ac0cef10 con 0x7f42c0109070 2024-05-27T00:35:03.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.080+0000 7f42c5600640 1 --2- 172.21.15.44:0/4053556167 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f42a80a2b90 0x7f42a80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:03.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.081+0000 7f42c5600640 1 --2- 172.21.15.44:0/4053556167 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f42a80a2b90 0x7f42a80a5050 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f42b4006010 tx=0x7f42b4005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:03.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.084+0000 7f42be000640 1 -- 172.21.15.44:0/4053556167 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f42ac017020 con 0x7f42c0109070 2024-05-27T00:35:03.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.294+0000 7f42c6a00640 1 -- 172.21.15.44:0/4053556167 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f42c00625a0 con 0x7f42c0109070 2024-05-27T00:35:03.296 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.295+0000 7f42be000640 1 -- 172.21.15.44:0/4053556167 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v95) ==== 93+0+10 (secure 0 0 0) 0x7f42ac09b430 con 0x7f42c0109070 2024-05-27T00:35:03.296 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 1 2024-05-27T00:35:03.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.298+0000 7f42c6a00640 1 -- 172.21.15.44:0/4053556167 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f42a80a2b90 msgr2=0x7f42a80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:03.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.298+0000 7f42c6a00640 1 --2- 172.21.15.44:0/4053556167 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f42a80a2b90 0x7f42a80a5050 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f42b4006010 tx=0x7f42b4005a20 comp rx=0 tx=0).stop 2024-05-27T00:35:03.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.298+0000 7f42c6a00640 1 -- 172.21.15.44:0/4053556167 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f42c0109070 msgr2=0x7f42c019e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:03.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.298+0000 7f42c6a00640 1 --2- 172.21.15.44:0/4053556167 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f42c0109070 0x7f42c019e7d0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f42ac005fd0 tx=0x7f42ac00dde0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.298+0000 7f42c6a00640 1 -- 172.21.15.44:0/4053556167 shutdown_connections 2024-05-27T00:35:03.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.298+0000 7f42c6a00640 1 --2- 172.21.15.44:0/4053556167 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f42a80a2b90 0x7f42a80a5050 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.298+0000 7f42c6a00640 1 --2- 172.21.15.44:0/4053556167 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f42c0109a30 0x7f42c01a5840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.298+0000 7f42c6a00640 1 --2- 172.21.15.44:0/4053556167 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f42c0109070 0x7f42c019e7d0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.298+0000 7f42c6a00640 1 --2- 172.21.15.44:0/4053556167 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f42c0107e90 0x7f42c019e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.298+0000 7f42c6a00640 1 -- 172.21.15.44:0/4053556167 >> 172.21.15.44:0/4053556167 conn(0x7f42c0076e70 msgr2=0x7f42c010c330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:03.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.298+0000 7f42c6a00640 1 -- 172.21.15.44:0/4053556167 shutdown_connections 2024-05-27T00:35:03.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.299+0000 7f42c6a00640 1 -- 172.21.15.44:0/4053556167 wait complete. 2024-05-27T00:35:03.323 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-27T00:35:03.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.543+0000 7f4f5b400640 1 -- 172.21.15.44:0/4215057873 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4f54102460 msgr2=0x7f4f54104850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:03.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.543+0000 7f4f5b400640 1 --2- 172.21.15.44:0/4215057873 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4f54102460 0x7f4f54104850 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f4f44009900 tx=0x7f4f4402a3f0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.543+0000 7f4f5b400640 1 -- 172.21.15.44:0/4215057873 shutdown_connections 2024-05-27T00:35:03.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.543+0000 7f4f5b400640 1 --2- 172.21.15.44:0/4215057873 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f541076c0 0x7f4f54109b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.543+0000 7f4f5b400640 1 --2- 172.21.15.44:0/4215057873 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f54104d90 0x7f4f54107180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.544+0000 7f4f5b400640 1 --2- 172.21.15.44:0/4215057873 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4f54102460 0x7f4f54104850 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.544+0000 7f4f5b400640 1 -- 172.21.15.44:0/4215057873 >> 172.21.15.44:0/4215057873 conn(0x7f4f540fbe50 msgr2=0x7f4f540fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:03.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.544+0000 7f4f5b400640 1 -- 172.21.15.44:0/4215057873 shutdown_connections 2024-05-27T00:35:03.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.544+0000 7f4f5b400640 1 -- 172.21.15.44:0/4215057873 wait complete. 2024-05-27T00:35:03.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.545+0000 7f4f5b400640 1 Processor -- start 2024-05-27T00:35:03.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.545+0000 7f4f5b400640 1 -- start start 2024-05-27T00:35:03.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.546+0000 7f4f5b400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4f54102460 0x7f4f5419a010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:03.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.546+0000 7f4f5b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f54104d90 0x7f4f5419a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:03.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.546+0000 7f4f5b400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f541076c0 0x7f4f541a15c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:03.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.546+0000 7f4f5b400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4f5410d7e0 con 0x7f4f541076c0 2024-05-27T00:35:03.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.546+0000 7f4f5b400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4f5410d660 con 0x7f4f54104d90 2024-05-27T00:35:03.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.546+0000 7f4f5b400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f4f5410d960 con 0x7f4f54102460 2024-05-27T00:35:03.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.546+0000 7f4f59400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f541076c0 0x7f4f541a15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:03.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.546+0000 7f4f59400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f541076c0 0x7f4f541a15c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46074/0 (socket says 172.21.15.44:46074) 2024-05-27T00:35:03.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.546+0000 7f4f59400640 1 -- 172.21.15.44:0/4052769594 learned_addr learned my addr 172.21.15.44:0/4052769594 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:03.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.546+0000 7f4f53e00640 1 --2- 172.21.15.44:0/4052769594 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f54104d90 0x7f4f5419a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:03.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.546+0000 7f4f58a00640 1 --2- 172.21.15.44:0/4052769594 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4f54102460 0x7f4f5419a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:03.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.546+0000 7f4f59400640 1 -- 172.21.15.44:0/4052769594 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4f54102460 msgr2=0x7f4f5419a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:03.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.547+0000 7f4f59400640 1 --2- 172.21.15.44:0/4052769594 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4f54102460 0x7f4f5419a010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.547+0000 7f4f59400640 1 -- 172.21.15.44:0/4052769594 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f54104d90 msgr2=0x7f4f5419a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:03.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.547+0000 7f4f59400640 1 --2- 172.21.15.44:0/4052769594 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f54104d90 0x7f4f5419a550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.547+0000 7f4f59400640 1 -- 172.21.15.44:0/4052769594 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f541a1c30 con 0x7f4f541076c0 2024-05-27T00:35:03.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.547+0000 7f4f59400640 1 --2- 172.21.15.44:0/4052769594 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f541076c0 0x7f4f541a15c0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f4f4c00e970 tx=0x7f4f4c00ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:03.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.547+0000 7f4f51600640 1 -- 172.21.15.44:0/4052769594 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f4c00ccc0 con 0x7f4f541076c0 2024-05-27T00:35:03.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.547+0000 7f4f51600640 1 -- 172.21.15.44:0/4052769594 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4f4c00ce60 con 0x7f4f541076c0 2024-05-27T00:35:03.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.547+0000 7f4f5b400640 1 -- 172.21.15.44:0/4052769594 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f541a1f20 con 0x7f4f541076c0 2024-05-27T00:35:03.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.547+0000 7f4f51600640 1 -- 172.21.15.44:0/4052769594 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f4c010690 con 0x7f4f541076c0 2024-05-27T00:35:03.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.547+0000 7f4f5b400640 1 -- 172.21.15.44:0/4052769594 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f541a23e0 con 0x7f4f541076c0 2024-05-27T00:35:03.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.549+0000 7f4f5b400640 1 -- 172.21.15.44:0/4052769594 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f54109210 con 0x7f4f541076c0 2024-05-27T00:35:03.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.551+0000 7f4f51600640 1 -- 172.21.15.44:0/4052769594 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4f4c0046c0 con 0x7f4f541076c0 2024-05-27T00:35:03.553 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.553+0000 7f4f51600640 1 --2- 172.21.15.44:0/4052769594 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f4f340a2c10 0x7f4f340a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:03.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.553+0000 7f4f51600640 1 -- 172.21.15.44:0/4052769594 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f4f4c0cf7a0 con 0x7f4f541076c0 2024-05-27T00:35:03.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.553+0000 7f4f58a00640 1 --2- 172.21.15.44:0/4052769594 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f4f340a2c10 0x7f4f340a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:03.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.554+0000 7f4f58a00640 1 --2- 172.21.15.44:0/4052769594 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f4f340a2c10 0x7f4f340a50d0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f4f44005ab0 tx=0x7f4f44005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:03.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.558+0000 7f4f51600640 1 -- 172.21.15.44:0/4052769594 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4f4c09c310 con 0x7f4f541076c0 2024-05-27T00:35:03.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.766+0000 7f4f5b400640 1 -- 172.21.15.44:0/4052769594 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f4f54062640 con 0x7f4f541076c0 2024-05-27T00:35:03.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.767+0000 7f4f51600640 1 -- 172.21.15.44:0/4052769594 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v95) ==== 104+0+11 (secure 0 0 0) 0x7f4f4c09bc10 con 0x7f4f541076c0 2024-05-27T00:35:03.768 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:35:03.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.770+0000 7f4f5b400640 1 -- 172.21.15.44:0/4052769594 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f4f340a2c10 msgr2=0x7f4f340a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:03.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.770+0000 7f4f5b400640 1 --2- 172.21.15.44:0/4052769594 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f4f340a2c10 0x7f4f340a50d0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f4f44005ab0 tx=0x7f4f44005a20 comp rx=0 tx=0).stop 2024-05-27T00:35:03.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.770+0000 7f4f5b400640 1 -- 172.21.15.44:0/4052769594 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f541076c0 msgr2=0x7f4f541a15c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:03.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.770+0000 7f4f5b400640 1 --2- 172.21.15.44:0/4052769594 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f541076c0 0x7f4f541a15c0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f4f4c00e970 tx=0x7f4f4c00ed70 comp rx=0 tx=0).stop 2024-05-27T00:35:03.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.770+0000 7f4f5b400640 1 -- 172.21.15.44:0/4052769594 shutdown_connections 2024-05-27T00:35:03.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.770+0000 7f4f5b400640 1 --2- 172.21.15.44:0/4052769594 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f4f340a2c10 0x7f4f340a50d0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.770+0000 7f4f5b400640 1 --2- 172.21.15.44:0/4052769594 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4f541076c0 0x7f4f541a15c0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.770+0000 7f4f5b400640 1 --2- 172.21.15.44:0/4052769594 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4f54104d90 0x7f4f5419a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.770+0000 7f4f5b400640 1 --2- 172.21.15.44:0/4052769594 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4f54102460 0x7f4f5419a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.770+0000 7f4f5b400640 1 -- 172.21.15.44:0/4052769594 >> 172.21.15.44:0/4052769594 conn(0x7f4f540fbe50 msgr2=0x7f4f54101bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:03.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.771+0000 7f4f5b400640 1 -- 172.21.15.44:0/4052769594 shutdown_connections 2024-05-27T00:35:03.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.771+0000 7f4f5b400640 1 -- 172.21.15.44:0/4052769594 wait complete. 2024-05-27T00:35:03.792 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-27T00:35:03.858 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:03 smithi044 ceph-mon[31645]: pgmap v406: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-27T00:35:03.858 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:03 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1600489793' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:35:03.858 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:03 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/4053556167' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:35:03.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:03 smithi050 ceph-mon[36071]: pgmap v406: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-27T00:35:03.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:03 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1600489793' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:35:03.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:03 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/4053556167' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:35:03.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.996+0000 7f10ea200640 1 -- 172.21.15.44:0/1746485054 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f10e41018b0 msgr2=0x7f10e4101cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:03.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.996+0000 7f10ea200640 1 --2- 172.21.15.44:0/1746485054 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f10e41018b0 0x7f10e4101cd0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f10d8009900 tx=0x7f10d802a3f0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.997+0000 7f10ea200640 1 -- 172.21.15.44:0/1746485054 shutdown_connections 2024-05-27T00:35:03.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.997+0000 7f10ea200640 1 --2- 172.21.15.44:0/1746485054 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f10e4103460 0x7f10e4109cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.997+0000 7f10ea200640 1 --2- 172.21.15.44:0/1746485054 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10e4102aa0 0x7f10e4102f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.997+0000 7f10ea200640 1 --2- 172.21.15.44:0/1746485054 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f10e41018b0 0x7f10e4101cd0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:03.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.997+0000 7f10ea200640 1 -- 172.21.15.44:0/1746485054 >> 172.21.15.44:0/1746485054 conn(0x7f10e40fce40 msgr2=0x7f10e40ff260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:03.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.997+0000 7f10ea200640 1 -- 172.21.15.44:0/1746485054 shutdown_connections 2024-05-27T00:35:03.998 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.997+0000 7f10ea200640 1 -- 172.21.15.44:0/1746485054 wait complete. 2024-05-27T00:35:04.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.998+0000 7f10ea200640 1 Processor -- start 2024-05-27T00:35:04.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.998+0000 7f10ea200640 1 -- start start 2024-05-27T00:35:04.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.999+0000 7f10ea200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10e41018b0 0x7f10e4197d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:04.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.999+0000 7f10ea200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f10e4102aa0 0x7f10e4198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:04.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.999+0000 7f10ea200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f10e4103460 0x7f10e419f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:04.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.999+0000 7f10ea200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f10e410d660 con 0x7f10e4103460 2024-05-27T00:35:04.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.999+0000 7f10ea200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f10e410d4e0 con 0x7f10e41018b0 2024-05-27T00:35:04.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.999+0000 7f10ea200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f10e410d7e0 con 0x7f10e4102aa0 2024-05-27T00:35:04.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.999+0000 7f10e8e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10e41018b0 0x7f10e4197d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:04.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.999+0000 7f10e8e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10e41018b0 0x7f10e4197d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:57338/0 (socket says 172.21.15.44:57338) 2024-05-27T00:35:04.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.999+0000 7f10e8e00640 1 -- 172.21.15.44:0/1389943229 learned_addr learned my addr 172.21.15.44:0/1389943229 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:04.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.999+0000 7f10e9800640 1 --2- 172.21.15.44:0/1389943229 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f10e4103460 0x7f10e419f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:04.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.999+0000 7f10e3e00640 1 --2- 172.21.15.44:0/1389943229 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f10e4102aa0 0x7f10e4198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:04.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.999+0000 7f10e8e00640 1 -- 172.21.15.44:0/1389943229 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f10e4102aa0 msgr2=0x7f10e4198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:04.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.999+0000 7f10e8e00640 1 --2- 172.21.15.44:0/1389943229 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f10e4102aa0 0x7f10e4198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.999+0000 7f10e8e00640 1 -- 172.21.15.44:0/1389943229 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f10e4103460 msgr2=0x7f10e419f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:04.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.999+0000 7f10e8e00640 1 --2- 172.21.15.44:0/1389943229 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f10e4103460 0x7f10e419f2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:03.999+0000 7f10e8e00640 1 -- 172.21.15.44:0/1389943229 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10e419f940 con 0x7f10e41018b0 2024-05-27T00:35:04.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.000+0000 7f10e8e00640 1 --2- 172.21.15.44:0/1389943229 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10e41018b0 0x7f10e4197d30 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f10d8006010 tx=0x7f10d80042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:04.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.000+0000 7f10e1600640 1 -- 172.21.15.44:0/1389943229 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d803f030 con 0x7f10e41018b0 2024-05-27T00:35:04.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.000+0000 7f10ea200640 1 -- 172.21.15.44:0/1389943229 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10e419fbd0 con 0x7f10e41018b0 2024-05-27T00:35:04.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.000+0000 7f10e1600640 1 -- 172.21.15.44:0/1389943229 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f10d8003d00 con 0x7f10e41018b0 2024-05-27T00:35:04.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.000+0000 7f10e1600640 1 -- 172.21.15.44:0/1389943229 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d8035070 con 0x7f10e41018b0 2024-05-27T00:35:04.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.000+0000 7f10ea200640 1 -- 172.21.15.44:0/1389943229 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10e41a00c0 con 0x7f10e41018b0 2024-05-27T00:35:04.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:03 smithi137 ceph-mon[36552]: pgmap v406: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-05-27T00:35:04.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:03 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1600489793' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:35:04.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:03 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/4053556167' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:35:04.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.002+0000 7f10ea200640 1 -- 172.21.15.44:0/1389943229 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10e4108b70 con 0x7f10e41018b0 2024-05-27T00:35:04.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.003+0000 7f10e1600640 1 -- 172.21.15.44:0/1389943229 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f10d8042030 con 0x7f10e41018b0 2024-05-27T00:35:04.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.005+0000 7f10e1600640 1 --2- 172.21.15.44:0/1389943229 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f10cc0a2b90 0x7f10cc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:04.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.005+0000 7f10e1600640 1 -- 172.21.15.44:0/1389943229 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f10d80ef930 con 0x7f10e41018b0 2024-05-27T00:35:04.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.005+0000 7f10e3e00640 1 --2- 172.21.15.44:0/1389943229 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f10cc0a2b90 0x7f10cc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:04.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.006+0000 7f10e3e00640 1 --2- 172.21.15.44:0/1389943229 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f10cc0a2b90 0x7f10cc0a5050 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f10d00095f0 tx=0x7f10d0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:04.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.009+0000 7f10e1600640 1 -- 172.21.15.44:0/1389943229 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f10d80bbe50 con 0x7f10e41018b0 2024-05-27T00:35:04.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.218+0000 7f10ea200640 1 -- 172.21.15.44:0/1389943229 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f10e40625a0 con 0x7f10e41018b0 2024-05-27T00:35:04.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.219+0000 7f10e1600640 1 -- 172.21.15.44:0/1389943229 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v95) ==== 100+0+11 (secure 0 0 0) 0x7f10d80c0150 con 0x7f10e41018b0 2024-05-27T00:35:04.220 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 64 2024-05-27T00:35:04.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.222+0000 7f10ea200640 1 -- 172.21.15.44:0/1389943229 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f10cc0a2b90 msgr2=0x7f10cc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:04.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.222+0000 7f10ea200640 1 --2- 172.21.15.44:0/1389943229 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f10cc0a2b90 0x7f10cc0a5050 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f10d00095f0 tx=0x7f10d0005f90 comp rx=0 tx=0).stop 2024-05-27T00:35:04.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.222+0000 7f10ea200640 1 -- 172.21.15.44:0/1389943229 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10e41018b0 msgr2=0x7f10e4197d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:04.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.222+0000 7f10ea200640 1 --2- 172.21.15.44:0/1389943229 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10e41018b0 0x7f10e4197d30 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f10d8006010 tx=0x7f10d80042f0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.222+0000 7f10ea200640 1 -- 172.21.15.44:0/1389943229 shutdown_connections 2024-05-27T00:35:04.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.222+0000 7f10ea200640 1 --2- 172.21.15.44:0/1389943229 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f10cc0a2b90 0x7f10cc0a5050 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.222+0000 7f10ea200640 1 --2- 172.21.15.44:0/1389943229 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f10e4103460 0x7f10e419f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.222+0000 7f10ea200640 1 --2- 172.21.15.44:0/1389943229 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f10e4102aa0 0x7f10e4198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.222+0000 7f10ea200640 1 --2- 172.21.15.44:0/1389943229 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f10e41018b0 0x7f10e4197d30 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.223 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.222+0000 7f10ea200640 1 -- 172.21.15.44:0/1389943229 >> 172.21.15.44:0/1389943229 conn(0x7f10e40fce40 msgr2=0x7f10e4105d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:04.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.222+0000 7f10ea200640 1 -- 172.21.15.44:0/1389943229 shutdown_connections 2024-05-27T00:35:04.224 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.222+0000 7f10ea200640 1 -- 172.21.15.44:0/1389943229 wait complete. 2024-05-27T00:35:04.244 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-05-27T00:35:04.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.459+0000 7fc8b8c00640 1 -- 172.21.15.44:0/2172605918 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8b4101420 msgr2=0x7fc8b41018a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:04.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.459+0000 7fc8b8c00640 1 --2- 172.21.15.44:0/2172605918 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8b4101420 0x7fc8b41018a0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac009ca0 tx=0x7fc8ac02a8b0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.460+0000 7fc8b8c00640 1 -- 172.21.15.44:0/2172605918 shutdown_connections 2024-05-27T00:35:04.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.460+0000 7fc8b8c00640 1 --2- 172.21.15.44:0/2172605918 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8b4101420 0x7fc8b41018a0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.460+0000 7fc8b8c00640 1 --2- 172.21.15.44:0/2172605918 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc8b4100a80 0x7fc8b4100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.460+0000 7fc8b8c00640 1 --2- 172.21.15.44:0/2172605918 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8b4100120 0x7fc8b4100540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.460+0000 7fc8b8c00640 1 -- 172.21.15.44:0/2172605918 >> 172.21.15.44:0/2172605918 conn(0x7fc8b40fbd40 msgr2=0x7fc8b40fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:04.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.460+0000 7fc8b8c00640 1 -- 172.21.15.44:0/2172605918 shutdown_connections 2024-05-27T00:35:04.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.460+0000 7fc8b8c00640 1 -- 172.21.15.44:0/2172605918 wait complete. 2024-05-27T00:35:04.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.461+0000 7fc8b8c00640 1 Processor -- start 2024-05-27T00:35:04.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.461+0000 7fc8b8c00640 1 -- start start 2024-05-27T00:35:04.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.461+0000 7fc8b8c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc8b4100120 0x7fc8b4199e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:04.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.461+0000 7fc8b8c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8b4100a80 0x7fc8b419a370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:04.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.461+0000 7fc8b8c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8b4101420 0x7fc8b41a13e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:04.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.461+0000 7fc8b8c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc8b410f8c0 con 0x7fc8b4100a80 2024-05-27T00:35:04.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.461+0000 7fc8b8c00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc8b410f740 con 0x7fc8b4101420 2024-05-27T00:35:04.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.461+0000 7fc8b8c00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fc8b410fa40 con 0x7fc8b4100120 2024-05-27T00:35:04.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.462+0000 7fc8b2a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8b4100a80 0x7fc8b419a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:04.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.462+0000 7fc8b3e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8b4101420 0x7fc8b41a13e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:04.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.462+0000 7fc8b2a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8b4100a80 0x7fc8b419a370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46110/0 (socket says 172.21.15.44:46110) 2024-05-27T00:35:04.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.462+0000 7fc8b3400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc8b4100120 0x7fc8b4199e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:04.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.462+0000 7fc8b2a00640 1 -- 172.21.15.44:0/2972093074 learned_addr learned my addr 172.21.15.44:0/2972093074 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:04.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.462+0000 7fc8b3400640 1 -- 172.21.15.44:0/2972093074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8b4101420 msgr2=0x7fc8b41a13e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:04.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.462+0000 7fc8b3400640 1 --2- 172.21.15.44:0/2972093074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8b4101420 0x7fc8b41a13e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.462+0000 7fc8b3400640 1 -- 172.21.15.44:0/2972093074 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8b4100a80 msgr2=0x7fc8b419a370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:04.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.462+0000 7fc8b3400640 1 --2- 172.21.15.44:0/2972093074 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8b4100a80 0x7fc8b419a370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.462+0000 7fc8b3400640 1 -- 172.21.15.44:0/2972093074 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8b41a1a50 con 0x7fc8b4100120 2024-05-27T00:35:04.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.462+0000 7fc8b2a00640 1 --2- 172.21.15.44:0/2972093074 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8b4100a80 0x7fc8b419a370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:04.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.462+0000 7fc8b3400640 1 --2- 172.21.15.44:0/2972093074 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc8b4100120 0x7fc8b4199e30 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fc8a400e9f0 tx=0x7fc8a400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:04.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.463+0000 7fc8abe00640 1 -- 172.21.15.44:0/2972093074 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8a400ccc0 con 0x7fc8b4100120 2024-05-27T00:35:04.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.463+0000 7fc8b8c00640 1 -- 172.21.15.44:0/2972093074 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8b41a1d40 con 0x7fc8b4100120 2024-05-27T00:35:04.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.463+0000 7fc8abe00640 1 -- 172.21.15.44:0/2972093074 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc8a4010930 con 0x7fc8b4100120 2024-05-27T00:35:04.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.463+0000 7fc8abe00640 1 -- 172.21.15.44:0/2972093074 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8a40189f0 con 0x7fc8b4100120 2024-05-27T00:35:04.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.463+0000 7fc8b8c00640 1 -- 172.21.15.44:0/2972093074 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8b41a2220 con 0x7fc8b4100120 2024-05-27T00:35:04.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.464+0000 7fc8b8c00640 1 -- 172.21.15.44:0/2972093074 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8b410ae70 con 0x7fc8b4100120 2024-05-27T00:35:04.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.466+0000 7fc8abe00640 1 -- 172.21.15.44:0/2972093074 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc8a4010ae0 con 0x7fc8b4100120 2024-05-27T00:35:04.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.468+0000 7fc8abe00640 1 --2- 172.21.15.44:0/2972093074 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc8980a2c10 0x7fc8980a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:04.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.468+0000 7fc8abe00640 1 -- 172.21.15.44:0/2972093074 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fc8a40cfb10 con 0x7fc8b4100120 2024-05-27T00:35:04.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.468+0000 7fc8b2a00640 1 --2- 172.21.15.44:0/2972093074 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc8980a2c10 0x7fc8980a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:04.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.469+0000 7fc8b2a00640 1 --2- 172.21.15.44:0/2972093074 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc8980a2c10 0x7fc8980a50d0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fc8b419b340 tx=0x7fc8a0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:04.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.470+0000 7fc8abe00640 1 -- 172.21.15.44:0/2972093074 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc8a409c030 con 0x7fc8b4100120 2024-05-27T00:35:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.676+0000 7fc8b8c00640 1 -- 172.21.15.44:0/2972093074 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fc8b40625a0 con 0x7fc8b4100120 2024-05-27T00:35:04.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.677+0000 7fc8abe00640 1 -- 172.21.15.44:0/2972093074 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v95) ==== 103+0+11 (secure 0 0 0) 0x7fc8a40a0330 con 0x7fc8b4100120 2024-05-27T00:35:04.677 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:35:04.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.679+0000 7fc8b8c00640 1 -- 172.21.15.44:0/2972093074 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc8980a2c10 msgr2=0x7fc8980a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:04.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.679+0000 7fc8b8c00640 1 --2- 172.21.15.44:0/2972093074 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc8980a2c10 0x7fc8980a50d0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fc8b419b340 tx=0x7fc8a0005f90 comp rx=0 tx=0).stop 2024-05-27T00:35:04.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.679+0000 7fc8b8c00640 1 -- 172.21.15.44:0/2972093074 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc8b4100120 msgr2=0x7fc8b4199e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:04.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.679+0000 7fc8b8c00640 1 --2- 172.21.15.44:0/2972093074 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc8b4100120 0x7fc8b4199e30 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fc8a400e9f0 tx=0x7fc8a400eeb0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.679+0000 7fc8b8c00640 1 -- 172.21.15.44:0/2972093074 shutdown_connections 2024-05-27T00:35:04.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.679+0000 7fc8b8c00640 1 --2- 172.21.15.44:0/2972093074 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fc8980a2c10 0x7fc8980a50d0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.679+0000 7fc8b8c00640 1 --2- 172.21.15.44:0/2972093074 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc8b4101420 0x7fc8b41a13e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.679+0000 7fc8b8c00640 1 --2- 172.21.15.44:0/2972093074 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc8b4100a80 0x7fc8b419a370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.679+0000 7fc8b8c00640 1 --2- 172.21.15.44:0/2972093074 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc8b4100120 0x7fc8b4199e30 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.679+0000 7fc8b8c00640 1 -- 172.21.15.44:0/2972093074 >> 172.21.15.44:0/2972093074 conn(0x7fc8b40fbd40 msgr2=0x7fc8b40fd840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:04.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.679+0000 7fc8b8c00640 1 -- 172.21.15.44:0/2972093074 shutdown_connections 2024-05-27T00:35:04.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.680+0000 7fc8b8c00640 1 -- 172.21.15.44:0/2972093074 wait complete. 2024-05-27T00:35:04.701 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:35:04.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:04 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/4052769594' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:35:04.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:04 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1389943229' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:35:04.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.916+0000 7f0099c00640 1 -- 172.21.15.44:0/1989869700 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0094108f70 msgr2=0x7f00941093f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:04.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.916+0000 7f0099c00640 1 --2- 172.21.15.44:0/1989869700 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0094108f70 0x7f00941093f0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0080009900 tx=0x7f008002a400 comp rx=0 tx=0).stop 2024-05-27T00:35:04.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.916+0000 7f0099c00640 1 -- 172.21.15.44:0/1989869700 shutdown_connections 2024-05-27T00:35:04.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.916+0000 7f0099c00640 1 --2- 172.21.15.44:0/1989869700 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0094109930 0x7f0094110250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.916+0000 7f0099c00640 1 --2- 172.21.15.44:0/1989869700 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0094108f70 0x7f00941093f0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.916+0000 7f0099c00640 1 --2- 172.21.15.44:0/1989869700 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0094107e20 0x7f0094108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.916+0000 7f0099c00640 1 -- 172.21.15.44:0/1989869700 >> 172.21.15.44:0/1989869700 conn(0x7f0094076de0 msgr2=0x7f0094079200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:04.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.916+0000 7f0099c00640 1 -- 172.21.15.44:0/1989869700 shutdown_connections 2024-05-27T00:35:04.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.916+0000 7f0099c00640 1 -- 172.21.15.44:0/1989869700 wait complete. 2024-05-27T00:35:04.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.917+0000 7f0099c00640 1 Processor -- start 2024-05-27T00:35:04.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.917+0000 7f0099c00640 1 -- start start 2024-05-27T00:35:04.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.918+0000 7f0099c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0094107e20 0x7f009419e220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:04.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.918+0000 7f0099c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0094108f70 0x7f009419e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:04.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.918+0000 7f0099c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0094109930 0x7f00941a57d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:04.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.918+0000 7f0099c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0094113c40 con 0x7f0094107e20 2024-05-27T00:35:04.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.918+0000 7f0099c00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0094113ac0 con 0x7f0094109930 2024-05-27T00:35:04.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.918+0000 7f0099c00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f0094113dc0 con 0x7f0094108f70 2024-05-27T00:35:04.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.918+0000 7f0093e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0094107e20 0x7f009419e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:04.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.918+0000 7f0093e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0094107e20 0x7f009419e220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57256/0 (socket says 172.21.15.44:57256) 2024-05-27T00:35:04.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.918+0000 7f0093e00640 1 -- 172.21.15.44:0/3331841440 learned_addr learned my addr 172.21.15.44:0/3331841440 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:04.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.918+0000 7f0099200640 1 --2- 172.21.15.44:0/3331841440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0094109930 0x7f00941a57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:04.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.918+0000 7f0093400640 1 --2- 172.21.15.44:0/3331841440 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0094108f70 0x7f009419e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:04.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.918+0000 7f0093e00640 1 -- 172.21.15.44:0/3331841440 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0094108f70 msgr2=0x7f009419e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:04.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.918+0000 7f0093e00640 1 --2- 172.21.15.44:0/3331841440 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0094108f70 0x7f009419e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.918+0000 7f0093e00640 1 -- 172.21.15.44:0/3331841440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0094109930 msgr2=0x7f00941a57d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:04.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.918+0000 7f0093e00640 1 --2- 172.21.15.44:0/3331841440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0094109930 0x7f00941a57d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:04.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.919+0000 7f0093e00640 1 -- 172.21.15.44:0/3331841440 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00941a5e40 con 0x7f0094107e20 2024-05-27T00:35:04.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.919+0000 7f0099200640 1 --2- 172.21.15.44:0/3331841440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0094109930 0x7f00941a57d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:04.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.919+0000 7f0093e00640 1 --2- 172.21.15.44:0/3331841440 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0094107e20 0x7f009419e220 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f008400ebc0 tx=0x7f008400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:04.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.919+0000 7f0090c00640 1 -- 172.21.15.44:0/3331841440 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0084010630 con 0x7f0094107e20 2024-05-27T00:35:04.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.919+0000 7f0090c00640 1 -- 172.21.15.44:0/3331841440 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0084010cd0 con 0x7f0094107e20 2024-05-27T00:35:04.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.919+0000 7f0090c00640 1 -- 172.21.15.44:0/3331841440 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0084018cf0 con 0x7f0094107e20 2024-05-27T00:35:04.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.919+0000 7f0099c00640 1 -- 172.21.15.44:0/3331841440 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00941a6130 con 0x7f0094107e20 2024-05-27T00:35:04.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.919+0000 7f0099c00640 1 -- 172.21.15.44:0/3331841440 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00941a66a0 con 0x7f0094107e20 2024-05-27T00:35:04.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.920+0000 7f0099c00640 1 -- 172.21.15.44:0/3331841440 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f009410f060 con 0x7f0094107e20 2024-05-27T00:35:04.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.922+0000 7f0090c00640 1 -- 172.21.15.44:0/3331841440 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f00840107d0 con 0x7f0094107e20 2024-05-27T00:35:04.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.925+0000 7f0090c00640 1 --2- 172.21.15.44:0/3331841440 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f00780a2c10 0x7f00780a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:04.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.925+0000 7f0090c00640 1 -- 172.21.15.44:0/3331841440 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f00840cfb50 con 0x7f0094107e20 2024-05-27T00:35:04.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.925+0000 7f0093400640 1 --2- 172.21.15.44:0/3331841440 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f00780a2c10 0x7f00780a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:04.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.926+0000 7f0093400640 1 --2- 172.21.15.44:0/3331841440 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f00780a2c10 0x7f00780a50d0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f008002a9f0 tx=0x7f0080000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:04.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:04.930+0000 7f0090c00640 1 -- 172.21.15.44:0/3331841440 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f008409c6c0 con 0x7f0094107e20 2024-05-27T00:35:04.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:04 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/4052769594' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:35:04.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:04 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1389943229' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:35:05.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:04 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/4052769594' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:35:05.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:04 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1389943229' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:35:05.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.174+0000 7f0099c00640 1 -- 172.21.15.44:0/3331841440 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f009402d2e0 con 0x7f0094107e20 2024-05-27T00:35:05.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.176+0000 7f0090c00640 1 -- 172.21.15.44:0/3331841440 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11866 (secure 0 0 0) 0x7f008409bfc0 con 0x7f0094107e20 2024-05-27T00:35:05.177 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:35:05.177 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2194470084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2194470084},{"type":"v1","addr":"172.21.15.44:6839","nonce":2194470084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-27T00:32:18.481799+0000","modified":"2024-05-27T00:32:52.592267+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24599,"mds_1":24581,"mds_2":24542},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24515":{"gid":24515,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24541":{"gid":24541,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":15,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24581":{"gid":24581,"name":"a","rank":1,"incarnation":20,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/114683393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":114683393},{"type":"v1","addr":"172.21.15.44:6841","nonce":114683393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24599":{"gid":24599,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6839/2148742077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":2148742077},{"type":"v1","addr":"172.21.15.50:6839","nonce":2148742077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24599,"qdb_cluster":[24542,24581,24599]},"id":1}]} 2024-05-27T00:35:05.177 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 24 2024-05-27T00:35:05.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.179+0000 7f0099c00640 1 -- 172.21.15.44:0/3331841440 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f00780a2c10 msgr2=0x7f00780a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:05.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.179+0000 7f0099c00640 1 --2- 172.21.15.44:0/3331841440 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f00780a2c10 0x7f00780a50d0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f008002a9f0 tx=0x7f0080000bc0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.179+0000 7f0099c00640 1 -- 172.21.15.44:0/3331841440 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0094107e20 msgr2=0x7f009419e220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:05.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.179+0000 7f0099c00640 1 --2- 172.21.15.44:0/3331841440 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0094107e20 0x7f009419e220 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f008400ebc0 tx=0x7f008400c6a0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.179+0000 7f0099c00640 1 -- 172.21.15.44:0/3331841440 shutdown_connections 2024-05-27T00:35:05.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.179+0000 7f0099c00640 1 --2- 172.21.15.44:0/3331841440 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f00780a2c10 0x7f00780a50d0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.179+0000 7f0099c00640 1 --2- 172.21.15.44:0/3331841440 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0094109930 0x7f00941a57d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.179+0000 7f0099c00640 1 --2- 172.21.15.44:0/3331841440 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0094108f70 0x7f009419e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.179+0000 7f0099c00640 1 --2- 172.21.15.44:0/3331841440 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0094107e20 0x7f009419e220 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.179+0000 7f0099c00640 1 -- 172.21.15.44:0/3331841440 >> 172.21.15.44:0/3331841440 conn(0x7f0094076de0 msgr2=0x7f009410c230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:05.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.180+0000 7f0099c00640 1 -- 172.21.15.44:0/3331841440 shutdown_connections 2024-05-27T00:35:05.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.180+0000 7f0099c00640 1 -- 172.21.15.44:0/3331841440 wait complete. 2024-05-27T00:35:05.200 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:35:05.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.415+0000 7f7237e00640 1 -- 172.21.15.44:0/3841923253 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7238076360 msgr2=0x7f7238076780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:05.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.415+0000 7f7237e00640 1 --2- 172.21.15.44:0/3841923253 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7238076360 0x7f7238076780 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f7228009900 tx=0x7f722802a410 comp rx=0 tx=0).stop 2024-05-27T00:35:05.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.416+0000 7f7237e00640 1 -- 172.21.15.44:0/3841923253 shutdown_connections 2024-05-27T00:35:05.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.416+0000 7f7237e00640 1 --2- 172.21.15.44:0/3841923253 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7238077f40 0x7f72380787e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.416+0000 7f7237e00640 1 --2- 172.21.15.44:0/3841923253 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f72380775a0 0x7f7238077a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.416+0000 7f7237e00640 1 --2- 172.21.15.44:0/3841923253 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7238076360 0x7f7238076780 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.416+0000 7f7237e00640 1 -- 172.21.15.44:0/3841923253 >> 172.21.15.44:0/3841923253 conn(0x7f72380fefb0 msgr2=0x7f72381013d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:05.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.416+0000 7f7237e00640 1 -- 172.21.15.44:0/3841923253 shutdown_connections 2024-05-27T00:35:05.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.416+0000 7f7237e00640 1 -- 172.21.15.44:0/3841923253 wait complete. 2024-05-27T00:35:05.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.417+0000 7f7237e00640 1 Processor -- start 2024-05-27T00:35:05.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.417+0000 7f7237e00640 1 -- start start 2024-05-27T00:35:05.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.417+0000 7f7237e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7238076360 0x7f723819e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.417+0000 7f7237e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72380775a0 0x7f723819e700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.417+0000 7f7237e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7238077f40 0x7f72381a5770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.417+0000 7f7237e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7238113bb0 con 0x7f7238076360 2024-05-27T00:35:05.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.417+0000 7f7237e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7238113a30 con 0x7f72380775a0 2024-05-27T00:35:05.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.417+0000 7f7237e00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f7238113d30 con 0x7f7238077f40 2024-05-27T00:35:05.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.417+0000 7f7236a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7238076360 0x7f723819e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.417+0000 7f7236a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7238076360 0x7f723819e1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57268/0 (socket says 172.21.15.44:57268) 2024-05-27T00:35:05.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.418+0000 7f7236a00640 1 -- 172.21.15.44:0/305840127 learned_addr learned my addr 172.21.15.44:0/305840127 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:05.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.418+0000 7f7237400640 1 --2- 172.21.15.44:0/305840127 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7238077f40 0x7f72381a5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.418+0000 7f7236000640 1 --2- 172.21.15.44:0/305840127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72380775a0 0x7f723819e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.418+0000 7f7236a00640 1 -- 172.21.15.44:0/305840127 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7238077f40 msgr2=0x7f72381a5770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:05.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.418+0000 7f7236a00640 1 --2- 172.21.15.44:0/305840127 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7238077f40 0x7f72381a5770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.418+0000 7f7236a00640 1 -- 172.21.15.44:0/305840127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72380775a0 msgr2=0x7f723819e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:05.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.418+0000 7f7236a00640 1 --2- 172.21.15.44:0/305840127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72380775a0 0x7f723819e700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.418+0000 7f7236a00640 1 -- 172.21.15.44:0/305840127 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72381a5de0 con 0x7f7238076360 2024-05-27T00:35:05.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.418+0000 7f7236000640 1 --2- 172.21.15.44:0/305840127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72380775a0 0x7f723819e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:05.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.418+0000 7f7236a00640 1 --2- 172.21.15.44:0/305840127 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7238076360 0x7f723819e1c0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f7228009a20 tx=0x7f72280042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:05.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.419+0000 7f722f400640 1 -- 172.21.15.44:0/305840127 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f722803f030 con 0x7f7238076360 2024-05-27T00:35:05.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.419+0000 7f722f400640 1 -- 172.21.15.44:0/305840127 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7228003d00 con 0x7f7238076360 2024-05-27T00:35:05.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.419+0000 7f722f400640 1 -- 172.21.15.44:0/305840127 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7228035070 con 0x7f7238076360 2024-05-27T00:35:05.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.419+0000 7f7237e00640 1 -- 172.21.15.44:0/305840127 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72381a6070 con 0x7f7238076360 2024-05-27T00:35:05.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.419+0000 7f7237e00640 1 -- 172.21.15.44:0/305840127 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72381a6510 con 0x7f7238076360 2024-05-27T00:35:05.421 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.420+0000 7f7237e00640 1 -- 172.21.15.44:0/305840127 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72381104d0 con 0x7f7238076360 2024-05-27T00:35:05.423 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.422+0000 7f722f400640 1 -- 172.21.15.44:0/305840127 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7228042030 con 0x7f7238076360 2024-05-27T00:35:05.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.424+0000 7f722f400640 1 --2- 172.21.15.44:0/305840127 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f721c0a2c10 0x7f721c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.424+0000 7f722f400640 1 -- 172.21.15.44:0/305840127 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f72280ef530 con 0x7f7238076360 2024-05-27T00:35:05.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.424+0000 7f7236000640 1 --2- 172.21.15.44:0/305840127 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f721c0a2c10 0x7f721c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.425+0000 7f7236000640 1 --2- 172.21.15.44:0/305840127 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f721c0a2c10 0x7f721c0a50d0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f72240095f0 tx=0x7f7224005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:05.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.428+0000 7f722f400640 1 -- 172.21.15.44:0/305840127 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f72280bba50 con 0x7f7238076360 2024-05-27T00:35:05.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.631+0000 7f7237e00640 1 -- 172.21.15.44:0/305840127 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f72380625a0 con 0x7f7238076360 2024-05-27T00:35:05.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.636+0000 7f722f400640 1 -- 172.21.15.44:0/305840127 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+24690 (secure 0 0 0) 0x7f72280bfd50 con 0x7f7238076360 2024-05-27T00:35:05.639 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:35:05.639 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":95,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:34:24.086854+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.19","mappings":[{"from":3,"to":7}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:35:05.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.639+0000 7f7237e00640 1 -- 172.21.15.44:0/305840127 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f721c0a2c10 msgr2=0x7f721c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:05.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.639+0000 7f7237e00640 1 --2- 172.21.15.44:0/305840127 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f721c0a2c10 0x7f721c0a50d0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f72240095f0 tx=0x7f7224005f90 comp rx=0 tx=0).stop 2024-05-27T00:35:05.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.639+0000 7f7237e00640 1 -- 172.21.15.44:0/305840127 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7238076360 msgr2=0x7f723819e1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:05.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.639+0000 7f7237e00640 1 --2- 172.21.15.44:0/305840127 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7238076360 0x7f723819e1c0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f7228009a20 tx=0x7f72280042f0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.639+0000 7f7237e00640 1 -- 172.21.15.44:0/305840127 shutdown_connections 2024-05-27T00:35:05.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.639+0000 7f7237e00640 1 --2- 172.21.15.44:0/305840127 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f721c0a2c10 0x7f721c0a50d0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.639+0000 7f7237e00640 1 --2- 172.21.15.44:0/305840127 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7238077f40 0x7f72381a5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.639+0000 7f7237e00640 1 --2- 172.21.15.44:0/305840127 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f72380775a0 0x7f723819e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.639+0000 7f7237e00640 1 --2- 172.21.15.44:0/305840127 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7238076360 0x7f723819e1c0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.639+0000 7f7237e00640 1 -- 172.21.15.44:0/305840127 >> 172.21.15.44:0/305840127 conn(0x7f72380fefb0 msgr2=0x7f7238100660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:05.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.639+0000 7f7237e00640 1 -- 172.21.15.44:0/305840127 shutdown_connections 2024-05-27T00:35:05.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.639+0000 7f7237e00640 1 -- 172.21.15.44:0/305840127 wait complete. 2024-05-27T00:35:05.661 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 24, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-27T00:32:18.481799+0000', 'modified': '2024-05-27T00:32:52.592267+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24599, 'mds_1': 24581, 'mds_2': 24542}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24515': {'gid': 24515, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.50:6835/977789197', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.50:6834', 'nonce': 977789197}, {'type': 'v1', 'addr': '172.21.15.50:6835', 'nonce': 977789197}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24517': {'gid': 24517, 'name': 'c', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.137:6837/1475580546', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.137:6836', 'nonce': 1475580546}, {'type': 'v1', 'addr': '172.21.15.137:6837', 'nonce': 1475580546}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24541': {'gid': 24541, 'name': 'i', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.137:6839/1815488235', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.137:6838', 'nonce': 1815488235}, {'type': 'v1', 'addr': '172.21.15.137:6839', 'nonce': 1815488235}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24542': {'gid': 24542, 'name': 'h', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.50:6837/3905712585', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.50:6836', 'nonce': 3905712585}, {'type': 'v1', 'addr': '172.21.15.50:6837', 'nonce': 3905712585}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24581': {'gid': 24581, 'name': 'a', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.44:6841/114683393', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.44:6840', 'nonce': 114683393}, {'type': 'v1', 'addr': '172.21.15.44:6841', 'nonce': 114683393}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24599': {'gid': 24599, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.50:6839/2148742077', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.50:6838', 'nonce': 2148742077}, {'type': 'v1', 'addr': '172.21.15.50:6839', 'nonce': 2148742077}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24599, 'qdb_cluster': [24542, 24581, 24599]} 2024-05-27T00:35:05.661 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-05-27T00:35:05.661 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-05-27T00:35:05.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:05 smithi044 ceph-mon[31645]: pgmap v407: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:35:05.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:05 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2972093074' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:35:05.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:05 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3331841440' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:35:05.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.878+0000 7f1615200640 1 -- 172.21.15.44:0/2149019432 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1610109070 msgr2=0x7f16101094f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:05.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.878+0000 7f1615200640 1 --2- 172.21.15.44:0/2149019432 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1610109070 0x7f16101094f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f15fc009860 tx=0x7f15fc02a340 comp rx=0 tx=0).stop 2024-05-27T00:35:05.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.878+0000 7f1615200640 1 -- 172.21.15.44:0/2149019432 shutdown_connections 2024-05-27T00:35:05.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.878+0000 7f1615200640 1 --2- 172.21.15.44:0/2149019432 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1610109a30 0x7f1610110350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.878+0000 7f1615200640 1 --2- 172.21.15.44:0/2149019432 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1610109070 0x7f16101094f0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.878+0000 7f1615200640 1 --2- 172.21.15.44:0/2149019432 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1610107e90 0x7f16101082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.878+0000 7f1615200640 1 -- 172.21.15.44:0/2149019432 >> 172.21.15.44:0/2149019432 conn(0x7f1610076e70 msgr2=0x7f16100792b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:05.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.878+0000 7f1615200640 1 -- 172.21.15.44:0/2149019432 shutdown_connections 2024-05-27T00:35:05.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.878+0000 7f1615200640 1 -- 172.21.15.44:0/2149019432 wait complete. 2024-05-27T00:35:05.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.879+0000 7f1615200640 1 Processor -- start 2024-05-27T00:35:05.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.879+0000 7f1615200640 1 -- start start 2024-05-27T00:35:05.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.879+0000 7f1615200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1610107e90 0x7f161019e250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.880+0000 7f1615200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1610109070 0x7f161019e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.880+0000 7f1615200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1610109a30 0x7f16101a5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.880+0000 7f1615200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1610113ca0 con 0x7f1610109a30 2024-05-27T00:35:05.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.880+0000 7f1615200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1610113b20 con 0x7f1610107e90 2024-05-27T00:35:05.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.880+0000 7f1615200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f1610113e20 con 0x7f1610109070 2024-05-27T00:35:05.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.880+0000 7f160fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1610109a30 0x7f16101a5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.880+0000 7f160fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1610109a30 0x7f16101a5800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57286/0 (socket says 172.21.15.44:57286) 2024-05-27T00:35:05.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.880+0000 7f160fe00640 1 -- 172.21.15.44:0/4264188427 learned_addr learned my addr 172.21.15.44:0/4264188427 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:05.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.880+0000 7f160f400640 1 --2- 172.21.15.44:0/4264188427 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1610107e90 0x7f161019e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.880+0000 7f160ea00640 1 --2- 172.21.15.44:0/4264188427 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1610109070 0x7f161019e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.880+0000 7f160fe00640 1 -- 172.21.15.44:0/4264188427 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1610109070 msgr2=0x7f161019e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:05.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.880+0000 7f160fe00640 1 --2- 172.21.15.44:0/4264188427 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1610109070 0x7f161019e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.880+0000 7f160fe00640 1 -- 172.21.15.44:0/4264188427 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1610107e90 msgr2=0x7f161019e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:05.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.880+0000 7f160fe00640 1 --2- 172.21.15.44:0/4264188427 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1610107e90 0x7f161019e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.880+0000 7f160fe00640 1 -- 172.21.15.44:0/4264188427 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16101a5e70 con 0x7f1610109a30 2024-05-27T00:35:05.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.881+0000 7f160fe00640 1 --2- 172.21.15.44:0/4264188427 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1610109a30 0x7f16101a5800 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f160800eb10 tx=0x7f160800ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:05.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.881+0000 7f1607e00640 1 -- 172.21.15.44:0/4264188427 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f160800ce20 con 0x7f1610109a30 2024-05-27T00:35:05.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.881+0000 7f1607e00640 1 -- 172.21.15.44:0/4264188427 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1608004b20 con 0x7f1610109a30 2024-05-27T00:35:05.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.881+0000 7f1615200640 1 -- 172.21.15.44:0/4264188427 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16101a6160 con 0x7f1610109a30 2024-05-27T00:35:05.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.881+0000 7f1607e00640 1 -- 172.21.15.44:0/4264188427 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1608010760 con 0x7f1610109a30 2024-05-27T00:35:05.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.881+0000 7f1615200640 1 -- 172.21.15.44:0/4264188427 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16101a6630 con 0x7f1610109a30 2024-05-27T00:35:05.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.884+0000 7f16197d0740 1 Processor -- start 2024-05-27T00:35:05.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.884+0000 7f1607e00640 1 -- 172.21.15.44:0/4264188427 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f1608005020 con 0x7f1610109a30 2024-05-27T00:35:05.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.885+0000 7f16197d0740 1 -- start start 2024-05-27T00:35:05.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.885+0000 7f16197d0740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290da9c0 0x5568290dade0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.885+0000 7f16197d0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290db3b0 0x5568290dfeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.885+0000 7f16197d0740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5568290e0520 0x5568290e29b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.885+0000 7f16197d0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55682903d610 con 0x5568290db3b0 2024-05-27T00:35:05.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.885+0000 7f16197d0740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556828fe55c0 con 0x5568290da9c0 2024-05-27T00:35:05.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.885+0000 7f16197d0740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5568290395d0 con 0x5568290e0520 2024-05-27T00:35:05.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.885+0000 7f160ea00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290da9c0 0x5568290dade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.885+0000 7f160f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290db3b0 0x5568290dfeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.885+0000 7f160f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290db3b0 0x5568290dfeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57302/0 (socket says 172.21.15.44:57302) 2024-05-27T00:35:05.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.885+0000 7f160ea00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290da9c0 0x5568290dade0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:47060/0 (socket says 172.21.15.44:47060) 2024-05-27T00:35:05.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.885+0000 7f160f400640 1 -- 172.21.15.44:0/3996815061 learned_addr learned my addr 172.21.15.44:0/3996815061 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:05.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.886+0000 7f160ea00640 1 --2- 172.21.15.44:0/3996815061 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5568290e0520 0x5568290e29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.886+0000 7f160f400640 1 -- 172.21.15.44:0/3996815061 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5568290e0520 msgr2=0x5568290e29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:05.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.886+0000 7f160f400640 1 --2- 172.21.15.44:0/3996815061 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5568290e0520 0x5568290e29b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.886+0000 7f160f400640 1 -- 172.21.15.44:0/3996815061 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290da9c0 msgr2=0x5568290dade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:05.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.886+0000 7f160f400640 1 --2- 172.21.15.44:0/3996815061 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290da9c0 0x5568290dade0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.886+0000 7f160f400640 1 -- 172.21.15.44:0/3996815061 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556828d512d0 con 0x5568290db3b0 2024-05-27T00:35:05.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.886+0000 7f160ea00640 1 --2- 172.21.15.44:0/3996815061 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290da9c0 0x5568290dade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:05.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.886+0000 7f1607e00640 1 --2- 172.21.15.44:0/4264188427 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f15f40a2b90 0x7f15f40a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.886+0000 7f1607e00640 1 -- 172.21.15.44:0/4264188427 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f16080cf9b0 con 0x7f1610109a30 2024-05-27T00:35:05.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.886+0000 7f160f400640 1 --2- 172.21.15.44:0/3996815061 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290db3b0 0x5568290dfeb0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f1600009ca0 tx=0x7f1600011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a9097cfab7baf07 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:05.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.886+0000 7f160ea00640 1 --2- 172.21.15.44:0/4264188427 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f15f40a2b90 0x7f15f40a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.887+0000 7f1604c00640 1 -- 172.21.15.44:0/3996815061 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1600004230 con 0x5568290db3b0 2024-05-27T00:35:05.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.887+0000 7f1604c00640 1 -- 172.21.15.44:0/3996815061 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f16000043d0 con 0x5568290db3b0 2024-05-27T00:35:05.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.887+0000 7f1604c00640 1 -- 172.21.15.44:0/3996815061 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16000035f0 con 0x5568290db3b0 2024-05-27T00:35:05.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.888+0000 7f16197d0740 1 -- 172.21.15.44:0/3996815061 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290db3b0 msgr2=0x5568290dfeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:05.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.888+0000 7f16197d0740 1 --2- 172.21.15.44:0/3996815061 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290db3b0 0x5568290dfeb0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f1600009ca0 tx=0x7f1600011810 comp rx=0 tx=0).stop 2024-05-27T00:35:05.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.888+0000 7f160ea00640 1 --2- 172.21.15.44:0/4264188427 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f15f40a2b90 0x7f15f40a5050 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f15fc000c00 tx=0x7f15fc0305e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:05.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.888+0000 7f16197d0740 1 -- 172.21.15.44:0/3996815061 shutdown_connections 2024-05-27T00:35:05.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.888+0000 7f16197d0740 1 --2- 172.21.15.44:0/3996815061 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5568290e0520 0x5568290e29b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.888+0000 7f16197d0740 1 --2- 172.21.15.44:0/3996815061 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290db3b0 0x5568290dfeb0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.888+0000 7f16197d0740 1 --2- 172.21.15.44:0/3996815061 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290da9c0 0x5568290dade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.888+0000 7f16197d0740 1 -- 172.21.15.44:0/3996815061 >> 172.21.15.44:0/3996815061 conn(0x5568290d6030 msgr2=0x5568290d6430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:05.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.888+0000 7f16197d0740 1 -- 172.21.15.44:0/3996815061 shutdown_connections 2024-05-27T00:35:05.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.888+0000 7f16197d0740 1 -- 172.21.15.44:0/3996815061 wait complete. 2024-05-27T00:35:05.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.888+0000 7f16197d0740 1 -- start start 2024-05-27T00:35:05.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.889+0000 7f16197d0740 1 Processor -- start 2024-05-27T00:35:05.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.889+0000 7f16197d0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290da9c0 0x5568290e4e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.889+0000 7f16197d0740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5568290db3b0 0x5568290e5350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.889+0000 7f16197d0740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290e0520 0x5568290ec390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.889+0000 7f16197d0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5568290e34d0 con 0x5568290da9c0 2024-05-27T00:35:05.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.889+0000 7f16197d0740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556828ff8910 con 0x5568290e0520 2024-05-27T00:35:05.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.889+0000 7f16197d0740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5568290e3650 con 0x5568290db3b0 2024-05-27T00:35:05.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.889+0000 7f16197d0740 10 client.0 _ll_register_callbacks cb 0x556829034410 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:35:05.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.889+0000 7f160f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290da9c0 0x5568290e4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.889+0000 7f160f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290da9c0 0x5568290e4e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57316/0 (socket says 172.21.15.44:57316) 2024-05-27T00:35:05.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.889+0000 7f160f400640 1 -- 172.21.15.44:0/3027212650 learned_addr learned my addr 172.21.15.44:0/3027212650 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:05.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.889+0000 7f160fe00640 1 --2- 172.21.15.44:0/3027212650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290e0520 0x5568290ec390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.889+0000 7f160ea00640 1 --2- 172.21.15.44:0/3027212650 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5568290db3b0 0x5568290e5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.890+0000 7f160fe00640 1 -- 172.21.15.44:0/3027212650 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5568290db3b0 msgr2=0x5568290e5350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:05.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.890+0000 7f160fe00640 1 --2- 172.21.15.44:0/3027212650 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5568290db3b0 0x5568290e5350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.890+0000 7f160fe00640 1 -- 172.21.15.44:0/3027212650 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290da9c0 msgr2=0x5568290e4e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:05.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.890+0000 7f160fe00640 1 --2- 172.21.15.44:0/3027212650 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290da9c0 0x5568290e4e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.890+0000 7f160fe00640 1 -- 172.21.15.44:0/3027212650 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556828e1b6b0 con 0x5568290e0520 2024-05-27T00:35:05.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.890+0000 7f160f400640 1 --2- 172.21.15.44:0/3027212650 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290da9c0 0x5568290e4e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:05.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.890+0000 7f160fe00640 1 --2- 172.21.15.44:0/3027212650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290e0520 0x5568290ec390 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f16080cd0c0 tx=0x7f160809c5e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f063cf9190153d46 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:05.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.890+0000 7f15f9600640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:35:05.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.890+0000 7f15f9600640 1 -- 172.21.15.44:0/3027212650 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16080a4a90 con 0x5568290e0520 2024-05-27T00:35:05.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.890+0000 7f16197d0740 1 -- 172.21.15.44:0/3027212650 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16000043d0 con 0x5568290e0520 2024-05-27T00:35:05.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.890+0000 7f15f9600640 1 -- 172.21.15.44:0/3027212650 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f16080a4600 con 0x5568290e0520 2024-05-27T00:35:05.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.891+0000 7f15f9600640 1 -- 172.21.15.44:0/3027212650 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f16080a4800 con 0x5568290e0520 2024-05-27T00:35:05.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.891+0000 7f16197d0740 10 client.25343 fetch_fsmap learned FSMap version 24 2024-05-27T00:35:05.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.891+0000 7f16197d0740 1 -- 172.21.15.44:0/3027212650 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5568290ef7c0 con 0x5568290e0520 2024-05-27T00:35:05.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.891+0000 7f15f9600640 1 -- 172.21.15.44:0/3027212650 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f16000043d0 con 0x5568290e0520 2024-05-27T00:35:05.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.891+0000 7f15f9600640 1 -- 172.21.15.44:0/3027212650 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f160809ace0 con 0x5568290e0520 2024-05-27T00:35:05.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.891+0000 7f16197d0740 10 client.25343 fetch_fsmap finished waiting for FSMap version 24 2024-05-27T00:35:05.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.891+0000 7f16197d0740 10 client.25343 resolve_mds: resolved name 'h' to daemon mds.h 2024-05-27T00:35:05.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.891+0000 7f16197d0740 20 client.25343 populate_metadata read hostname 'smithi044' 2024-05-27T00:35:05.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.891+0000 7f16197d0740 1 --2- 172.21.15.44:0/3027212650 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x5568290f1d50 0x5568290f31c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.891+0000 7f16197d0740 4 client.25343 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:35:05.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.892+0000 7f16197d0740 1 -- 172.21.15.44:0/3027212650 --> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55682904ad40 con 0x5568290f1d50 2024-05-27T00:35:05.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.892+0000 7f160f400640 1 --2- 172.21.15.44:0/3027212650 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x5568290f1d50 0x5568290f31c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.892+0000 7f160f400640 1 --2- 172.21.15.44:0/3027212650 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x5568290f1d50 0x5568290f31c0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8d619d15d19c06ed server_cookie=ea5e8f5322b0a988 in_seq=0 out_seq=0 2024-05-27T00:35:05.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.892+0000 7f15f9600640 10 client.25343 ms_handle_connect on v2:172.21.15.50:6836/3905712585 2024-05-27T00:35:05.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.893+0000 7f15f9600640 1 -- 172.21.15.44:0/3027212650 <== mds.2 v2:172.21.15.50:6836/3905712585 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55682904ad40 con 0x5568290f1d50 2024-05-27T00:35:05.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.893+0000 7f15f9600640 10 client.25343 handle_command_reply: tid=0 2024-05-27T00:35:05.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.894+0000 7f16197d0740 1 client.25343 shutdown 2024-05-27T00:35:05.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.894+0000 7f16197d0740 1 -- 172.21.15.44:0/3027212650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290e0520 msgr2=0x5568290ec390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:05.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.894+0000 7f16197d0740 1 --2- 172.21.15.44:0/3027212650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290e0520 0x5568290ec390 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f16080cd0c0 tx=0x7f160809c5e0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.894+0000 7f16197d0740 1 -- 172.21.15.44:0/3027212650 shutdown_connections 2024-05-27T00:35:05.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.894+0000 7f16197d0740 1 --2- 172.21.15.44:0/3027212650 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x5568290f1d50 0x5568290f31c0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.894+0000 7f16197d0740 1 --2- 172.21.15.44:0/3027212650 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290e0520 0x5568290ec390 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.894+0000 7f16197d0740 1 --2- 172.21.15.44:0/3027212650 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5568290db3b0 0x5568290e5350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.894+0000 7f16197d0740 1 --2- 172.21.15.44:0/3027212650 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290da9c0 0x5568290e4e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.894+0000 7f16197d0740 1 -- 172.21.15.44:0/3027212650 >> 172.21.15.44:0/3027212650 conn(0x5568290d6030 msgr2=0x5568290d51b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:05.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.894+0000 7f15f9600640 0 client.25343 ms_handle_reset on v2:172.21.15.50:6836/3905712585 2024-05-27T00:35:05.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.894+0000 7f16197d0740 1 -- 172.21.15.44:0/3027212650 shutdown_connections 2024-05-27T00:35:05.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.894+0000 7f16197d0740 1 -- 172.21.15.44:0/3027212650 wait complete. 2024-05-27T00:35:05.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.894+0000 7f16197d0740 20 client.25343 trim_cache size 0 max 16384 2024-05-27T00:35:05.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.915+0000 7f16197d0740 1 Processor -- start 2024-05-27T00:35:05.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.915+0000 7f16197d0740 1 -- start start 2024-05-27T00:35:05.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.915+0000 7f16197d0740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5568290da9c0 0x5568290dfe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.915+0000 7f16197d0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290db3b0 0x5568290ec350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.915+0000 7f16197d0740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290e0520 0x5568290dc7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.915+0000 7f16197d0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5568290f1500 con 0x5568290db3b0 2024-05-27T00:35:05.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.915+0000 7f16197d0740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5568290f1bd0 con 0x5568290e0520 2024-05-27T00:35:05.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.915+0000 7f16197d0740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5568290f22a0 con 0x5568290da9c0 2024-05-27T00:35:05.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.916+0000 7f160ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290db3b0 0x5568290ec350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.916+0000 7f160ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290db3b0 0x5568290ec350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57320/0 (socket says 172.21.15.44:57320) 2024-05-27T00:35:05.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.916+0000 7f160ea00640 1 -- 172.21.15.44:0/2625295367 learned_addr learned my addr 172.21.15.44:0/2625295367 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:05.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.916+0000 7f160f400640 1 --2- 172.21.15.44:0/2625295367 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5568290da9c0 0x5568290dfe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.916+0000 7f160fe00640 1 --2- 172.21.15.44:0/2625295367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290e0520 0x5568290dc7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.916+0000 7f160ea00640 1 -- 172.21.15.44:0/2625295367 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5568290da9c0 msgr2=0x5568290dfe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:05.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.916+0000 7f160ea00640 1 --2- 172.21.15.44:0/2625295367 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5568290da9c0 0x5568290dfe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.916+0000 7f160ea00640 1 -- 172.21.15.44:0/2625295367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290e0520 msgr2=0x5568290dc7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:05.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.916+0000 7f160ea00640 1 --2- 172.21.15.44:0/2625295367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290e0520 0x5568290dc7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.916+0000 7f160ea00640 1 -- 172.21.15.44:0/2625295367 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568290db790 con 0x5568290db3b0 2024-05-27T00:35:05.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.917+0000 7f160ea00640 1 --2- 172.21.15.44:0/2625295367 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290db3b0 0x5568290ec350 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f15fc005e00 tx=0x7f15fc039000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3be7b1156097f176 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:05.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.917+0000 7f15fbe00640 1 -- 172.21.15.44:0/2625295367 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15fc048040 con 0x5568290db3b0 2024-05-27T00:35:05.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.917+0000 7f15fbe00640 1 -- 172.21.15.44:0/2625295367 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f15fc053070 con 0x5568290db3b0 2024-05-27T00:35:05.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.917+0000 7f15fbe00640 1 -- 172.21.15.44:0/2625295367 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15fc037040 con 0x5568290db3b0 2024-05-27T00:35:05.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.918+0000 7f16197d0740 1 -- 172.21.15.44:0/2625295367 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290db3b0 msgr2=0x5568290ec350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:05.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.918+0000 7f16197d0740 1 --2- 172.21.15.44:0/2625295367 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290db3b0 0x5568290ec350 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f15fc005e00 tx=0x7f15fc039000 comp rx=0 tx=0).stop 2024-05-27T00:35:05.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.918+0000 7f16197d0740 1 -- 172.21.15.44:0/2625295367 shutdown_connections 2024-05-27T00:35:05.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.918+0000 7f16197d0740 1 --2- 172.21.15.44:0/2625295367 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290e0520 0x5568290dc7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.918+0000 7f16197d0740 1 --2- 172.21.15.44:0/2625295367 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290db3b0 0x5568290ec350 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.918+0000 7f16197d0740 1 --2- 172.21.15.44:0/2625295367 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5568290da9c0 0x5568290dfe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.918+0000 7f16197d0740 1 -- 172.21.15.44:0/2625295367 >> 172.21.15.44:0/2625295367 conn(0x5568290d6030 msgr2=0x5568290e39f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:05.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.918+0000 7f16197d0740 1 -- 172.21.15.44:0/2625295367 shutdown_connections 2024-05-27T00:35:05.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.918+0000 7f16197d0740 1 -- 172.21.15.44:0/2625295367 wait complete. 2024-05-27T00:35:05.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.918+0000 7f16197d0740 1 -- start start 2024-05-27T00:35:05.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.919+0000 7f16197d0740 1 Processor -- start 2024-05-27T00:35:05.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.919+0000 7f16197d0740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290da9c0 0x5568290e77e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.919+0000 7f16197d0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290db3b0 0x5568290e7d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.919+0000 7f16197d0740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5568290e0520 0x5568290eacd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.919+0000 7f16197d0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5568290f3040 con 0x5568290db3b0 2024-05-27T00:35:05.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.919+0000 7f16197d0740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5568290f2970 con 0x5568290da9c0 2024-05-27T00:35:05.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.919+0000 7f16197d0740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5568290f3710 con 0x5568290e0520 2024-05-27T00:35:05.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.919+0000 7f16197d0740 10 client.0 _ll_register_callbacks cb 0x7f160809b9f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:35:05.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.919+0000 7f160ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290db3b0 0x5568290e7d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.919+0000 7f160ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290db3b0 0x5568290e7d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57334/0 (socket says 172.21.15.44:57334) 2024-05-27T00:35:05.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.919+0000 7f160fe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5568290e0520 0x5568290eacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.919+0000 7f160ea00640 1 -- 172.21.15.44:0/2947092832 learned_addr learned my addr 172.21.15.44:0/2947092832 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:05.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.919+0000 7f160f400640 1 --2- 172.21.15.44:0/2947092832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290da9c0 0x5568290e77e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.920+0000 7f160ea00640 1 -- 172.21.15.44:0/2947092832 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5568290e0520 msgr2=0x5568290eacd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:05.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.920+0000 7f160ea00640 1 --2- 172.21.15.44:0/2947092832 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5568290e0520 0x5568290eacd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.920+0000 7f160ea00640 1 -- 172.21.15.44:0/2947092832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290da9c0 msgr2=0x5568290e77e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:05.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.920+0000 7f160ea00640 1 --2- 172.21.15.44:0/2947092832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290da9c0 0x5568290e77e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.920+0000 7f160ea00640 1 -- 172.21.15.44:0/2947092832 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568290eb2c0 con 0x5568290db3b0 2024-05-27T00:35:05.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.920+0000 7f160fe00640 1 --2- 172.21.15.44:0/2947092832 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5568290e0520 0x5568290eacd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:05.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.920+0000 7f160ea00640 1 --2- 172.21.15.44:0/2947092832 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290db3b0 0x5568290e7d20 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f15fc02a860 tx=0x7f15fc0043d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=374669110221e1c server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:05.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.920+0000 7f15f9600640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:35:05.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.921+0000 7f15f9600640 1 -- 172.21.15.44:0/2947092832 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15fc05d020 con 0x5568290db3b0 2024-05-27T00:35:05.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.921+0000 7f15f9600640 1 -- 172.21.15.44:0/2947092832 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f15fc0037f0 con 0x5568290db3b0 2024-05-27T00:35:05.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.921+0000 7f16197d0740 1 -- 172.21.15.44:0/2947092832 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15fc053070 con 0x5568290db3b0 2024-05-27T00:35:05.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.921+0000 7f15f9600640 1 -- 172.21.15.44:0/2947092832 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f15fc068050 con 0x5568290db3b0 2024-05-27T00:35:05.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.921+0000 7f16197d0740 10 client.15219 fetch_fsmap learned FSMap version 24 2024-05-27T00:35:05.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.921+0000 7f16197d0740 1 -- 172.21.15.44:0/2947092832 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5568290ec5c0 con 0x5568290db3b0 2024-05-27T00:35:05.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.921+0000 7f15f9600640 1 -- 172.21.15.44:0/2947092832 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f15fc053070 con 0x5568290db3b0 2024-05-27T00:35:05.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.921+0000 7f15f9600640 1 -- 172.21.15.44:0/2947092832 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f15fc04b030 con 0x5568290db3b0 2024-05-27T00:35:05.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.921+0000 7f16197d0740 10 client.15219 fetch_fsmap finished waiting for FSMap version 24 2024-05-27T00:35:05.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.922+0000 7f16197d0740 10 client.15219 resolve_mds: resolved name 'h' to daemon mds.h 2024-05-27T00:35:05.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.922+0000 7f16197d0740 20 client.15219 populate_metadata read hostname 'smithi044' 2024-05-27T00:35:05.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.922+0000 7f16197d0740 1 --2- 172.21.15.44:0/2947092832 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x5568291604c0 0x55682915f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:05.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.922+0000 7f16197d0740 4 client.15219 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-27T00:35:05.925 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.922+0000 7f16197d0740 1 -- 172.21.15.44:0/2947092832 --> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] -- command(tid 0: {"prefix": "status"}) -- 0x556829045090 con 0x5568291604c0 2024-05-27T00:35:05.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.922+0000 7f160f400640 1 --2- 172.21.15.44:0/2947092832 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x5568291604c0 0x55682915f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:05.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.922+0000 7f160f400640 1 --2- 172.21.15.44:0/2947092832 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x5568291604c0 0x55682915f1d0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7f25be97117268f6 server_cookie=bd1b33539523a18 in_seq=0 out_seq=0 2024-05-27T00:35:05.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.922+0000 7f15f9600640 10 client.15219 ms_handle_connect on v2:172.21.15.50:6836/3905712585 2024-05-27T00:35:05.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.923+0000 7f15f9600640 1 -- 172.21.15.44:0/2947092832 <== mds.2 v2:172.21.15.50:6836/3905712585 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x556829045090 con 0x5568291604c0 2024-05-27T00:35:05.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.923+0000 7f15f9600640 10 client.15219 handle_command_reply: tid=0 2024-05-27T00:35:05.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.923+0000 7f16197d0740 1 client.15219 shutdown 2024-05-27T00:35:05.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.923+0000 7f16197d0740 1 -- 172.21.15.44:0/2947092832 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290db3b0 msgr2=0x5568290e7d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:05.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.923+0000 7f16197d0740 1 --2- 172.21.15.44:0/2947092832 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290db3b0 0x5568290e7d20 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f15fc02a860 tx=0x7f15fc0043d0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.923+0000 7f16197d0740 1 -- 172.21.15.44:0/2947092832 shutdown_connections 2024-05-27T00:35:05.926 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.923+0000 7f16197d0740 1 --2- 172.21.15.44:0/2947092832 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x5568291604c0 0x55682915f1d0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.923+0000 7f16197d0740 1 --2- 172.21.15.44:0/2947092832 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5568290e0520 0x5568290eacd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.923+0000 7f16197d0740 1 --2- 172.21.15.44:0/2947092832 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5568290db3b0 0x5568290e7d20 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.923+0000 7f16197d0740 1 --2- 172.21.15.44:0/2947092832 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5568290da9c0 0x5568290e77e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.923+0000 7f16197d0740 1 -- 172.21.15.44:0/2947092832 >> 172.21.15.44:0/2947092832 conn(0x5568290d6030 msgr2=0x5568290dc7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:05.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.923+0000 7f15f9600640 0 client.15219 ms_handle_reset on v2:172.21.15.50:6836/3905712585 2024-05-27T00:35:05.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.923+0000 7f16197d0740 1 -- 172.21.15.44:0/2947092832 shutdown_connections 2024-05-27T00:35:05.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.923+0000 7f16197d0740 1 -- 172.21.15.44:0/2947092832 wait complete. 2024-05-27T00:35:05.927 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.923+0000 7f16197d0740 20 client.15219 trim_cache size 0 max 16384 2024-05-27T00:35:05.927 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:35:05.927 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "1fe53dce-1bbf-11ef-bc9b-c7b262605968", 2024-05-27T00:35:05.928 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 2, 2024-05-27T00:35:05.928 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24542, 2024-05-27T00:35:05.928 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-05-27T00:35:05.928 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-05-27T00:35:05.928 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-05-27T00:35:05.928 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 134.34414693400001, 2024-05-27T00:35:05.928 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 24, 2024-05-27T00:35:05.928 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 95, 2024-05-27T00:35:05.928 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 91, 2024-05-27T00:35:05.928 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 188.163632084 2024-05-27T00:35:05.928 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:35:05.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.924+0000 7f1615200640 1 -- 172.21.15.44:0/4264188427 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f15f40a2b90 msgr2=0x7f15f40a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:05.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.924+0000 7f1615200640 1 --2- 172.21.15.44:0/4264188427 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f15f40a2b90 0x7f15f40a5050 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f15fc000c00 tx=0x7f15fc0305e0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.924+0000 7f1615200640 1 -- 172.21.15.44:0/4264188427 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1610109a30 msgr2=0x7f16101a5800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:05.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.924+0000 7f1615200640 1 --2- 172.21.15.44:0/4264188427 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1610109a30 0x7f16101a5800 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f160800eb10 tx=0x7f160800ef10 comp rx=0 tx=0).stop 2024-05-27T00:35:05.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.924+0000 7f1615200640 1 -- 172.21.15.44:0/4264188427 shutdown_connections 2024-05-27T00:35:05.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.924+0000 7f1615200640 1 --2- 172.21.15.44:0/4264188427 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f15f40a2b90 0x7f15f40a5050 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.924+0000 7f1615200640 1 --2- 172.21.15.44:0/4264188427 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1610109a30 0x7f16101a5800 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.929 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.924+0000 7f1615200640 1 --2- 172.21.15.44:0/4264188427 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1610109070 0x7f161019e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.924+0000 7f1615200640 1 --2- 172.21.15.44:0/4264188427 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1610107e90 0x7f161019e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:05.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.924+0000 7f1615200640 1 -- 172.21.15.44:0/4264188427 >> 172.21.15.44:0/4264188427 conn(0x7f1610076e70 msgr2=0x7f161010c3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:05.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.924+0000 7f1615200640 1 -- 172.21.15.44:0/4264188427 shutdown_connections 2024-05-27T00:35:05.930 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:05.924+0000 7f1615200640 1 -- 172.21.15.44:0/4264188427 wait complete. 2024-05-27T00:35:05.943 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-05-27T00:35:05.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:05 smithi050 ceph-mon[36071]: pgmap v407: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:35:05.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:05 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2972093074' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:35:05.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:05 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3331841440' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:35:06.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:05 smithi137 ceph-mon[36552]: pgmap v407: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:35:06.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:05 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2972093074' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:35:06.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:05 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3331841440' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:35:06.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.159+0000 7f41d8000640 1 -- 172.21.15.44:0/2638214753 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f41d0103c00 msgr2=0x7f41d0104020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:06.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.159+0000 7f41d8000640 1 --2- 172.21.15.44:0/2638214753 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f41d0103c00 0x7f41d0104020 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f41c4009900 tx=0x7f41c402a3f0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.159+0000 7f41d8000640 1 -- 172.21.15.44:0/2638214753 shutdown_connections 2024-05-27T00:35:06.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.159+0000 7f41d8000640 1 --2- 172.21.15.44:0/2638214753 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f41d01057b0 0x7f41d010c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.159+0000 7f41d8000640 1 --2- 172.21.15.44:0/2638214753 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f41d0104df0 0x7f41d0105270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.159+0000 7f41d8000640 1 --2- 172.21.15.44:0/2638214753 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f41d0103c00 0x7f41d0104020 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.159+0000 7f41d8000640 1 -- 172.21.15.44:0/2638214753 >> 172.21.15.44:0/2638214753 conn(0x7f41d00ff190 msgr2=0x7f41d01015b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:06.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.159+0000 7f41d8000640 1 -- 172.21.15.44:0/2638214753 shutdown_connections 2024-05-27T00:35:06.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.159+0000 7f41d8000640 1 -- 172.21.15.44:0/2638214753 wait complete. 2024-05-27T00:35:06.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.160+0000 7f41d8000640 1 Processor -- start 2024-05-27T00:35:06.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.161+0000 7f41d8000640 1 -- start start 2024-05-27T00:35:06.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.161+0000 7f41d8000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f41d0103c00 0x7f41d019a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.161+0000 7f41d8000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f41d0104df0 0x7f41d019a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.161+0000 7f41d8000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f41d01057b0 0x7f41d01a15e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.161+0000 7f41d8000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f41d010f9b0 con 0x7f41d0103c00 2024-05-27T00:35:06.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.161+0000 7f41d8000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f41d010f830 con 0x7f41d01057b0 2024-05-27T00:35:06.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.161+0000 7f41d8000640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f41d010fb30 con 0x7f41d0104df0 2024-05-27T00:35:06.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.161+0000 7f41d5600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f41d0103c00 0x7f41d019a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.162+0000 7f41d4c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f41d0104df0 0x7f41d019a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.162+0000 7f41d4c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f41d0104df0 0x7f41d019a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:46454/0 (socket says 172.21.15.44:46454) 2024-05-27T00:35:06.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.162+0000 7f41d5600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f41d0103c00 0x7f41d019a080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57360/0 (socket says 172.21.15.44:57360) 2024-05-27T00:35:06.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.162+0000 7f41d4c00640 1 -- 172.21.15.44:0/319108479 learned_addr learned my addr 172.21.15.44:0/319108479 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:06.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.162+0000 7f41d6000640 1 --2- 172.21.15.44:0/319108479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f41d01057b0 0x7f41d01a15e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.162+0000 7f41d4c00640 1 -- 172.21.15.44:0/319108479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f41d01057b0 msgr2=0x7f41d01a15e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:06.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.162+0000 7f41d4c00640 1 --2- 172.21.15.44:0/319108479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f41d01057b0 0x7f41d01a15e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.162+0000 7f41d4c00640 1 -- 172.21.15.44:0/319108479 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f41d0103c00 msgr2=0x7f41d019a080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:06.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.162+0000 7f41d4c00640 1 --2- 172.21.15.44:0/319108479 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f41d0103c00 0x7f41d019a080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.162+0000 7f41d4c00640 1 -- 172.21.15.44:0/319108479 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41d01a1c50 con 0x7f41d0104df0 2024-05-27T00:35:06.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.162+0000 7f41d6000640 1 --2- 172.21.15.44:0/319108479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f41d01057b0 0x7f41d01a15e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:35:06.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.162+0000 7f41d4c00640 1 --2- 172.21.15.44:0/319108479 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f41d0104df0 0x7f41d019a5c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f41bc00e9f0 tx=0x7f41bc00edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:06.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.163+0000 7f41ce000640 1 -- 172.21.15.44:0/319108479 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41bc00cd80 con 0x7f41d0104df0 2024-05-27T00:35:06.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.163+0000 7f41ce000640 1 -- 172.21.15.44:0/319108479 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f41bc005520 con 0x7f41d0104df0 2024-05-27T00:35:06.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.163+0000 7f41d8000640 1 -- 172.21.15.44:0/319108479 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41d01a1f40 con 0x7f41d0104df0 2024-05-27T00:35:06.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.163+0000 7f41ce000640 1 -- 172.21.15.44:0/319108479 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41bc010690 con 0x7f41d0104df0 2024-05-27T00:35:06.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.163+0000 7f41d8000640 1 -- 172.21.15.44:0/319108479 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41d01a23b0 con 0x7f41d0104df0 2024-05-27T00:35:06.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.166+0000 7f41ce000640 1 -- 172.21.15.44:0/319108479 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f41bc0046c0 con 0x7f41d0104df0 2024-05-27T00:35:06.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.166+0000 7f41daf9b740 1 Processor -- start 2024-05-27T00:35:06.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.166+0000 7f41daf9b740 1 -- start start 2024-05-27T00:35:06.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.167+0000 7f41daf9b740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38367e0 0x563ba3836c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.167+0000 7f41daf9b740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38371d0 0x563ba383bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.167+0000 7f41daf9b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba383e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.167+0000 7f41daf9b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563ba3799610 con 0x563ba383c340 2024-05-27T00:35:06.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.167+0000 7f41daf9b740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563ba37415c0 con 0x563ba38367e0 2024-05-27T00:35:06.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.167+0000 7f41daf9b740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x563ba37955d0 con 0x563ba38371d0 2024-05-27T00:35:06.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.167+0000 7f41d4c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba383e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.167+0000 7f41d4c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba383e7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57366/0 (socket says 172.21.15.44:57366) 2024-05-27T00:35:06.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.167+0000 7f41d4c00640 1 -- 172.21.15.44:0/3822138783 learned_addr learned my addr 172.21.15.44:0/3822138783 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:06.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.167+0000 7f41d5600640 1 --2- 172.21.15.44:0/3822138783 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38371d0 0x563ba383bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.167+0000 7f41d6000640 1 --2- 172.21.15.44:0/3822138783 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38367e0 0x563ba3836c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.167+0000 7f41d4c00640 1 -- 172.21.15.44:0/3822138783 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38371d0 msgr2=0x563ba383bcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:06.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.167+0000 7f41d4c00640 1 --2- 172.21.15.44:0/3822138783 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38371d0 0x563ba383bcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.167+0000 7f41d4c00640 1 -- 172.21.15.44:0/3822138783 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38367e0 msgr2=0x563ba3836c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:06.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.167+0000 7f41d4c00640 1 --2- 172.21.15.44:0/3822138783 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38367e0 0x563ba3836c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.167+0000 7f41d4c00640 1 -- 172.21.15.44:0/3822138783 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ba34ad2d0 con 0x563ba383c340 2024-05-27T00:35:06.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.168+0000 7f41d4c00640 1 --2- 172.21.15.44:0/3822138783 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba383e7d0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f41bc0d5a80 tx=0x7f41bc0d5b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80da6da1053f6341 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:06.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.168+0000 7f41ce000640 1 --2- 172.21.15.44:0/319108479 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f41b80a2b90 0x7f41b80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.168+0000 7f41c2600640 1 -- 172.21.15.44:0/3822138783 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41bc0de070 con 0x563ba383c340 2024-05-27T00:35:06.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.168+0000 7f41ce000640 1 -- 172.21.15.44:0/319108479 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f41bc0cf8a0 con 0x7f41d0104df0 2024-05-27T00:35:06.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.168+0000 7f41d6000640 1 --2- 172.21.15.44:0/319108479 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f41b80a2b90 0x7f41b80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.168+0000 7f41c2600640 1 -- 172.21.15.44:0/3822138783 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f41bc0166c0 con 0x563ba383c340 2024-05-27T00:35:06.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.168+0000 7f41c2600640 1 -- 172.21.15.44:0/3822138783 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41bc09bb40 con 0x563ba383c340 2024-05-27T00:35:06.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.169+0000 7f41d6000640 1 --2- 172.21.15.44:0/319108479 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f41b80a2b90 0x7f41b80a5050 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x563ba3837a30 tx=0x7f41c80098a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:06.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.169+0000 7f41daf9b740 1 -- 172.21.15.44:0/3822138783 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 msgr2=0x563ba383e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:06.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.169+0000 7f41daf9b740 1 --2- 172.21.15.44:0/3822138783 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba383e7d0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f41bc0d5a80 tx=0x7f41bc0d5b70 comp rx=0 tx=0).stop 2024-05-27T00:35:06.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.169+0000 7f41daf9b740 1 -- 172.21.15.44:0/3822138783 shutdown_connections 2024-05-27T00:35:06.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.169+0000 7f41daf9b740 1 --2- 172.21.15.44:0/3822138783 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba383e7d0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.169+0000 7f41daf9b740 1 --2- 172.21.15.44:0/3822138783 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38371d0 0x563ba383bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.169+0000 7f41daf9b740 1 --2- 172.21.15.44:0/3822138783 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38367e0 0x563ba3836c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.169+0000 7f41daf9b740 1 -- 172.21.15.44:0/3822138783 >> 172.21.15.44:0/3822138783 conn(0x563ba3831e50 msgr2=0x563ba3832250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:06.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.169+0000 7f41daf9b740 1 -- 172.21.15.44:0/3822138783 shutdown_connections 2024-05-27T00:35:06.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.169+0000 7f41daf9b740 1 -- 172.21.15.44:0/3822138783 wait complete. 2024-05-27T00:35:06.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.170+0000 7f41daf9b740 1 -- start start 2024-05-27T00:35:06.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.170+0000 7f41daf9b740 1 Processor -- start 2024-05-27T00:35:06.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.170+0000 7f41daf9b740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38367e0 0x563ba3840bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.170+0000 7f41daf9b740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38371d0 0x563ba3841110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.170+0000 7f41daf9b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba3848150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.170+0000 7f41daf9b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563ba383f2f0 con 0x563ba383c340 2024-05-27T00:35:06.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.170+0000 7f41daf9b740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563ba3754910 con 0x563ba38371d0 2024-05-27T00:35:06.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.170+0000 7f41daf9b740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x563ba383f470 con 0x563ba38367e0 2024-05-27T00:35:06.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.171+0000 7f41daf9b740 10 client.0 _ll_register_callbacks cb 0x563ba3790410 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:35:06.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.171+0000 7f41d6000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba3848150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.171+0000 7f41d6000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba3848150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57376/0 (socket says 172.21.15.44:57376) 2024-05-27T00:35:06.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.171+0000 7f41d6000640 1 -- 172.21.15.44:0/2247972933 learned_addr learned my addr 172.21.15.44:0/2247972933 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:06.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.171+0000 7f41d5600640 1 --2- 172.21.15.44:0/2247972933 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38367e0 0x563ba3840bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.171+0000 7f41d4c00640 1 --2- 172.21.15.44:0/2247972933 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38371d0 0x563ba3841110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.171+0000 7f41d6000640 1 -- 172.21.15.44:0/2247972933 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38367e0 msgr2=0x563ba3840bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:06.176 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.171+0000 7f41d6000640 1 --2- 172.21.15.44:0/2247972933 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38367e0 0x563ba3840bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.171+0000 7f41d6000640 1 -- 172.21.15.44:0/2247972933 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38371d0 msgr2=0x563ba3841110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:06.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.171+0000 7f41d6000640 1 --2- 172.21.15.44:0/2247972933 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38371d0 0x563ba3841110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.171+0000 7f41d6000640 1 -- 172.21.15.44:0/2247972933 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ba35776b0 con 0x563ba383c340 2024-05-27T00:35:06.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.172+0000 7f41d6000640 1 --2- 172.21.15.44:0/2247972933 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba3848150 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f41c8010a00 tx=0x7f41c8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f129d53a1e3e838 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:06.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.172+0000 7f41b6a00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:35:06.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.172+0000 7f41b6a00640 1 -- 172.21.15.44:0/2247972933 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c801d8f0 con 0x563ba383c340 2024-05-27T00:35:06.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.172+0000 7f41b6a00640 1 -- 172.21.15.44:0/2247972933 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f41c801da90 con 0x563ba383c340 2024-05-27T00:35:06.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.172+0000 7f41daf9b740 1 -- 172.21.15.44:0/2247972933 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41bc0166c0 con 0x563ba383c340 2024-05-27T00:35:06.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.172+0000 7f41b6a00640 1 -- 172.21.15.44:0/2247972933 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f41c801dc90 con 0x563ba383c340 2024-05-27T00:35:06.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.172+0000 7f41daf9b740 10 client.15231 fetch_fsmap learned FSMap version 24 2024-05-27T00:35:06.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.172+0000 7f41daf9b740 1 -- 172.21.15.44:0/2247972933 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563ba384b5e0 con 0x563ba383c340 2024-05-27T00:35:06.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.172+0000 7f41b6a00640 1 -- 172.21.15.44:0/2247972933 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f41bc0166c0 con 0x563ba383c340 2024-05-27T00:35:06.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.173+0000 7f41b6a00640 1 -- 172.21.15.44:0/2247972933 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f41c801e630 con 0x563ba383c340 2024-05-27T00:35:06.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.173+0000 7f41daf9b740 10 client.15231 fetch_fsmap finished waiting for FSMap version 24 2024-05-27T00:35:06.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.173+0000 7f41daf9b740 10 client.15231 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-27T00:35:06.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.173+0000 7f41daf9b740 20 client.15231 populate_metadata read hostname 'smithi044' 2024-05-27T00:35:06.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.173+0000 7f41daf9b740 1 --2- 172.21.15.44:0/2247972933 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x563ba384dcd0 0x563ba384f140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.173+0000 7f41daf9b740 4 client.15231 mds_command: new command op to 24581 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:35:06.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.173+0000 7f41daf9b740 1 -- 172.21.15.44:0/2247972933 --> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563ba37a6d40 con 0x563ba384dcd0 2024-05-27T00:35:06.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.173+0000 7f41d5600640 1 --2- 172.21.15.44:0/2247972933 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x563ba384dcd0 0x563ba384f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.174+0000 7f41d5600640 1 --2- 172.21.15.44:0/2247972933 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x563ba384dcd0 0x563ba384f140 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bcb3bb3004c07aa0 server_cookie=6335760e08def80e in_seq=0 out_seq=0 2024-05-27T00:35:06.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.174+0000 7f41b6a00640 10 client.15231 ms_handle_connect on v2:172.21.15.44:6840/114683393 2024-05-27T00:35:06.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.175+0000 7f41b6a00640 1 -- 172.21.15.44:0/2247972933 <== mds.1 v2:172.21.15.44:6840/114683393 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x563ba37a6d40 con 0x563ba384dcd0 2024-05-27T00:35:06.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.175+0000 7f41b6a00640 10 client.15231 handle_command_reply: tid=0 2024-05-27T00:35:06.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.175+0000 7f41daf9b740 1 client.15231 shutdown 2024-05-27T00:35:06.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.175+0000 7f41daf9b740 1 -- 172.21.15.44:0/2247972933 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 msgr2=0x563ba3848150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:06.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.175+0000 7f41daf9b740 1 --2- 172.21.15.44:0/2247972933 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba3848150 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f41c8010a00 tx=0x7f41c8004a40 comp rx=0 tx=0).stop 2024-05-27T00:35:06.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.175+0000 7f41daf9b740 1 -- 172.21.15.44:0/2247972933 shutdown_connections 2024-05-27T00:35:06.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.175+0000 7f41daf9b740 1 --2- 172.21.15.44:0/2247972933 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba3848150 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.175+0000 7f41daf9b740 1 --2- 172.21.15.44:0/2247972933 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x563ba384dcd0 0x563ba384f140 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.175+0000 7f41daf9b740 1 --2- 172.21.15.44:0/2247972933 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38371d0 0x563ba3841110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.175+0000 7f41daf9b740 1 --2- 172.21.15.44:0/2247972933 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38367e0 0x563ba3840bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.175+0000 7f41b6a00640 0 client.15231 ms_handle_reset on v2:172.21.15.44:6840/114683393 2024-05-27T00:35:06.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.175+0000 7f41daf9b740 1 -- 172.21.15.44:0/2247972933 >> 172.21.15.44:0/2247972933 conn(0x563ba3831e50 msgr2=0x563ba38311b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:06.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.175+0000 7f41daf9b740 1 -- 172.21.15.44:0/2247972933 shutdown_connections 2024-05-27T00:35:06.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.175+0000 7f41daf9b740 1 -- 172.21.15.44:0/2247972933 wait complete. 2024-05-27T00:35:06.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.176+0000 7f41daf9b740 20 client.15231 trim_cache size 0 max 16384 2024-05-27T00:35:06.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.196+0000 7f41daf9b740 1 Processor -- start 2024-05-27T00:35:06.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.196+0000 7f41daf9b740 1 -- start start 2024-05-27T00:35:06.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.197+0000 7f41daf9b740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38367e0 0x563ba3838560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.197+0000 7f41daf9b740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38371d0 0x563ba3838aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.197+0000 7f41daf9b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba3830920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.197+0000 7f41daf9b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563ba384d480 con 0x563ba383c340 2024-05-27T00:35:06.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.197+0000 7f41daf9b740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563ba384db50 con 0x563ba38367e0 2024-05-27T00:35:06.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.197+0000 7f41daf9b740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x563ba384e220 con 0x563ba38371d0 2024-05-27T00:35:06.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.197+0000 7f41d6000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba3830920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.197+0000 7f41d5600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38367e0 0x563ba3838560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.197+0000 7f41d6000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba3830920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57378/0 (socket says 172.21.15.44:57378) 2024-05-27T00:35:06.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.197+0000 7f41d6000640 1 -- 172.21.15.44:0/3056065893 learned_addr learned my addr 172.21.15.44:0/3056065893 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:06.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.197+0000 7f41d4c00640 1 --2- 172.21.15.44:0/3056065893 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38371d0 0x563ba3838aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.198+0000 7f41d5600640 1 -- 172.21.15.44:0/3056065893 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38371d0 msgr2=0x563ba3838aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:06.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.198+0000 7f41d5600640 1 --2- 172.21.15.44:0/3056065893 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38371d0 0x563ba3838aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.198+0000 7f41d5600640 1 -- 172.21.15.44:0/3056065893 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 msgr2=0x563ba3830920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:06.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.198+0000 7f41d5600640 1 --2- 172.21.15.44:0/3056065893 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba3830920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.198+0000 7f41d5600640 1 -- 172.21.15.44:0/3056065893 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ba38375b0 con 0x563ba38367e0 2024-05-27T00:35:06.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.198+0000 7f41d6000640 1 --2- 172.21.15.44:0/3056065893 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba3830920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:06.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.198+0000 7f41d4c00640 1 --2- 172.21.15.44:0/3056065893 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38371d0 0x563ba3838aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:06.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.198+0000 7f41d5600640 1 --2- 172.21.15.44:0/3056065893 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38367e0 0x563ba3838560 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f41c4009230 tx=0x7f41c4031bb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7986fba433cbaff4 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:06.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.198+0000 7f41c1c00640 1 -- 172.21.15.44:0/3056065893 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c4035040 con 0x563ba38367e0 2024-05-27T00:35:06.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.199+0000 7f41c1c00640 1 -- 172.21.15.44:0/3056065893 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f41c404c070 con 0x563ba38367e0 2024-05-27T00:35:06.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.199+0000 7f41c1c00640 1 -- 172.21.15.44:0/3056065893 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c4047860 con 0x563ba38367e0 2024-05-27T00:35:06.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.199+0000 7f41daf9b740 1 -- 172.21.15.44:0/3056065893 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38367e0 msgr2=0x563ba3838560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:06.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.199+0000 7f41daf9b740 1 --2- 172.21.15.44:0/3056065893 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38367e0 0x563ba3838560 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f41c4009230 tx=0x7f41c4031bb0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.199+0000 7f41daf9b740 1 -- 172.21.15.44:0/3056065893 shutdown_connections 2024-05-27T00:35:06.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.199+0000 7f41daf9b740 1 --2- 172.21.15.44:0/3056065893 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba3830920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.199+0000 7f41daf9b740 1 --2- 172.21.15.44:0/3056065893 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38371d0 0x563ba3838aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.199+0000 7f41daf9b740 1 --2- 172.21.15.44:0/3056065893 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38367e0 0x563ba3838560 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.199+0000 7f41daf9b740 1 -- 172.21.15.44:0/3056065893 >> 172.21.15.44:0/3056065893 conn(0x563ba3831e50 msgr2=0x563ba3840bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:06.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.199+0000 7f41daf9b740 1 -- 172.21.15.44:0/3056065893 shutdown_connections 2024-05-27T00:35:06.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.199+0000 7f41daf9b740 1 -- 172.21.15.44:0/3056065893 wait complete. 2024-05-27T00:35:06.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.200+0000 7f41daf9b740 1 -- start start 2024-05-27T00:35:06.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.200+0000 7f41daf9b740 1 Processor -- start 2024-05-27T00:35:06.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.200+0000 7f41daf9b740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38367e0 0x563ba3843190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.200+0000 7f41daf9b740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38371d0 0x563ba38436d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.201+0000 7f41daf9b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba38466f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.201+0000 7f41daf9b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563ba384efc0 con 0x563ba383c340 2024-05-27T00:35:06.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.201+0000 7f41daf9b740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563ba384e8f0 con 0x563ba38371d0 2024-05-27T00:35:06.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.201+0000 7f41daf9b740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x563ba384f690 con 0x563ba38367e0 2024-05-27T00:35:06.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.201+0000 7f41daf9b740 10 client.0 _ll_register_callbacks cb 0x7f41c8009d60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:35:06.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.201+0000 7f41d4c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38371d0 0x563ba38436d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.201+0000 7f41d4c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38371d0 0x563ba38436d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:47138/0 (socket says 172.21.15.44:47138) 2024-05-27T00:35:06.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.201+0000 7f41d4c00640 1 -- 172.21.15.44:0/368627117 learned_addr learned my addr 172.21.15.44:0/368627117 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:06.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.201+0000 7f41d6000640 1 --2- 172.21.15.44:0/368627117 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba38466f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.201+0000 7f41d5600640 1 --2- 172.21.15.44:0/368627117 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38367e0 0x563ba3843190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.201+0000 7f41d5600640 1 -- 172.21.15.44:0/368627117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38371d0 msgr2=0x563ba38436d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:06.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.201+0000 7f41d5600640 1 --2- 172.21.15.44:0/368627117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38371d0 0x563ba38436d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.201+0000 7f41d5600640 1 -- 172.21.15.44:0/368627117 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 msgr2=0x563ba38466f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:06.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.201+0000 7f41d5600640 1 --2- 172.21.15.44:0/368627117 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba38466f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.201+0000 7f41d5600640 1 -- 172.21.15.44:0/368627117 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ba3846ce0 con 0x563ba38367e0 2024-05-27T00:35:06.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.201+0000 7f41d4c00640 1 --2- 172.21.15.44:0/368627117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38371d0 0x563ba38436d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:06.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.201+0000 7f41d6000640 1 --2- 172.21.15.44:0/368627117 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba38466f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:06.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.202+0000 7f41d5600640 1 --2- 172.21.15.44:0/368627117 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38367e0 0x563ba3843190 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f41c40092a0 tx=0x7f41c402a3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ba9b4c0d68d60d1 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:06.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.202+0000 7f41b6a00640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:35:06.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.202+0000 7f41b6a00640 1 -- 172.21.15.44:0/368627117 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c4035040 con 0x563ba38367e0 2024-05-27T00:35:06.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.202+0000 7f41daf9b740 1 -- 172.21.15.44:0/368627117 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41c404c070 con 0x563ba38367e0 2024-05-27T00:35:06.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.202+0000 7f41b6a00640 1 -- 172.21.15.44:0/368627117 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f41c4004020 con 0x563ba38367e0 2024-05-27T00:35:06.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.203+0000 7f41b6a00640 1 -- 172.21.15.44:0/368627117 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f41c4047ab0 con 0x563ba38367e0 2024-05-27T00:35:06.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.203+0000 7f41daf9b740 10 client.25354 fetch_fsmap learned FSMap version 24 2024-05-27T00:35:06.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.203+0000 7f41daf9b740 1 -- 172.21.15.44:0/368627117 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563ba38c0a30 con 0x563ba38367e0 2024-05-27T00:35:06.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.203+0000 7f41b6a00640 1 -- 172.21.15.44:0/368627117 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f41c404c070 con 0x563ba38367e0 2024-05-27T00:35:06.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.203+0000 7f41b6a00640 1 -- 172.21.15.44:0/368627117 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f41c4004a50 con 0x563ba38367e0 2024-05-27T00:35:06.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.203+0000 7f41daf9b740 10 client.25354 fetch_fsmap finished waiting for FSMap version 24 2024-05-27T00:35:06.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.203+0000 7f41daf9b740 10 client.25354 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-27T00:35:06.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.203+0000 7f41daf9b740 20 client.25354 populate_metadata read hostname 'smithi044' 2024-05-27T00:35:06.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.203+0000 7f41daf9b740 1 --2- 172.21.15.44:0/368627117 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x563ba38c51c0 0x563ba38c3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.203+0000 7f41daf9b740 4 client.25354 mds_command: new command op to 24581 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-27T00:35:06.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.203+0000 7f41daf9b740 1 -- 172.21.15.44:0/368627117 --> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] -- command(tid 0: {"prefix": "status"}) -- 0x563ba37a1090 con 0x563ba38c51c0 2024-05-27T00:35:06.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.204+0000 7f41d4c00640 1 --2- 172.21.15.44:0/368627117 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x563ba38c51c0 0x563ba38c3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.204+0000 7f41d4c00640 1 --2- 172.21.15.44:0/368627117 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x563ba38c51c0 0x563ba38c3ed0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f47aedc493381536 server_cookie=24661eef4759e6b8 in_seq=0 out_seq=0 2024-05-27T00:35:06.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.204+0000 7f41b6a00640 10 client.25354 ms_handle_connect on v2:172.21.15.44:6840/114683393 2024-05-27T00:35:06.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.205+0000 7f41b6a00640 1 -- 172.21.15.44:0/368627117 <== mds.1 v2:172.21.15.44:6840/114683393 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x563ba37a1090 con 0x563ba38c51c0 2024-05-27T00:35:06.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.205+0000 7f41b6a00640 10 client.25354 handle_command_reply: tid=0 2024-05-27T00:35:06.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.205+0000 7f41daf9b740 1 client.25354 shutdown 2024-05-27T00:35:06.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.205+0000 7f41daf9b740 1 -- 172.21.15.44:0/368627117 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38367e0 msgr2=0x563ba3843190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:06.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.205+0000 7f41daf9b740 1 --2- 172.21.15.44:0/368627117 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38367e0 0x563ba3843190 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f41c40092a0 tx=0x7f41c402a3f0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.205+0000 7f41daf9b740 1 -- 172.21.15.44:0/368627117 shutdown_connections 2024-05-27T00:35:06.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.205+0000 7f41daf9b740 1 --2- 172.21.15.44:0/368627117 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563ba383c340 0x563ba38466f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.205+0000 7f41daf9b740 1 --2- 172.21.15.44:0/368627117 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x563ba38c51c0 0x563ba38c3ed0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.205+0000 7f41daf9b740 1 --2- 172.21.15.44:0/368627117 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563ba38371d0 0x563ba38436d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.205+0000 7f41daf9b740 1 --2- 172.21.15.44:0/368627117 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563ba38367e0 0x563ba3843190 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.205+0000 7f41b6a00640 0 client.25354 ms_handle_reset on v2:172.21.15.44:6840/114683393 2024-05-27T00:35:06.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.205+0000 7f41daf9b740 1 -- 172.21.15.44:0/368627117 >> 172.21.15.44:0/368627117 conn(0x563ba3831e50 msgr2=0x563ba3840bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:06.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.205+0000 7f41daf9b740 1 -- 172.21.15.44:0/368627117 shutdown_connections 2024-05-27T00:35:06.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.205+0000 7f41daf9b740 1 -- 172.21.15.44:0/368627117 wait complete. 2024-05-27T00:35:06.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.205+0000 7f41daf9b740 20 client.25354 trim_cache size 0 max 16384 2024-05-27T00:35:06.211 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:35:06.211 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "1fe53dce-1bbf-11ef-bc9b-c7b262605968", 2024-05-27T00:35:06.211 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 1, 2024-05-27T00:35:06.211 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24581, 2024-05-27T00:35:06.211 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-05-27T00:35:06.211 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-05-27T00:35:06.211 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-05-27T00:35:06.212 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 135.63555718000001, 2024-05-27T00:35:06.212 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 24, 2024-05-27T00:35:06.212 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 95, 2024-05-27T00:35:06.212 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 91, 2024-05-27T00:35:06.212 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 177.29045031000001 2024-05-27T00:35:06.212 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:35:06.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.206+0000 7f41d8000640 1 -- 172.21.15.44:0/319108479 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f41b80a2b90 msgr2=0x7f41b80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:06.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.206+0000 7f41d8000640 1 --2- 172.21.15.44:0/319108479 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f41b80a2b90 0x7f41b80a5050 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x563ba3837a30 tx=0x7f41c80098a0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.206+0000 7f41d8000640 1 -- 172.21.15.44:0/319108479 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f41d0104df0 msgr2=0x7f41d019a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:06.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.206+0000 7f41d8000640 1 --2- 172.21.15.44:0/319108479 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f41d0104df0 0x7f41d019a5c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f41bc00e9f0 tx=0x7f41bc00edf0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.206+0000 7f41d8000640 1 -- 172.21.15.44:0/319108479 shutdown_connections 2024-05-27T00:35:06.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.206+0000 7f41d8000640 1 --2- 172.21.15.44:0/319108479 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f41b80a2b90 0x7f41b80a5050 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.206+0000 7f41d8000640 1 --2- 172.21.15.44:0/319108479 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f41d01057b0 0x7f41d01a15e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.206+0000 7f41d8000640 1 --2- 172.21.15.44:0/319108479 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f41d0104df0 0x7f41d019a5c0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.206+0000 7f41d8000640 1 --2- 172.21.15.44:0/319108479 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f41d0103c00 0x7f41d019a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.206+0000 7f41d8000640 1 -- 172.21.15.44:0/319108479 >> 172.21.15.44:0/319108479 conn(0x7f41d00ff190 msgr2=0x7f41d0108190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:06.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.206+0000 7f41d8000640 1 -- 172.21.15.44:0/319108479 shutdown_connections 2024-05-27T00:35:06.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.206+0000 7f41d8000640 1 -- 172.21.15.44:0/319108479 wait complete. 2024-05-27T00:35:06.225 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-05-27T00:35:06.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.439+0000 7f93b8c00640 1 -- 172.21.15.44:0/1595332662 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93b4104db0 msgr2=0x7f93b41071a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:06.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.439+0000 7f93b8c00640 1 --2- 172.21.15.44:0/1595332662 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93b4104db0 0x7f93b41071a0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f939c009900 tx=0x7f939c02a3f0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.439+0000 7f93b8c00640 1 -- 172.21.15.44:0/1595332662 shutdown_connections 2024-05-27T00:35:06.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.439+0000 7f93b8c00640 1 --2- 172.21.15.44:0/1595332662 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f93b41076e0 0x7f93b4109b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.439+0000 7f93b8c00640 1 --2- 172.21.15.44:0/1595332662 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93b4104db0 0x7f93b41071a0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.439+0000 7f93b8c00640 1 --2- 172.21.15.44:0/1595332662 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f93b4102480 0x7f93b4104870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.439+0000 7f93b8c00640 1 -- 172.21.15.44:0/1595332662 >> 172.21.15.44:0/1595332662 conn(0x7f93b40fbe90 msgr2=0x7f93b40fe2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:06.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.440+0000 7f93b8c00640 1 -- 172.21.15.44:0/1595332662 shutdown_connections 2024-05-27T00:35:06.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.440+0000 7f93b8c00640 1 -- 172.21.15.44:0/1595332662 wait complete. 2024-05-27T00:35:06.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.440+0000 7f93b8c00640 1 Processor -- start 2024-05-27T00:35:06.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.441+0000 7f93b8c00640 1 -- start start 2024-05-27T00:35:06.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.441+0000 7f93b8c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f93b4102480 0x7f93b4101df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.441+0000 7f93b8c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93b4104db0 0x7f93b4100430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.441+0000 7f93b8c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f93b41076e0 0x7f93b4100970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.441+0000 7f93b8c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f93b410d7b0 con 0x7f93b4102480 2024-05-27T00:35:06.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.441+0000 7f93b8c00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f93b410d630 con 0x7f93b4104db0 2024-05-27T00:35:06.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.441+0000 7f93b8c00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f93b410d930 con 0x7f93b41076e0 2024-05-27T00:35:06.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.441+0000 7f93b1e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f93b4102480 0x7f93b4101df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.441+0000 7f93abe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93b4104db0 0x7f93b4100430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.441+0000 7f93b1e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f93b4102480 0x7f93b4101df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57412/0 (socket says 172.21.15.44:57412) 2024-05-27T00:35:06.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.441+0000 7f93b1e00640 1 -- 172.21.15.44:0/3891141756 learned_addr learned my addr 172.21.15.44:0/3891141756 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:06.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.442+0000 7f93b2800640 1 --2- 172.21.15.44:0/3891141756 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f93b41076e0 0x7f93b4100970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.442+0000 7f93b1e00640 1 -- 172.21.15.44:0/3891141756 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f93b41076e0 msgr2=0x7f93b4100970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:06.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.442+0000 7f93b1e00640 1 --2- 172.21.15.44:0/3891141756 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f93b41076e0 0x7f93b4100970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.442+0000 7f93b1e00640 1 -- 172.21.15.44:0/3891141756 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93b4104db0 msgr2=0x7f93b4100430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:06.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.442+0000 7f93b1e00640 1 --2- 172.21.15.44:0/3891141756 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93b4104db0 0x7f93b4100430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.442+0000 7f93b1e00640 1 -- 172.21.15.44:0/3891141756 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93b4101200 con 0x7f93b4102480 2024-05-27T00:35:06.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.442+0000 7f93abe00640 1 --2- 172.21.15.44:0/3891141756 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93b4104db0 0x7f93b4100430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:06.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.442+0000 7f93b1e00640 1 --2- 172.21.15.44:0/3891141756 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f93b4102480 0x7f93b4101df0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f93a400d950 tx=0x7f93a400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:06.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.442+0000 7f93aaa00640 1 -- 172.21.15.44:0/3891141756 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a4017030 con 0x7f93b4102480 2024-05-27T00:35:06.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.443+0000 7f93aaa00640 1 -- 172.21.15.44:0/3891141756 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f93a4004020 con 0x7f93b4102480 2024-05-27T00:35:06.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.443+0000 7f93b8c00640 1 -- 172.21.15.44:0/3891141756 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93b41a1f50 con 0x7f93b4102480 2024-05-27T00:35:06.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.443+0000 7f93aaa00640 1 -- 172.21.15.44:0/3891141756 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a4004a00 con 0x7f93b4102480 2024-05-27T00:35:06.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.443+0000 7f93b8c00640 1 -- 172.21.15.44:0/3891141756 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93b41a23b0 con 0x7f93b4102480 2024-05-27T00:35:06.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.446+0000 7f93bbb9e740 1 Processor -- start 2024-05-27T00:35:06.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.446+0000 7f93aaa00640 1 -- 172.21.15.44:0/3891141756 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f93a40041d0 con 0x7f93b4102480 2024-05-27T00:35:06.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.446+0000 7f93bbb9e740 1 -- start start 2024-05-27T00:35:06.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.446+0000 7f93bbb9e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feaa7e0 0x56458feaac00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.446+0000 7f93bbb9e740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56458feab1d0 0x56458feafcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.446+0000 7f93bbb9e740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feb0340 0x56458feb27d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.446+0000 7f93bbb9e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56458fe0d610 con 0x56458feaa7e0 2024-05-27T00:35:06.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.446+0000 7f93bbb9e740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56458fdb55c0 con 0x56458feb0340 2024-05-27T00:35:06.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.446+0000 7f93bbb9e740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x56458fe095d0 con 0x56458feab1d0 2024-05-27T00:35:06.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.447+0000 7f93b2800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feaa7e0 0x56458feaac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.447+0000 7f93b2800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feaa7e0 0x56458feaac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57424/0 (socket says 172.21.15.44:57424) 2024-05-27T00:35:06.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.447+0000 7f93b2800640 1 -- 172.21.15.44:0/3958755613 learned_addr learned my addr 172.21.15.44:0/3958755613 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:06.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.447+0000 7f93b1e00640 1 --2- 172.21.15.44:0/3958755613 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56458feab1d0 0x56458feafcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.447+0000 7f93abe00640 1 --2- 172.21.15.44:0/3958755613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feb0340 0x56458feb27d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.447+0000 7f93b2800640 1 -- 172.21.15.44:0/3958755613 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56458feab1d0 msgr2=0x56458feafcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:06.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.447+0000 7f93b2800640 1 --2- 172.21.15.44:0/3958755613 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56458feab1d0 0x56458feafcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.447+0000 7f93b2800640 1 -- 172.21.15.44:0/3958755613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feb0340 msgr2=0x56458feb27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:06.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.447+0000 7f93b2800640 1 --2- 172.21.15.44:0/3958755613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feb0340 0x56458feb27d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.447+0000 7f93b2800640 1 -- 172.21.15.44:0/3958755613 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56458fb212d0 con 0x56458feaa7e0 2024-05-27T00:35:06.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.447+0000 7f93abe00640 1 --2- 172.21.15.44:0/3958755613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feb0340 0x56458feb27d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:06.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.448+0000 7f93b2800640 1 --2- 172.21.15.44:0/3958755613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feaa7e0 0x56458feaac00 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f93ac009f50 tx=0x7f93ac0118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b47ecfa110ebb7d server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:06.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.448+0000 7f93a3000640 1 -- 172.21.15.44:0/3958755613 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93ac004d20 con 0x56458feaa7e0 2024-05-27T00:35:06.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.448+0000 7f93a3000640 1 -- 172.21.15.44:0/3958755613 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f93ac004050 con 0x56458feaa7e0 2024-05-27T00:35:06.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.448+0000 7f93a3000640 1 -- 172.21.15.44:0/3958755613 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93ac005260 con 0x56458feaa7e0 2024-05-27T00:35:06.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.448+0000 7f93aaa00640 1 --2- 172.21.15.44:0/3891141756 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f93980a2c10 0x7f93980a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.448+0000 7f93aaa00640 1 -- 172.21.15.44:0/3891141756 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f93a40ced20 con 0x7f93b4102480 2024-05-27T00:35:06.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.448+0000 7f93b1e00640 1 --2- 172.21.15.44:0/3891141756 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f93980a2c10 0x7f93980a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.453 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.449+0000 7f93bbb9e740 1 -- 172.21.15.44:0/3958755613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feaa7e0 msgr2=0x56458feaac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:06.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.449+0000 7f93bbb9e740 1 --2- 172.21.15.44:0/3958755613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feaa7e0 0x56458feaac00 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f93ac009f50 tx=0x7f93ac0118d0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.449+0000 7f93bbb9e740 1 -- 172.21.15.44:0/3958755613 shutdown_connections 2024-05-27T00:35:06.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.449+0000 7f93bbb9e740 1 --2- 172.21.15.44:0/3958755613 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feb0340 0x56458feb27d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.449+0000 7f93bbb9e740 1 --2- 172.21.15.44:0/3958755613 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56458feab1d0 0x56458feafcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.449+0000 7f93bbb9e740 1 --2- 172.21.15.44:0/3958755613 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feaa7e0 0x56458feaac00 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.449+0000 7f93bbb9e740 1 -- 172.21.15.44:0/3958755613 >> 172.21.15.44:0/3958755613 conn(0x56458fea5e50 msgr2=0x56458fea6250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:06.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.449+0000 7f93b1e00640 1 --2- 172.21.15.44:0/3891141756 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f93980a2c10 0x7f93980a50d0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f93a40cc800 tx=0x7f93a40d2800 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:06.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.449+0000 7f93bbb9e740 1 -- 172.21.15.44:0/3958755613 shutdown_connections 2024-05-27T00:35:06.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.449+0000 7f93bbb9e740 1 -- 172.21.15.44:0/3958755613 wait complete. 2024-05-27T00:35:06.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.449+0000 7f93bbb9e740 1 -- start start 2024-05-27T00:35:06.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.450+0000 7f93bbb9e740 1 Processor -- start 2024-05-27T00:35:06.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.450+0000 7f93bbb9e740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feaa7e0 0x56458feb4c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.454 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.450+0000 7f93bbb9e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feab1d0 0x56458feb51a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.450+0000 7f93bbb9e740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56458feb0340 0x56458febc1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.450+0000 7f93bbb9e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56458feb32f0 con 0x56458feab1d0 2024-05-27T00:35:06.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.450+0000 7f93bbb9e740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56458fdc8910 con 0x56458feaa7e0 2024-05-27T00:35:06.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.450+0000 7f93bbb9e740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x56458feb3470 con 0x56458feb0340 2024-05-27T00:35:06.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.450+0000 7f93bbb9e740 10 client.0 _ll_register_callbacks cb 0x56458fe04410 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:35:06.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.450+0000 7f93abe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feab1d0 0x56458feb51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.451+0000 7f93abe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feab1d0 0x56458feb51a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57440/0 (socket says 172.21.15.44:57440) 2024-05-27T00:35:06.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.451+0000 7f93abe00640 1 -- 172.21.15.44:0/2545724412 learned_addr learned my addr 172.21.15.44:0/2545724412 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:06.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.451+0000 7f93b2800640 1 --2- 172.21.15.44:0/2545724412 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56458feb0340 0x56458febc1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.451+0000 7f93b2800640 1 --2- 172.21.15.44:0/2545724412 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feaa7e0 0x56458feb4c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.451+0000 7f93abe00640 1 -- 172.21.15.44:0/2545724412 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56458feb0340 msgr2=0x56458febc1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:06.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.451+0000 7f93abe00640 1 --2- 172.21.15.44:0/2545724412 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56458feb0340 0x56458febc1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.451+0000 7f93abe00640 1 -- 172.21.15.44:0/2545724412 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feaa7e0 msgr2=0x56458feb4c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:06.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.451+0000 7f93abe00640 1 --2- 172.21.15.44:0/2545724412 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feaa7e0 0x56458feb4c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.451+0000 7f93abe00640 1 -- 172.21.15.44:0/2545724412 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56458fbeb6b0 con 0x56458feab1d0 2024-05-27T00:35:06.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.451+0000 7f93b2800640 1 --2- 172.21.15.44:0/2545724412 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feaa7e0 0x56458feb4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:35:06.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.451+0000 7f93abe00640 1 --2- 172.21.15.44:0/2545724412 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feab1d0 0x56458feb51a0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f939c000c00 tx=0x7f939c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f90f1026b3a271e2 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:06.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.451+0000 7f9397400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:35:06.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.452+0000 7f9397400640 1 -- 172.21.15.44:0/2545724412 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f939c035040 con 0x56458feab1d0 2024-05-27T00:35:06.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.452+0000 7f93bbb9e740 1 -- 172.21.15.44:0/2545724412 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93ac004050 con 0x56458feab1d0 2024-05-27T00:35:06.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.452+0000 7f9397400640 1 -- 172.21.15.44:0/2545724412 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f939c0037f0 con 0x56458feab1d0 2024-05-27T00:35:06.456 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.452+0000 7f9397400640 1 -- 172.21.15.44:0/2545724412 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f939c0044a0 con 0x56458feab1d0 2024-05-27T00:35:06.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.452+0000 7f93bbb9e740 10 client.15249 fetch_fsmap learned FSMap version 24 2024-05-27T00:35:06.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.452+0000 7f93bbb9e740 1 -- 172.21.15.44:0/2545724412 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56458febf610 con 0x56458feab1d0 2024-05-27T00:35:06.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.452+0000 7f9397400640 1 -- 172.21.15.44:0/2545724412 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f93ac004050 con 0x56458feab1d0 2024-05-27T00:35:06.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.453+0000 7f9397400640 1 -- 172.21.15.44:0/2545724412 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f939c03dcb0 con 0x56458feab1d0 2024-05-27T00:35:06.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.453+0000 7f93bbb9e740 10 client.15249 fetch_fsmap finished waiting for FSMap version 24 2024-05-27T00:35:06.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.453+0000 7f93bbb9e740 10 client.15249 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-27T00:35:06.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.453+0000 7f93bbb9e740 20 client.15249 populate_metadata read hostname 'smithi044' 2024-05-27T00:35:06.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.453+0000 7f93bbb9e740 1 --2- 172.21.15.44:0/2545724412 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56458fec1ce0 0x56458fec3150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.453+0000 7f93bbb9e740 4 client.15249 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:35:06.457 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.453+0000 7f93bbb9e740 1 -- 172.21.15.44:0/2545724412 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56458fe1ad40 con 0x56458fec1ce0 2024-05-27T00:35:06.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.453+0000 7f93b2800640 1 --2- 172.21.15.44:0/2545724412 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56458fec1ce0 0x56458fec3150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.454+0000 7f93b2800640 1 --2- 172.21.15.44:0/2545724412 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56458fec1ce0 0x56458fec3150 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4655cb2fbbc758f9 server_cookie=4eb4b81cba752511 in_seq=0 out_seq=0 2024-05-27T00:35:06.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.454+0000 7f9397400640 10 client.15249 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:06.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.455+0000 7f9397400640 1 -- 172.21.15.44:0/2545724412 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56458fe1ad40 con 0x56458fec1ce0 2024-05-27T00:35:06.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.455+0000 7f9397400640 10 client.15249 handle_command_reply: tid=0 2024-05-27T00:35:06.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.455+0000 7f93bbb9e740 1 client.15249 shutdown 2024-05-27T00:35:06.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.455+0000 7f93bbb9e740 1 -- 172.21.15.44:0/2545724412 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feab1d0 msgr2=0x56458feb51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:06.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.455+0000 7f93bbb9e740 1 --2- 172.21.15.44:0/2545724412 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feab1d0 0x56458feb51a0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f939c000c00 tx=0x7f939c004270 comp rx=0 tx=0).stop 2024-05-27T00:35:06.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.455+0000 7f93bbb9e740 1 -- 172.21.15.44:0/2545724412 shutdown_connections 2024-05-27T00:35:06.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.455+0000 7f93bbb9e740 1 --2- 172.21.15.44:0/2545724412 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56458fec1ce0 0x56458fec3150 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.459 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.455+0000 7f93bbb9e740 1 --2- 172.21.15.44:0/2545724412 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56458feb0340 0x56458febc1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.455+0000 7f93bbb9e740 1 --2- 172.21.15.44:0/2545724412 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feab1d0 0x56458feb51a0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.455+0000 7f93bbb9e740 1 --2- 172.21.15.44:0/2545724412 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feaa7e0 0x56458feb4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.455+0000 7f9397400640 0 client.15249 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:06.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.455+0000 7f93bbb9e740 1 -- 172.21.15.44:0/2545724412 >> 172.21.15.44:0/2545724412 conn(0x56458fea5e50 msgr2=0x56458fea51b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:06.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.455+0000 7f93bbb9e740 1 -- 172.21.15.44:0/2545724412 shutdown_connections 2024-05-27T00:35:06.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.455+0000 7f93bbb9e740 1 -- 172.21.15.44:0/2545724412 wait complete. 2024-05-27T00:35:06.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.456+0000 7f93bbb9e740 20 client.15249 trim_cache size 0 max 16384 2024-05-27T00:35:06.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.476+0000 7f93bbb9e740 1 Processor -- start 2024-05-27T00:35:06.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.476+0000 7f93bbb9e740 1 -- start start 2024-05-27T00:35:06.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.476+0000 7f93bbb9e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feaa7e0 0x56458feb4280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.476+0000 7f93bbb9e740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feab1d0 0x56458feb3870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.476+0000 7f93bbb9e740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56458feb0340 0x56458feb2730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.476+0000 7f93bbb9e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56458fec1490 con 0x56458feaa7e0 2024-05-27T00:35:06.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.476+0000 7f93bbb9e740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56458fec1b60 con 0x56458feab1d0 2024-05-27T00:35:06.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.476+0000 7f93bbb9e740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x56458fec2230 con 0x56458feb0340 2024-05-27T00:35:06.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.477+0000 7f93b2800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feaa7e0 0x56458feb4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.477+0000 7f93b2800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feaa7e0 0x56458feb4280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57446/0 (socket says 172.21.15.44:57446) 2024-05-27T00:35:06.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.477+0000 7f93b2800640 1 -- 172.21.15.44:0/509733100 learned_addr learned my addr 172.21.15.44:0/509733100 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:06.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.477+0000 7f93abe00640 1 --2- 172.21.15.44:0/509733100 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feab1d0 0x56458feb3870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.477+0000 7f93b2800640 1 --2- 172.21.15.44:0/509733100 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56458feb0340 0x56458feb2730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.477+0000 7f93b2800640 1 -- 172.21.15.44:0/509733100 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56458feb0340 msgr2=0x56458feb2730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:06.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.477+0000 7f93b2800640 1 --2- 172.21.15.44:0/509733100 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56458feb0340 0x56458feb2730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.477+0000 7f93b2800640 1 -- 172.21.15.44:0/509733100 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feab1d0 msgr2=0x56458feb3870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:06.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.477+0000 7f93b2800640 1 --2- 172.21.15.44:0/509733100 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feab1d0 0x56458feb3870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.477+0000 7f93b2800640 1 -- 172.21.15.44:0/509733100 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56458feaba60 con 0x56458feaa7e0 2024-05-27T00:35:06.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.477+0000 7f93abe00640 1 --2- 172.21.15.44:0/509733100 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feab1d0 0x56458feb3870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:06.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.478+0000 7f93b2800640 1 --2- 172.21.15.44:0/509733100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feaa7e0 0x56458feb4280 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f93ac01b040 tx=0x7f93ac009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=614b581aaddeb334 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:06.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.478+0000 7f93a2600640 1 -- 172.21.15.44:0/509733100 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93ac030040 con 0x56458feaa7e0 2024-05-27T00:35:06.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.478+0000 7f93a2600640 1 -- 172.21.15.44:0/509733100 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f93ac003e10 con 0x56458feaa7e0 2024-05-27T00:35:06.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.478+0000 7f93a2600640 1 -- 172.21.15.44:0/509733100 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93ac027b60 con 0x56458feaa7e0 2024-05-27T00:35:06.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.479+0000 7f93bbb9e740 1 -- 172.21.15.44:0/509733100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feaa7e0 msgr2=0x56458feb4280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:06.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.479+0000 7f93bbb9e740 1 --2- 172.21.15.44:0/509733100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feaa7e0 0x56458feb4280 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f93ac01b040 tx=0x7f93ac009500 comp rx=0 tx=0).stop 2024-05-27T00:35:06.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.479+0000 7f93bbb9e740 1 -- 172.21.15.44:0/509733100 shutdown_connections 2024-05-27T00:35:06.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.479+0000 7f93bbb9e740 1 --2- 172.21.15.44:0/509733100 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56458feb0340 0x56458feb2730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.479+0000 7f93bbb9e740 1 --2- 172.21.15.44:0/509733100 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feab1d0 0x56458feb3870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.479+0000 7f93bbb9e740 1 --2- 172.21.15.44:0/509733100 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feaa7e0 0x56458feb4280 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.479+0000 7f93bbb9e740 1 -- 172.21.15.44:0/509733100 >> 172.21.15.44:0/509733100 conn(0x56458fea5e50 msgr2=0x56458fea6230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:06.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.479+0000 7f93bbb9e740 1 -- 172.21.15.44:0/509733100 shutdown_connections 2024-05-27T00:35:06.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.479+0000 7f93bbb9e740 1 -- 172.21.15.44:0/509733100 wait complete. 2024-05-27T00:35:06.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.479+0000 7f93bbb9e740 1 -- start start 2024-05-27T00:35:06.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.480+0000 7f93bbb9e740 1 Processor -- start 2024-05-27T00:35:06.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.480+0000 7f93bbb9e740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feaa7e0 0x56458fea4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.480+0000 7f93bbb9e740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56458feab1d0 0x56458fea4e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.480+0000 7f93bbb9e740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feb0340 0x56458feba4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.480+0000 7f93bbb9e740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56458fec2fd0 con 0x56458feb0340 2024-05-27T00:35:06.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.480+0000 7f93bbb9e740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56458fec2900 con 0x56458feaa7e0 2024-05-27T00:35:06.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.480+0000 7f93bbb9e740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x56458fec36a0 con 0x56458feab1d0 2024-05-27T00:35:06.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.480+0000 7f93bbb9e740 10 client.0 _ll_register_callbacks cb 0x7f939c005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:35:06.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.481+0000 7f93b2800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feb0340 0x56458feba4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.481+0000 7f93b2800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feb0340 0x56458feba4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57448/0 (socket says 172.21.15.44:57448) 2024-05-27T00:35:06.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.481+0000 7f93b2800640 1 -- 172.21.15.44:0/984675353 learned_addr learned my addr 172.21.15.44:0/984675353 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:06.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.481+0000 7f93abe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56458feab1d0 0x56458fea4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.481+0000 7f93b2800640 1 --2- 172.21.15.44:0/984675353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feaa7e0 0x56458fea4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.481+0000 7f93abe00640 1 -- 172.21.15.44:0/984675353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feaa7e0 msgr2=0x56458fea4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:06.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.481+0000 7f93abe00640 1 --2- 172.21.15.44:0/984675353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feaa7e0 0x56458fea4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.481+0000 7f93abe00640 1 -- 172.21.15.44:0/984675353 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feb0340 msgr2=0x56458feba4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:06.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.481+0000 7f93abe00640 1 --2- 172.21.15.44:0/984675353 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feb0340 0x56458feba4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.481+0000 7f93abe00640 1 -- 172.21.15.44:0/984675353 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56458fea56b0 con 0x56458feab1d0 2024-05-27T00:35:06.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.481+0000 7f93abe00640 1 --2- 172.21.15.44:0/984675353 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56458feab1d0 0x56458fea4e60 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f939c02a910 tx=0x7f939c031c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9a62c21929e191c7 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:06.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.481+0000 7f9397400640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:35:06.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.482+0000 7f9397400640 1 -- 172.21.15.44:0/984675353 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f939c058020 con 0x56458feab1d0 2024-05-27T00:35:06.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.482+0000 7f9397400640 1 -- 172.21.15.44:0/984675353 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f939c0035f0 con 0x56458feab1d0 2024-05-27T00:35:06.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.482+0000 7f93bbb9e740 1 -- 172.21.15.44:0/984675353 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93ac003e10 con 0x56458feab1d0 2024-05-27T00:35:06.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.482+0000 7f9397400640 1 -- 172.21.15.44:0/984675353 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f939c035040 con 0x56458feab1d0 2024-05-27T00:35:06.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.482+0000 7f93bbb9e740 10 client.25372 fetch_fsmap learned FSMap version 24 2024-05-27T00:35:06.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.482+0000 7f93bbb9e740 1 -- 172.21.15.44:0/984675353 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56458febbba0 con 0x56458feab1d0 2024-05-27T00:35:06.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.483+0000 7f9397400640 1 -- 172.21.15.44:0/984675353 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f93ac003e10 con 0x56458feab1d0 2024-05-27T00:35:06.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.483+0000 7f9397400640 1 -- 172.21.15.44:0/984675353 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f939c03d520 con 0x56458feab1d0 2024-05-27T00:35:06.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.483+0000 7f93bbb9e740 10 client.25372 fetch_fsmap finished waiting for FSMap version 24 2024-05-27T00:35:06.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.483+0000 7f93bbb9e740 10 client.25372 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-27T00:35:06.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.483+0000 7f93bbb9e740 20 client.25372 populate_metadata read hostname 'smithi044' 2024-05-27T00:35:06.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.483+0000 7f93bbb9e740 1 --2- 172.21.15.44:0/984675353 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56458ff30950 0x56458ff2f660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.483+0000 7f93bbb9e740 4 client.25372 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-27T00:35:06.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.483+0000 7f93bbb9e740 1 -- 172.21.15.44:0/984675353 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "status"}) -- 0x56458fe15090 con 0x56458ff30950 2024-05-27T00:35:06.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.484+0000 7f93b2800640 1 --2- 172.21.15.44:0/984675353 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56458ff30950 0x56458ff2f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.484+0000 7f93b2800640 1 --2- 172.21.15.44:0/984675353 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56458ff30950 0x56458ff2f660 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f83dabfb50dede4 server_cookie=ac2a8a9409388892 in_seq=0 out_seq=0 2024-05-27T00:35:06.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.484+0000 7f9397400640 10 client.25372 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:06.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.484+0000 7f9397400640 1 -- 172.21.15.44:0/984675353 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x56458fe15090 con 0x56458ff30950 2024-05-27T00:35:06.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.484+0000 7f9397400640 10 client.25372 handle_command_reply: tid=0 2024-05-27T00:35:06.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.485+0000 7f93bbb9e740 1 client.25372 shutdown 2024-05-27T00:35:06.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.485+0000 7f93bbb9e740 1 -- 172.21.15.44:0/984675353 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56458feab1d0 msgr2=0x56458fea4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:06.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.485+0000 7f93bbb9e740 1 --2- 172.21.15.44:0/984675353 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56458feab1d0 0x56458fea4e60 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f939c02a910 tx=0x7f939c031c00 comp rx=0 tx=0).stop 2024-05-27T00:35:06.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.485+0000 7f93bbb9e740 1 -- 172.21.15.44:0/984675353 shutdown_connections 2024-05-27T00:35:06.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.485+0000 7f93bbb9e740 1 --2- 172.21.15.44:0/984675353 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56458ff30950 0x56458ff2f660 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.485+0000 7f93bbb9e740 1 --2- 172.21.15.44:0/984675353 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56458feb0340 0x56458feba4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.485+0000 7f93bbb9e740 1 --2- 172.21.15.44:0/984675353 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56458feab1d0 0x56458fea4e60 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.485+0000 7f9397400640 0 client.25372 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:06.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.485+0000 7f93bbb9e740 1 --2- 172.21.15.44:0/984675353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56458feaa7e0 0x56458fea4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.485+0000 7f93bbb9e740 1 -- 172.21.15.44:0/984675353 >> 172.21.15.44:0/984675353 conn(0x56458fea5e50 msgr2=0x56458feaf830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:06.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.485+0000 7f93bbb9e740 1 -- 172.21.15.44:0/984675353 shutdown_connections 2024-05-27T00:35:06.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.485+0000 7f93bbb9e740 1 -- 172.21.15.44:0/984675353 wait complete. 2024-05-27T00:35:06.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.485+0000 7f93bbb9e740 20 client.25372 trim_cache size 0 max 16384 2024-05-27T00:35:06.489 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:35:06.489 INFO:teuthology.orchestra.run.smithi044.stdout: "cluster_fsid": "1fe53dce-1bbf-11ef-bc9b-c7b262605968", 2024-05-27T00:35:06.489 INFO:teuthology.orchestra.run.smithi044.stdout: "whoami": 0, 2024-05-27T00:35:06.489 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 24599, 2024-05-27T00:35:06.489 INFO:teuthology.orchestra.run.smithi044.stdout: "want_state": "up:active", 2024-05-27T00:35:06.489 INFO:teuthology.orchestra.run.smithi044.stdout: "state": "up:active", 2024-05-27T00:35:06.490 INFO:teuthology.orchestra.run.smithi044.stdout: "fs_name": "cephfs", 2024-05-27T00:35:06.490 INFO:teuthology.orchestra.run.smithi044.stdout: "rank_uptime": 167.136124061, 2024-05-27T00:35:06.490 INFO:teuthology.orchestra.run.smithi044.stdout: "mdsmap_epoch": 24, 2024-05-27T00:35:06.490 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch": 95, 2024-05-27T00:35:06.490 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_epoch_barrier": 91, 2024-05-27T00:35:06.490 INFO:teuthology.orchestra.run.smithi044.stdout: "uptime": 174.51002691100001 2024-05-27T00:35:06.490 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:35:06.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.486+0000 7f93b8c00640 1 -- 172.21.15.44:0/3891141756 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f93980a2c10 msgr2=0x7f93980a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:06.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.486+0000 7f93b8c00640 1 --2- 172.21.15.44:0/3891141756 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f93980a2c10 0x7f93980a50d0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f93a40cc800 tx=0x7f93a40d2800 comp rx=0 tx=0).stop 2024-05-27T00:35:06.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.486+0000 7f93b8c00640 1 -- 172.21.15.44:0/3891141756 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f93b4102480 msgr2=0x7f93b4101df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:06.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.486+0000 7f93b8c00640 1 --2- 172.21.15.44:0/3891141756 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f93b4102480 0x7f93b4101df0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f93a400d950 tx=0x7f93a400de10 comp rx=0 tx=0).stop 2024-05-27T00:35:06.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.486+0000 7f93b8c00640 1 -- 172.21.15.44:0/3891141756 shutdown_connections 2024-05-27T00:35:06.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.486+0000 7f93b8c00640 1 --2- 172.21.15.44:0/3891141756 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f93980a2c10 0x7f93980a50d0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.486+0000 7f93b8c00640 1 --2- 172.21.15.44:0/3891141756 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f93b41076e0 0x7f93b4100970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.486+0000 7f93b8c00640 1 --2- 172.21.15.44:0/3891141756 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93b4104db0 0x7f93b4100430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.486+0000 7f93b8c00640 1 --2- 172.21.15.44:0/3891141756 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f93b4102480 0x7f93b4101df0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.486+0000 7f93b8c00640 1 -- 172.21.15.44:0/3891141756 >> 172.21.15.44:0/3891141756 conn(0x7f93b40fbe90 msgr2=0x7f93b4102ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:06.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.486+0000 7f93b8c00640 1 -- 172.21.15.44:0/3891141756 shutdown_connections 2024-05-27T00:35:06.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.486+0000 7f93b8c00640 1 -- 172.21.15.44:0/3891141756 wait complete. 2024-05-27T00:35:06.506 INFO:teuthology.run_tasks:Running task sequential... 2024-05-27T00:35:06.515 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-05-27T00:35:06.515 INFO:teuthology.task.sequential:In sequential, running task print... 2024-05-27T00:35:06.515 INFO:teuthology.task.print:Enabling mgr modules 2024-05-27T00:35:06.516 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-05-27T00:35:06.516 INFO:teuthology.task.exec:Executing custom commands... 2024-05-27T00:35:06.516 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi044.front.sepia.ceph.com 2024-05-27T00:35:06.517 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-05-27T00:35:06.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.728+0000 7f0052a00640 1 -- 172.21.15.44:0/340864078 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f004c108fa0 msgr2=0x7f004c109420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:06.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.728+0000 7f0052a00640 1 --2- 172.21.15.44:0/340864078 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f004c108fa0 0x7f004c109420 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f0038009900 tx=0x7f003802a3f0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.729+0000 7f0052a00640 1 -- 172.21.15.44:0/340864078 shutdown_connections 2024-05-27T00:35:06.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.729+0000 7f0052a00640 1 --2- 172.21.15.44:0/340864078 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f004c109960 0x7f004c110280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.729+0000 7f0052a00640 1 --2- 172.21.15.44:0/340864078 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f004c108fa0 0x7f004c109420 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.729+0000 7f0052a00640 1 --2- 172.21.15.44:0/340864078 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f004c107e50 0x7f004c108270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.729+0000 7f0052a00640 1 -- 172.21.15.44:0/340864078 >> 172.21.15.44:0/340864078 conn(0x7f004c076e30 msgr2=0x7f004c079250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:06.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.729+0000 7f0052a00640 1 -- 172.21.15.44:0/340864078 shutdown_connections 2024-05-27T00:35:06.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.729+0000 7f0052a00640 1 -- 172.21.15.44:0/340864078 wait complete. 2024-05-27T00:35:06.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.730+0000 7f0052a00640 1 Processor -- start 2024-05-27T00:35:06.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.730+0000 7f0052a00640 1 -- start start 2024-05-27T00:35:06.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.731+0000 7f0052a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f004c107e50 0x7f004c19e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.731+0000 7f0052a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f004c108fa0 0x7f004c19e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.731+0000 7f0052a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f004c109960 0x7f004c1a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.731+0000 7f0052a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f004c113c80 con 0x7f004c107e50 2024-05-27T00:35:06.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.731+0000 7f0052a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f004c113b00 con 0x7f004c109960 2024-05-27T00:35:06.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.731+0000 7f0052a00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f004c113e00 con 0x7f004c108fa0 2024-05-27T00:35:06.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.731+0000 7f0051600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f004c107e50 0x7f004c19e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.731+0000 7f0051600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f004c107e50 0x7f004c19e260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57468/0 (socket says 172.21.15.44:57468) 2024-05-27T00:35:06.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.731+0000 7f0051600640 1 -- 172.21.15.44:0/4183880132 learned_addr learned my addr 172.21.15.44:0/4183880132 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:06.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.731+0000 7f0052000640 1 --2- 172.21.15.44:0/4183880132 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f004c109960 0x7f004c1a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.731+0000 7f0050c00640 1 --2- 172.21.15.44:0/4183880132 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f004c108fa0 0x7f004c19e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.732+0000 7f0051600640 1 -- 172.21.15.44:0/4183880132 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f004c108fa0 msgr2=0x7f004c19e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:06.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.732+0000 7f0051600640 1 --2- 172.21.15.44:0/4183880132 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f004c108fa0 0x7f004c19e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.732+0000 7f0051600640 1 -- 172.21.15.44:0/4183880132 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f004c109960 msgr2=0x7f004c1a5810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:06.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.732+0000 7f0051600640 1 --2- 172.21.15.44:0/4183880132 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f004c109960 0x7f004c1a5810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:06.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.732+0000 7f0051600640 1 -- 172.21.15.44:0/4183880132 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f004c1a5e80 con 0x7f004c107e50 2024-05-27T00:35:06.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.732+0000 7f0052000640 1 --2- 172.21.15.44:0/4183880132 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f004c109960 0x7f004c1a5810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:06.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.732+0000 7f0051600640 1 --2- 172.21.15.44:0/4183880132 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f004c107e50 0x7f004c19e260 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f004000e9f0 tx=0x7f004000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:06.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.732+0000 7f004a000640 1 -- 172.21.15.44:0/4183880132 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f004000ccc0 con 0x7f004c107e50 2024-05-27T00:35:06.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.732+0000 7f0052a00640 1 -- 172.21.15.44:0/4183880132 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f004c1a6170 con 0x7f004c107e50 2024-05-27T00:35:06.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.732+0000 7f004a000640 1 -- 172.21.15.44:0/4183880132 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f004000ce60 con 0x7f004c107e50 2024-05-27T00:35:06.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.732+0000 7f004a000640 1 -- 172.21.15.44:0/4183880132 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0040010690 con 0x7f004c107e50 2024-05-27T00:35:06.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.733+0000 7f0052a00640 1 -- 172.21.15.44:0/4183880132 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f004c1a6690 con 0x7f004c107e50 2024-05-27T00:35:06.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.734+0000 7f0052a00640 1 -- 172.21.15.44:0/4183880132 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f004c10f090 con 0x7f004c107e50 2024-05-27T00:35:06.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.736+0000 7f004a000640 1 -- 172.21.15.44:0/4183880132 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f00400046c0 con 0x7f004c107e50 2024-05-27T00:35:06.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.737+0000 7f004a000640 1 --2- 172.21.15.44:0/4183880132 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f00340a2c00 0x7f00340a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:06.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.737+0000 7f004a000640 1 -- 172.21.15.44:0/4183880132 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f00400cf7a0 con 0x7f004c107e50 2024-05-27T00:35:06.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.738+0000 7f0050c00640 1 --2- 172.21.15.44:0/4183880132 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f00340a2c00 0x7f00340a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:06.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.738+0000 7f0050c00640 1 --2- 172.21.15.44:0/4183880132 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f00340a2c00 0x7f00340a50c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f003802a9e0 tx=0x7f0038005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:06.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.742+0000 7f004a000640 1 -- 172.21.15.44:0/4183880132 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f004009c310 con 0x7f004c107e50 2024-05-27T00:35:06.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:06 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/305840127' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:35:06.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:06 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/305840127' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:35:07.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:06.998+0000 7f0052a00640 1 -- 172.21.15.44:0/4183880132 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f004c0625a0 con 0x7f004c107e50 2024-05-27T00:35:07.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:06 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/305840127' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:35:07.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:07.622+0000 7f004a000640 1 -- 172.21.15.44:0/4183880132 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7f004009bc10 con 0x7f004c107e50 2024-05-27T00:35:07.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:07.626+0000 7f0052a00640 1 -- 172.21.15.44:0/4183880132 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f00340a2c00 msgr2=0x7f00340a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:07.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:07.626+0000 7f0052a00640 1 --2- 172.21.15.44:0/4183880132 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f00340a2c00 0x7f00340a50c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f003802a9e0 tx=0x7f0038005a20 comp rx=0 tx=0).stop 2024-05-27T00:35:07.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:07.626+0000 7f0052a00640 1 -- 172.21.15.44:0/4183880132 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f004c107e50 msgr2=0x7f004c19e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:07.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:07.626+0000 7f0052a00640 1 --2- 172.21.15.44:0/4183880132 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f004c107e50 0x7f004c19e260 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f004000e9f0 tx=0x7f004000edf0 comp rx=0 tx=0).stop 2024-05-27T00:35:07.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:07.626+0000 7f0052a00640 1 -- 172.21.15.44:0/4183880132 shutdown_connections 2024-05-27T00:35:07.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:07.626+0000 7f0052a00640 1 --2- 172.21.15.44:0/4183880132 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f00340a2c00 0x7f00340a50c0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:07.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:07.626+0000 7f0052a00640 1 --2- 172.21.15.44:0/4183880132 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f004c109960 0x7f004c1a5810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:07.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:07.626+0000 7f0052a00640 1 --2- 172.21.15.44:0/4183880132 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f004c108fa0 0x7f004c19e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:07.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:07.626+0000 7f0052a00640 1 --2- 172.21.15.44:0/4183880132 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f004c107e50 0x7f004c19e260 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:07.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:07.627+0000 7f0052a00640 1 -- 172.21.15.44:0/4183880132 >> 172.21.15.44:0/4183880132 conn(0x7f004c076e30 msgr2=0x7f004c10c260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:07.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:07.627+0000 7f0052a00640 1 -- 172.21.15.44:0/4183880132 shutdown_connections 2024-05-27T00:35:07.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:07.627+0000 7f0052a00640 1 -- 172.21.15.44:0/4183880132 wait complete. 2024-05-27T00:35:07.660 INFO:teuthology.run_tasks:Running task kclient... 2024-05-27T00:35:07.674 INFO:tasks.kclient:Mounting kernel clients... 2024-05-27T00:35:07.675 INFO:tasks.kclient:config is {'client.0': {}} 2024-05-27T00:35:07.675 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:35:07.675 DEBUG:teuthology.orchestra.run.smithi044:> ip netns list 2024-05-27T00:35:07.721 INFO:teuthology.orchestra.run.smithi044.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-05-27T00:35:07.722 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:35:07.723 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-05-27T00:35:07.830 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:35:07.831 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link delete ceph-brx 2024-05-27T00:35:07.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:07 smithi044 ceph-mon[31645]: pgmap v408: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-27T00:35:07.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:07 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/4183880132' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-05-27T00:35:07.862 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:07 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: ignoring --setuser ceph since I am not root 2024-05-27T00:35:07.862 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:07 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: ignoring --setgroup ceph since I am not root 2024-05-27T00:35:07.936 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=secure', 'nowsync'], 'rbytes': False, 'syntax': 'v1', 'mount_subvol_num': 1} 2024-05-27T00:35:07.937 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-05-27T00:35:07.937 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-27T00:35:07.937 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph fs ls 2024-05-27T00:35:07.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:07 smithi050 ceph-mon[36071]: pgmap v408: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-27T00:35:07.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:07 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/4183880132' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-05-27T00:35:07.951 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:07 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: ignoring --setuser ceph since I am not root 2024-05-27T00:35:07.951 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:07 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: ignoring --setgroup ceph since I am not root 2024-05-27T00:35:07.951 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:07 smithi050 ceph-mgr[37458]: -- 172.21.15.50:0/3154505839 <== mon.2 v2:172.21.15.50:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5648f14ae5a0 con 0x5648f1482800 2024-05-27T00:35:07.951 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:07 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:07.810+0000 7fcd28e1f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-27T00:35:07.992 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:07 smithi137 ceph-mon[36552]: pgmap v408: 129 pgs: 129 active+clean; 644 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-27T00:35:07.992 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:07 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/4183880132' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-05-27T00:35:07.992 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:07 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: ignoring --setuser ceph since I am not root 2024-05-27T00:35:07.992 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:07 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: ignoring --setgroup ceph since I am not root 2024-05-27T00:35:07.992 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:07 smithi137 ceph-mgr[38396]: -- 172.21.15.137:0/132148784 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fca5d525a0 con 0x55fca5d26800 2024-05-27T00:35:07.992 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:07 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:07.805+0000 7f891e265200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-27T00:35:07.992 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:07 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:07.991+0000 7f891e265200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-27T00:35:08.229 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:07 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:07.967+0000 7f2fd3681200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-27T00:35:08.229 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:08 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:08.228+0000 7f2fd3681200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-27T00:35:08.252 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:08 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:08.094+0000 7f891e265200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-27T00:35:08.410 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:35:08.432 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:08 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:08.002+0000 7fcd28e1f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-27T00:35:08.432 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:08 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:08.110+0000 7fcd28e1f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-27T00:35:08.555 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:08 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:08.371+0000 7f2fd3681200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-27T00:35:08.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:08 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/4183880132' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-05-27T00:35:08.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:08 smithi050 ceph-mon[36071]: mgrmap e19: x(active, since 10m), standbys: z, y 2024-05-27T00:35:08.700 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:08 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:08.430+0000 7fcd28e1f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-27T00:35:08.701 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:08 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:08.519+0000 7fcd28e1f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-27T00:35:08.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:08 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/4183880132' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-05-27T00:35:08.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:08 smithi137 ceph-mon[36552]: mgrmap e19: x(active, since 10m), standbys: z, y 2024-05-27T00:35:08.752 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:08 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:08.401+0000 7f891e265200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-27T00:35:08.752 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:08 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:08.487+0000 7f891e265200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-27T00:35:08.862 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:08 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:08.795+0000 7f2fd3681200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-27T00:35:08.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:08 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/4183880132' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-05-27T00:35:08.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:08 smithi044 ceph-mon[31645]: mgrmap e19: x(active, since 10m), standbys: z, y 2024-05-27T00:35:09.314 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:08 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:08.916+0000 7f2fd3681200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-27T00:35:10.002 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:09 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:09.665+0000 7f891e265200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-27T00:35:10.002 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:09 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:09.833+0000 7f891e265200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-27T00:35:10.116 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:09 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:09.761+0000 7fcd28e1f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-27T00:35:10.116 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:09 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:09.937+0000 7fcd28e1f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-27T00:35:10.116 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:10 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:10.113+0000 7fcd28e1f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-27T00:35:10.293 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:10 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:10.004+0000 7f891e265200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-27T00:35:10.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.543+0000 7faf92e00700 1 -- 172.21.15.44:0/3935821362 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf8c06ab30 msgr2=0x7faf8c10f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:10.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.543+0000 7faf92e00700 1 --2- 172.21.15.44:0/3935821362 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf8c06ab30 0x7faf8c10f320 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7faf8400b0a0 tx=0x7faf8400b3b0 comp rx=0 tx=0).stop 2024-05-27T00:35:10.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.543+0000 7faf92e00700 1 -- 172.21.15.44:0/3935821362 shutdown_connections 2024-05-27T00:35:10.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.543+0000 7faf92e00700 1 --2- 172.21.15.44:0/3935821362 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf8c06ab30 0x7faf8c10f320 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:10.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.543+0000 7faf92e00700 1 --2- 172.21.15.44:0/3935821362 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faf8c108500 0x7faf8c1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:10.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.543+0000 7faf92e00700 1 --2- 172.21.15.44:0/3935821362 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf8c06a170 0x7faf8c06a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:10.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.543+0000 7faf92e00700 1 -- 172.21.15.44:0/3935821362 >> 172.21.15.44:0/3935821362 conn(0x7faf8c078340 msgr2=0x7faf8c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:10.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.543+0000 7faf92e00700 1 -- 172.21.15.44:0/3935821362 shutdown_connections 2024-05-27T00:35:10.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.543+0000 7faf92e00700 1 -- 172.21.15.44:0/3935821362 wait complete. 2024-05-27T00:35:10.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.544+0000 7faf92e00700 1 Processor -- start 2024-05-27T00:35:10.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.544+0000 7faf92e00700 1 -- start start 2024-05-27T00:35:10.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.545+0000 7faf92e00700 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf8c06a170 0x7faf8c19aed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:10.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.545+0000 7faf92e00700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf8c06ab30 0x7faf8c19b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:10.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.545+0000 7faf92e00700 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faf8c108500 0x7faf8c19f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:10.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.545+0000 7faf92e00700 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7faf8c112900 con 0x7faf8c06a170 2024-05-27T00:35:10.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.545+0000 7faf92e00700 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faf8c112780 con 0x7faf8c06ab30 2024-05-27T00:35:10.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.545+0000 7faf92e00700 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7faf8c112a80 con 0x7faf8c108500 2024-05-27T00:35:10.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.545+0000 7faf8b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf8c06ab30 0x7faf8c19b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:10.546 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.545+0000 7faf8b400700 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf8c06ab30 0x7faf8c19b410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:47210/0 (socket says 172.21.15.44:47210) 2024-05-27T00:35:10.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.545+0000 7faf8b400700 1 -- 172.21.15.44:0/2676665181 learned_addr learned my addr 172.21.15.44:0/2676665181 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:10.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.545+0000 7faf8be00700 1 --2- 172.21.15.44:0/2676665181 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf8c06a170 0x7faf8c19aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:10.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.545+0000 7faf90e00700 1 --2- 172.21.15.44:0/2676665181 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faf8c108500 0x7faf8c19f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:10.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.545+0000 7faf8b400700 1 -- 172.21.15.44:0/2676665181 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faf8c108500 msgr2=0x7faf8c19f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:10.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.545+0000 7faf8b400700 1 --2- 172.21.15.44:0/2676665181 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faf8c108500 0x7faf8c19f7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:10.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.545+0000 7faf8b400700 1 -- 172.21.15.44:0/2676665181 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf8c06a170 msgr2=0x7faf8c19aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:10.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.545+0000 7faf8b400700 1 --2- 172.21.15.44:0/2676665181 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf8c06a170 0x7faf8c19aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:10.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.545+0000 7faf8b400700 1 -- 172.21.15.44:0/2676665181 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf8c19fee0 con 0x7faf8c06ab30 2024-05-27T00:35:10.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.546+0000 7faf8b400700 1 --2- 172.21.15.44:0/2676665181 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf8c06ab30 0x7faf8c19b410 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7faf7800e9a0 tx=0x7faf7800ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:10.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.546+0000 7faf88c00700 1 -- 172.21.15.44:0/2676665181 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf7800cbd0 con 0x7faf8c06ab30 2024-05-27T00:35:10.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.546+0000 7faf92e00700 1 -- 172.21.15.44:0/2676665181 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf8c1a01d0 con 0x7faf8c06ab30 2024-05-27T00:35:10.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.546+0000 7faf88c00700 1 -- 172.21.15.44:0/2676665181 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faf7800cd70 con 0x7faf8c06ab30 2024-05-27T00:35:10.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.546+0000 7faf88c00700 1 -- 172.21.15.44:0/2676665181 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf78018810 con 0x7faf8c06ab30 2024-05-27T00:35:10.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.546+0000 7faf92e00700 1 -- 172.21.15.44:0/2676665181 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf8c1a7a50 con 0x7faf8c06ab30 2024-05-27T00:35:10.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.548+0000 7faf92e00700 1 -- 172.21.15.44:0/2676665181 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf8c069180 con 0x7faf8c06ab30 2024-05-27T00:35:10.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.550+0000 7faf88c00700 1 -- 172.21.15.44:0/2676665181 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7faf780189b0 con 0x7faf8c06ab30 2024-05-27T00:35:10.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.551+0000 7faf88c00700 1 --2- 172.21.15.44:0/2676665181 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faf700a2cf0 0x7faf700a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:10.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.551+0000 7faf8be00700 1 -- 172.21.15.44:0/2676665181 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faf700a2cf0 msgr2=0x7faf700a51b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3215479563 2024-05-27T00:35:10.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.551+0000 7faf88c00700 1 -- 172.21.15.44:0/2676665181 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7faf780cf720 con 0x7faf8c06ab30 2024-05-27T00:35:10.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.551+0000 7faf8be00700 1 --2- 172.21.15.44:0/2676665181 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faf700a2cf0 0x7faf700a51b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-27T00:35:10.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.555+0000 7faf88c00700 1 -- 172.21.15.44:0/2676665181 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7faf7809c290 con 0x7faf8c06ab30 2024-05-27T00:35:10.591 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:10 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:10.292+0000 7f891e265200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-27T00:35:10.591 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:10 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:10.385+0000 7f891e265200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-27T00:35:10.700 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:10 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:10.412+0000 7fcd28e1f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-27T00:35:10.700 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:10 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:10.507+0000 7fcd28e1f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-27T00:35:10.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.752+0000 7faf8be00700 1 -- 172.21.15.44:0/2676665181 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faf700a2cf0 msgr2=0x7faf700a51b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3215479563 2024-05-27T00:35:10.754 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.752+0000 7faf8be00700 1 --2- 172.21.15.44:0/2676665181 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faf700a2cf0 0x7faf700a51b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-27T00:35:10.829 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:10 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:10.585+0000 7f2fd3681200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-27T00:35:10.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.838+0000 7faf92e00700 1 -- 172.21.15.44:0/2676665181 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7faf8c1a7c80 con 0x7faf8c06ab30 2024-05-27T00:35:10.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.838+0000 7faf88c00700 1 -- 172.21.15.44:0/2676665181 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v24) ==== 53+0+88 (secure 0 0 0) 0x7faf7809bb90 con 0x7faf8c06ab30 2024-05-27T00:35:10.839 INFO:teuthology.orchestra.run.smithi044.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-05-27T00:35:10.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.843+0000 7faf92e00700 1 -- 172.21.15.44:0/2676665181 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faf700a2cf0 msgr2=0x7faf700a51b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-27T00:35:10.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.843+0000 7faf92e00700 1 --2- 172.21.15.44:0/2676665181 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faf700a2cf0 0x7faf700a51b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:10.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.843+0000 7faf92e00700 1 -- 172.21.15.44:0/2676665181 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf8c06ab30 msgr2=0x7faf8c19b410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:10.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.843+0000 7faf92e00700 1 --2- 172.21.15.44:0/2676665181 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf8c06ab30 0x7faf8c19b410 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7faf7800e9a0 tx=0x7faf7800ed60 comp rx=0 tx=0).stop 2024-05-27T00:35:10.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.843+0000 7faf92e00700 1 -- 172.21.15.44:0/2676665181 shutdown_connections 2024-05-27T00:35:10.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.843+0000 7faf92e00700 1 --2- 172.21.15.44:0/2676665181 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7faf700a2cf0 0x7faf700a51b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:10.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.843+0000 7faf92e00700 1 --2- 172.21.15.44:0/2676665181 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faf8c108500 0x7faf8c19f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:10.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.843+0000 7faf92e00700 1 --2- 172.21.15.44:0/2676665181 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faf8c06a170 0x7faf8c19aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:10.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.843+0000 7faf92e00700 1 --2- 172.21.15.44:0/2676665181 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faf8c06ab30 0x7faf8c19b410 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:10.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.843+0000 7faf92e00700 1 -- 172.21.15.44:0/2676665181 >> 172.21.15.44:0/2676665181 conn(0x7faf8c078340 msgr2=0x7faf8c10d650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:10.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.843+0000 7faf92e00700 1 -- 172.21.15.44:0/2676665181 shutdown_connections 2024-05-27T00:35:10.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:10.843+0000 7faf92e00700 1 -- 172.21.15.44:0/2676665181 wait complete. 2024-05-27T00:35:10.893 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:10 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:10.590+0000 7f891e265200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-27T00:35:10.893 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:10 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:10.785+0000 7f891e265200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-27T00:35:11.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:10 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2676665181' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-27T00:35:11.112 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:10 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:10.828+0000 7f2fd3681200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-27T00:35:11.112 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:11.068+0000 7f2fd3681200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-27T00:35:11.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:10 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2676665181' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-27T00:35:11.200 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:10 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:10.718+0000 7fcd28e1f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-27T00:35:11.200 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:10 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:10.918+0000 7fcd28e1f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-27T00:35:11.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:10 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2676665181' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-27T00:35:11.573 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:11.483+0000 7f2fd3681200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-27T00:35:11.752 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:11 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:11.389+0000 7f891e265200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-27T00:35:11.824 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:11.622+0000 7f2fd3681200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-27T00:35:11.879 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-05-27T00:35:11.880 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-05-27T00:35:11.880 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi044.front.sepia.ceph.com 2024-05-27T00:35:11.880 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-05-27T00:35:11.880 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-27T00:35:11.880 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-05-27T00:35:11.880 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-05-27T00:35:11.880 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-05-27T00:35:11.880 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-05-27T00:35:11.880 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:35:11.881 DEBUG:teuthology.orchestra.run.smithi044:> ip addr 2024-05-27T00:35:11.933 INFO:teuthology.orchestra.run.smithi044.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-05-27T00:35:11.933 INFO:teuthology.orchestra.run.smithi044.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-05-27T00:35:11.933 INFO:teuthology.orchestra.run.smithi044.stdout: inet 127.0.0.1/8 scope host lo 2024-05-27T00:35:11.933 INFO:teuthology.orchestra.run.smithi044.stdout: valid_lft forever preferred_lft forever 2024-05-27T00:35:11.933 INFO:teuthology.orchestra.run.smithi044.stdout: inet6 ::1/128 scope host 2024-05-27T00:35:11.933 INFO:teuthology.orchestra.run.smithi044.stdout: valid_lft forever preferred_lft forever 2024-05-27T00:35:11.933 INFO:teuthology.orchestra.run.smithi044.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-27T00:35:11.933 INFO:teuthology.orchestra.run.smithi044.stdout: link/ether 0c:c4:7a:6b:f7:8c brd ff:ff:ff:ff:ff:ff 2024-05-27T00:35:11.933 INFO:teuthology.orchestra.run.smithi044.stdout: altname enp7s0f0 2024-05-27T00:35:11.933 INFO:teuthology.orchestra.run.smithi044.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-27T00:35:11.934 INFO:teuthology.orchestra.run.smithi044.stdout: link/ether 0c:c4:7a:6b:f7:8d brd ff:ff:ff:ff:ff:ff 2024-05-27T00:35:11.934 INFO:teuthology.orchestra.run.smithi044.stdout: altname enp7s0f1 2024-05-27T00:35:11.934 INFO:teuthology.orchestra.run.smithi044.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-05-27T00:35:11.934 INFO:teuthology.orchestra.run.smithi044.stdout: link/ether 0c:c4:7a:bd:15:72 brd ff:ff:ff:ff:ff:ff 2024-05-27T00:35:11.934 INFO:teuthology.orchestra.run.smithi044.stdout: altname enp1s0f0 2024-05-27T00:35:11.934 INFO:teuthology.orchestra.run.smithi044.stdout: inet 172.21.15.44/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-05-27T00:35:11.934 INFO:teuthology.orchestra.run.smithi044.stdout: valid_lft 41854sec preferred_lft 41854sec 2024-05-27T00:35:11.934 INFO:teuthology.orchestra.run.smithi044.stdout: inet6 fe80::ec4:7aff:febd:1572/64 scope link noprefixroute 2024-05-27T00:35:11.934 INFO:teuthology.orchestra.run.smithi044.stdout: valid_lft forever preferred_lft forever 2024-05-27T00:35:11.934 INFO:teuthology.orchestra.run.smithi044.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-27T00:35:11.934 INFO:teuthology.orchestra.run.smithi044.stdout: link/ether 0c:c4:7a:bd:15:73 brd ff:ff:ff:ff:ff:ff 2024-05-27T00:35:11.934 INFO:teuthology.orchestra.run.smithi044.stdout: altname enp1s0f1 2024-05-27T00:35:11.935 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-05-27T00:35:11.936 DEBUG:teuthology.orchestra.run.smithi044:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-27T00:35:11.936 DEBUG:teuthology.orchestra.run.smithi044:> set -e 2024-05-27T00:35:11.936 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link add name ceph-brx type bridge 2024-05-27T00:35:11.936 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip addr flush dev ceph-brx 2024-05-27T00:35:11.936 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link set ceph-brx up 2024-05-27T00:35:11.936 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-05-27T00:35:11.936 DEBUG:teuthology.orchestra.run.smithi044:> ') 2024-05-27T00:35:11.950 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:11.547+0000 7fcd28e1f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-27T00:35:12.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-27T00:35:12.081 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:11.892+0000 7f2fd3681200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-27T00:35:12.115 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:11 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:11.815+0000 7f891e265200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-27T00:35:12.115 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:11 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:11.912+0000 7f891e265200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-27T00:35:12.115 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:12 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:12.114+0000 7f891e265200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-27T00:35:12.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-27T00:35:12.173 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:35:12.173 DEBUG:teuthology.orchestra.run.smithi044:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-05-27T00:35:12.233 INFO:teuthology.orchestra.run.smithi044.stdout:1 2024-05-27T00:35:12.236 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:35:12.237 DEBUG:teuthology.orchestra.run.smithi044:> route 2024-05-27T00:35:12.275 INFO:teuthology.orchestra.run.smithi044.stdout:Kernel IP routing table 2024-05-27T00:35:12.275 INFO:teuthology.orchestra.run.smithi044.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-05-27T00:35:12.275 INFO:teuthology.orchestra.run.smithi044.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-05-27T00:35:12.275 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-05-27T00:35:12.275 INFO:teuthology.orchestra.run.smithi044.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-05-27T00:35:12.276 DEBUG:teuthology.orchestra.run.smithi044:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-27T00:35:12.276 DEBUG:teuthology.orchestra.run.smithi044:> set -e 2024-05-27T00:35:12.276 DEBUG:teuthology.orchestra.run.smithi044:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-05-27T00:35:12.276 DEBUG:teuthology.orchestra.run.smithi044:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-05-27T00:35:12.276 DEBUG:teuthology.orchestra.run.smithi044:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-05-27T00:35:12.276 DEBUG:teuthology.orchestra.run.smithi044:> ') 2024-05-27T00:35:12.294 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:11.985+0000 7fcd28e1f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-27T00:35:12.294 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:12 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:12.086+0000 7fcd28e1f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-27T00:35:12.294 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:12 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:12.293+0000 7fcd28e1f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-27T00:35:12.361 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:12 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:12.164+0000 7f2fd3681200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-27T00:35:12.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-27T00:35:12.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-27T00:35:12.516 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:35:12.516 DEBUG:teuthology.orchestra.run.smithi044:> ip netns list 2024-05-27T00:35:12.609 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:35:12.609 DEBUG:teuthology.orchestra.run.smithi044:> ip netns list-id 2024-05-27T00:35:12.655 DEBUG:teuthology.orchestra.run.smithi044:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-27T00:35:12.655 DEBUG:teuthology.orchestra.run.smithi044:> set -e 2024-05-27T00:35:12.655 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-27T00:35:12.655 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-05-27T00:35:12.655 DEBUG:teuthology.orchestra.run.smithi044:> ') 2024-05-27T00:35:12.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-27T00:35:12.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-27T00:35:12.885 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-05-27T00:35:12.886 DEBUG:teuthology.orchestra.run.smithi044:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-27T00:35:12.886 DEBUG:teuthology.orchestra.run.smithi044:> set -e 2024-05-27T00:35:12.886 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-05-27T00:35:12.886 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-05-27T00:35:12.886 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-05-27T00:35:12.886 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-05-27T00:35:12.886 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-05-27T00:35:12.886 DEBUG:teuthology.orchestra.run.smithi044:> ') 2024-05-27T00:35:12.973 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:12 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:12.638+0000 7f891e265200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-27T00:35:12.973 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:12 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:12.731+0000 7f891e265200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-27T00:35:12.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-27T00:35:13.079 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:13 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:13.016+0000 7f2fd3681200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-27T00:35:13.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-27T00:35:13.156 DEBUG:teuthology.orchestra.run.smithi044:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-27T00:35:13.156 DEBUG:teuthology.orchestra.run.smithi044:> set -e 2024-05-27T00:35:13.157 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link set brx.0 up 2024-05-27T00:35:13.157 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link set dev brx.0 master ceph-brx 2024-05-27T00:35:13.157 DEBUG:teuthology.orchestra.run.smithi044:> ') 2024-05-27T00:35:13.186 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:12 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:12.838+0000 7fcd28e1f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-27T00:35:13.186 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:12 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:12.933+0000 7fcd28e1f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-27T00:35:13.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-27T00:35:13.252 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:12 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:12.972+0000 7f891e265200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-27T00:35:13.252 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:13 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:13.104+0000 7f891e265200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-27T00:35:13.252 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:13 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:13.199+0000 7f891e265200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-27T00:35:13.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-27T00:35:13.343 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-27T00:35:13.343 DEBUG:teuthology.orchestra.run.smithi044:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-05-27T00:35:13.382 INFO:teuthology.orchestra.run.smithi044.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-05-27T00:35:13.382 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-27T00:35:13.383 DEBUG:teuthology.orchestra.run.smithi044:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-05-27T00:35:13.450 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:13 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:13.185+0000 7fcd28e1f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-27T00:35:13.450 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:13 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:13.324+0000 7fcd28e1f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-27T00:35:13.450 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:13 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:13.422+0000 7fcd28e1f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-27T00:35:13.470 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-05-27T00:35:13.471 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-05-27T00:35:13.471 INFO:tasks.cephfs.kernel_mount:mounting using device: :/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 2024-05-27T00:35:13.471 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:35:13.471 DEBUG:teuthology.orchestra.run.smithi044:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync 2024-05-27T00:35:13.620 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:13 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:13.315+0000 7f891e265200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-27T00:35:13.634 INFO:teuthology.orchestra.run.smithi044.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync 2024-05-27T00:35:13.634 INFO:teuthology.orchestra.run.smithi044.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync". 2024-05-27T00:35:13.634 INFO:teuthology.orchestra.run.smithi044.stdout:invalid new device string format 2024-05-27T00:35:13.854 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:13 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:13.541+0000 7fcd28e1f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-27T00:35:13.917 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:13 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:13.613+0000 7f2fd3681200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-27T00:35:13.917 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:13 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:13.749+0000 7f2fd3681200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-27T00:35:14.002 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:13 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:13.619+0000 7f891e265200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-27T00:35:14.200 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:13 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:13.853+0000 7fcd28e1f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-27T00:35:14.362 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:14 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:14.058+0000 7f2fd3681200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-27T00:35:14.401 INFO:teuthology.orchestra.run.smithi044.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync 2024-05-27T00:35:14.401 INFO:teuthology.orchestra.run.smithi044.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync". 2024-05-27T00:35:14.401 INFO:teuthology.orchestra.run.smithi044.stdout:invalid new device string format 2024-05-27T00:35:14.401 INFO:teuthology.orchestra.run.smithi044.stdout:mount.ceph: resolved to: "172.21.15.44:3300,172.21.15.50:3300,172.21.15.137:3300" 2024-05-27T00:35:14.401 INFO:teuthology.orchestra.run.smithi044.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.44:3300,172.21.15.50:3300,172.21.15.137:3300:/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 2024-05-27T00:35:14.401 INFO:teuthology.orchestra.run.smithi044.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,nowsync,key=0,fsid=1fe53dce-1bbf-11ef-bc9b-c7b262605968" will pass to kernel 2024-05-27T00:35:14.404 INFO:teuthology.orchestra.run.smithi044.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-05-27T00:35:14.404 INFO:teuthology.orchestra.run.smithi044.stdout: You just mounted a file system that supports labels which does not 2024-05-27T00:35:14.404 INFO:teuthology.orchestra.run.smithi044.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-05-27T00:35:14.404 INFO:teuthology.orchestra.run.smithi044.stdout: applications will generate AVC messages and not be allowed access to 2024-05-27T00:35:14.404 INFO:teuthology.orchestra.run.smithi044.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-05-27T00:35:14.408 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-05-27T00:35:14.408 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:35:14.408 DEBUG:teuthology.orchestra.run.smithi044:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-05-27T00:35:14.479 DEBUG:teuthology.orchestra.run.smithi044:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-27T00:35:14.502 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:14 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:14.223+0000 7f891e265200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-27T00:35:14.502 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:35:14 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z[38392]: 2024-05-27T00:35:14.441+0000 7f891e265200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-27T00:35:14.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-27T00:35:14.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-27T00:35:14.588 INFO:teuthology.orchestra.run.smithi044.stdout:client25402 2024-05-27T00:35:14.588 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:35:14.589 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-27T00:35:14.635 DEBUG:teuthology.orchestra.run.smithi044:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-27T00:35:14.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-27T00:35:14.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-27T00:35:14.799 INFO:teuthology.orchestra.run.smithi044.stdout:client25402 2024-05-27T00:35:14.799 DEBUG:teuthology.orchestra.run.smithi044:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-27T00:35:14.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-27T00:35:14.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-27T00:35:14.920 INFO:teuthology.orchestra.run.smithi044.stdout:client25402 2024-05-27T00:35:14.920 DEBUG:teuthology.orchestra.run.smithi044:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968.client25402/status') 2024-05-27T00:35:14.950 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:14 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:14.481+0000 7fcd28e1f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-27T00:35:14.950 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:35:14 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y[37454]: 2024-05-27T00:35:14.706+0000 7fcd28e1f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-27T00:35:15.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-27T00:35:15.037 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:14 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:14.767+0000 7f2fd3681200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-27T00:35:15.038 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:14 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:14.912+0000 7f2fd3681200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-27T00:35:15.058 INFO:teuthology.orchestra.run.smithi044.stdout:instance: client.25402 (3)172.21.15.44:0/1075780793 2024-05-27T00:35:15.059 INFO:teuthology.orchestra.run.smithi044.stdout:blocklisted: false 2024-05-27T00:35:15.059 INFO:teuthology.orchestra.run.smithi044.stderr:0+1 records in 2024-05-27T00:35:15.059 INFO:teuthology.orchestra.run.smithi044.stderr:0+1 records out 2024-05-27T00:35:15.059 INFO:teuthology.orchestra.run.smithi044.stderr:71 bytes copied, 6.6427e-05 s, 1.1 MB/s 2024-05-27T00:35:15.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-27T00:35:15.070 INFO:teuthology.run_tasks:Running task exec... 2024-05-27T00:35:15.079 INFO:teuthology.task.exec:Executing custom commands... 2024-05-27T00:35:15.079 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi044.front.sepia.ceph.com 2024-05-27T00:35:15.080 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate false' 2024-05-27T00:35:15.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.262+0000 7fadde400640 1 -- 172.21.15.44:0/1609287034 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fadd80759e0 msgr2=0x7fadd8073e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:15.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.262+0000 7fadde400640 1 --2- 172.21.15.44:0/1609287034 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fadd80759e0 0x7fadd8073e30 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fadcc009860 tx=0x7fadcc02a340 comp rx=0 tx=0).stop 2024-05-27T00:35:15.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.263+0000 7fadde400640 1 -- 172.21.15.44:0/1609287034 shutdown_connections 2024-05-27T00:35:15.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.263+0000 7fadde400640 1 --2- 172.21.15.44:0/1609287034 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fadd810de00 0x7fadd81101f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:15.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.263+0000 7fadde400640 1 --2- 172.21.15.44:0/1609287034 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fadd8074400 0x7fadd8074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:15.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.263+0000 7fadde400640 1 --2- 172.21.15.44:0/1609287034 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fadd80759e0 0x7fadd8073e30 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:15.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.263+0000 7fadde400640 1 -- 172.21.15.44:0/1609287034 >> 172.21.15.44:0/1609287034 conn(0x7fadd80fcda0 msgr2=0x7fadd80ff1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:15.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.263+0000 7fadde400640 1 -- 172.21.15.44:0/1609287034 shutdown_connections 2024-05-27T00:35:15.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.263+0000 7fadde400640 1 -- 172.21.15.44:0/1609287034 wait complete. 2024-05-27T00:35:15.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.264+0000 7fadde400640 1 Processor -- start 2024-05-27T00:35:15.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.264+0000 7fadde400640 1 -- start start 2024-05-27T00:35:15.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.264+0000 7fadde400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fadd8074400 0x7fadd819e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:15.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.264+0000 7fadde400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fadd80759e0 0x7fadd819e730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:15.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.264+0000 7fadde400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fadd810de00 0x7fadd81a57a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:15.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.264+0000 7fadde400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fadd8113be0 con 0x7fadd80759e0 2024-05-27T00:35:15.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.264+0000 7fadde400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fadd8113a60 con 0x7fadd8074400 2024-05-27T00:35:15.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.264+0000 7fadde400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fadd8113d60 con 0x7fadd810de00 2024-05-27T00:35:15.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.265+0000 7fadd7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fadd80759e0 0x7fadd819e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:15.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.265+0000 7faddda00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fadd810de00 0x7fadd81a57a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:15.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.265+0000 7fadd7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fadd80759e0 0x7fadd819e730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47974/0 (socket says 172.21.15.44:47974) 2024-05-27T00:35:15.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.265+0000 7fadd7e00640 1 -- 172.21.15.44:0/2735477925 learned_addr learned my addr 172.21.15.44:0/2735477925 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:15.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.265+0000 7faddd000640 1 --2- 172.21.15.44:0/2735477925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fadd8074400 0x7fadd819e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:15.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.265+0000 7faddda00640 1 -- 172.21.15.44:0/2735477925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fadd8074400 msgr2=0x7fadd819e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:15.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.265+0000 7faddda00640 1 --2- 172.21.15.44:0/2735477925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fadd8074400 0x7fadd819e1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:15.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.265+0000 7faddda00640 1 -- 172.21.15.44:0/2735477925 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fadd80759e0 msgr2=0x7fadd819e730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:15.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.265+0000 7faddda00640 1 --2- 172.21.15.44:0/2735477925 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fadd80759e0 0x7fadd819e730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:15.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.265+0000 7faddda00640 1 -- 172.21.15.44:0/2735477925 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadd81a5e10 con 0x7fadd810de00 2024-05-27T00:35:15.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.265+0000 7faddda00640 1 --2- 172.21.15.44:0/2735477925 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fadd810de00 0x7fadd81a57a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fadd000ef00 tx=0x7fadd000c740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:15.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.265+0000 7fadd5600640 1 -- 172.21.15.44:0/2735477925 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd0004b20 con 0x7fadd810de00 2024-05-27T00:35:15.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.266+0000 7fadd5600640 1 -- 172.21.15.44:0/2735477925 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fadd0004cc0 con 0x7fadd810de00 2024-05-27T00:35:15.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.266+0000 7fadde400640 1 -- 172.21.15.44:0/2735477925 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadd81a6100 con 0x7fadd810de00 2024-05-27T00:35:15.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.266+0000 7fadd5600640 1 -- 172.21.15.44:0/2735477925 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd000b570 con 0x7fadd810de00 2024-05-27T00:35:15.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.266+0000 7fadde400640 1 -- 172.21.15.44:0/2735477925 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadd81a6600 con 0x7fadd810de00 2024-05-27T00:35:15.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.267+0000 7fadde400640 1 -- 172.21.15.44:0/2735477925 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fadd8103fd0 con 0x7fadd810de00 2024-05-27T00:35:15.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.269+0000 7fadd5600640 1 -- 172.21.15.44:0/2735477925 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 20) ==== 137850+0+0 (secure 0 0 0) 0x7fadd001d020 con 0x7fadd810de00 2024-05-27T00:35:15.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.270+0000 7fadd5600640 1 --2- 172.21.15.44:0/2735477925 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fadc00a2bd0 0x7fadc00a5090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:15.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.270+0000 7faddd000640 1 -- 172.21.15.44:0/2735477925 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fadc00a2bd0 msgr2=0x7fadc00a5090 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3215479563 2024-05-27T00:35:15.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.270+0000 7fadd5600640 1 -- 172.21.15.44:0/2735477925 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7fadd00cf330 con 0x7fadd810de00 2024-05-27T00:35:15.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.270+0000 7faddd000640 1 --2- 172.21.15.44:0/2735477925 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fadc00a2bd0 0x7fadc00a5090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-27T00:35:15.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.274+0000 7fadd5600640 1 -- 172.21.15.44:0/2735477925 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fadd009bea0 con 0x7fadd810de00 2024-05-27T00:35:15.362 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:15 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:15.277+0000 7f2fd3681200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-27T00:35:15.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:15 smithi044 ceph-mon[31645]: Standby manager daemon z restarted 2024-05-27T00:35:15.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:15 smithi044 ceph-mon[31645]: Standby manager daemon z started 2024-05-27T00:35:15.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:15 smithi044 ceph-mon[31645]: from='mgr.? 172.21.15.137:0/2101033403' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-27T00:35:15.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:15 smithi044 ceph-mon[31645]: from='mgr.? 172.21.15.137:0/2101033403' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-27T00:35:15.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:15 smithi044 ceph-mon[31645]: from='mgr.? 172.21.15.137:0/2101033403' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-27T00:35:15.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:15 smithi044 ceph-mon[31645]: from='mgr.? 172.21.15.137:0/2101033403' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-27T00:35:15.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:15 smithi044 ceph-mon[31645]: Standby manager daemon y restarted 2024-05-27T00:35:15.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:15 smithi044 ceph-mon[31645]: Standby manager daemon y started 2024-05-27T00:35:15.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:15 smithi044 ceph-mon[31645]: from='mgr.? 172.21.15.50:0/1667402396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-27T00:35:15.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:15 smithi044 ceph-mon[31645]: from='mgr.? 172.21.15.50:0/1667402396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-27T00:35:15.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:15 smithi044 ceph-mon[31645]: from='mgr.? 172.21.15.50:0/1667402396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-27T00:35:15.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:15 smithi044 ceph-mon[31645]: from='mgr.? 172.21.15.50:0/1667402396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-27T00:35:15.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:15 smithi050 ceph-mon[36071]: Standby manager daemon z restarted 2024-05-27T00:35:15.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:15 smithi050 ceph-mon[36071]: Standby manager daemon z started 2024-05-27T00:35:15.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:15 smithi050 ceph-mon[36071]: from='mgr.? 172.21.15.137:0/2101033403' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-27T00:35:15.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:15 smithi050 ceph-mon[36071]: from='mgr.? 172.21.15.137:0/2101033403' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-27T00:35:15.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:15 smithi050 ceph-mon[36071]: from='mgr.? 172.21.15.137:0/2101033403' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-27T00:35:15.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:15 smithi050 ceph-mon[36071]: from='mgr.? 172.21.15.137:0/2101033403' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-27T00:35:15.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:15 smithi050 ceph-mon[36071]: Standby manager daemon y restarted 2024-05-27T00:35:15.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:15 smithi050 ceph-mon[36071]: Standby manager daemon y started 2024-05-27T00:35:15.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:15 smithi050 ceph-mon[36071]: from='mgr.? 172.21.15.50:0/1667402396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-27T00:35:15.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:15 smithi050 ceph-mon[36071]: from='mgr.? 172.21.15.50:0/1667402396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-27T00:35:15.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:15 smithi050 ceph-mon[36071]: from='mgr.? 172.21.15.50:0/1667402396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-27T00:35:15.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:15 smithi050 ceph-mon[36071]: from='mgr.? 172.21.15.50:0/1667402396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-27T00:35:15.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.471+0000 7faddd000640 1 -- 172.21.15.44:0/2735477925 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fadc00a2bd0 msgr2=0x7fadc00a5090 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3215479563 2024-05-27T00:35:15.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.471+0000 7faddd000640 1 --2- 172.21.15.44:0/2735477925 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fadc00a2bd0 0x7fadc00a5090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-27T00:35:15.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:15 smithi137 ceph-mon[36552]: Standby manager daemon z restarted 2024-05-27T00:35:15.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:15 smithi137 ceph-mon[36552]: Standby manager daemon z started 2024-05-27T00:35:15.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:15 smithi137 ceph-mon[36552]: from='mgr.? 172.21.15.137:0/2101033403' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-27T00:35:15.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:15 smithi137 ceph-mon[36552]: from='mgr.? 172.21.15.137:0/2101033403' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-27T00:35:15.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:15 smithi137 ceph-mon[36552]: from='mgr.? 172.21.15.137:0/2101033403' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-27T00:35:15.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:15 smithi137 ceph-mon[36552]: from='mgr.? 172.21.15.137:0/2101033403' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-27T00:35:15.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:15 smithi137 ceph-mon[36552]: Standby manager daemon y restarted 2024-05-27T00:35:15.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:15 smithi137 ceph-mon[36552]: Standby manager daemon y started 2024-05-27T00:35:15.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:15 smithi137 ceph-mon[36552]: from='mgr.? 172.21.15.50:0/1667402396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-27T00:35:15.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:15 smithi137 ceph-mon[36552]: from='mgr.? 172.21.15.50:0/1667402396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-27T00:35:15.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:15 smithi137 ceph-mon[36552]: from='mgr.? 172.21.15.50:0/1667402396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-27T00:35:15.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:15 smithi137 ceph-mon[36552]: from='mgr.? 172.21.15.50:0/1667402396' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-27T00:35:15.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.519+0000 7fadde400640 1 -- 172.21.15.44:0/2735477925 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"} v 0) -- 0x7fadd80625a0 con 0x7fadd810de00 2024-05-27T00:35:15.768 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:15 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:15.472+0000 7f2fd3681200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-27T00:35:15.769 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:15 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:15.606+0000 7f2fd3681200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-27T00:35:15.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.875+0000 7faddd000640 1 -- 172.21.15.44:0/2735477925 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fadc00a2bd0 msgr2=0x7fadc00a5090 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3215479563 2024-05-27T00:35:15.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:15.875+0000 7faddd000640 1 --2- 172.21.15.44:0/2735477925 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fadc00a2bd0 0x7fadc00a5090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-27T00:35:16.048 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:15 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:15.767+0000 7f2fd3681200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-27T00:35:16.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.059+0000 7fadd5600640 1 -- 172.21.15.44:0/2735477925 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]=0 v25) ==== 118+0+0 (secure 0 0 0) 0x7fadd009b7a0 con 0x7fadd810de00 2024-05-27T00:35:16.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.062+0000 7fadde400640 1 -- 172.21.15.44:0/2735477925 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fadc00a2bd0 msgr2=0x7fadc00a5090 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-27T00:35:16.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.062+0000 7fadde400640 1 --2- 172.21.15.44:0/2735477925 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fadc00a2bd0 0x7fadc00a5090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:16.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.062+0000 7fadde400640 1 -- 172.21.15.44:0/2735477925 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fadd810de00 msgr2=0x7fadd81a57a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:16.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.062+0000 7fadde400640 1 --2- 172.21.15.44:0/2735477925 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fadd810de00 0x7fadd81a57a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fadd000ef00 tx=0x7fadd000c740 comp rx=0 tx=0).stop 2024-05-27T00:35:16.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.062+0000 7fadde400640 1 -- 172.21.15.44:0/2735477925 shutdown_connections 2024-05-27T00:35:16.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.062+0000 7fadde400640 1 --2- 172.21.15.44:0/2735477925 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7fadc00a2bd0 0x7fadc00a5090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:16.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.062+0000 7fadde400640 1 --2- 172.21.15.44:0/2735477925 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fadd810de00 0x7fadd81a57a0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:16.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.062+0000 7fadde400640 1 --2- 172.21.15.44:0/2735477925 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fadd80759e0 0x7fadd819e730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:16.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.062+0000 7fadde400640 1 --2- 172.21.15.44:0/2735477925 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fadd8074400 0x7fadd819e1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:16.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.062+0000 7fadde400640 1 -- 172.21.15.44:0/2735477925 >> 172.21.15.44:0/2735477925 conn(0x7fadd80fcda0 msgr2=0x7fadd81011a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:16.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.062+0000 7fadde400640 1 -- 172.21.15.44:0/2735477925 shutdown_connections 2024-05-27T00:35:16.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.062+0000 7fadde400640 1 -- 172.21.15.44:0/2735477925 wait complete. 2024-05-27T00:35:16.081 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs subvolumegroup pin cephfs qa random 0.10' 2024-05-27T00:35:16.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.268+0000 7f00bca00640 1 -- 172.21.15.44:0/4105742658 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f00b81000f0 msgr2=0x7f00b8100510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:16.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.268+0000 7f00bca00640 1 --2- 172.21.15.44:0/4105742658 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f00b81000f0 0x7f00b8100510 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f00a8009860 tx=0x7f00a802a340 comp rx=0 tx=0).stop 2024-05-27T00:35:16.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.268+0000 7f00bca00640 1 -- 172.21.15.44:0/4105742658 shutdown_connections 2024-05-27T00:35:16.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.268+0000 7f00bca00640 1 --2- 172.21.15.44:0/4105742658 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f00b81013f0 0x7f00b8101870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:16.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.268+0000 7f00bca00640 1 --2- 172.21.15.44:0/4105742658 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00b8100a50 0x7f00b8100eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:16.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.268+0000 7f00bca00640 1 --2- 172.21.15.44:0/4105742658 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f00b81000f0 0x7f00b8100510 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:16.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.268+0000 7f00bca00640 1 -- 172.21.15.44:0/4105742658 >> 172.21.15.44:0/4105742658 conn(0x7f00b80fbc90 msgr2=0x7f00b80fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:16.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.268+0000 7f00bca00640 1 -- 172.21.15.44:0/4105742658 shutdown_connections 2024-05-27T00:35:16.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.268+0000 7f00bca00640 1 -- 172.21.15.44:0/4105742658 wait complete. 2024-05-27T00:35:16.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.269+0000 7f00bca00640 1 Processor -- start 2024-05-27T00:35:16.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.270+0000 7f00bca00640 1 -- start start 2024-05-27T00:35:16.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.270+0000 7f00bca00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00b81000f0 0x7f00b8199e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:16.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.270+0000 7f00bca00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f00b8100a50 0x7f00b819a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:16.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.270+0000 7f00bca00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f00b81013f0 0x7f00b81a13b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:16.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.270+0000 7f00bca00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f00b810f7e0 con 0x7f00b81013f0 2024-05-27T00:35:16.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.270+0000 7f00bca00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f00b810f660 con 0x7f00b81000f0 2024-05-27T00:35:16.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.270+0000 7f00bca00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f00b810f960 con 0x7f00b8100a50 2024-05-27T00:35:16.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.270+0000 7f00b7400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00b81000f0 0x7f00b8199e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:16.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.270+0000 7f00b7400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00b81000f0 0x7f00b8199e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:48188/0 (socket says 172.21.15.44:48188) 2024-05-27T00:35:16.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.270+0000 7f00b7400640 1 -- 172.21.15.44:0/1366494473 learned_addr learned my addr 172.21.15.44:0/1366494473 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:16.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.270+0000 7f00b7e00640 1 --2- 172.21.15.44:0/1366494473 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f00b81013f0 0x7f00b81a13b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:16.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.270+0000 7f00b6a00640 1 --2- 172.21.15.44:0/1366494473 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f00b8100a50 0x7f00b819a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:16.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.271+0000 7f00b7400640 1 -- 172.21.15.44:0/1366494473 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f00b8100a50 msgr2=0x7f00b819a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:16.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.271+0000 7f00b7400640 1 --2- 172.21.15.44:0/1366494473 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f00b8100a50 0x7f00b819a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:16.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.271+0000 7f00b7400640 1 -- 172.21.15.44:0/1366494473 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f00b81013f0 msgr2=0x7f00b81a13b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:16.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.271+0000 7f00b7400640 1 --2- 172.21.15.44:0/1366494473 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f00b81013f0 0x7f00b81a13b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:16.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.271+0000 7f00b7400640 1 -- 172.21.15.44:0/1366494473 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00b81a1a20 con 0x7f00b81000f0 2024-05-27T00:35:16.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.271+0000 7f00b6a00640 1 --2- 172.21.15.44:0/1366494473 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f00b8100a50 0x7f00b819a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:35:16.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.271+0000 7f00b7400640 1 --2- 172.21.15.44:0/1366494473 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00b81000f0 0x7f00b8199e00 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f00a80057c0 tx=0x7f00a80326f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:16.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.271+0000 7f00afe00640 1 -- 172.21.15.44:0/1366494473 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00a8040030 con 0x7f00b81000f0 2024-05-27T00:35:16.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.271+0000 7f00afe00640 1 -- 172.21.15.44:0/1366494473 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f00a8038040 con 0x7f00b81000f0 2024-05-27T00:35:16.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.271+0000 7f00bca00640 1 -- 172.21.15.44:0/1366494473 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00b81a1cb0 con 0x7f00b81000f0 2024-05-27T00:35:16.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.271+0000 7f00afe00640 1 -- 172.21.15.44:0/1366494473 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00a8037070 con 0x7f00b81000f0 2024-05-27T00:35:16.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.271+0000 7f00bca00640 1 -- 172.21.15.44:0/1366494473 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00b81a21a0 con 0x7f00b81000f0 2024-05-27T00:35:16.274 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.272+0000 7f00bca00640 1 -- 172.21.15.44:0/1366494473 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00b810afe0 con 0x7f00b81000f0 2024-05-27T00:35:16.275 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.274+0000 7f00afe00640 1 -- 172.21.15.44:0/1366494473 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 20) ==== 137850+0+0 (secure 0 0 0) 0x7f00a8043070 con 0x7f00b81000f0 2024-05-27T00:35:16.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.276+0000 7f00afe00640 1 --2- 172.21.15.44:0/1366494473 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f009c0a2bd0 0x7f009c0a5090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:16.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.276+0000 7f00b6a00640 1 -- 172.21.15.44:0/1366494473 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f009c0a2bd0 msgr2=0x7f009c0a5090 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3215479563 2024-05-27T00:35:16.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.276+0000 7f00afe00640 1 -- 172.21.15.44:0/1366494473 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9150+0+0 (secure 0 0 0) 0x7f00a80eec30 con 0x7f00b81000f0 2024-05-27T00:35:16.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.276+0000 7f00b6a00640 1 --2- 172.21.15.44:0/1366494473 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f009c0a2bd0 0x7f009c0a5090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-27T00:35:16.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.280+0000 7f00afe00640 1 -- 172.21.15.44:0/1366494473 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f00a804a060 con 0x7f00b81000f0 2024-05-27T00:35:16.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:16 smithi044 ceph-mon[31645]: mgrmap e20: x(active, since 10m), standbys: z, y 2024-05-27T00:35:16.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:16 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2735477925' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-05-27T00:35:16.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:16 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-05-27T00:35:16.362 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:16 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:16.151+0000 7f2fd3681200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-27T00:35:16.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:16 smithi050 ceph-mon[36071]: mgrmap e20: x(active, since 10m), standbys: z, y 2024-05-27T00:35:16.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:16 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2735477925' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-05-27T00:35:16.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:16 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-05-27T00:35:16.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.477+0000 7f00b6a00640 1 -- 172.21.15.44:0/1366494473 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f009c0a2bd0 msgr2=0x7f009c0a5090 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3215479563 2024-05-27T00:35:16.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.477+0000 7f00b6a00640 1 --2- 172.21.15.44:0/1366494473 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f009c0a2bd0 0x7f009c0a5090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-27T00:35:16.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:16 smithi137 ceph-mon[36552]: mgrmap e20: x(active, since 10m), standbys: z, y 2024-05-27T00:35:16.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:16 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2735477925' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-05-27T00:35:16.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:16 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-05-27T00:35:16.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.512+0000 7f00bca00640 1 -- 172.21.15.44:0/1366494473 --> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7f00b8061f40 con 0x7f009c0a2bd0 2024-05-27T00:35:16.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.881+0000 7f00b6a00640 1 -- 172.21.15.44:0/1366494473 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f009c0a2bd0 msgr2=0x7f009c0a5090 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.44:6800/3215479563 2024-05-27T00:35:16.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:16.881+0000 7f00b6a00640 1 --2- 172.21.15.44:0/1366494473 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f009c0a2bd0 0x7f009c0a5090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-27T00:35:17.268 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:16 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:16.962+0000 7f2fd3681200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-27T00:35:17.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:17 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-05-27T00:35:17.269 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:17 smithi044 ceph-mon[31645]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:35:17.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:17.297+0000 7f00afe00640 1 -- 172.21.15.44:0/1366494473 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mgrmap(e 21) ==== 137518+0+0 (secure 0 0 0) 0x7f00a80308d0 con 0x7f00b81000f0 2024-05-27T00:35:17.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:17.298+0000 7f00afe00640 1 -- 172.21.15.44:0/1366494473 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f009c0a2bd0 msgr2=0x7f009c0a5090 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-27T00:35:17.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:17.298+0000 7f00afe00640 1 --2- 172.21.15.44:0/1366494473 >> [v2:172.21.15.44:6800/3215479563,v1:172.21.15.44:6801/3215479563] conn(0x7f009c0a2bd0 0x7f009c0a5090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:17.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:17 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-05-27T00:35:17.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:17 smithi050 ceph-mon[36071]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:35:17.487 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:17 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-05-27T00:35:17.487 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:17 smithi137 ceph-mon[36552]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:35:17.608 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:17 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:17.267+0000 7f2fd3681200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-27T00:35:17.862 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:17 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:17.611+0000 7f2f25400700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:35:17.862 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:17 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:17.611+0000 7f2f25400700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:35:17.862 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:17 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:17.611+0000 7f2f25400700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:35:17.862 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:17 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:17.611+0000 7f2f25400700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:35:17.862 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:17 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:17.611+0000 7f2f25400700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:35:17.862 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:17 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:17.611+0000 7f2f27c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:35:17.862 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:17 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:17.611+0000 7f2f27c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:35:17.862 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:17 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:17.611+0000 7f2f27c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:35:17.863 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:17 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:17.611+0000 7f2f27c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:35:17.863 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:17 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:17.611+0000 7f2f27c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:35:18.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.309+0000 7f00afe00640 1 -- 172.21.15.44:0/1366494473 <== mon.2 v2:172.21.15.50:3300/0 8 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7f00a80ec3c0 con 0x7f00b81000f0 2024-05-27T00:35:18.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.310+0000 7f00afe00640 1 --2- 172.21.15.44:0/1366494473 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f009c051840 0x7f009c051c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:18.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.310+0000 7f00afe00640 1 -- 172.21.15.44:0/1366494473 --> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7f00b8061f40 con 0x7f009c051840 2024-05-27T00:35:18.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.318+0000 7f00b6a00640 1 --2- 172.21.15.44:0/1366494473 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f009c051840 0x7f009c051c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:18.325 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.324+0000 7f00b6a00640 1 --2- 172.21.15.44:0/1366494473 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f009c051840 0x7f009c051c20 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f00b819b310 tx=0x7f00a4005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:18.336 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: Active manager daemon x restarted 2024-05-27T00:35:18.336 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: Activating manager daemon x 2024-05-27T00:35:18.336 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: osdmap e96: 12 total, 12 up, 12 in 2024-05-27T00:35:18.336 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: mgrmap e21: x(active, starting, since 0.0207918s), standbys: z, y 2024-05-27T00:35:18.336 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-27T00:35:18.337 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:35:18.337 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:35:18.337 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-27T00:35:18.337 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-27T00:35:18.337 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-27T00:35:18.337 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-27T00:35:18.337 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-27T00:35:18.337 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-27T00:35:18.337 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-27T00:35:18.337 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-27T00:35:18.338 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-27T00:35:18.338 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-27T00:35:18.338 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-27T00:35:18.338 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-27T00:35:18.338 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-27T00:35:18.338 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-27T00:35:18.338 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-27T00:35:18.338 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-27T00:35:18.338 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-27T00:35:18.338 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-27T00:35:18.338 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:35:18.338 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-27T00:35:18.339 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-27T00:35:18.339 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-27T00:35:18.339 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-27T00:35:18.339 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-27T00:35:18.339 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-27T00:35:18.339 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-27T00:35:18.339 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-27T00:35:18.339 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-27T00:35:18.339 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-27T00:35:18.339 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-27T00:35:18.340 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: Manager daemon x is now available 2024-05-27T00:35:18.340 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:35:18.340 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-27T00:35:18.340 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:18 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-27T00:35:18.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.346+0000 7f00afe00640 1 -- 172.21.15.44:0/1366494473 <== mgr.25393 v2:172.21.15.44:6800/2850957139 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7f00b8061f40 con 0x7f009c051840 2024-05-27T00:35:18.346 INFO:teuthology.orchestra.run.smithi044.stdout:{} 2024-05-27T00:35:18.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.348+0000 7f00bca00640 1 -- 172.21.15.44:0/1366494473 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f009c051840 msgr2=0x7f009c051c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:18.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.348+0000 7f00bca00640 1 --2- 172.21.15.44:0/1366494473 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f009c051840 0x7f009c051c20 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f00b819b310 tx=0x7f00a4005f90 comp rx=0 tx=0).stop 2024-05-27T00:35:18.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.348+0000 7f00bca00640 1 -- 172.21.15.44:0/1366494473 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00b81000f0 msgr2=0x7f00b8199e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:18.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.348+0000 7f00bca00640 1 --2- 172.21.15.44:0/1366494473 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00b81000f0 0x7f00b8199e00 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f00a80057c0 tx=0x7f00a80326f0 comp rx=0 tx=0).stop 2024-05-27T00:35:18.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.348+0000 7f00b7e00640 1 -- 172.21.15.44:0/1366494473 reap_dead start 2024-05-27T00:35:18.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.348+0000 7f00bca00640 1 -- 172.21.15.44:0/1366494473 shutdown_connections 2024-05-27T00:35:18.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.348+0000 7f00bca00640 1 -- 172.21.15.44:0/1366494473 >> 172.21.15.44:0/1366494473 conn(0x7f00b80fbc90 msgr2=0x7f00b80fd390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:18.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.348+0000 7f00bca00640 1 -- 172.21.15.44:0/1366494473 shutdown_connections 2024-05-27T00:35:18.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.348+0000 7f00bca00640 1 -- 172.21.15.44:0/1366494473 wait complete. 2024-05-27T00:35:18.375 INFO:teuthology.run_tasks:Running task check-counter... 2024-05-27T00:35:18.386 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-05-27T00:35:18.399 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:35:18.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: Active manager daemon x restarted 2024-05-27T00:35:18.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: Activating manager daemon x 2024-05-27T00:35:18.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: osdmap e96: 12 total, 12 up, 12 in 2024-05-27T00:35:18.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: mgrmap e21: x(active, starting, since 0.0207918s), standbys: z, y 2024-05-27T00:35:18.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-27T00:35:18.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:35:18.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:35:18.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-27T00:35:18.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-27T00:35:18.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-27T00:35:18.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-27T00:35:18.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-27T00:35:18.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-27T00:35:18.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-27T00:35:18.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-27T00:35:18.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-27T00:35:18.452 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-27T00:35:18.453 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-27T00:35:18.453 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-27T00:35:18.453 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-27T00:35:18.453 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-27T00:35:18.453 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-27T00:35:18.453 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-27T00:35:18.453 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-27T00:35:18.453 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-27T00:35:18.453 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:35:18.453 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-27T00:35:18.453 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-27T00:35:18.453 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-27T00:35:18.453 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-27T00:35:18.454 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-27T00:35:18.454 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-27T00:35:18.454 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-27T00:35:18.454 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-27T00:35:18.454 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-27T00:35:18.454 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-27T00:35:18.454 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-27T00:35:18.454 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: Manager daemon x is now available 2024-05-27T00:35:18.454 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:35:18.454 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-27T00:35:18.454 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:18 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-27T00:35:18.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: Active manager daemon x restarted 2024-05-27T00:35:18.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: Activating manager daemon x 2024-05-27T00:35:18.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: osdmap e96: 12 total, 12 up, 12 in 2024-05-27T00:35:18.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: mgrmap e21: x(active, starting, since 0.0207918s), standbys: z, y 2024-05-27T00:35:18.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-27T00:35:18.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-27T00:35:18.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-27T00:35:18.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-27T00:35:18.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-27T00:35:18.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-27T00:35:18.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-27T00:35:18.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-27T00:35:18.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-27T00:35:18.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-27T00:35:18.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-27T00:35:18.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-27T00:35:18.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-27T00:35:18.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-27T00:35:18.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-27T00:35:18.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-27T00:35:18.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-27T00:35:18.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-27T00:35:18.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-27T00:35:18.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-27T00:35:18.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-27T00:35:18.505 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-27T00:35:18.505 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-27T00:35:18.505 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-27T00:35:18.505 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-27T00:35:18.505 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-27T00:35:18.505 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-27T00:35:18.505 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-27T00:35:18.505 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-27T00:35:18.505 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-27T00:35:18.505 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-27T00:35:18.505 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-27T00:35:18.505 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-27T00:35:18.505 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: Manager daemon x is now available 2024-05-27T00:35:18.505 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:35:18.505 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-27T00:35:18.506 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:18 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-27T00:35:18.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.577+0000 7fde23200640 1 -- 172.21.15.44:0/3568247018 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde24103a20 msgr2=0x7fde24103e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:18.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.577+0000 7fde23200640 1 --2- 172.21.15.44:0/3568247018 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde24103a20 0x7fde24103e40 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fde14009900 tx=0x7fde1402a3f0 comp rx=0 tx=0).stop 2024-05-27T00:35:18.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.577+0000 7fde23200640 1 -- 172.21.15.44:0/3568247018 shutdown_connections 2024-05-27T00:35:18.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.577+0000 7fde23200640 1 --2- 172.21.15.44:0/3568247018 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fde241055d0 0x7fde2410be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:18.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.577+0000 7fde23200640 1 --2- 172.21.15.44:0/3568247018 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde24104c10 0x7fde24105090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:18.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.577+0000 7fde23200640 1 --2- 172.21.15.44:0/3568247018 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde24103a20 0x7fde24103e40 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:18.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.577+0000 7fde23200640 1 -- 172.21.15.44:0/3568247018 >> 172.21.15.44:0/3568247018 conn(0x7fde240fefb0 msgr2=0x7fde241013d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:18.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.577+0000 7fde23200640 1 -- 172.21.15.44:0/3568247018 shutdown_connections 2024-05-27T00:35:18.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.577+0000 7fde23200640 1 -- 172.21.15.44:0/3568247018 wait complete. 2024-05-27T00:35:18.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.578+0000 7fde23200640 1 Processor -- start 2024-05-27T00:35:18.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.578+0000 7fde23200640 1 -- start start 2024-05-27T00:35:18.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.579+0000 7fde23200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde24103a20 0x7fde24199e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:18.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.579+0000 7fde23200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde24104c10 0x7fde2419a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:18.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.579+0000 7fde23200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fde241055d0 0x7fde241a13b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:18.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.579+0000 7fde23200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fde2410f7d0 con 0x7fde24103a20 2024-05-27T00:35:18.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.579+0000 7fde23200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fde2410f650 con 0x7fde24104c10 2024-05-27T00:35:18.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.579+0000 7fde23200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fde2410f950 con 0x7fde241055d0 2024-05-27T00:35:18.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.579+0000 7fde21e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde24103a20 0x7fde24199e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:18.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.579+0000 7fde21400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde24104c10 0x7fde2419a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:18.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.579+0000 7fde22800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fde241055d0 0x7fde241a13b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:18.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.579+0000 7fde21e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde24103a20 0x7fde24199e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48150/0 (socket says 172.21.15.44:48150) 2024-05-27T00:35:18.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.579+0000 7fde21e00640 1 -- 172.21.15.44:0/2561008045 learned_addr learned my addr 172.21.15.44:0/2561008045 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:18.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.579+0000 7fde21e00640 1 -- 172.21.15.44:0/2561008045 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fde241055d0 msgr2=0x7fde241a13b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:18.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.579+0000 7fde21e00640 1 --2- 172.21.15.44:0/2561008045 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fde241055d0 0x7fde241a13b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:18.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.579+0000 7fde21e00640 1 -- 172.21.15.44:0/2561008045 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde24104c10 msgr2=0x7fde2419a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:18.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.580+0000 7fde21e00640 1 --2- 172.21.15.44:0/2561008045 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde24104c10 0x7fde2419a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:18.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.580+0000 7fde21e00640 1 -- 172.21.15.44:0/2561008045 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde241a1a20 con 0x7fde24103a20 2024-05-27T00:35:18.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.580+0000 7fde21400640 1 --2- 172.21.15.44:0/2561008045 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde24104c10 0x7fde2419a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:18.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.580+0000 7fde21e00640 1 --2- 172.21.15.44:0/2561008045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde24103a20 0x7fde24199e00 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fde14009230 tx=0x7fde140042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:18.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.580+0000 7fde1aa00640 1 -- 172.21.15.44:0/2561008045 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde1403f030 con 0x7fde24103a20 2024-05-27T00:35:18.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.580+0000 7fde1aa00640 1 -- 172.21.15.44:0/2561008045 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fde14003d00 con 0x7fde24103a20 2024-05-27T00:35:18.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.580+0000 7fde1aa00640 1 -- 172.21.15.44:0/2561008045 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde14035070 con 0x7fde24103a20 2024-05-27T00:35:18.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.580+0000 7fde23200640 1 -- 172.21.15.44:0/2561008045 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde241a1cb0 con 0x7fde24103a20 2024-05-27T00:35:18.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.581+0000 7fde23200640 1 -- 172.21.15.44:0/2561008045 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde241a21a0 con 0x7fde24103a20 2024-05-27T00:35:18.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.582+0000 7fde23200640 1 -- 172.21.15.44:0/2561008045 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde2410ad40 con 0x7fde24103a20 2024-05-27T00:35:18.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.583+0000 7fde1aa00640 1 -- 172.21.15.44:0/2561008045 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7fde14042030 con 0x7fde24103a20 2024-05-27T00:35:18.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.585+0000 7fde1aa00640 1 --2- 172.21.15.44:0/2561008045 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fde080a2a10 0x7fde080a4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:18.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.585+0000 7fde1aa00640 1 -- 172.21.15.44:0/2561008045 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fde140ef570 con 0x7fde24103a20 2024-05-27T00:35:18.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.585+0000 7fde21400640 1 --2- 172.21.15.44:0/2561008045 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fde080a2a10 0x7fde080a4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:18.586 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.586+0000 7fde21400640 1 --2- 172.21.15.44:0/2561008045 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fde080a2a10 0x7fde080a4ed0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fde100095f0 tx=0x7fde10005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:18.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.589+0000 7fde1aa00640 1 -- 172.21.15.44:0/2561008045 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fde140bbcc0 con 0x7fde24103a20 2024-05-27T00:35:18.611 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:18 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:18.334+0000 7f2f22200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:35:18.612 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:18 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:18.334+0000 7f2f22200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:35:18.612 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:18 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:18.334+0000 7f2f22200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:35:18.612 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:18 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:18.334+0000 7f2f22200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:35:18.612 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:35:18 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:35:18.334+0000 7f2f22200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:35:18.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.800+0000 7fde23200640 1 -- 172.21.15.44:0/2561008045 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fde24062640 con 0x7fde24103a20 2024-05-27T00:35:18.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.804+0000 7fde1aa00640 1 -- 172.21.15.44:0/2561008045 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v96) ==== 74+0+25068 (secure 0 0 0) 0x7fde140bffc0 con 0x7fde24103a20 2024-05-27T00:35:18.805 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:35:18.805 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":96,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:35:17.272858+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.19","mappings":[{"from":3,"to":7}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/3112025334":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/2815226501":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/1635201417":"2024-05-28T00:35:17.272654+0000","172.21.15.44:6801/3215479563":"2024-05-28T00:35:17.272654+0000","172.21.15.44:6800/3215479563":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/2718148546":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:35:18.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.807+0000 7fde23200640 1 -- 172.21.15.44:0/2561008045 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fde080a2a10 msgr2=0x7fde080a4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:18.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.807+0000 7fde23200640 1 --2- 172.21.15.44:0/2561008045 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fde080a2a10 0x7fde080a4ed0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fde100095f0 tx=0x7fde10005f90 comp rx=0 tx=0).stop 2024-05-27T00:35:18.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.807+0000 7fde23200640 1 -- 172.21.15.44:0/2561008045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde24103a20 msgr2=0x7fde24199e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:18.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.807+0000 7fde23200640 1 --2- 172.21.15.44:0/2561008045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde24103a20 0x7fde24199e00 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fde14009230 tx=0x7fde140042f0 comp rx=0 tx=0).stop 2024-05-27T00:35:18.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.807+0000 7fde23200640 1 -- 172.21.15.44:0/2561008045 shutdown_connections 2024-05-27T00:35:18.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.807+0000 7fde23200640 1 --2- 172.21.15.44:0/2561008045 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fde080a2a10 0x7fde080a4ed0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:18.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.807+0000 7fde23200640 1 --2- 172.21.15.44:0/2561008045 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fde241055d0 0x7fde241a13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:18.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.807+0000 7fde23200640 1 --2- 172.21.15.44:0/2561008045 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fde24104c10 0x7fde2419a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:18.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.807+0000 7fde23200640 1 --2- 172.21.15.44:0/2561008045 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fde24103a20 0x7fde24199e00 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:18.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.807+0000 7fde23200640 1 -- 172.21.15.44:0/2561008045 >> 172.21.15.44:0/2561008045 conn(0x7fde240fefb0 msgr2=0x7fde24107f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:18.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.807+0000 7fde23200640 1 -- 172.21.15.44:0/2561008045 shutdown_connections 2024-05-27T00:35:18.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:18.807+0000 7fde23200640 1 -- 172.21.15.44:0/2561008045 wait complete. 2024-05-27T00:35:18.827 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-27T00:27:02.979133+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-27T00:32:16.909207+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-27T00:32:17.962562+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-05-27T00:32:21.951818+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-05-27T00:35:18.828 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-27T00:35:19.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.039+0000 7f83f5e00640 1 -- 172.21.15.44:0/81867307 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f83f0102330 msgr2=0x7f83f0104720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:19.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.039+0000 7f83f5e00640 1 --2- 172.21.15.44:0/81867307 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f83f0102330 0x7f83f0104720 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f83e4009860 tx=0x7f83e402a340 comp rx=0 tx=0).stop 2024-05-27T00:35:19.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.039+0000 7f83f5e00640 1 -- 172.21.15.44:0/81867307 shutdown_connections 2024-05-27T00:35:19.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.039+0000 7f83f5e00640 1 --2- 172.21.15.44:0/81867307 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83f0107590 0x7f83f01099e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.039+0000 7f83f5e00640 1 --2- 172.21.15.44:0/81867307 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f83f0104c60 0x7f83f0107050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.039+0000 7f83f5e00640 1 --2- 172.21.15.44:0/81867307 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f83f0102330 0x7f83f0104720 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.039+0000 7f83f5e00640 1 -- 172.21.15.44:0/81867307 >> 172.21.15.44:0/81867307 conn(0x7f83f00fbd40 msgr2=0x7f83f00fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:19.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.039+0000 7f83f5e00640 1 -- 172.21.15.44:0/81867307 shutdown_connections 2024-05-27T00:35:19.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.039+0000 7f83f5e00640 1 -- 172.21.15.44:0/81867307 wait complete. 2024-05-27T00:35:19.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.040+0000 7f83f5e00640 1 Processor -- start 2024-05-27T00:35:19.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.040+0000 7f83f5e00640 1 -- start start 2024-05-27T00:35:19.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.041+0000 7f83f5e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f83f0102330 0x7f83f0199e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:19.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.041+0000 7f83f5e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83f0104c60 0x7f83f019a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:19.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.041+0000 7f83f5e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f83f0107590 0x7f83f01a1420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:19.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.041+0000 7f83f5e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f83f010d680 con 0x7f83f0107590 2024-05-27T00:35:19.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.041+0000 7f83f5e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f83f010d500 con 0x7f83f0104c60 2024-05-27T00:35:19.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.041+0000 7f83f5e00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f83f010d800 con 0x7f83f0102330 2024-05-27T00:35:19.043 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.041+0000 7f83f4a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f83f0102330 0x7f83f0199e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:19.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.041+0000 7f83f4a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f83f0102330 0x7f83f0199e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:53080/0 (socket says 172.21.15.44:53080) 2024-05-27T00:35:19.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.041+0000 7f83f4a00640 1 -- 172.21.15.44:0/273523656 learned_addr learned my addr 172.21.15.44:0/273523656 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:19.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.041+0000 7f83efe00640 1 --2- 172.21.15.44:0/273523656 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83f0104c60 0x7f83f019a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:19.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.041+0000 7f83f5400640 1 --2- 172.21.15.44:0/273523656 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f83f0107590 0x7f83f01a1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:19.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.042+0000 7f83f4a00640 1 -- 172.21.15.44:0/273523656 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83f0104c60 msgr2=0x7f83f019a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:19.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.042+0000 7f83f4a00640 1 --2- 172.21.15.44:0/273523656 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83f0104c60 0x7f83f019a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.042+0000 7f83f4a00640 1 -- 172.21.15.44:0/273523656 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f83f0107590 msgr2=0x7f83f01a1420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:19.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.042+0000 7f83f4a00640 1 --2- 172.21.15.44:0/273523656 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f83f0107590 0x7f83f01a1420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.042+0000 7f83f4a00640 1 -- 172.21.15.44:0/273523656 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83f01a1a90 con 0x7f83f0102330 2024-05-27T00:35:19.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.042+0000 7f83f4a00640 1 --2- 172.21.15.44:0/273523656 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f83f0102330 0x7f83f0199e70 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f83e4005940 tx=0x7f83e4032670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:19.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.042+0000 7f83ed600640 1 -- 172.21.15.44:0/273523656 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83e4037050 con 0x7f83f0102330 2024-05-27T00:35:19.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.042+0000 7f83f5e00640 1 -- 172.21.15.44:0/273523656 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83f01a1d20 con 0x7f83f0102330 2024-05-27T00:35:19.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.042+0000 7f83ed600640 1 -- 172.21.15.44:0/273523656 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f83e4043070 con 0x7f83f0102330 2024-05-27T00:35:19.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.042+0000 7f83ed600640 1 -- 172.21.15.44:0/273523656 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83e4003e20 con 0x7f83f0102330 2024-05-27T00:35:19.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.042+0000 7f83f5e00640 1 -- 172.21.15.44:0/273523656 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83f01a21b0 con 0x7f83f0102330 2024-05-27T00:35:19.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.044+0000 7f83f5e00640 1 -- 172.21.15.44:0/273523656 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83f01090e0 con 0x7f83f0102330 2024-05-27T00:35:19.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.046+0000 7f83ed600640 1 -- 172.21.15.44:0/273523656 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7f83e40035f0 con 0x7f83f0102330 2024-05-27T00:35:19.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.047+0000 7f83ed600640 1 --2- 172.21.15.44:0/273523656 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f83d80a2a10 0x7f83d80a4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:19.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.047+0000 7f83ed600640 1 -- 172.21.15.44:0/273523656 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f83e40ef250 con 0x7f83f0102330 2024-05-27T00:35:19.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.047+0000 7f83efe00640 1 --2- 172.21.15.44:0/273523656 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f83d80a2a10 0x7f83d80a4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:19.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.048+0000 7f83efe00640 1 --2- 172.21.15.44:0/273523656 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f83d80a2a10 0x7f83d80a4ed0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f83f019b380 tx=0x7f83dc009260 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:19.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.051+0000 7f83ed600640 1 -- 172.21.15.44:0/273523656 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f83e404c060 con 0x7f83f0102330 2024-05-27T00:35:19.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.258+0000 7f83f5e00640 1 -- 172.21.15.44:0/273523656 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f83f00625a0 con 0x7f83f0102330 2024-05-27T00:35:19.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.259+0000 7f83ed600640 1 -- 172.21.15.44:0/273523656 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v96) ==== 93+0+10 (secure 0 0 0) 0x7f83e40bbff0 con 0x7f83f0102330 2024-05-27T00:35:19.260 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 1 2024-05-27T00:35:19.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.261+0000 7f83f5e00640 1 -- 172.21.15.44:0/273523656 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f83d80a2a10 msgr2=0x7f83d80a4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:19.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.261+0000 7f83f5e00640 1 --2- 172.21.15.44:0/273523656 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f83d80a2a10 0x7f83d80a4ed0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f83f019b380 tx=0x7f83dc009260 comp rx=0 tx=0).stop 2024-05-27T00:35:19.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.261+0000 7f83f5e00640 1 -- 172.21.15.44:0/273523656 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f83f0102330 msgr2=0x7f83f0199e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:19.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.261+0000 7f83f5e00640 1 --2- 172.21.15.44:0/273523656 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f83f0102330 0x7f83f0199e70 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f83e4005940 tx=0x7f83e4032670 comp rx=0 tx=0).stop 2024-05-27T00:35:19.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.261+0000 7f83f5e00640 1 -- 172.21.15.44:0/273523656 shutdown_connections 2024-05-27T00:35:19.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.261+0000 7f83f5e00640 1 --2- 172.21.15.44:0/273523656 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f83d80a2a10 0x7f83d80a4ed0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.261+0000 7f83f5e00640 1 --2- 172.21.15.44:0/273523656 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f83f0107590 0x7f83f01a1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.261+0000 7f83f5e00640 1 --2- 172.21.15.44:0/273523656 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f83f0104c60 0x7f83f019a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.261+0000 7f83f5e00640 1 --2- 172.21.15.44:0/273523656 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f83f0102330 0x7f83f0199e70 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.261+0000 7f83f5e00640 1 -- 172.21.15.44:0/273523656 >> 172.21.15.44:0/273523656 conn(0x7f83f00fbd40 msgr2=0x7f83f0101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:19.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.262+0000 7f83f5e00640 1 -- 172.21.15.44:0/273523656 shutdown_connections 2024-05-27T00:35:19.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.262+0000 7f83f5e00640 1 -- 172.21.15.44:0/273523656 wait complete. 2024-05-27T00:35:19.281 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-27T00:35:19.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.468+0000 7f5043200640 1 -- 172.21.15.44:0/3518712555 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5044101420 msgr2=0x7f50441018a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:19.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.468+0000 7f5043200640 1 --2- 172.21.15.44:0/3518712555 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5044101420 0x7f50441018a0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f503c009be0 tx=0x7f503c02a6c0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.468+0000 7f5043200640 1 -- 172.21.15.44:0/3518712555 shutdown_connections 2024-05-27T00:35:19.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.468+0000 7f5043200640 1 --2- 172.21.15.44:0/3518712555 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5044101420 0x7f50441018a0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.468+0000 7f5043200640 1 --2- 172.21.15.44:0/3518712555 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5044100a80 0x7f5044100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.468+0000 7f5043200640 1 --2- 172.21.15.44:0/3518712555 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5044100120 0x7f5044100540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.468+0000 7f5043200640 1 -- 172.21.15.44:0/3518712555 >> 172.21.15.44:0/3518712555 conn(0x7f50440fbd40 msgr2=0x7f50440fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:19.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.468+0000 7f5043200640 1 -- 172.21.15.44:0/3518712555 shutdown_connections 2024-05-27T00:35:19.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.468+0000 7f5043200640 1 -- 172.21.15.44:0/3518712555 wait complete. 2024-05-27T00:35:19.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.469+0000 7f5043200640 1 Processor -- start 2024-05-27T00:35:19.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.469+0000 7f5043200640 1 -- start start 2024-05-27T00:35:19.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.470+0000 7f5043200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5044100120 0x7f5044199df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:19.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.470+0000 7f5043200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5044100a80 0x7f504419a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:19.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.470+0000 7f5043200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5044101420 0x7f50441a13a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:19.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.470+0000 7f5043200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f504410f870 con 0x7f5044100120 2024-05-27T00:35:19.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.470+0000 7f5043200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f504410f6f0 con 0x7f5044100a80 2024-05-27T00:35:19.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.470+0000 7f5043200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f504410f9f0 con 0x7f5044101420 2024-05-27T00:35:19.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.470+0000 7f5041e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5044100120 0x7f5044199df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:19.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.470+0000 7f5041e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5044100120 0x7f5044199df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48206/0 (socket says 172.21.15.44:48206) 2024-05-27T00:35:19.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.470+0000 7f5042800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5044101420 0x7f50441a13a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:19.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.470+0000 7f5041e00640 1 -- 172.21.15.44:0/2789262675 learned_addr learned my addr 172.21.15.44:0/2789262675 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:19.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.470+0000 7f5041400640 1 --2- 172.21.15.44:0/2789262675 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5044100a80 0x7f504419a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:19.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.470+0000 7f5041e00640 1 -- 172.21.15.44:0/2789262675 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5044101420 msgr2=0x7f50441a13a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:19.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.470+0000 7f5041e00640 1 --2- 172.21.15.44:0/2789262675 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5044101420 0x7f50441a13a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.470+0000 7f5041e00640 1 -- 172.21.15.44:0/2789262675 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5044100a80 msgr2=0x7f504419a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:19.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.470+0000 7f5041e00640 1 --2- 172.21.15.44:0/2789262675 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5044100a80 0x7f504419a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.470+0000 7f5041e00640 1 -- 172.21.15.44:0/2789262675 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50441a1a10 con 0x7f5044100120 2024-05-27T00:35:19.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.471+0000 7f5041e00640 1 --2- 172.21.15.44:0/2789262675 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5044100120 0x7f5044199df0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f503000e9c0 tx=0x7f503000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:19.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.471+0000 7f503aa00640 1 -- 172.21.15.44:0/2789262675 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f503000cde0 con 0x7f5044100120 2024-05-27T00:35:19.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.471+0000 7f503aa00640 1 -- 172.21.15.44:0/2789262675 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f50300035f0 con 0x7f5044100120 2024-05-27T00:35:19.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.471+0000 7f5043200640 1 -- 172.21.15.44:0/2789262675 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50441a1d00 con 0x7f5044100120 2024-05-27T00:35:19.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.471+0000 7f5043200640 1 -- 172.21.15.44:0/2789262675 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50441a21a0 con 0x7f5044100120 2024-05-27T00:35:19.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.471+0000 7f503aa00640 1 -- 172.21.15.44:0/2789262675 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5030010670 con 0x7f5044100120 2024-05-27T00:35:19.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.472+0000 7f5043200640 1 -- 172.21.15.44:0/2789262675 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f504410ae70 con 0x7f5044100120 2024-05-27T00:35:19.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.475+0000 7f503aa00640 1 -- 172.21.15.44:0/2789262675 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7f50300037a0 con 0x7f5044100120 2024-05-27T00:35:19.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.477+0000 7f503aa00640 1 --2- 172.21.15.44:0/2789262675 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f50280a2990 0x7f50280a4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:19.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.477+0000 7f503aa00640 1 -- 172.21.15.44:0/2789262675 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f50300cf3f0 con 0x7f5044100120 2024-05-27T00:35:19.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.478+0000 7f5041400640 1 --2- 172.21.15.44:0/2789262675 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f50280a2990 0x7f50280a4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:19.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.479+0000 7f5041400640 1 --2- 172.21.15.44:0/2789262675 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f50280a2990 0x7f50280a4e50 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f504419b300 tx=0x7f5034005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:19.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.484+0000 7f503aa00640 1 -- 172.21.15.44:0/2789262675 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f503009c190 con 0x7f5044100120 2024-05-27T00:35:19.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:19 smithi137 ceph-mon[36552]: [27/May/2024:00:35:17] ENGINE Bus STARTING 2024-05-27T00:35:19.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:19 smithi137 ceph-mon[36552]: [27/May/2024:00:35:18] ENGINE Serving on https://172.21.15.44:7150 2024-05-27T00:35:19.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:19 smithi137 ceph-mon[36552]: [27/May/2024:00:35:18] ENGINE Serving on http://172.21.15.44:8765 2024-05-27T00:35:19.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:19 smithi137 ceph-mon[36552]: [27/May/2024:00:35:18] ENGINE Bus STARTED 2024-05-27T00:35:19.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:19 smithi137 ceph-mon[36552]: mgrmap e22: x(active, since 1.04296s), standbys: z, y 2024-05-27T00:35:19.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:19 smithi137 ceph-mon[36552]: from='client.25424 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:35:19.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:19 smithi137 ceph-mon[36552]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:35:19.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:19 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:19.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:19 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:19.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:19 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:19.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:19 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:19.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:19 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:19.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:19 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:19.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:19 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2561008045' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:35:19.504 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:19 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/273523656' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:35:19.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:19 smithi044 ceph-mon[31645]: [27/May/2024:00:35:17] ENGINE Bus STARTING 2024-05-27T00:35:19.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:19 smithi044 ceph-mon[31645]: [27/May/2024:00:35:18] ENGINE Serving on https://172.21.15.44:7150 2024-05-27T00:35:19.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:19 smithi044 ceph-mon[31645]: [27/May/2024:00:35:18] ENGINE Serving on http://172.21.15.44:8765 2024-05-27T00:35:19.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:19 smithi044 ceph-mon[31645]: [27/May/2024:00:35:18] ENGINE Bus STARTED 2024-05-27T00:35:19.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:19 smithi044 ceph-mon[31645]: mgrmap e22: x(active, since 1.04296s), standbys: z, y 2024-05-27T00:35:19.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:19 smithi044 ceph-mon[31645]: from='client.25424 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:35:19.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:19 smithi044 ceph-mon[31645]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:35:19.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:19 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:19.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:19 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:19.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:19 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:19.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:19 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:19.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:19 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:19.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:19 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:19.613 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:19 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2561008045' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:35:19.614 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:19 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/273523656' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:35:19.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.614+0000 7f503aa00640 1 -- 172.21.15.44:0/2789262675 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7f5030098100 con 0x7f5044100120 2024-05-27T00:35:19.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:19 smithi050 ceph-mon[36071]: [27/May/2024:00:35:17] ENGINE Bus STARTING 2024-05-27T00:35:19.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:19 smithi050 ceph-mon[36071]: [27/May/2024:00:35:18] ENGINE Serving on https://172.21.15.44:7150 2024-05-27T00:35:19.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:19 smithi050 ceph-mon[36071]: [27/May/2024:00:35:18] ENGINE Serving on http://172.21.15.44:8765 2024-05-27T00:35:19.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:19 smithi050 ceph-mon[36071]: [27/May/2024:00:35:18] ENGINE Bus STARTED 2024-05-27T00:35:19.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:19 smithi050 ceph-mon[36071]: mgrmap e22: x(active, since 1.04296s), standbys: z, y 2024-05-27T00:35:19.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:19 smithi050 ceph-mon[36071]: from='client.25424 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:35:19.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:19 smithi050 ceph-mon[36071]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:35:19.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:19 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:19.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:19 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:19.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:19 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:19.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:19 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:19.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:19 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:19.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:19 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:19.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:19 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2561008045' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:35:19.702 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:19 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/273523656' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:35:19.708 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.707+0000 7f5043200640 1 -- 172.21.15.44:0/2789262675 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f50440625a0 con 0x7f5044100120 2024-05-27T00:35:19.709 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.708+0000 7f503aa00640 1 -- 172.21.15.44:0/2789262675 <== mon.0 v2:172.21.15.44:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v96) ==== 104+0+11 (secure 0 0 0) 0x7f50300648d0 con 0x7f5044100120 2024-05-27T00:35:19.709 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:35:19.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.711+0000 7f5043200640 1 -- 172.21.15.44:0/2789262675 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f50280a2990 msgr2=0x7f50280a4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:19.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.711+0000 7f5043200640 1 --2- 172.21.15.44:0/2789262675 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f50280a2990 0x7f50280a4e50 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f504419b300 tx=0x7f5034005f90 comp rx=0 tx=0).stop 2024-05-27T00:35:19.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.711+0000 7f5043200640 1 -- 172.21.15.44:0/2789262675 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5044100120 msgr2=0x7f5044199df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:19.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.711+0000 7f5043200640 1 --2- 172.21.15.44:0/2789262675 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5044100120 0x7f5044199df0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f503000e9c0 tx=0x7f503000ee80 comp rx=0 tx=0).stop 2024-05-27T00:35:19.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.711+0000 7f5043200640 1 -- 172.21.15.44:0/2789262675 shutdown_connections 2024-05-27T00:35:19.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.711+0000 7f5043200640 1 --2- 172.21.15.44:0/2789262675 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f50280a2990 0x7f50280a4e50 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.711+0000 7f5043200640 1 --2- 172.21.15.44:0/2789262675 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5044101420 0x7f50441a13a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.711+0000 7f5043200640 1 --2- 172.21.15.44:0/2789262675 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5044100a80 0x7f504419a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.711+0000 7f5043200640 1 --2- 172.21.15.44:0/2789262675 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5044100120 0x7f5044199df0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.712+0000 7f5043200640 1 -- 172.21.15.44:0/2789262675 >> 172.21.15.44:0/2789262675 conn(0x7f50440fbd40 msgr2=0x7f50440fd840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:19.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.712+0000 7f5043200640 1 -- 172.21.15.44:0/2789262675 shutdown_connections 2024-05-27T00:35:19.713 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.712+0000 7f5043200640 1 -- 172.21.15.44:0/2789262675 wait complete. 2024-05-27T00:35:19.733 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-27T00:35:19.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.953+0000 7f159fc00640 1 -- 172.21.15.44:0/446870924 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15981098a0 msgr2=0x7f159810bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:19.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.953+0000 7f159fc00640 1 --2- 172.21.15.44:0/446870924 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15981098a0 0x7f159810bd30 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f1590009900 tx=0x7f159002a410 comp rx=0 tx=0).stop 2024-05-27T00:35:19.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.953+0000 7f159fc00640 1 -- 172.21.15.44:0/446870924 shutdown_connections 2024-05-27T00:35:19.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.953+0000 7f159fc00640 1 --2- 172.21.15.44:0/446870924 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15981098a0 0x7f159810bd30 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.953+0000 7f159fc00640 1 --2- 172.21.15.44:0/446870924 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1598074400 0x7f1598074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.953+0000 7f159fc00640 1 --2- 172.21.15.44:0/446870924 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f15980759e0 0x7f1598073e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.953+0000 7f159fc00640 1 -- 172.21.15.44:0/446870924 >> 172.21.15.44:0/446870924 conn(0x7f15980fcf50 msgr2=0x7f15980ff390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:19.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.953+0000 7f159fc00640 1 -- 172.21.15.44:0/446870924 shutdown_connections 2024-05-27T00:35:19.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.953+0000 7f159fc00640 1 -- 172.21.15.44:0/446870924 wait complete. 2024-05-27T00:35:19.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.954+0000 7f159fc00640 1 Processor -- start 2024-05-27T00:35:19.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.955+0000 7f159fc00640 1 -- start start 2024-05-27T00:35:19.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.955+0000 7f159fc00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1598074400 0x7f1598199f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:19.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.955+0000 7f159fc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15980759e0 0x7f159819a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:19.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.955+0000 7f159fc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15981098a0 0x7f15981a1540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:19.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.955+0000 7f159fc00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f159810f9d0 con 0x7f15980759e0 2024-05-27T00:35:19.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.955+0000 7f159fc00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f159810f850 con 0x7f15981098a0 2024-05-27T00:35:19.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.955+0000 7f159fc00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f159810fb50 con 0x7f1598074400 2024-05-27T00:35:19.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.955+0000 7f159dc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15981098a0 0x7f15981a1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:19.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.955+0000 7f159d200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1598074400 0x7f1598199f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:19.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.955+0000 7f159d200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1598074400 0x7f1598199f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:53124/0 (socket says 172.21.15.44:53124) 2024-05-27T00:35:19.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.955+0000 7f159dc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15981098a0 0x7f15981a1540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:48404/0 (socket says 172.21.15.44:48404) 2024-05-27T00:35:19.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.955+0000 7f159d200640 1 -- 172.21.15.44:0/3620105575 learned_addr learned my addr 172.21.15.44:0/3620105575 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:19.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.955+0000 7f158fe00640 1 --2- 172.21.15.44:0/3620105575 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15980759e0 0x7f159819a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:19.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.956+0000 7f159dc00640 1 -- 172.21.15.44:0/3620105575 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1598074400 msgr2=0x7f1598199f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:19.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.956+0000 7f159dc00640 1 --2- 172.21.15.44:0/3620105575 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1598074400 0x7f1598199f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.956+0000 7f159dc00640 1 -- 172.21.15.44:0/3620105575 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15980759e0 msgr2=0x7f159819a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:19.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.956+0000 7f159dc00640 1 --2- 172.21.15.44:0/3620105575 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15980759e0 0x7f159819a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:19.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.956+0000 7f159dc00640 1 -- 172.21.15.44:0/3620105575 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15981a1bb0 con 0x7f15981098a0 2024-05-27T00:35:19.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.956+0000 7f159dc00640 1 --2- 172.21.15.44:0/3620105575 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15981098a0 0x7f15981a1540 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f159002a930 tx=0x7f1590032cf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:19.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.956+0000 7f1596000640 1 -- 172.21.15.44:0/3620105575 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f159003f030 con 0x7f15981098a0 2024-05-27T00:35:19.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.956+0000 7f1596000640 1 -- 172.21.15.44:0/3620105575 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1590003d00 con 0x7f15981098a0 2024-05-27T00:35:19.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.956+0000 7f159fc00640 1 -- 172.21.15.44:0/3620105575 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15981a1e40 con 0x7f15981098a0 2024-05-27T00:35:19.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.956+0000 7f1596000640 1 -- 172.21.15.44:0/3620105575 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1590035070 con 0x7f15981098a0 2024-05-27T00:35:19.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.957+0000 7f159fc00640 1 -- 172.21.15.44:0/3620105575 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15981a2300 con 0x7f15981098a0 2024-05-27T00:35:19.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.958+0000 7f159fc00640 1 -- 172.21.15.44:0/3620105575 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15981085d0 con 0x7f15981098a0 2024-05-27T00:35:19.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.959+0000 7f1596000640 1 -- 172.21.15.44:0/3620105575 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7f1590042030 con 0x7f15981098a0 2024-05-27T00:35:19.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.961+0000 7f1596000640 1 --2- 172.21.15.44:0/3620105575 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f157c0a2e10 0x7f157c0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:19.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.961+0000 7f1596000640 1 -- 172.21.15.44:0/3620105575 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f15900ef8f0 con 0x7f15981098a0 2024-05-27T00:35:19.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.961+0000 7f159d200640 1 --2- 172.21.15.44:0/3620105575 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f157c0a2e10 0x7f157c0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:19.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.962+0000 7f159d200640 1 --2- 172.21.15.44:0/3620105575 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f157c0a2e10 0x7f157c0a52d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f1588009fd0 tx=0x7f1588009500 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:19.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:19.965+0000 7f1596000640 1 -- 172.21.15.44:0/3620105575 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f15900bb9a0 con 0x7f15981098a0 2024-05-27T00:35:20.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.199+0000 7f159fc00640 1 -- 172.21.15.44:0/3620105575 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f159802d4e0 con 0x7f15981098a0 2024-05-27T00:35:20.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.200+0000 7f1596000640 1 -- 172.21.15.44:0/3620105575 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v96) ==== 100+0+11 (secure 0 0 0) 0x7f15900bfca0 con 0x7f15981098a0 2024-05-27T00:35:20.201 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 64 2024-05-27T00:35:20.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.203+0000 7f159fc00640 1 -- 172.21.15.44:0/3620105575 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f157c0a2e10 msgr2=0x7f157c0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:20.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.203+0000 7f159fc00640 1 --2- 172.21.15.44:0/3620105575 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f157c0a2e10 0x7f157c0a52d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f1588009fd0 tx=0x7f1588009500 comp rx=0 tx=0).stop 2024-05-27T00:35:20.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.203+0000 7f159fc00640 1 -- 172.21.15.44:0/3620105575 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15981098a0 msgr2=0x7f15981a1540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:20.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.203+0000 7f159fc00640 1 --2- 172.21.15.44:0/3620105575 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15981098a0 0x7f15981a1540 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f159002a930 tx=0x7f1590032cf0 comp rx=0 tx=0).stop 2024-05-27T00:35:20.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.203+0000 7f159fc00640 1 -- 172.21.15.44:0/3620105575 shutdown_connections 2024-05-27T00:35:20.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.203+0000 7f159fc00640 1 --2- 172.21.15.44:0/3620105575 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f157c0a2e10 0x7f157c0a52d0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:20.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.204+0000 7f159fc00640 1 --2- 172.21.15.44:0/3620105575 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15981098a0 0x7f15981a1540 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:20.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.204+0000 7f159fc00640 1 --2- 172.21.15.44:0/3620105575 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15980759e0 0x7f159819a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:20.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.204+0000 7f159fc00640 1 --2- 172.21.15.44:0/3620105575 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1598074400 0x7f1598199f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:20.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.204+0000 7f159fc00640 1 -- 172.21.15.44:0/3620105575 >> 172.21.15.44:0/3620105575 conn(0x7f15980fcf50 msgr2=0x7f15981057a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:20.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.204+0000 7f159fc00640 1 -- 172.21.15.44:0/3620105575 shutdown_connections 2024-05-27T00:35:20.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.204+0000 7f159fc00640 1 -- 172.21.15.44:0/3620105575 wait complete. 2024-05-27T00:35:20.223 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-05-27T00:35:20.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.425+0000 7fe94a000640 1 -- 172.21.15.44:0/2744171289 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9441035a0 msgr2=0x7fe944109e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:20.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.425+0000 7fe94a000640 1 --2- 172.21.15.44:0/2744171289 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9441035a0 0x7fe944109e30 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fe93c009ca0 tx=0x7fe93c02a8c0 comp rx=0 tx=0).stop 2024-05-27T00:35:20.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.425+0000 7fe94a000640 1 -- 172.21.15.44:0/2744171289 shutdown_connections 2024-05-27T00:35:20.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.425+0000 7fe94a000640 1 --2- 172.21.15.44:0/2744171289 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9441035a0 0x7fe944109e30 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:20.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.425+0000 7fe94a000640 1 --2- 172.21.15.44:0/2744171289 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe944102be0 0x7fe944103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:20.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.425+0000 7fe94a000640 1 --2- 172.21.15.44:0/2744171289 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe9441019f0 0x7fe944101e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:20.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.425+0000 7fe94a000640 1 -- 172.21.15.44:0/2744171289 >> 172.21.15.44:0/2744171289 conn(0x7fe9440fcf80 msgr2=0x7fe9440ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:20.426 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.425+0000 7fe94a000640 1 -- 172.21.15.44:0/2744171289 shutdown_connections 2024-05-27T00:35:20.427 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.425+0000 7fe94a000640 1 -- 172.21.15.44:0/2744171289 wait complete. 2024-05-27T00:35:20.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.426+0000 7fe94a000640 1 Processor -- start 2024-05-27T00:35:20.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.426+0000 7fe94a000640 1 -- start start 2024-05-27T00:35:20.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.426+0000 7fe94a000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe9441019f0 0x7fe944075750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:20.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.426+0000 7fe94a000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe944102be0 0x7fe944073d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:20.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.426+0000 7fe94a000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9441035a0 0x7fe9440742d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:20.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.426+0000 7fe94a000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe94410d7a0 con 0x7fe944102be0 2024-05-27T00:35:20.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.427+0000 7fe94a000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe94410d620 con 0x7fe9441035a0 2024-05-27T00:35:20.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.427+0000 7fe94a000640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fe94410d920 con 0x7fe9441019f0 2024-05-27T00:35:20.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.427+0000 7fe943400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe9441019f0 0x7fe944075750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:20.428 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.427+0000 7fe942a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe944102be0 0x7fe944073d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:20.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.427+0000 7fe943400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe9441019f0 0x7fe944075750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:53134/0 (socket says 172.21.15.44:53134) 2024-05-27T00:35:20.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.427+0000 7fe943400640 1 -- 172.21.15.44:0/2788827627 learned_addr learned my addr 172.21.15.44:0/2788827627 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:20.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.427+0000 7fe943e00640 1 --2- 172.21.15.44:0/2788827627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9441035a0 0x7fe9440742d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:20.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.427+0000 7fe943400640 1 -- 172.21.15.44:0/2788827627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9441035a0 msgr2=0x7fe9440742d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:20.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.427+0000 7fe943400640 1 --2- 172.21.15.44:0/2788827627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9441035a0 0x7fe9440742d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:20.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.427+0000 7fe943400640 1 -- 172.21.15.44:0/2788827627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe944102be0 msgr2=0x7fe944073d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:20.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.427+0000 7fe943400640 1 --2- 172.21.15.44:0/2788827627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe944102be0 0x7fe944073d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:20.429 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.427+0000 7fe943400640 1 -- 172.21.15.44:0/2788827627 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe944074b60 con 0x7fe9441019f0 2024-05-27T00:35:20.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.428+0000 7fe943400640 1 --2- 172.21.15.44:0/2788827627 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe9441019f0 0x7fe944075750 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fe93400e9c0 tx=0x7fe93400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:20.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.428+0000 7fe93be00640 1 -- 172.21.15.44:0/2788827627 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe93400cd80 con 0x7fe9441019f0 2024-05-27T00:35:20.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.428+0000 7fe93be00640 1 -- 172.21.15.44:0/2788827627 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe9340035f0 con 0x7fe9441019f0 2024-05-27T00:35:20.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.428+0000 7fe93be00640 1 -- 172.21.15.44:0/2788827627 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe934010670 con 0x7fe9441019f0 2024-05-27T00:35:20.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.428+0000 7fe94a000640 1 -- 172.21.15.44:0/2788827627 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9441a1ee0 con 0x7fe9441019f0 2024-05-27T00:35:20.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.428+0000 7fe94a000640 1 -- 172.21.15.44:0/2788827627 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9441a22f0 con 0x7fe9441019f0 2024-05-27T00:35:20.430 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.429+0000 7fe94a000640 1 -- 172.21.15.44:0/2788827627 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe944108d10 con 0x7fe9441019f0 2024-05-27T00:35:20.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.433+0000 7fe93be00640 1 -- 172.21.15.44:0/2788827627 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7fe9340037a0 con 0x7fe9441019f0 2024-05-27T00:35:20.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.435+0000 7fe93be00640 1 --2- 172.21.15.44:0/2788827627 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe9280a2d90 0x7fe9280a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:20.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.435+0000 7fe93be00640 1 -- 172.21.15.44:0/2788827627 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fe9340cfd10 con 0x7fe9441019f0 2024-05-27T00:35:20.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.435+0000 7fe942a00640 1 --2- 172.21.15.44:0/2788827627 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe9280a2d90 0x7fe9280a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:20.436 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.436+0000 7fe942a00640 1 --2- 172.21.15.44:0/2788827627 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe9280a2d90 0x7fe9280a5250 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fe9440754c0 tx=0x7fe93000b390 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:20.438 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.438+0000 7fe93be00640 1 -- 172.21.15.44:0/2788827627 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe9340d5020 con 0x7fe9441019f0 2024-05-27T00:35:20.654 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.653+0000 7fe94a000640 1 -- 172.21.15.44:0/2788827627 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fe94402d520 con 0x7fe9441019f0 2024-05-27T00:35:20.655 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.654+0000 7fe93be00640 1 -- 172.21.15.44:0/2788827627 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v96) ==== 103+0+11 (secure 0 0 0) 0x7fe93409c410 con 0x7fe9441019f0 2024-05-27T00:35:20.655 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:35:20.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.658+0000 7fe94a000640 1 -- 172.21.15.44:0/2788827627 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe9280a2d90 msgr2=0x7fe9280a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:20.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.658+0000 7fe94a000640 1 --2- 172.21.15.44:0/2788827627 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe9280a2d90 0x7fe9280a5250 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fe9440754c0 tx=0x7fe93000b390 comp rx=0 tx=0).stop 2024-05-27T00:35:20.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.658+0000 7fe94a000640 1 -- 172.21.15.44:0/2788827627 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe9441019f0 msgr2=0x7fe944075750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:20.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.658+0000 7fe94a000640 1 --2- 172.21.15.44:0/2788827627 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe9441019f0 0x7fe944075750 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fe93400e9c0 tx=0x7fe93400ee80 comp rx=0 tx=0).stop 2024-05-27T00:35:20.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.658+0000 7fe94a000640 1 -- 172.21.15.44:0/2788827627 shutdown_connections 2024-05-27T00:35:20.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.658+0000 7fe94a000640 1 --2- 172.21.15.44:0/2788827627 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe9280a2d90 0x7fe9280a5250 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:20.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.658+0000 7fe94a000640 1 --2- 172.21.15.44:0/2788827627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe9441035a0 0x7fe9440742d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:20.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.658+0000 7fe94a000640 1 --2- 172.21.15.44:0/2788827627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe944102be0 0x7fe944073d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:20.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.658+0000 7fe94a000640 1 --2- 172.21.15.44:0/2788827627 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe9441019f0 0x7fe944075750 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:20.659 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.658+0000 7fe94a000640 1 -- 172.21.15.44:0/2788827627 >> 172.21.15.44:0/2788827627 conn(0x7fe9440fcf80 msgr2=0x7fe944105ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:20.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.658+0000 7fe94a000640 1 -- 172.21.15.44:0/2788827627 shutdown_connections 2024-05-27T00:35:20.660 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.658+0000 7fe94a000640 1 -- 172.21.15.44:0/2788827627 wait complete. 2024-05-27T00:35:20.685 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:35:20.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:20 smithi044 ceph-mon[31645]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:35:20.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:20 smithi044 ceph-mon[31645]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-05-27T00:35:20.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:20 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2789262675' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:35:20.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:20 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:20.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:20 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:20.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:20 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:20.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:20 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:20.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:20 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3620105575' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:35:20.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.874+0000 7f4c66000640 1 -- 172.21.15.44:0/3986476640 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4c600759e0 msgr2=0x7f4c60073e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:20.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.874+0000 7f4c66000640 1 --2- 172.21.15.44:0/3986476640 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4c600759e0 0x7f4c60073e30 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f4c50009900 tx=0x7f4c5002a410 comp rx=0 tx=0).stop 2024-05-27T00:35:20.875 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.874+0000 7f4c66000640 1 -- 172.21.15.44:0/3986476640 shutdown_connections 2024-05-27T00:35:20.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.874+0000 7f4c66000640 1 --2- 172.21.15.44:0/3986476640 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4c6010dfc0 0x7f4c601103b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:20.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.874+0000 7f4c66000640 1 --2- 172.21.15.44:0/3986476640 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4c60074400 0x7f4c60074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:20.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.874+0000 7f4c66000640 1 --2- 172.21.15.44:0/3986476640 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4c600759e0 0x7f4c60073e30 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:20.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.874+0000 7f4c66000640 1 -- 172.21.15.44:0/3986476640 >> 172.21.15.44:0/3986476640 conn(0x7f4c600fcfa0 msgr2=0x7f4c600ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:20.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.875+0000 7f4c66000640 1 -- 172.21.15.44:0/3986476640 shutdown_connections 2024-05-27T00:35:20.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.875+0000 7f4c66000640 1 -- 172.21.15.44:0/3986476640 wait complete. 2024-05-27T00:35:20.876 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.876+0000 7f4c66000640 1 Processor -- start 2024-05-27T00:35:20.877 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.876+0000 7f4c66000640 1 -- start start 2024-05-27T00:35:20.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.877+0000 7f4c66000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4c60074400 0x7f4c6019e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:20.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.877+0000 7f4c66000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4c600759e0 0x7f4c6019e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:20.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.877+0000 7f4c66000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4c6010dfc0 0x7f4c601a5980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:20.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.877+0000 7f4c66000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4c60113de0 con 0x7f4c600759e0 2024-05-27T00:35:20.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.877+0000 7f4c66000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4c60113c60 con 0x7f4c60074400 2024-05-27T00:35:20.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.877+0000 7f4c66000640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f4c60113f60 con 0x7f4c6010dfc0 2024-05-27T00:35:20.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.877+0000 7f4c5f400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4c60074400 0x7f4c6019e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:20.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.877+0000 7f4c5f400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4c60074400 0x7f4c6019e3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:48438/0 (socket says 172.21.15.44:48438) 2024-05-27T00:35:20.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.877+0000 7f4c5f400640 1 -- 172.21.15.44:0/1028564876 learned_addr learned my addr 172.21.15.44:0/1028564876 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:20.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.877+0000 7f4c57e00640 1 --2- 172.21.15.44:0/1028564876 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4c600759e0 0x7f4c6019e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:20.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.877+0000 7f4c5fe00640 1 --2- 172.21.15.44:0/1028564876 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4c6010dfc0 0x7f4c601a5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:20.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.877+0000 7f4c5f400640 1 -- 172.21.15.44:0/1028564876 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4c6010dfc0 msgr2=0x7f4c601a5980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:20.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.877+0000 7f4c5f400640 1 --2- 172.21.15.44:0/1028564876 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4c6010dfc0 0x7f4c601a5980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:20.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.877+0000 7f4c5f400640 1 -- 172.21.15.44:0/1028564876 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4c600759e0 msgr2=0x7f4c6019e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:20.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.877+0000 7f4c5f400640 1 --2- 172.21.15.44:0/1028564876 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4c600759e0 0x7f4c6019e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:20.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.878+0000 7f4c5f400640 1 -- 172.21.15.44:0/1028564876 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c601a5ff0 con 0x7f4c60074400 2024-05-27T00:35:20.879 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.878+0000 7f4c5f400640 1 --2- 172.21.15.44:0/1028564876 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4c60074400 0x7f4c6019e3d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f4c50031640 tx=0x7f4c500045b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:20.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.878+0000 7f4c5cc00640 1 -- 172.21.15.44:0/1028564876 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c5003f070 con 0x7f4c60074400 2024-05-27T00:35:20.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.878+0000 7f4c5cc00640 1 -- 172.21.15.44:0/1028564876 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4c50005510 con 0x7f4c60074400 2024-05-27T00:35:20.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.878+0000 7f4c66000640 1 -- 172.21.15.44:0/1028564876 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c601a6280 con 0x7f4c60074400 2024-05-27T00:35:20.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.878+0000 7f4c5cc00640 1 -- 172.21.15.44:0/1028564876 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c50035030 con 0x7f4c60074400 2024-05-27T00:35:20.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.878+0000 7f4c66000640 1 -- 172.21.15.44:0/1028564876 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c601a67c0 con 0x7f4c60074400 2024-05-27T00:35:20.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.880+0000 7f4c66000640 1 -- 172.21.15.44:0/1028564876 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c60104190 con 0x7f4c60074400 2024-05-27T00:35:20.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.881+0000 7f4c5cc00640 1 -- 172.21.15.44:0/1028564876 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7f4c50042070 con 0x7f4c60074400 2024-05-27T00:35:20.883 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.883+0000 7f4c5cc00640 1 --2- 172.21.15.44:0/1028564876 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f4c440a2e10 0x7f4c440a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:20.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.883+0000 7f4c5cc00640 1 -- 172.21.15.44:0/1028564876 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f4c500f04b0 con 0x7f4c60074400 2024-05-27T00:35:20.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.883+0000 7f4c57e00640 1 --2- 172.21.15.44:0/1028564876 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f4c440a2e10 0x7f4c440a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:20.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.884+0000 7f4c57e00640 1 --2- 172.21.15.44:0/1028564876 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f4c440a2e10 0x7f4c440a52d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f4c6019f8e0 tx=0x7f4c48005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:20.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:20.887+0000 7f4c5cc00640 1 -- 172.21.15.44:0/1028564876 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4c500bcbb0 con 0x7f4c60074400 2024-05-27T00:35:20.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:20 smithi050 ceph-mon[36071]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:35:20.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:20 smithi050 ceph-mon[36071]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-05-27T00:35:20.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:20 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2789262675' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:35:20.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:20 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:20.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:20 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:20.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:20 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:20.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:20 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:20.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:20 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3620105575' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:35:21.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:20 smithi137 ceph-mon[36552]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:35:21.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:20 smithi137 ceph-mon[36552]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-05-27T00:35:21.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:20 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2789262675' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:35:21.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:20 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:21.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:20 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:21.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:20 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:21.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:20 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:21.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:20 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3620105575' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:35:21.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.138+0000 7f4c66000640 1 -- 172.21.15.44:0/1028564876 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4c600625a0 con 0x7f4c60074400 2024-05-27T00:35:21.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.140+0000 7f4c5cc00640 1 -- 172.21.15.44:0/1028564876 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v96) ==== 74+0+25068 (secure 0 0 0) 0x7f4c500bc4b0 con 0x7f4c60074400 2024-05-27T00:35:21.142 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:35:21.142 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":96,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:35:17.272858+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.19","mappings":[{"from":3,"to":7}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/3112025334":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/2815226501":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/1635201417":"2024-05-28T00:35:17.272654+0000","172.21.15.44:6801/3215479563":"2024-05-28T00:35:17.272654+0000","172.21.15.44:6800/3215479563":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/2718148546":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:35:21.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.143+0000 7f4c66000640 1 -- 172.21.15.44:0/1028564876 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f4c440a2e10 msgr2=0x7f4c440a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:21.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.143+0000 7f4c66000640 1 --2- 172.21.15.44:0/1028564876 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f4c440a2e10 0x7f4c440a52d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f4c6019f8e0 tx=0x7f4c48005f90 comp rx=0 tx=0).stop 2024-05-27T00:35:21.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.143+0000 7f4c66000640 1 -- 172.21.15.44:0/1028564876 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4c60074400 msgr2=0x7f4c6019e3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:21.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.143+0000 7f4c66000640 1 --2- 172.21.15.44:0/1028564876 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4c60074400 0x7f4c6019e3d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f4c50031640 tx=0x7f4c500045b0 comp rx=0 tx=0).stop 2024-05-27T00:35:21.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.143+0000 7f4c66000640 1 -- 172.21.15.44:0/1028564876 shutdown_connections 2024-05-27T00:35:21.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.143+0000 7f4c66000640 1 --2- 172.21.15.44:0/1028564876 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f4c440a2e10 0x7f4c440a52d0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:21.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.143+0000 7f4c66000640 1 --2- 172.21.15.44:0/1028564876 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4c6010dfc0 0x7f4c601a5980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:21.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.143+0000 7f4c66000640 1 --2- 172.21.15.44:0/1028564876 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4c600759e0 0x7f4c6019e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:21.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.143+0000 7f4c66000640 1 --2- 172.21.15.44:0/1028564876 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4c60074400 0x7f4c6019e3d0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:21.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.143+0000 7f4c66000640 1 -- 172.21.15.44:0/1028564876 >> 172.21.15.44:0/1028564876 conn(0x7f4c600fcfa0 msgr2=0x7f4c60101360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:21.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.143+0000 7f4c66000640 1 -- 172.21.15.44:0/1028564876 shutdown_connections 2024-05-27T00:35:21.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.143+0000 7f4c66000640 1 -- 172.21.15.44:0/1028564876 wait complete. 2024-05-27T00:35:21.167 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-27T00:27:02.979133+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-27T00:32:16.909207+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-27T00:32:17.962562+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-05-27T00:32:21.951818+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-05-27T00:35:21.167 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-27T00:35:21.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.366+0000 7fa5e7e00640 1 -- 172.21.15.44:0/1533287354 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa5e8102330 msgr2=0x7fa5e8104720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:21.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.366+0000 7fa5e7e00640 1 --2- 172.21.15.44:0/1533287354 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa5e8102330 0x7fa5e8104720 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fa5d8009860 tx=0x7fa5d802a340 comp rx=0 tx=0).stop 2024-05-27T00:35:21.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.367+0000 7fa5e7e00640 1 -- 172.21.15.44:0/1533287354 shutdown_connections 2024-05-27T00:35:21.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.367+0000 7fa5e7e00640 1 --2- 172.21.15.44:0/1533287354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa5e8107590 0x7fa5e81099e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:21.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.367+0000 7fa5e7e00640 1 --2- 172.21.15.44:0/1533287354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5e8104c60 0x7fa5e8107050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:21.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.367+0000 7fa5e7e00640 1 --2- 172.21.15.44:0/1533287354 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa5e8102330 0x7fa5e8104720 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:21.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.367+0000 7fa5e7e00640 1 -- 172.21.15.44:0/1533287354 >> 172.21.15.44:0/1533287354 conn(0x7fa5e80fbd40 msgr2=0x7fa5e80fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:21.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.367+0000 7fa5e7e00640 1 -- 172.21.15.44:0/1533287354 shutdown_connections 2024-05-27T00:35:21.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.367+0000 7fa5e7e00640 1 -- 172.21.15.44:0/1533287354 wait complete. 2024-05-27T00:35:21.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.368+0000 7fa5e7e00640 1 Processor -- start 2024-05-27T00:35:21.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.368+0000 7fa5e7e00640 1 -- start start 2024-05-27T00:35:21.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.368+0000 7fa5e7e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa5e8102330 0x7fa5e8101ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:21.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.368+0000 7fa5e7e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa5e8104c60 0x7fa5e81002e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:21.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.368+0000 7fa5e7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5e8107590 0x7fa5e8100820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:21.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.368+0000 7fa5e7e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa5e810d680 con 0x7fa5e8107590 2024-05-27T00:35:21.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.368+0000 7fa5e7e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa5e810d500 con 0x7fa5e8104c60 2024-05-27T00:35:21.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.368+0000 7fa5e7e00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fa5e810d800 con 0x7fa5e8102330 2024-05-27T00:35:21.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.369+0000 7fa5e6a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa5e8102330 0x7fa5e8101ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:21.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.369+0000 7fa5e6a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa5e8102330 0x7fa5e8101ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:53162/0 (socket says 172.21.15.44:53162) 2024-05-27T00:35:21.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.369+0000 7fa5e6a00640 1 -- 172.21.15.44:0/4015631228 learned_addr learned my addr 172.21.15.44:0/4015631228 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:21.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.369+0000 7fa5e7400640 1 --2- 172.21.15.44:0/4015631228 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5e8107590 0x7fa5e8100820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:21.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.369+0000 7fa5e6000640 1 --2- 172.21.15.44:0/4015631228 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa5e8104c60 0x7fa5e81002e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:21.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.369+0000 7fa5e6a00640 1 -- 172.21.15.44:0/4015631228 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa5e8104c60 msgr2=0x7fa5e81002e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:21.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.369+0000 7fa5e6a00640 1 --2- 172.21.15.44:0/4015631228 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa5e8104c60 0x7fa5e81002e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:21.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.369+0000 7fa5e6a00640 1 -- 172.21.15.44:0/4015631228 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5e8107590 msgr2=0x7fa5e8100820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:21.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.369+0000 7fa5e6a00640 1 --2- 172.21.15.44:0/4015631228 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5e8107590 0x7fa5e8100820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:21.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.369+0000 7fa5e6a00640 1 -- 172.21.15.44:0/4015631228 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5e81010b0 con 0x7fa5e8102330 2024-05-27T00:35:21.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.369+0000 7fa5e6000640 1 --2- 172.21.15.44:0/4015631228 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa5e8104c60 0x7fa5e81002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:35:21.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.369+0000 7fa5e6a00640 1 --2- 172.21.15.44:0/4015631228 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa5e8102330 0x7fa5e8101ca0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fa5d8005940 tx=0x7fa5d8032670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:21.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.370+0000 7fa5df400640 1 -- 172.21.15.44:0/4015631228 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5d8037050 con 0x7fa5e8102330 2024-05-27T00:35:21.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.370+0000 7fa5df400640 1 -- 172.21.15.44:0/4015631228 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa5d8043070 con 0x7fa5e8102330 2024-05-27T00:35:21.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.370+0000 7fa5e7e00640 1 -- 172.21.15.44:0/4015631228 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5e81a1d30 con 0x7fa5e8102330 2024-05-27T00:35:21.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.370+0000 7fa5df400640 1 -- 172.21.15.44:0/4015631228 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5d8003e50 con 0x7fa5e8102330 2024-05-27T00:35:21.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.370+0000 7fa5e7e00640 1 -- 172.21.15.44:0/4015631228 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5e81a21c0 con 0x7fa5e8102330 2024-05-27T00:35:21.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.371+0000 7fa5e7e00640 1 -- 172.21.15.44:0/4015631228 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5e80fd830 con 0x7fa5e8102330 2024-05-27T00:35:21.374 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.373+0000 7fa5df400640 1 -- 172.21.15.44:0/4015631228 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7fa5d80035f0 con 0x7fa5e8102330 2024-05-27T00:35:21.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.374+0000 7fa5df400640 1 --2- 172.21.15.44:0/4015631228 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa5cc0a2fb0 0x7fa5cc0a5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:21.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.375+0000 7fa5df400640 1 -- 172.21.15.44:0/4015631228 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fa5d80efaa0 con 0x7fa5e8102330 2024-05-27T00:35:21.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.375+0000 7fa5e6000640 1 --2- 172.21.15.44:0/4015631228 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa5cc0a2fb0 0x7fa5cc0a5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:21.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.375+0000 7fa5e6000640 1 --2- 172.21.15.44:0/4015631228 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa5cc0a2fb0 0x7fa5cc0a5470 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa5e8101a10 tx=0x7fa5d4009260 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:21.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.379+0000 7fa5df400640 1 -- 172.21.15.44:0/4015631228 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa5d80bc2b0 con 0x7fa5e8102330 2024-05-27T00:35:21.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.588+0000 7fa5e7e00640 1 -- 172.21.15.44:0/4015631228 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fa5e80625a0 con 0x7fa5e8102330 2024-05-27T00:35:21.590 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.589+0000 7fa5df400640 1 -- 172.21.15.44:0/4015631228 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v96) ==== 93+0+10 (secure 0 0 0) 0x7fa5d80bbbb0 con 0x7fa5e8102330 2024-05-27T00:35:21.590 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 1 2024-05-27T00:35:21.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.592+0000 7fa5e7e00640 1 -- 172.21.15.44:0/4015631228 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa5cc0a2fb0 msgr2=0x7fa5cc0a5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:21.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.592+0000 7fa5e7e00640 1 --2- 172.21.15.44:0/4015631228 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa5cc0a2fb0 0x7fa5cc0a5470 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa5e8101a10 tx=0x7fa5d4009260 comp rx=0 tx=0).stop 2024-05-27T00:35:21.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.592+0000 7fa5e7e00640 1 -- 172.21.15.44:0/4015631228 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa5e8102330 msgr2=0x7fa5e8101ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:21.593 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.592+0000 7fa5e7e00640 1 --2- 172.21.15.44:0/4015631228 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa5e8102330 0x7fa5e8101ca0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fa5d8005940 tx=0x7fa5d8032670 comp rx=0 tx=0).stop 2024-05-27T00:35:21.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.592+0000 7fa5e7e00640 1 -- 172.21.15.44:0/4015631228 shutdown_connections 2024-05-27T00:35:21.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.592+0000 7fa5e7e00640 1 --2- 172.21.15.44:0/4015631228 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa5cc0a2fb0 0x7fa5cc0a5470 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:21.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.592+0000 7fa5e7e00640 1 --2- 172.21.15.44:0/4015631228 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa5e8107590 0x7fa5e8100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:21.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.592+0000 7fa5e7e00640 1 --2- 172.21.15.44:0/4015631228 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa5e8104c60 0x7fa5e81002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:21.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.592+0000 7fa5e7e00640 1 --2- 172.21.15.44:0/4015631228 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa5e8102330 0x7fa5e8101ca0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:21.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.592+0000 7fa5e7e00640 1 -- 172.21.15.44:0/4015631228 >> 172.21.15.44:0/4015631228 conn(0x7fa5e80fbd40 msgr2=0x7fa5e8102c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:21.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.593+0000 7fa5e7e00640 1 -- 172.21.15.44:0/4015631228 shutdown_connections 2024-05-27T00:35:21.594 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.593+0000 7fa5e7e00640 1 -- 172.21.15.44:0/4015631228 wait complete. 2024-05-27T00:35:21.621 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-27T00:35:21.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.834+0000 7f2e59400640 1 -- 172.21.15.44:0/4131827326 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2e54104e10 msgr2=0x7f2e54105290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:21.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.834+0000 7f2e59400640 1 --2- 172.21.15.44:0/4131827326 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2e54104e10 0x7f2e54105290 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2e40009900 tx=0x7f2e4002a3f0 comp rx=0 tx=0).stop 2024-05-27T00:35:21.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.834+0000 7f2e59400640 1 -- 172.21.15.44:0/4131827326 shutdown_connections 2024-05-27T00:35:21.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.834+0000 7f2e59400640 1 --2- 172.21.15.44:0/4131827326 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2e541057d0 0x7f2e5410c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:21.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.834+0000 7f2e59400640 1 --2- 172.21.15.44:0/4131827326 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2e54104e10 0x7f2e54105290 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:21.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.834+0000 7f2e59400640 1 --2- 172.21.15.44:0/4131827326 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2e54103c20 0x7f2e54104040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:21.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.834+0000 7f2e59400640 1 -- 172.21.15.44:0/4131827326 >> 172.21.15.44:0/4131827326 conn(0x7f2e540ff190 msgr2=0x7f2e541015d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:21.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.834+0000 7f2e59400640 1 -- 172.21.15.44:0/4131827326 shutdown_connections 2024-05-27T00:35:21.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.834+0000 7f2e59400640 1 -- 172.21.15.44:0/4131827326 wait complete. 2024-05-27T00:35:21.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.835+0000 7f2e59400640 1 Processor -- start 2024-05-27T00:35:21.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.835+0000 7f2e59400640 1 -- start start 2024-05-27T00:35:21.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.835+0000 7f2e59400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2e54103c20 0x7f2e54199fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:21.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.835+0000 7f2e59400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2e54104e10 0x7f2e5419a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:21.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.835+0000 7f2e59400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2e541057d0 0x7f2e541a1590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:21.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.835+0000 7f2e59400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2e5410f9d0 con 0x7f2e54103c20 2024-05-27T00:35:21.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.835+0000 7f2e59400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2e5410f850 con 0x7f2e54104e10 2024-05-27T00:35:21.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.835+0000 7f2e59400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f2e5410fb50 con 0x7f2e541057d0 2024-05-27T00:35:21.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.836+0000 7f2e52800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2e54103c20 0x7f2e54199fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:21.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.836+0000 7f2e52800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2e54103c20 0x7f2e54199fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48308/0 (socket says 172.21.15.44:48308) 2024-05-27T00:35:21.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.836+0000 7f2e52800640 1 -- 172.21.15.44:0/1346977626 learned_addr learned my addr 172.21.15.44:0/1346977626 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:21.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.836+0000 7f2e53200640 1 --2- 172.21.15.44:0/1346977626 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2e541057d0 0x7f2e541a1590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:21.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.836+0000 7f2e51e00640 1 --2- 172.21.15.44:0/1346977626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2e54104e10 0x7f2e5419a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:21.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.836+0000 7f2e52800640 1 -- 172.21.15.44:0/1346977626 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2e541057d0 msgr2=0x7f2e541a1590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:21.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.836+0000 7f2e52800640 1 --2- 172.21.15.44:0/1346977626 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2e541057d0 0x7f2e541a1590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:21.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.836+0000 7f2e52800640 1 -- 172.21.15.44:0/1346977626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2e54104e10 msgr2=0x7f2e5419a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:21.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.836+0000 7f2e52800640 1 --2- 172.21.15.44:0/1346977626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2e54104e10 0x7f2e5419a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:21.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.836+0000 7f2e52800640 1 -- 172.21.15.44:0/1346977626 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e541a1c00 con 0x7f2e54103c20 2024-05-27T00:35:21.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.836+0000 7f2e51e00640 1 --2- 172.21.15.44:0/1346977626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2e54104e10 0x7f2e5419a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:21.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.837+0000 7f2e52800640 1 --2- 172.21.15.44:0/1346977626 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2e54103c20 0x7f2e54199fe0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f2e4400e9c0 tx=0x7f2e4400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:21.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.837+0000 7f2e4b400640 1 -- 172.21.15.44:0/1346977626 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e4400cde0 con 0x7f2e54103c20 2024-05-27T00:35:21.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.837+0000 7f2e59400640 1 -- 172.21.15.44:0/1346977626 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e541a1ef0 con 0x7f2e54103c20 2024-05-27T00:35:21.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.837+0000 7f2e4b400640 1 -- 172.21.15.44:0/1346977626 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2e44010930 con 0x7f2e54103c20 2024-05-27T00:35:21.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.837+0000 7f2e4b400640 1 -- 172.21.15.44:0/1346977626 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e44018a60 con 0x7f2e54103c20 2024-05-27T00:35:21.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.837+0000 7f2e59400640 1 -- 172.21.15.44:0/1346977626 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e541a2360 con 0x7f2e54103c20 2024-05-27T00:35:21.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.838+0000 7f2e59400640 1 -- 172.21.15.44:0/1346977626 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e5410af40 con 0x7f2e54103c20 2024-05-27T00:35:21.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.842+0000 7f2e4b400640 1 -- 172.21.15.44:0/1346977626 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7f2e4401f020 con 0x7f2e54103c20 2024-05-27T00:35:21.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.843+0000 7f2e4b400640 1 --2- 172.21.15.44:0/1346977626 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f2e380a2d90 0x7f2e380a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:21.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.844+0000 7f2e4b400640 1 -- 172.21.15.44:0/1346977626 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f2e440cfbd0 con 0x7f2e54103c20 2024-05-27T00:35:21.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.844+0000 7f2e51e00640 1 --2- 172.21.15.44:0/1346977626 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f2e380a2d90 0x7f2e380a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:21.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.845+0000 7f2e51e00640 1 --2- 172.21.15.44:0/1346977626 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f2e380a2d90 0x7f2e380a5250 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f2e40006010 tx=0x7f2e40031640 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:21.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:21.848+0000 7f2e4b400640 1 -- 172.21.15.44:0/1346977626 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f2e4409c2d0 con 0x7f2e54103c20 2024-05-27T00:35:21.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:21 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2788827627' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:35:21.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:21 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1028564876' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:35:21.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:21 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:21.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:21 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:21.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:21 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:21.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:21 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:21.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:21 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:21.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:21 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:21.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:21 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:21.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:21 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:21.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:21 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:21.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:21 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:21.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:21 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:21.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:21 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:21.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:21 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:21.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:21 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:21.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:21 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/4015631228' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:35:22.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:21 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2788827627' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:35:22.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:21 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1028564876' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:35:22.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:21 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:22.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:21 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:22.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:21 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:22.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:21 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:22.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:21 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:22.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:21 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:22.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:21 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:22.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:21 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:22.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:21 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:22.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:21 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:22.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:21 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:22.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:21 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:22.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:21 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:22.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:21 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:22.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:21 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/4015631228' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:35:22.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.074+0000 7f2e59400640 1 -- 172.21.15.44:0/1346977626 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f2e5402d540 con 0x7f2e54103c20 2024-05-27T00:35:22.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.075+0000 7f2e4b400640 1 -- 172.21.15.44:0/1346977626 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v96) ==== 104+0+11 (secure 0 0 0) 0x7f2e4409bbd0 con 0x7f2e54103c20 2024-05-27T00:35:22.076 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:35:22.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.078+0000 7f2e59400640 1 -- 172.21.15.44:0/1346977626 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f2e380a2d90 msgr2=0x7f2e380a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:22.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.078+0000 7f2e59400640 1 --2- 172.21.15.44:0/1346977626 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f2e380a2d90 0x7f2e380a5250 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f2e40006010 tx=0x7f2e40031640 comp rx=0 tx=0).stop 2024-05-27T00:35:22.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.078+0000 7f2e59400640 1 -- 172.21.15.44:0/1346977626 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2e54103c20 msgr2=0x7f2e54199fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:22.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.078+0000 7f2e59400640 1 --2- 172.21.15.44:0/1346977626 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2e54103c20 0x7f2e54199fe0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f2e4400e9c0 tx=0x7f2e4400ee80 comp rx=0 tx=0).stop 2024-05-27T00:35:22.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.078+0000 7f2e59400640 1 -- 172.21.15.44:0/1346977626 shutdown_connections 2024-05-27T00:35:22.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.078+0000 7f2e59400640 1 --2- 172.21.15.44:0/1346977626 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f2e380a2d90 0x7f2e380a5250 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.078+0000 7f2e59400640 1 --2- 172.21.15.44:0/1346977626 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2e541057d0 0x7f2e541a1590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.078+0000 7f2e59400640 1 --2- 172.21.15.44:0/1346977626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2e54104e10 0x7f2e5419a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.078+0000 7f2e59400640 1 --2- 172.21.15.44:0/1346977626 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2e54103c20 0x7f2e54199fe0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.078+0000 7f2e59400640 1 -- 172.21.15.44:0/1346977626 >> 172.21.15.44:0/1346977626 conn(0x7f2e540ff190 msgr2=0x7f2e54108110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:22.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.078+0000 7f2e59400640 1 -- 172.21.15.44:0/1346977626 shutdown_connections 2024-05-27T00:35:22.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.078+0000 7f2e59400640 1 -- 172.21.15.44:0/1346977626 wait complete. 2024-05-27T00:35:22.096 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:21 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2788827627' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:35:22.096 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:21 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1028564876' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:35:22.096 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:21 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:22.096 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:21 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:22.096 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:21 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:22.096 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:21 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:22.096 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:21 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:22.096 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:21 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:22.097 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:21 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:22.097 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:21 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:22.097 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:21 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:22.097 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:21 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:22.097 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:21 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:22.097 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:21 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:22.097 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:21 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:22.097 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:21 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:22.097 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:21 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/4015631228' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:35:22.098 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-27T00:35:22.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.315+0000 7f9dc8000640 1 -- 172.21.15.44:0/392716664 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9dc0109bb0 msgr2=0x7f9dc0110440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:22.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.315+0000 7f9dc8000640 1 --2- 172.21.15.44:0/392716664 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9dc0109bb0 0x7f9dc0110440 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f9db8009900 tx=0x7f9db802a3f0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.315+0000 7f9dc8000640 1 -- 172.21.15.44:0/392716664 shutdown_connections 2024-05-27T00:35:22.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.315+0000 7f9dc8000640 1 --2- 172.21.15.44:0/392716664 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9dc0109bb0 0x7f9dc0110440 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.315+0000 7f9dc8000640 1 --2- 172.21.15.44:0/392716664 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9dc01091f0 0x7f9dc0109670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.315+0000 7f9dc8000640 1 --2- 172.21.15.44:0/392716664 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9dc0108000 0x7f9dc0108420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.316 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.315+0000 7f9dc8000640 1 -- 172.21.15.44:0/392716664 >> 172.21.15.44:0/392716664 conn(0x7f9dc0076fa0 msgr2=0x7f9dc00793e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:22.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.315+0000 7f9dc8000640 1 -- 172.21.15.44:0/392716664 shutdown_connections 2024-05-27T00:35:22.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.315+0000 7f9dc8000640 1 -- 172.21.15.44:0/392716664 wait complete. 2024-05-27T00:35:22.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.316+0000 7f9dc8000640 1 Processor -- start 2024-05-27T00:35:22.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.316+0000 7f9dc8000640 1 -- start start 2024-05-27T00:35:22.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.317+0000 7f9dc8000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9dc0108000 0x7f9dc019e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:22.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.317+0000 7f9dc8000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9dc01091f0 0x7f9dc019e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:22.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.317+0000 7f9dc8000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9dc0109bb0 0x7f9dc01a58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:22.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.317+0000 7f9dc8000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9dc0113e00 con 0x7f9dc01091f0 2024-05-27T00:35:22.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.317+0000 7f9dc8000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9dc0113c80 con 0x7f9dc0108000 2024-05-27T00:35:22.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.317+0000 7f9dc8000640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f9dc0113f80 con 0x7f9dc0109bb0 2024-05-27T00:35:22.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.317+0000 7f9dc5600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9dc0108000 0x7f9dc019e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:22.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.317+0000 7f9dc5600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9dc0108000 0x7f9dc019e340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:48480/0 (socket says 172.21.15.44:48480) 2024-05-27T00:35:22.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.317+0000 7f9dc5600640 1 -- 172.21.15.44:0/1358564111 learned_addr learned my addr 172.21.15.44:0/1358564111 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:22.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.317+0000 7f9dc4c00640 1 --2- 172.21.15.44:0/1358564111 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9dc01091f0 0x7f9dc019e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:22.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.317+0000 7f9dc6000640 1 --2- 172.21.15.44:0/1358564111 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9dc0109bb0 0x7f9dc01a58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:22.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.317+0000 7f9dc5600640 1 -- 172.21.15.44:0/1358564111 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9dc0109bb0 msgr2=0x7f9dc01a58f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:22.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.317+0000 7f9dc5600640 1 --2- 172.21.15.44:0/1358564111 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9dc0109bb0 0x7f9dc01a58f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.317+0000 7f9dc5600640 1 -- 172.21.15.44:0/1358564111 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9dc01091f0 msgr2=0x7f9dc019e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:22.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.317+0000 7f9dc5600640 1 --2- 172.21.15.44:0/1358564111 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9dc01091f0 0x7f9dc019e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.317+0000 7f9dc5600640 1 -- 172.21.15.44:0/1358564111 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dc01a5f60 con 0x7f9dc0108000 2024-05-27T00:35:22.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.318+0000 7f9dc4c00640 1 --2- 172.21.15.44:0/1358564111 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9dc01091f0 0x7f9dc019e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:22.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.318+0000 7f9dc5600640 1 --2- 172.21.15.44:0/1358564111 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9dc0108000 0x7f9dc019e340 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f9db000ebc0 tx=0x7f9db000c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:22.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.318+0000 7f9dbe000640 1 -- 172.21.15.44:0/1358564111 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9db0003b70 con 0x7f9dc0108000 2024-05-27T00:35:22.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.318+0000 7f9dbe000640 1 -- 172.21.15.44:0/1358564111 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9db0003d10 con 0x7f9dc0108000 2024-05-27T00:35:22.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.318+0000 7f9dc8000640 1 -- 172.21.15.44:0/1358564111 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dc01a6250 con 0x7f9dc0108000 2024-05-27T00:35:22.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.318+0000 7f9dbe000640 1 -- 172.21.15.44:0/1358564111 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9db0019980 con 0x7f9dc0108000 2024-05-27T00:35:22.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.318+0000 7f9dc8000640 1 -- 172.21.15.44:0/1358564111 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dc01a67f0 con 0x7f9dc0108000 2024-05-27T00:35:22.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.319+0000 7f9dc8000640 1 -- 172.21.15.44:0/1358564111 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9dc010f320 con 0x7f9dc0108000 2024-05-27T00:35:22.321 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.321+0000 7f9dbe000640 1 -- 172.21.15.44:0/1358564111 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f9db0019b20 con 0x7f9dc0108000 2024-05-27T00:35:22.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.323+0000 7f9dbe000640 1 --2- 172.21.15.44:0/1358564111 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9da40a2ea0 0x7f9da40a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:22.323 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.323+0000 7f9dbe000640 1 -- 172.21.15.44:0/1358564111 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f9db00d0370 con 0x7f9dc0108000 2024-05-27T00:35:22.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.323+0000 7f9dc4c00640 1 --2- 172.21.15.44:0/1358564111 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9da40a2ea0 0x7f9da40a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:22.324 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.324+0000 7f9dc4c00640 1 --2- 172.21.15.44:0/1358564111 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9da40a2ea0 0x7f9da40a5360 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f9dc019f850 tx=0x7f9dac005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:22.327 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.327+0000 7f9dbe000640 1 -- 172.21.15.44:0/1358564111 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9db009c990 con 0x7f9dc0108000 2024-05-27T00:35:22.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.551+0000 7f9dc8000640 1 -- 172.21.15.44:0/1358564111 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f9dc002d6a0 con 0x7f9dc0108000 2024-05-27T00:35:22.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.552+0000 7f9dbe000640 1 -- 172.21.15.44:0/1358564111 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v96) ==== 100+0+11 (secure 0 0 0) 0x7f9db009c290 con 0x7f9dc0108000 2024-05-27T00:35:22.552 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 64 2024-05-27T00:35:22.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.554+0000 7f9dc8000640 1 -- 172.21.15.44:0/1358564111 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9da40a2ea0 msgr2=0x7f9da40a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:22.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.554+0000 7f9dc8000640 1 --2- 172.21.15.44:0/1358564111 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9da40a2ea0 0x7f9da40a5360 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f9dc019f850 tx=0x7f9dac005f90 comp rx=0 tx=0).stop 2024-05-27T00:35:22.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.554+0000 7f9dc8000640 1 -- 172.21.15.44:0/1358564111 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9dc0108000 msgr2=0x7f9dc019e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:22.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.554+0000 7f9dc8000640 1 --2- 172.21.15.44:0/1358564111 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9dc0108000 0x7f9dc019e340 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f9db000ebc0 tx=0x7f9db000c6a0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.554+0000 7f9dc8000640 1 -- 172.21.15.44:0/1358564111 shutdown_connections 2024-05-27T00:35:22.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.554+0000 7f9dc8000640 1 --2- 172.21.15.44:0/1358564111 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9da40a2ea0 0x7f9da40a5360 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.554+0000 7f9dc8000640 1 --2- 172.21.15.44:0/1358564111 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9dc0109bb0 0x7f9dc01a58f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.554+0000 7f9dc8000640 1 --2- 172.21.15.44:0/1358564111 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9dc01091f0 0x7f9dc019e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.554+0000 7f9dc8000640 1 --2- 172.21.15.44:0/1358564111 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9dc0108000 0x7f9dc019e340 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.554+0000 7f9dc8000640 1 -- 172.21.15.44:0/1358564111 >> 172.21.15.44:0/1358564111 conn(0x7f9dc0076fa0 msgr2=0x7f9dc010c4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:22.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.555+0000 7f9dc8000640 1 -- 172.21.15.44:0/1358564111 shutdown_connections 2024-05-27T00:35:22.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.555+0000 7f9dc8000640 1 -- 172.21.15.44:0/1358564111 wait complete. 2024-05-27T00:35:22.575 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-05-27T00:35:22.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.768+0000 7f6d04600640 1 -- 172.21.15.44:0/3530834093 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6cfc076360 msgr2=0x7f6cfc076780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:22.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.768+0000 7f6d04600640 1 --2- 172.21.15.44:0/3530834093 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6cfc076360 0x7f6cfc076780 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f6cf0009900 tx=0x7f6cf002a410 comp rx=0 tx=0).stop 2024-05-27T00:35:22.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.768+0000 7f6d04600640 1 -- 172.21.15.44:0/3530834093 shutdown_connections 2024-05-27T00:35:22.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.768+0000 7f6d04600640 1 --2- 172.21.15.44:0/3530834093 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6cfc077f40 0x7f6cfc0787e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.768+0000 7f6d04600640 1 --2- 172.21.15.44:0/3530834093 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6cfc0775a0 0x7f6cfc077a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.768+0000 7f6d04600640 1 --2- 172.21.15.44:0/3530834093 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6cfc076360 0x7f6cfc076780 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.768+0000 7f6d04600640 1 -- 172.21.15.44:0/3530834093 >> 172.21.15.44:0/3530834093 conn(0x7f6cfc0ff150 msgr2=0x7f6cfc1015b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:22.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.768+0000 7f6d04600640 1 -- 172.21.15.44:0/3530834093 shutdown_connections 2024-05-27T00:35:22.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.768+0000 7f6d04600640 1 -- 172.21.15.44:0/3530834093 wait complete. 2024-05-27T00:35:22.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.769+0000 7f6d04600640 1 Processor -- start 2024-05-27T00:35:22.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.770+0000 7f6d04600640 1 -- start start 2024-05-27T00:35:22.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.770+0000 7f6d04600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6cfc076360 0x7f6cfc19e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:22.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.770+0000 7f6d04600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6cfc0775a0 0x7f6cfc19e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:22.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.770+0000 7f6d04600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6cfc077f40 0x7f6cfc1a5960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:22.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.770+0000 7f6d04600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6cfc113df0 con 0x7f6cfc076360 2024-05-27T00:35:22.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.770+0000 7f6d04600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6cfc113c70 con 0x7f6cfc0775a0 2024-05-27T00:35:22.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.770+0000 7f6d04600640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f6cfc113f70 con 0x7f6cfc077f40 2024-05-27T00:35:22.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.770+0000 7f6d01c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6cfc076360 0x7f6cfc19e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:22.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.771+0000 7f6d01c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6cfc076360 0x7f6cfc19e3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48340/0 (socket says 172.21.15.44:48340) 2024-05-27T00:35:22.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.771+0000 7f6d01c00640 1 -- 172.21.15.44:0/2939449343 learned_addr learned my addr 172.21.15.44:0/2939449343 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:22.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.771+0000 7f6d02600640 1 --2- 172.21.15.44:0/2939449343 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6cfc077f40 0x7f6cfc1a5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:22.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.771+0000 7f6d01200640 1 --2- 172.21.15.44:0/2939449343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6cfc0775a0 0x7f6cfc19e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:22.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.771+0000 7f6d01c00640 1 -- 172.21.15.44:0/2939449343 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6cfc077f40 msgr2=0x7f6cfc1a5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:22.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.771+0000 7f6d01c00640 1 --2- 172.21.15.44:0/2939449343 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6cfc077f40 0x7f6cfc1a5960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.771+0000 7f6d01c00640 1 -- 172.21.15.44:0/2939449343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6cfc0775a0 msgr2=0x7f6cfc19e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:22.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.771+0000 7f6d01c00640 1 --2- 172.21.15.44:0/2939449343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6cfc0775a0 0x7f6cfc19e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.771+0000 7f6d01c00640 1 -- 172.21.15.44:0/2939449343 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cfc1a5fd0 con 0x7f6cfc076360 2024-05-27T00:35:22.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.771+0000 7f6d01c00640 1 --2- 172.21.15.44:0/2939449343 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6cfc076360 0x7f6cfc19e3b0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f6cf00316a0 tx=0x7f6cf0032d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:22.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.772+0000 7f6cfa000640 1 -- 172.21.15.44:0/2939449343 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cf003f030 con 0x7f6cfc076360 2024-05-27T00:35:22.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.772+0000 7f6cfa000640 1 -- 172.21.15.44:0/2939449343 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6cf0003d00 con 0x7f6cfc076360 2024-05-27T00:35:22.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.772+0000 7f6d04600640 1 -- 172.21.15.44:0/2939449343 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cfc1a6260 con 0x7f6cfc076360 2024-05-27T00:35:22.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.772+0000 7f6cfa000640 1 -- 172.21.15.44:0/2939449343 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cf0035070 con 0x7f6cfc076360 2024-05-27T00:35:22.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.772+0000 7f6d04600640 1 -- 172.21.15.44:0/2939449343 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cfc1a67a0 con 0x7f6cfc076360 2024-05-27T00:35:22.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.773+0000 7f6d04600640 1 -- 172.21.15.44:0/2939449343 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6cfc110640 con 0x7f6cfc076360 2024-05-27T00:35:22.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.775+0000 7f6cfa000640 1 -- 172.21.15.44:0/2939449343 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f6cf0042030 con 0x7f6cfc076360 2024-05-27T00:35:22.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.778+0000 7f6cfa000640 1 --2- 172.21.15.44:0/2939449343 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6ce40a2ea0 0x7f6ce40a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:22.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.778+0000 7f6cfa000640 1 -- 172.21.15.44:0/2939449343 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f6cf00f0170 con 0x7f6cfc076360 2024-05-27T00:35:22.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.778+0000 7f6d01200640 1 --2- 172.21.15.44:0/2939449343 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6ce40a2ea0 0x7f6ce40a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:22.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.779+0000 7f6d01200640 1 --2- 172.21.15.44:0/2939449343 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6ce40a2ea0 0x7f6ce40a5360 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc19f8c0 tx=0x7f6ce8005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:22.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.782+0000 7f6cfa000640 1 -- 172.21.15.44:0/2939449343 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f6cf00bc210 con 0x7f6cfc076360 2024-05-27T00:35:22.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:22 smithi044 ceph-mon[31645]: Adjusting osd_memory_target on smithi137 to 176.2M 2024-05-27T00:35:22.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:22 smithi044 ceph-mon[31645]: Unable to set osd_memory_target on smithi137 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-05-27T00:35:22.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:22 smithi044 ceph-mon[31645]: Adjusting osd_memory_target on smithi050 to 177.2M 2024-05-27T00:35:22.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:22 smithi044 ceph-mon[31645]: Unable to set osd_memory_target on smithi050 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-05-27T00:35:22.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:22 smithi044 ceph-mon[31645]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:35:22.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:22 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1346977626' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:35:22.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:22 smithi044 ceph-mon[31645]: mgrmap e24: x(active, since 5s), standbys: z, y 2024-05-27T00:35:22.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:22 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1358564111' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:35:22.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:22 smithi050 ceph-mon[36071]: Adjusting osd_memory_target on smithi137 to 176.2M 2024-05-27T00:35:22.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:22 smithi050 ceph-mon[36071]: Unable to set osd_memory_target on smithi137 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-05-27T00:35:22.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:22 smithi050 ceph-mon[36071]: Adjusting osd_memory_target on smithi050 to 177.2M 2024-05-27T00:35:22.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:22 smithi050 ceph-mon[36071]: Unable to set osd_memory_target on smithi050 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-05-27T00:35:22.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:22 smithi050 ceph-mon[36071]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:35:22.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:22 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1346977626' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:35:22.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:22 smithi050 ceph-mon[36071]: mgrmap e24: x(active, since 5s), standbys: z, y 2024-05-27T00:35:22.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:22 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1358564111' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:35:22.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.989+0000 7f6d04600640 1 -- 172.21.15.44:0/2939449343 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f6cfc0625a0 con 0x7f6cfc076360 2024-05-27T00:35:22.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.989+0000 7f6cfa000640 1 -- 172.21.15.44:0/2939449343 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v96) ==== 103+0+11 (secure 0 0 0) 0x7f6cf00c0510 con 0x7f6cfc076360 2024-05-27T00:35:22.990 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:35:22.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.992+0000 7f6d04600640 1 -- 172.21.15.44:0/2939449343 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6ce40a2ea0 msgr2=0x7f6ce40a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:22.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.992+0000 7f6d04600640 1 --2- 172.21.15.44:0/2939449343 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6ce40a2ea0 0x7f6ce40a5360 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc19f8c0 tx=0x7f6ce8005f90 comp rx=0 tx=0).stop 2024-05-27T00:35:22.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.992+0000 7f6d04600640 1 -- 172.21.15.44:0/2939449343 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6cfc076360 msgr2=0x7f6cfc19e3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:22.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.992+0000 7f6d04600640 1 --2- 172.21.15.44:0/2939449343 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6cfc076360 0x7f6cfc19e3b0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f6cf00316a0 tx=0x7f6cf0032d70 comp rx=0 tx=0).stop 2024-05-27T00:35:22.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.992+0000 7f6d04600640 1 -- 172.21.15.44:0/2939449343 shutdown_connections 2024-05-27T00:35:22.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.992+0000 7f6d04600640 1 --2- 172.21.15.44:0/2939449343 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6ce40a2ea0 0x7f6ce40a5360 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.992+0000 7f6d04600640 1 --2- 172.21.15.44:0/2939449343 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6cfc077f40 0x7f6cfc1a5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.992+0000 7f6d04600640 1 --2- 172.21.15.44:0/2939449343 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6cfc0775a0 0x7f6cfc19e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.992+0000 7f6d04600640 1 --2- 172.21.15.44:0/2939449343 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6cfc076360 0x7f6cfc19e3b0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:22.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.993+0000 7f6d04600640 1 -- 172.21.15.44:0/2939449343 >> 172.21.15.44:0/2939449343 conn(0x7f6cfc0ff150 msgr2=0x7f6cfc100800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:22.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.993+0000 7f6d04600640 1 -- 172.21.15.44:0/2939449343 shutdown_connections 2024-05-27T00:35:22.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:22.993+0000 7f6d04600640 1 -- 172.21.15.44:0/2939449343 wait complete. 2024-05-27T00:35:23.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:22 smithi137 ceph-mon[36552]: Adjusting osd_memory_target on smithi137 to 176.2M 2024-05-27T00:35:23.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:22 smithi137 ceph-mon[36552]: Unable to set osd_memory_target on smithi137 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-05-27T00:35:23.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:22 smithi137 ceph-mon[36552]: Adjusting osd_memory_target on smithi050 to 177.2M 2024-05-27T00:35:23.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:22 smithi137 ceph-mon[36552]: Unable to set osd_memory_target on smithi050 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-05-27T00:35:23.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:22 smithi137 ceph-mon[36552]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:35:23.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:22 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1346977626' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:35:23.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:22 smithi137 ceph-mon[36552]: mgrmap e24: x(active, since 5s), standbys: z, y 2024-05-27T00:35:23.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:22 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1358564111' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:35:23.016 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-05-27T00:35:23.016 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:35:23.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.208+0000 7fea65800640 1 -- 172.21.15.44:0/3618924618 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fea60104bd0 msgr2=0x7fea60106fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:23.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.208+0000 7fea65800640 1 --2- 172.21.15.44:0/3618924618 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fea60104bd0 0x7fea60106fc0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fea4c009860 tx=0x7fea4c02a340 comp rx=0 tx=0).stop 2024-05-27T00:35:23.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.209+0000 7fea65800640 1 -- 172.21.15.44:0/3618924618 shutdown_connections 2024-05-27T00:35:23.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.209+0000 7fea65800640 1 --2- 172.21.15.44:0/3618924618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fea60107500 0x7fea60109950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.209+0000 7fea65800640 1 --2- 172.21.15.44:0/3618924618 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fea60104bd0 0x7fea60106fc0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.209+0000 7fea65800640 1 --2- 172.21.15.44:0/3618924618 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea601022a0 0x7fea60104690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.209+0000 7fea65800640 1 -- 172.21.15.44:0/3618924618 >> 172.21.15.44:0/3618924618 conn(0x7fea600fbc70 msgr2=0x7fea600fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:23.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.209+0000 7fea65800640 1 -- 172.21.15.44:0/3618924618 shutdown_connections 2024-05-27T00:35:23.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.209+0000 7fea65800640 1 -- 172.21.15.44:0/3618924618 wait complete. 2024-05-27T00:35:23.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.210+0000 7fea65800640 1 Processor -- start 2024-05-27T00:35:23.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.210+0000 7fea65800640 1 -- start start 2024-05-27T00:35:23.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.211+0000 7fea65800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fea601022a0 0x7fea60101c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:23.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.211+0000 7fea65800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea60104bd0 0x7fea60100250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:23.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.211+0000 7fea65800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fea60107500 0x7fea60100790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:23.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.211+0000 7fea65800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fea6010d5d0 con 0x7fea601022a0 2024-05-27T00:35:23.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.211+0000 7fea65800640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fea6010d450 con 0x7fea60104bd0 2024-05-27T00:35:23.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.211+0000 7fea65800640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fea6010d750 con 0x7fea60107500 2024-05-27T00:35:23.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.211+0000 7fea5fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fea601022a0 0x7fea60101c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:23.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.211+0000 7fea5fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fea601022a0 0x7fea60101c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48354/0 (socket says 172.21.15.44:48354) 2024-05-27T00:35:23.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.211+0000 7fea5fe00640 1 -- 172.21.15.44:0/1538911644 learned_addr learned my addr 172.21.15.44:0/1538911644 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:23.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.211+0000 7fea64e00640 1 --2- 172.21.15.44:0/1538911644 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fea60107500 0x7fea60100790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:23.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.212+0000 7fea5f400640 1 --2- 172.21.15.44:0/1538911644 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea60104bd0 0x7fea60100250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:23.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.212+0000 7fea5fe00640 1 -- 172.21.15.44:0/1538911644 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fea60107500 msgr2=0x7fea60100790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:23.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.212+0000 7fea5fe00640 1 --2- 172.21.15.44:0/1538911644 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fea60107500 0x7fea60100790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.212+0000 7fea5fe00640 1 -- 172.21.15.44:0/1538911644 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea60104bd0 msgr2=0x7fea60100250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:23.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.212+0000 7fea5fe00640 1 --2- 172.21.15.44:0/1538911644 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea60104bd0 0x7fea60100250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.212+0000 7fea5fe00640 1 -- 172.21.15.44:0/1538911644 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea60101020 con 0x7fea601022a0 2024-05-27T00:35:23.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.212+0000 7fea64e00640 1 --2- 172.21.15.44:0/1538911644 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fea60107500 0x7fea60100790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:23.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.212+0000 7fea5fe00640 1 --2- 172.21.15.44:0/1538911644 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fea601022a0 0x7fea60101c10 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fea5000e9f0 tx=0x7fea5000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:23.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.212+0000 7fea5cc00640 1 -- 172.21.15.44:0/1538911644 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea5000cd80 con 0x7fea601022a0 2024-05-27T00:35:23.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.213+0000 7fea5cc00640 1 -- 172.21.15.44:0/1538911644 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fea50010930 con 0x7fea601022a0 2024-05-27T00:35:23.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.213+0000 7fea65800640 1 -- 172.21.15.44:0/1538911644 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea601a1d10 con 0x7fea601022a0 2024-05-27T00:35:23.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.213+0000 7fea5cc00640 1 -- 172.21.15.44:0/1538911644 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea50018b00 con 0x7fea601022a0 2024-05-27T00:35:23.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.213+0000 7fea65800640 1 -- 172.21.15.44:0/1538911644 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea601a2180 con 0x7fea601022a0 2024-05-27T00:35:23.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.214+0000 7fea65800640 1 -- 172.21.15.44:0/1538911644 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea600fd760 con 0x7fea601022a0 2024-05-27T00:35:23.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.216+0000 7fea5cc00640 1 -- 172.21.15.44:0/1538911644 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7fea50018ca0 con 0x7fea601022a0 2024-05-27T00:35:23.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.217+0000 7fea5cc00640 1 --2- 172.21.15.44:0/1538911644 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fea440a2e20 0x7fea440a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:23.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.217+0000 7fea5cc00640 1 -- 172.21.15.44:0/1538911644 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fea500cfe70 con 0x7fea601022a0 2024-05-27T00:35:23.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.218+0000 7fea5f400640 1 --2- 172.21.15.44:0/1538911644 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fea440a2e20 0x7fea440a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:23.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.218+0000 7fea5f400640 1 --2- 172.21.15.44:0/1538911644 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fea440a2e20 0x7fea440a52e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fea4c009830 tx=0x7fea4c0305c0 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:23.225 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.225+0000 7fea5cc00640 1 -- 172.21.15.44:0/1538911644 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fea5009be40 con 0x7fea601022a0 2024-05-27T00:35:23.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.489+0000 7fea65800640 1 -- 172.21.15.44:0/1538911644 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fea6002d4f0 con 0x7fea601022a0 2024-05-27T00:35:23.490 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.490+0000 7fea5cc00640 1 -- 172.21.15.44:0/1538911644 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11866 (secure 0 0 0) 0x7fea500a0140 con 0x7fea601022a0 2024-05-27T00:35:23.491 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:35:23.491 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2194470084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2194470084},{"type":"v1","addr":"172.21.15.44:6839","nonce":2194470084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-27T00:32:18.481799+0000","modified":"2024-05-27T00:35:15.521413+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24599,"mds_1":24581,"mds_2":24542},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24515":{"gid":24515,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24541":{"gid":24541,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":15,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24581":{"gid":24581,"name":"a","rank":1,"incarnation":20,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/114683393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":114683393},{"type":"v1","addr":"172.21.15.44:6841","nonce":114683393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24599":{"gid":24599,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6839/2148742077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":2148742077},{"type":"v1","addr":"172.21.15.50:6839","nonce":2148742077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24599,"qdb_cluster":[24599,24542,24581]},"id":1}]} 2024-05-27T00:35:23.491 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 25 2024-05-27T00:35:23.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.493+0000 7fea65800640 1 -- 172.21.15.44:0/1538911644 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fea440a2e20 msgr2=0x7fea440a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:23.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.493+0000 7fea65800640 1 --2- 172.21.15.44:0/1538911644 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fea440a2e20 0x7fea440a52e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fea4c009830 tx=0x7fea4c0305c0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.493+0000 7fea65800640 1 -- 172.21.15.44:0/1538911644 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fea601022a0 msgr2=0x7fea60101c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:23.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.493+0000 7fea65800640 1 --2- 172.21.15.44:0/1538911644 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fea601022a0 0x7fea60101c10 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fea5000e9f0 tx=0x7fea5000eeb0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.493+0000 7fea65800640 1 -- 172.21.15.44:0/1538911644 shutdown_connections 2024-05-27T00:35:23.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.493+0000 7fea65800640 1 --2- 172.21.15.44:0/1538911644 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fea440a2e20 0x7fea440a52e0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.493+0000 7fea65800640 1 --2- 172.21.15.44:0/1538911644 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fea60107500 0x7fea60100790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.493+0000 7fea65800640 1 --2- 172.21.15.44:0/1538911644 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fea60104bd0 0x7fea60100250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.493+0000 7fea65800640 1 --2- 172.21.15.44:0/1538911644 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fea601022a0 0x7fea60101c10 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.493+0000 7fea65800640 1 -- 172.21.15.44:0/1538911644 >> 172.21.15.44:0/1538911644 conn(0x7fea600fbc70 msgr2=0x7fea60102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:23.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.493+0000 7fea65800640 1 -- 172.21.15.44:0/1538911644 shutdown_connections 2024-05-27T00:35:23.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.493+0000 7fea65800640 1 -- 172.21.15.44:0/1538911644 wait complete. 2024-05-27T00:35:23.516 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-05-27T00:35:23.517 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-05-27T00:35:23.517 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-27T00:35:23.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.699+0000 7faef5000640 1 -- 172.21.15.44:0/364921086 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faef0103c20 msgr2=0x7faef0104040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:23.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.699+0000 7faef5000640 1 --2- 172.21.15.44:0/364921086 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faef0103c20 0x7faef0104040 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7faee0009900 tx=0x7faee002a3f0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.699+0000 7faef5000640 1 -- 172.21.15.44:0/364921086 shutdown_connections 2024-05-27T00:35:23.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.699+0000 7faef5000640 1 --2- 172.21.15.44:0/364921086 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faef01057d0 0x7faef010c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.699+0000 7faef5000640 1 --2- 172.21.15.44:0/364921086 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faef0104e10 0x7faef0105290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.699+0000 7faef5000640 1 --2- 172.21.15.44:0/364921086 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faef0103c20 0x7faef0104040 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.699+0000 7faef5000640 1 -- 172.21.15.44:0/364921086 >> 172.21.15.44:0/364921086 conn(0x7faef00ff190 msgr2=0x7faef01015d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:23.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.700+0000 7faef5000640 1 -- 172.21.15.44:0/364921086 shutdown_connections 2024-05-27T00:35:23.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.700+0000 7faef5000640 1 -- 172.21.15.44:0/364921086 wait complete. 2024-05-27T00:35:23.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.701+0000 7faef5000640 1 Processor -- start 2024-05-27T00:35:23.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.701+0000 7faef5000640 1 -- start start 2024-05-27T00:35:23.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.701+0000 7faef5000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faef0103c20 0x7faef0199fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:23.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.701+0000 7faef5000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faef0104e10 0x7faef019a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:23.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.701+0000 7faef5000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faef01057d0 0x7faef01a1580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:23.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.701+0000 7faef5000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7faef010fa20 con 0x7faef0104e10 2024-05-27T00:35:23.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.701+0000 7faef5000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7faef010f8a0 con 0x7faef0103c20 2024-05-27T00:35:23.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.701+0000 7faef5000640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7faef010fba0 con 0x7faef01057d0 2024-05-27T00:35:23.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.701+0000 7faeee800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faef01057d0 0x7faef01a1580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:23.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.702+0000 7faeee800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faef01057d0 0x7faef01a1580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:53242/0 (socket says 172.21.15.44:53242) 2024-05-27T00:35:23.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.702+0000 7faeed400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faef0104e10 0x7faef019a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:23.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.702+0000 7faeee800640 1 -- 172.21.15.44:0/3212582849 learned_addr learned my addr 172.21.15.44:0/3212582849 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:23.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.702+0000 7faeede00640 1 --2- 172.21.15.44:0/3212582849 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faef0103c20 0x7faef0199fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:23.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.702+0000 7faeee800640 1 -- 172.21.15.44:0/3212582849 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faef0103c20 msgr2=0x7faef0199fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:23.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.702+0000 7faeee800640 1 --2- 172.21.15.44:0/3212582849 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faef0103c20 0x7faef0199fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.702+0000 7faeee800640 1 -- 172.21.15.44:0/3212582849 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faef0104e10 msgr2=0x7faef019a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:23.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.702+0000 7faeee800640 1 --2- 172.21.15.44:0/3212582849 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faef0104e10 0x7faef019a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.702+0000 7faeee800640 1 -- 172.21.15.44:0/3212582849 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faef01a1bf0 con 0x7faef01057d0 2024-05-27T00:35:23.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.702+0000 7faeede00640 1 --2- 172.21.15.44:0/3212582849 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faef0103c20 0x7faef0199fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:23.704 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.702+0000 7faeee800640 1 --2- 172.21.15.44:0/3212582849 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faef01057d0 0x7faef01a1580 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7faee800eb10 tx=0x7faee800c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:23.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.703+0000 7faee6a00640 1 -- 172.21.15.44:0/3212582849 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faee8004b20 con 0x7faef01057d0 2024-05-27T00:35:23.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.703+0000 7faee6a00640 1 -- 172.21.15.44:0/3212582849 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faee8004cc0 con 0x7faef01057d0 2024-05-27T00:35:23.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.703+0000 7faef5000640 1 -- 172.21.15.44:0/3212582849 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faef01a1ee0 con 0x7faef01057d0 2024-05-27T00:35:23.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.703+0000 7faee6a00640 1 -- 172.21.15.44:0/3212582849 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faee80107f0 con 0x7faef01057d0 2024-05-27T00:35:23.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.703+0000 7faef5000640 1 -- 172.21.15.44:0/3212582849 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faef01a23a0 con 0x7faef01057d0 2024-05-27T00:35:23.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.704+0000 7faef5000640 1 -- 172.21.15.44:0/3212582849 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faef010aee0 con 0x7faef01057d0 2024-05-27T00:35:23.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.706+0000 7faee6a00640 1 -- 172.21.15.44:0/3212582849 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7faee8005020 con 0x7faef01057d0 2024-05-27T00:35:23.708 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.707+0000 7faee6a00640 1 --2- 172.21.15.44:0/3212582849 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7faed40a2e20 0x7faed40a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:23.708 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.708+0000 7faee6a00640 1 -- 172.21.15.44:0/3212582849 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7faee80cff70 con 0x7faef01057d0 2024-05-27T00:35:23.708 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.708+0000 7faeede00640 1 --2- 172.21.15.44:0/3212582849 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7faed40a2e20 0x7faed40a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:23.709 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.709+0000 7faeede00640 1 --2- 172.21.15.44:0/3212582849 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7faed40a2e20 0x7faed40a52e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7faee002a9e0 tx=0x7faee0005a20 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:23.712 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.712+0000 7faee6a00640 1 -- 172.21.15.44:0/3212582849 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7faee809c590 con 0x7faef01057d0 2024-05-27T00:35:23.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:23 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2939449343' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:35:23.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:23 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:23.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:23 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:23.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:23 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:23.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:23 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:23.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:23 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:23.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:23 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:23.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:23 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:35:23.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:23 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:35:23.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:23 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1538911644' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:35:23.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.918+0000 7faef5000640 1 -- 172.21.15.44:0/3212582849 --> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7faef0061de0 con 0x7faed40a2e20 2024-05-27T00:35:23.932 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.932+0000 7faee6a00640 1 -- 172.21.15.44:0/3212582849 <== mgr.25393 v2:172.21.15.44:6800/2850957139 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339426 (secure 0 0 0) 0x7faef0061de0 con 0x7faed40a2e20 2024-05-27T00:35:23.938 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:35:23.940 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-05-27T00:35:23.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.937+0000 7faef5000640 1 -- 172.21.15.44:0/3212582849 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7faed40a2e20 msgr2=0x7faed40a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:23.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.937+0000 7faef5000640 1 --2- 172.21.15.44:0/3212582849 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7faed40a2e20 0x7faed40a52e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7faee002a9e0 tx=0x7faee0005a20 comp rx=0 tx=0).stop 2024-05-27T00:35:23.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.937+0000 7faef5000640 1 -- 172.21.15.44:0/3212582849 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faef01057d0 msgr2=0x7faef01a1580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:23.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.937+0000 7faef5000640 1 --2- 172.21.15.44:0/3212582849 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faef01057d0 0x7faef01a1580 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7faee800eb10 tx=0x7faee800c2d0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.937+0000 7faef5000640 1 -- 172.21.15.44:0/3212582849 shutdown_connections 2024-05-27T00:35:23.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.937+0000 7faef5000640 1 --2- 172.21.15.44:0/3212582849 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7faed40a2e20 0x7faed40a52e0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.937+0000 7faef5000640 1 --2- 172.21.15.44:0/3212582849 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7faef01057d0 0x7faef01a1580 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.937+0000 7faef5000640 1 --2- 172.21.15.44:0/3212582849 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7faef0104e10 0x7faef019a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.937+0000 7faef5000640 1 --2- 172.21.15.44:0/3212582849 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7faef0103c20 0x7faef0199fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:23.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.937+0000 7faef5000640 1 -- 172.21.15.44:0/3212582849 >> 172.21.15.44:0/3212582849 conn(0x7faef00ff190 msgr2=0x7faef01080b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:23.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.937+0000 7faef5000640 1 -- 172.21.15.44:0/3212582849 shutdown_connections 2024-05-27T00:35:23.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:23.937+0000 7faef5000640 1 -- 172.21.15.44:0/3212582849 wait complete. 2024-05-27T00:35:23.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:23 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2939449343' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:35:23.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:23 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:23.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:23 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:23.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:23 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:23.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:23 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:23.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:23 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:23.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:23 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:23.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:23 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:35:23.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:23 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:35:23.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:23 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1538911644' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:35:23.956 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":6,"stamp":"2024-05-27T00:35:23.311220+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1191641,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1138,"num_read_kb":734,"num_write":475,"num_write_kb":4385,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1180853,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":870,"ondisk_log_size":870,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":394700,"kb_used_data":16400,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124547124,"statfs":{"total":1151940427776,"available":1151536254976,"internally_reserved":0,"allocated":16793600,"data_stored":9964165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":387233083},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.976315"},"pg_stats":[{"pgid":"3.3f","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.781083+0000","last_change":"2024-05-27T00:32:19.005663+0000","last_active":"2024-05-27T00:35:17.781083+0000","last_peered":"2024-05-27T00:35:17.781083+0000","last_clean":"2024-05-27T00:35:17.781083+0000","last_became_active":"2024-05-27T00:32:19.005345+0000","last_became_peered":"2024-05-27T00:32:19.005345+0000","last_unstale":"2024-05-27T00:35:17.781083+0000","last_undegraded":"2024-05-27T00:35:17.781083+0000","last_fullsized":"2024-05-27T00:35:17.781083+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:15:56.906828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"93'4","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.623380+0000","last_change":"2024-05-27T00:32:18.998510+0000","last_active":"2024-05-27T00:35:17.623380+0000","last_peered":"2024-05-27T00:35:17.623380+0000","last_clean":"2024-05-27T00:35:17.623380+0000","last_became_active":"2024-05-27T00:32:18.998061+0000","last_became_peered":"2024-05-27T00:32:18.998061+0000","last_unstale":"2024-05-27T00:35:17.623380+0000","last_undegraded":"2024-05-27T00:35:17.623380+0000","last_fullsized":"2024-05-27T00:35:17.623380+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:27:18.550606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.623173+0000","last_change":"2024-05-27T00:32:19.003624+0000","last_active":"2024-05-27T00:35:17.623173+0000","last_peered":"2024-05-27T00:35:17.623173+0000","last_clean":"2024-05-27T00:35:17.623173+0000","last_became_active":"2024-05-27T00:32:19.003290+0000","last_became_peered":"2024-05-27T00:32:19.003290+0000","last_unstale":"2024-05-27T00:35:17.623173+0000","last_undegraded":"2024-05-27T00:35:17.623173+0000","last_fullsized":"2024-05-27T00:35:17.623173+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:33:46.787742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372500+0000","last_change":"2024-05-27T00:32:18.977309+0000","last_active":"2024-05-27T00:35:17.372500+0000","last_peered":"2024-05-27T00:35:17.372500+0000","last_clean":"2024-05-27T00:35:17.372500+0000","last_became_active":"2024-05-27T00:32:18.976967+0000","last_became_peered":"2024-05-27T00:32:18.976967+0000","last_unstale":"2024-05-27T00:35:17.372500+0000","last_undegraded":"2024-05-27T00:35:17.372500+0000","last_fullsized":"2024-05-27T00:35:17.372500+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:05:17.778795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"93'4","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.288783+0000","last_change":"2024-05-27T00:32:19.005336+0000","last_active":"2024-05-27T00:35:17.288783+0000","last_peered":"2024-05-27T00:35:17.288783+0000","last_clean":"2024-05-27T00:35:17.288783+0000","last_became_active":"2024-05-27T00:32:19.004952+0000","last_became_peered":"2024-05-27T00:32:19.004952+0000","last_unstale":"2024-05-27T00:35:17.288783+0000","last_undegraded":"2024-05-27T00:35:17.288783+0000","last_fullsized":"2024-05-27T00:35:17.288783+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:21:40.865438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.286355+0000","last_change":"2024-05-27T00:32:18.997160+0000","last_active":"2024-05-27T00:35:17.286355+0000","last_peered":"2024-05-27T00:35:17.286355+0000","last_clean":"2024-05-27T00:35:17.286355+0000","last_became_active":"2024-05-27T00:32:18.996744+0000","last_became_peered":"2024-05-27T00:32:18.996744+0000","last_unstale":"2024-05-27T00:35:17.286355+0000","last_undegraded":"2024-05-27T00:35:17.286355+0000","last_fullsized":"2024-05-27T00:35:17.286355+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:55:34.026358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"93'5","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619773+0000","last_change":"2024-05-27T00:32:18.994577+0000","last_active":"2024-05-27T00:35:17.619773+0000","last_peered":"2024-05-27T00:35:17.619773+0000","last_clean":"2024-05-27T00:35:17.619773+0000","last_became_active":"2024-05-27T00:32:18.994235+0000","last_became_peered":"2024-05-27T00:32:18.994235+0000","last_unstale":"2024-05-27T00:35:17.619773+0000","last_undegraded":"2024-05-27T00:35:17.619773+0000","last_fullsized":"2024-05-27T00:35:17.619773+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:39:45.247200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285865+0000","last_change":"2024-05-27T00:32:19.014479+0000","last_active":"2024-05-27T00:35:17.285865+0000","last_peered":"2024-05-27T00:35:17.285865+0000","last_clean":"2024-05-27T00:35:17.285865+0000","last_became_active":"2024-05-27T00:32:19.014013+0000","last_became_peered":"2024-05-27T00:32:19.014013+0000","last_unstale":"2024-05-27T00:35:17.285865+0000","last_undegraded":"2024-05-27T00:35:17.285865+0000","last_fullsized":"2024-05-27T00:35:17.285865+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:45:12.673145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"93'11","reported_seq":43,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.626020+0000","last_change":"2024-05-27T00:32:18.977988+0000","last_active":"2024-05-27T00:35:17.626020+0000","last_peered":"2024-05-27T00:35:17.626020+0000","last_clean":"2024-05-27T00:35:17.626020+0000","last_became_active":"2024-05-27T00:32:18.977610+0000","last_became_peered":"2024-05-27T00:32:18.977610+0000","last_unstale":"2024-05-27T00:35:17.626020+0000","last_undegraded":"2024-05-27T00:35:17.626020+0000","last_fullsized":"2024-05-27T00:35:17.626020+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:50:36.572096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"93'16","reported_seq":48,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.287297+0000","last_change":"2024-05-27T00:32:18.983005+0000","last_active":"2024-05-27T00:35:17.287297+0000","last_peered":"2024-05-27T00:35:17.287297+0000","last_clean":"2024-05-27T00:35:17.287297+0000","last_became_active":"2024-05-27T00:32:18.982596+0000","last_became_peered":"2024-05-27T00:32:18.982596+0000","last_unstale":"2024-05-27T00:35:17.287297+0000","last_undegraded":"2024-05-27T00:35:17.287297+0000","last_fullsized":"2024-05-27T00:35:17.287297+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:44:47.057379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.620200+0000","last_change":"2024-05-27T00:32:18.984070+0000","last_active":"2024-05-27T00:35:17.620200+0000","last_peered":"2024-05-27T00:35:17.620200+0000","last_clean":"2024-05-27T00:35:17.620200+0000","last_became_active":"2024-05-27T00:32:18.983689+0000","last_became_peered":"2024-05-27T00:32:18.983689+0000","last_unstale":"2024-05-27T00:35:17.620200+0000","last_undegraded":"2024-05-27T00:35:17.620200+0000","last_fullsized":"2024-05-27T00:35:17.620200+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:33:56.883306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372455+0000","last_change":"2024-05-27T00:32:18.981246+0000","last_active":"2024-05-27T00:35:17.372455+0000","last_peered":"2024-05-27T00:35:17.372455+0000","last_clean":"2024-05-27T00:35:17.372455+0000","last_became_active":"2024-05-27T00:32:18.980882+0000","last_became_peered":"2024-05-27T00:32:18.980882+0000","last_unstale":"2024-05-27T00:35:17.372455+0000","last_undegraded":"2024-05-27T00:35:17.372455+0000","last_fullsized":"2024-05-27T00:35:17.372455+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:27:54.632537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"93'10","reported_seq":42,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.295871+0000","last_change":"2024-05-27T00:32:18.990303+0000","last_active":"2024-05-27T00:35:17.295871+0000","last_peered":"2024-05-27T00:35:17.295871+0000","last_clean":"2024-05-27T00:35:17.295871+0000","last_became_active":"2024-05-27T00:32:18.977763+0000","last_became_peered":"2024-05-27T00:32:18.977763+0000","last_unstale":"2024-05-27T00:35:17.295871+0000","last_undegraded":"2024-05-27T00:35:17.295871+0000","last_fullsized":"2024-05-27T00:35:17.295871+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:20:26.475260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.622902+0000","last_change":"2024-05-27T00:32:18.999184+0000","last_active":"2024-05-27T00:35:17.622902+0000","last_peered":"2024-05-27T00:35:17.622902+0000","last_clean":"2024-05-27T00:35:17.622902+0000","last_became_active":"2024-05-27T00:32:18.997520+0000","last_became_peered":"2024-05-27T00:32:18.997520+0000","last_unstale":"2024-05-27T00:35:17.622902+0000","last_undegraded":"2024-05-27T00:35:17.622902+0000","last_fullsized":"2024-05-27T00:35:17.622902+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:04:42.824215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.622579+0000","last_change":"2024-05-27T00:32:18.995796+0000","last_active":"2024-05-27T00:35:17.622579+0000","last_peered":"2024-05-27T00:35:17.622579+0000","last_clean":"2024-05-27T00:35:17.622579+0000","last_became_active":"2024-05-27T00:32:18.994655+0000","last_became_peered":"2024-05-27T00:32:18.994655+0000","last_unstale":"2024-05-27T00:35:17.622579+0000","last_undegraded":"2024-05-27T00:35:17.622579+0000","last_fullsized":"2024-05-27T00:35:17.622579+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:44:08.256598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.624889+0000","last_change":"2024-05-27T00:32:18.995211+0000","last_active":"2024-05-27T00:35:17.624889+0000","last_peered":"2024-05-27T00:35:17.624889+0000","last_clean":"2024-05-27T00:35:17.624889+0000","last_became_active":"2024-05-27T00:32:18.994764+0000","last_became_peered":"2024-05-27T00:32:18.994764+0000","last_unstale":"2024-05-27T00:35:17.624889+0000","last_undegraded":"2024-05-27T00:35:17.624889+0000","last_fullsized":"2024-05-27T00:35:17.624889+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:23:11.225248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.781009+0000","last_change":"2024-05-27T00:32:19.005643+0000","last_active":"2024-05-27T00:35:17.781009+0000","last_peered":"2024-05-27T00:35:17.781009+0000","last_clean":"2024-05-27T00:35:17.781009+0000","last_became_active":"2024-05-27T00:32:19.005298+0000","last_became_peered":"2024-05-27T00:32:19.005298+0000","last_unstale":"2024-05-27T00:35:17.781009+0000","last_undegraded":"2024-05-27T00:35:17.781009+0000","last_fullsized":"2024-05-27T00:35:17.781009+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:32:17.536521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"93'10","reported_seq":42,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.424977+0000","last_change":"2024-05-27T00:32:19.001511+0000","last_active":"2024-05-27T00:35:17.424977+0000","last_peered":"2024-05-27T00:35:17.424977+0000","last_clean":"2024-05-27T00:35:17.424977+0000","last_became_active":"2024-05-27T00:32:18.998632+0000","last_became_peered":"2024-05-27T00:32:18.998632+0000","last_unstale":"2024-05-27T00:35:17.424977+0000","last_undegraded":"2024-05-27T00:35:17.424977+0000","last_fullsized":"2024-05-27T00:35:17.424977+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:21:21.991436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619729+0000","last_change":"2024-05-27T00:32:18.987117+0000","last_active":"2024-05-27T00:35:17.619729+0000","last_peered":"2024-05-27T00:35:17.619729+0000","last_clean":"2024-05-27T00:35:17.619729+0000","last_became_active":"2024-05-27T00:32:18.986767+0000","last_became_peered":"2024-05-27T00:32:18.986767+0000","last_unstale":"2024-05-27T00:35:17.619729+0000","last_undegraded":"2024-05-27T00:35:17.619729+0000","last_fullsized":"2024-05-27T00:35:17.619729+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:00:15.887902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619236+0000","last_change":"2024-05-27T00:32:23.442138+0000","last_active":"2024-05-27T00:35:17.619236+0000","last_peered":"2024-05-27T00:35:17.619236+0000","last_clean":"2024-05-27T00:35:17.619236+0000","last_became_active":"2024-05-27T00:32:23.441259+0000","last_became_peered":"2024-05-27T00:32:23.441259+0000","last_unstale":"2024-05-27T00:35:17.619236+0000","last_undegraded":"2024-05-27T00:35:17.619236+0000","last_fullsized":"2024-05-27T00:35:17.619236+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:29:53.501679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'9","reported_seq":44,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.425939+0000","last_change":"2024-05-27T00:32:17.994299+0000","last_active":"2024-05-27T00:35:17.425939+0000","last_peered":"2024-05-27T00:35:17.425939+0000","last_clean":"2024-05-27T00:35:17.425939+0000","last_became_active":"2024-05-27T00:32:17.993959+0000","last_became_peered":"2024-05-27T00:32:17.993959+0000","last_unstale":"2024-05-27T00:35:17.425939+0000","last_undegraded":"2024-05-27T00:35:17.425939+0000","last_fullsized":"2024-05-27T00:35:17.425939+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:14:45.404789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"93'5","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.286310+0000","last_change":"2024-05-27T00:32:19.014410+0000","last_active":"2024-05-27T00:35:17.286310+0000","last_peered":"2024-05-27T00:35:17.286310+0000","last_clean":"2024-05-27T00:35:17.286310+0000","last_became_active":"2024-05-27T00:32:19.013986+0000","last_became_peered":"2024-05-27T00:32:19.013986+0000","last_unstale":"2024-05-27T00:35:17.286310+0000","last_undegraded":"2024-05-27T00:35:17.286310+0000","last_fullsized":"2024-05-27T00:35:17.286310+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:21:09.249429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.371987+0000","last_change":"2024-05-27T00:32:23.437301+0000","last_active":"2024-05-27T00:35:17.371987+0000","last_peered":"2024-05-27T00:35:17.371987+0000","last_clean":"2024-05-27T00:35:17.371987+0000","last_became_active":"2024-05-27T00:32:23.436738+0000","last_became_peered":"2024-05-27T00:32:23.436738+0000","last_unstale":"2024-05-27T00:35:17.371987+0000","last_undegraded":"2024-05-27T00:35:17.371987+0000","last_fullsized":"2024-05-27T00:35:17.371987+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:38:54.136784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"91'2","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.286563+0000","last_change":"2024-05-27T00:32:18.011484+0000","last_active":"2024-05-27T00:35:17.286563+0000","last_peered":"2024-05-27T00:35:17.286563+0000","last_clean":"2024-05-27T00:35:17.286563+0000","last_became_active":"2024-05-27T00:32:18.011151+0000","last_became_peered":"2024-05-27T00:32:18.011151+0000","last_unstale":"2024-05-27T00:35:17.286563+0000","last_undegraded":"2024-05-27T00:35:17.286563+0000","last_fullsized":"2024-05-27T00:35:17.286563+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:36:00.661797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.623281+0000","last_change":"2024-05-27T00:32:19.008140+0000","last_active":"2024-05-27T00:35:17.623281+0000","last_peered":"2024-05-27T00:35:17.623281+0000","last_clean":"2024-05-27T00:35:17.623281+0000","last_became_active":"2024-05-27T00:32:19.007777+0000","last_became_peered":"2024-05-27T00:32:19.007777+0000","last_unstale":"2024-05-27T00:35:17.623281+0000","last_undegraded":"2024-05-27T00:35:17.623281+0000","last_fullsized":"2024-05-27T00:35:17.623281+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:48:04.037732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372123+0000","last_change":"2024-05-27T00:32:23.441551+0000","last_active":"2024-05-27T00:35:17.372123+0000","last_peered":"2024-05-27T00:35:17.372123+0000","last_clean":"2024-05-27T00:35:17.372123+0000","last_became_active":"2024-05-27T00:32:23.440711+0000","last_became_peered":"2024-05-27T00:32:23.440711+0000","last_unstale":"2024-05-27T00:35:17.372123+0000","last_undegraded":"2024-05-27T00:35:17.372123+0000","last_fullsized":"2024-05-27T00:35:17.372123+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:07:11.885796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"91'4","reported_seq":19,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780997+0000","last_change":"2024-05-27T00:34:24.115206+0000","last_active":"2024-05-27T00:35:17.780997+0000","last_peered":"2024-05-27T00:35:17.780997+0000","last_clean":"2024-05-27T00:35:17.780997+0000","last_became_active":"2024-05-27T00:34:24.110725+0000","last_became_peered":"2024-05-27T00:34:24.110725+0000","last_unstale":"2024-05-27T00:35:17.780997+0000","last_undegraded":"2024-05-27T00:35:17.780997+0000","last_fullsized":"2024-05-27T00:35:17.780997+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:25:24.918316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.625118+0000","last_change":"2024-05-27T00:32:18.997892+0000","last_active":"2024-05-27T00:35:17.625118+0000","last_peered":"2024-05-27T00:35:17.625118+0000","last_clean":"2024-05-27T00:35:17.625118+0000","last_became_active":"2024-05-27T00:32:18.997532+0000","last_became_peered":"2024-05-27T00:32:18.997532+0000","last_unstale":"2024-05-27T00:35:17.625118+0000","last_undegraded":"2024-05-27T00:35:17.625118+0000","last_fullsized":"2024-05-27T00:35:17.625118+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:09:50.023265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372039+0000","last_change":"2024-05-27T00:32:23.427504+0000","last_active":"2024-05-27T00:35:17.372039+0000","last_peered":"2024-05-27T00:35:17.372039+0000","last_clean":"2024-05-27T00:35:17.372039+0000","last_became_active":"2024-05-27T00:32:23.427189+0000","last_became_peered":"2024-05-27T00:32:23.427189+0000","last_unstale":"2024-05-27T00:35:17.372039+0000","last_undegraded":"2024-05-27T00:35:17.372039+0000","last_fullsized":"2024-05-27T00:35:17.372039+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:54:10.185043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"86'2","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.289282+0000","last_change":"2024-05-27T00:32:17.989135+0000","last_active":"2024-05-27T00:35:17.289282+0000","last_peered":"2024-05-27T00:35:17.289282+0000","last_clean":"2024-05-27T00:35:17.289282+0000","last_became_active":"2024-05-27T00:32:17.988785+0000","last_became_peered":"2024-05-27T00:32:17.988785+0000","last_unstale":"2024-05-27T00:35:17.289282+0000","last_undegraded":"2024-05-27T00:35:17.289282+0000","last_fullsized":"2024-05-27T00:35:17.289282+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:46:47.425862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"93'15","reported_seq":47,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435567+0000","last_change":"2024-05-27T00:32:18.979850+0000","last_active":"2024-05-27T00:35:17.435567+0000","last_peered":"2024-05-27T00:35:17.435567+0000","last_clean":"2024-05-27T00:35:17.435567+0000","last_became_active":"2024-05-27T00:32:18.979492+0000","last_became_peered":"2024-05-27T00:32:18.979492+0000","last_unstale":"2024-05-27T00:35:17.435567+0000","last_undegraded":"2024-05-27T00:35:17.435567+0000","last_fullsized":"2024-05-27T00:35:17.435567+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:31:47.297865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":32,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619574+0000","last_change":"2024-05-27T00:33:22.052708+0000","last_active":"2024-05-27T00:35:17.619574+0000","last_peered":"2024-05-27T00:35:17.619574+0000","last_clean":"2024-05-27T00:35:17.619574+0000","last_became_active":"2024-05-27T00:33:22.052086+0000","last_became_peered":"2024-05-27T00:33:22.052086+0000","last_unstale":"2024-05-27T00:35:17.619574+0000","last_undegraded":"2024-05-27T00:35:17.619574+0000","last_fullsized":"2024-05-27T00:35:17.619574+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:41:30.723032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,7,11],"acting":[2,8,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"96'8","reported_seq":193,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.846154+0000","last_change":"2024-05-27T00:32:17.995036+0000","last_active":"2024-05-27T00:35:17.846154+0000","last_peered":"2024-05-27T00:35:17.846154+0000","last_clean":"2024-05-27T00:35:17.846154+0000","last_became_active":"2024-05-27T00:32:17.993968+0000","last_became_peered":"2024-05-27T00:32:17.993968+0000","last_unstale":"2024-05-27T00:35:17.846154+0000","last_undegraded":"2024-05-27T00:35:17.846154+0000","last_fullsized":"2024-05-27T00:35:17.846154+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:55:40.670204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1543,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":151,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.289024+0000","last_change":"2024-05-27T00:32:18.999318+0000","last_active":"2024-05-27T00:35:17.289024+0000","last_peered":"2024-05-27T00:35:17.289024+0000","last_clean":"2024-05-27T00:35:17.289024+0000","last_became_active":"2024-05-27T00:32:18.998924+0000","last_became_peered":"2024-05-27T00:32:18.998924+0000","last_unstale":"2024-05-27T00:35:17.289024+0000","last_undegraded":"2024-05-27T00:35:17.289024+0000","last_fullsized":"2024-05-27T00:35:17.289024+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:52:02.218835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619509+0000","last_change":"2024-05-27T00:32:23.437050+0000","last_active":"2024-05-27T00:35:17.619509+0000","last_peered":"2024-05-27T00:35:17.619509+0000","last_clean":"2024-05-27T00:35:17.619509+0000","last_became_active":"2024-05-27T00:32:23.435857+0000","last_became_peered":"2024-05-27T00:32:23.435857+0000","last_unstale":"2024-05-27T00:35:17.619509+0000","last_undegraded":"2024-05-27T00:35:17.619509+0000","last_fullsized":"2024-05-27T00:35:17.619509+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:52:49.551208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"91'3","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.286314+0000","last_change":"2024-05-27T00:32:17.987907+0000","last_active":"2024-05-27T00:35:17.286314+0000","last_peered":"2024-05-27T00:35:17.286314+0000","last_clean":"2024-05-27T00:35:17.286314+0000","last_became_active":"2024-05-27T00:32:17.987554+0000","last_became_peered":"2024-05-27T00:32:17.987554+0000","last_unstale":"2024-05-27T00:35:17.286314+0000","last_undegraded":"2024-05-27T00:35:17.286314+0000","last_fullsized":"2024-05-27T00:35:17.286314+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:31:33.369959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435895+0000","last_change":"2024-05-27T00:32:19.006469+0000","last_active":"2024-05-27T00:35:17.435895+0000","last_peered":"2024-05-27T00:35:17.435895+0000","last_clean":"2024-05-27T00:35:17.435895+0000","last_became_active":"2024-05-27T00:32:19.005895+0000","last_became_peered":"2024-05-27T00:32:19.005895+0000","last_unstale":"2024-05-27T00:35:17.435895+0000","last_undegraded":"2024-05-27T00:35:17.435895+0000","last_fullsized":"2024-05-27T00:35:17.435895+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:48:39.439790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780994+0000","last_change":"2024-05-27T00:32:23.446277+0000","last_active":"2024-05-27T00:35:17.780994+0000","last_peered":"2024-05-27T00:35:17.780994+0000","last_clean":"2024-05-27T00:35:17.780994+0000","last_became_active":"2024-05-27T00:32:23.445909+0000","last_became_peered":"2024-05-27T00:32:23.445909+0000","last_unstale":"2024-05-27T00:35:17.780994+0000","last_undegraded":"2024-05-27T00:35:17.780994+0000","last_fullsized":"2024-05-27T00:35:17.780994+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:34:36.648150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"91'2","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.296512+0000","last_change":"2024-05-27T00:32:17.986205+0000","last_active":"2024-05-27T00:35:17.296512+0000","last_peered":"2024-05-27T00:35:17.296512+0000","last_clean":"2024-05-27T00:35:17.296512+0000","last_became_active":"2024-05-27T00:32:17.985878+0000","last_became_peered":"2024-05-27T00:32:17.985878+0000","last_unstale":"2024-05-27T00:35:17.296512+0000","last_undegraded":"2024-05-27T00:35:17.296512+0000","last_fullsized":"2024-05-27T00:35:17.296512+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:26:35.915495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285480+0000","last_change":"2024-05-27T00:32:19.009946+0000","last_active":"2024-05-27T00:35:17.285480+0000","last_peered":"2024-05-27T00:35:17.285480+0000","last_clean":"2024-05-27T00:35:17.285480+0000","last_became_active":"2024-05-27T00:32:19.007208+0000","last_became_peered":"2024-05-27T00:32:19.007208+0000","last_unstale":"2024-05-27T00:35:17.285480+0000","last_undegraded":"2024-05-27T00:35:17.285480+0000","last_fullsized":"2024-05-27T00:35:17.285480+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:33:27.507711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.623245+0000","last_change":"2024-05-27T00:32:23.432617+0000","last_active":"2024-05-27T00:35:17.623245+0000","last_peered":"2024-05-27T00:35:17.623245+0000","last_clean":"2024-05-27T00:35:17.623245+0000","last_became_active":"2024-05-27T00:32:23.432202+0000","last_became_peered":"2024-05-27T00:32:23.432202+0000","last_unstale":"2024-05-27T00:35:17.623245+0000","last_undegraded":"2024-05-27T00:35:17.623245+0000","last_fullsized":"2024-05-27T00:35:17.623245+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:51:06.917270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"91'1","reported_seq":35,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435058+0000","last_change":"2024-05-27T00:32:17.994301+0000","last_active":"2024-05-27T00:35:17.435058+0000","last_peered":"2024-05-27T00:35:17.435058+0000","last_clean":"2024-05-27T00:35:17.435058+0000","last_became_active":"2024-05-27T00:32:17.993615+0000","last_became_peered":"2024-05-27T00:32:17.993615+0000","last_unstale":"2024-05-27T00:35:17.435058+0000","last_undegraded":"2024-05-27T00:35:17.435058+0000","last_fullsized":"2024-05-27T00:35:17.435058+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:52:05.221624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"93'11","reported_seq":49,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.424353+0000","last_change":"2024-05-27T00:33:22.237872+0000","last_active":"2024-05-27T00:35:17.424353+0000","last_peered":"2024-05-27T00:35:17.424353+0000","last_clean":"2024-05-27T00:35:17.424353+0000","last_became_active":"2024-05-27T00:33:22.237058+0000","last_became_peered":"2024-05-27T00:33:22.237058+0000","last_unstale":"2024-05-27T00:35:17.424353+0000","last_undegraded":"2024-05-27T00:35:17.424353+0000","last_fullsized":"2024-05-27T00:35:17.424353+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:24:51.485678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,10],"acting":[9,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285161+0000","last_change":"2024-05-27T00:32:23.430059+0000","last_active":"2024-05-27T00:35:17.285161+0000","last_peered":"2024-05-27T00:35:17.285161+0000","last_clean":"2024-05-27T00:35:17.285161+0000","last_became_active":"2024-05-27T00:32:23.427563+0000","last_became_peered":"2024-05-27T00:32:23.427563+0000","last_unstale":"2024-05-27T00:35:17.285161+0000","last_undegraded":"2024-05-27T00:35:17.285161+0000","last_fullsized":"2024-05-27T00:35:17.285161+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:58:46.996909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"96'5","reported_seq":185,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619528+0000","last_change":"2024-05-27T00:32:17.989629+0000","last_active":"2024-05-27T00:35:17.619528+0000","last_peered":"2024-05-27T00:35:17.619528+0000","last_clean":"2024-05-27T00:35:17.619528+0000","last_became_active":"2024-05-27T00:32:17.989180+0000","last_became_peered":"2024-05-27T00:32:17.989180+0000","last_unstale":"2024-05-27T00:35:17.619528+0000","last_undegraded":"2024-05-27T00:35:17.619528+0000","last_fullsized":"2024-05-27T00:35:17.619528+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:10:00.003618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":146,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"93'10","reported_seq":42,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.625776+0000","last_change":"2024-05-27T00:32:18.999086+0000","last_active":"2024-05-27T00:35:17.625776+0000","last_peered":"2024-05-27T00:35:17.625776+0000","last_clean":"2024-05-27T00:35:17.625776+0000","last_became_active":"2024-05-27T00:32:18.998609+0000","last_became_peered":"2024-05-27T00:32:18.998609+0000","last_unstale":"2024-05-27T00:35:17.625776+0000","last_undegraded":"2024-05-27T00:35:17.625776+0000","last_fullsized":"2024-05-27T00:35:17.625776+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:30:08.184746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.424251+0000","last_change":"2024-05-27T00:32:23.443072+0000","last_active":"2024-05-27T00:35:17.424251+0000","last_peered":"2024-05-27T00:35:17.424251+0000","last_clean":"2024-05-27T00:35:17.424251+0000","last_became_active":"2024-05-27T00:32:23.439413+0000","last_became_peered":"2024-05-27T00:32:23.439413+0000","last_unstale":"2024-05-27T00:35:17.424251+0000","last_undegraded":"2024-05-27T00:35:17.424251+0000","last_fullsized":"2024-05-27T00:35:17.424251+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:56:28.435938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"91'2","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619798+0000","last_change":"2024-05-27T00:32:17.995030+0000","last_active":"2024-05-27T00:35:17.619798+0000","last_peered":"2024-05-27T00:35:17.619798+0000","last_clean":"2024-05-27T00:35:17.619798+0000","last_became_active":"2024-05-27T00:32:17.994524+0000","last_became_peered":"2024-05-27T00:32:17.994524+0000","last_unstale":"2024-05-27T00:35:17.619798+0000","last_undegraded":"2024-05-27T00:35:17.619798+0000","last_fullsized":"2024-05-27T00:35:17.619798+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:01:40.641074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.623426+0000","last_change":"2024-05-27T00:32:19.003611+0000","last_active":"2024-05-27T00:35:17.623426+0000","last_peered":"2024-05-27T00:35:17.623426+0000","last_clean":"2024-05-27T00:35:17.623426+0000","last_became_active":"2024-05-27T00:32:19.003095+0000","last_became_peered":"2024-05-27T00:32:19.003095+0000","last_unstale":"2024-05-27T00:35:17.623426+0000","last_undegraded":"2024-05-27T00:35:17.623426+0000","last_fullsized":"2024-05-27T00:35:17.623426+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:34:16.092282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372556+0000","last_change":"2024-05-27T00:32:23.441184+0000","last_active":"2024-05-27T00:35:17.372556+0000","last_peered":"2024-05-27T00:35:17.372556+0000","last_clean":"2024-05-27T00:35:17.372556+0000","last_became_active":"2024-05-27T00:32:23.440615+0000","last_became_peered":"2024-05-27T00:32:23.440615+0000","last_unstale":"2024-05-27T00:35:17.372556+0000","last_undegraded":"2024-05-27T00:35:17.372556+0000","last_fullsized":"2024-05-27T00:35:17.372556+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:44:45.916689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"91'4","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435499+0000","last_change":"2024-05-27T00:32:17.996228+0000","last_active":"2024-05-27T00:35:17.435499+0000","last_peered":"2024-05-27T00:35:17.435499+0000","last_clean":"2024-05-27T00:35:17.435499+0000","last_became_active":"2024-05-27T00:32:17.995861+0000","last_became_peered":"2024-05-27T00:32:17.995861+0000","last_unstale":"2024-05-27T00:35:17.435499+0000","last_undegraded":"2024-05-27T00:35:17.435499+0000","last_fullsized":"2024-05-27T00:35:17.435499+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:07:06.540324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"93'11","reported_seq":43,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.625325+0000","last_change":"2024-05-27T00:32:18.983802+0000","last_active":"2024-05-27T00:35:17.625325+0000","last_peered":"2024-05-27T00:35:17.625325+0000","last_clean":"2024-05-27T00:35:17.625325+0000","last_became_active":"2024-05-27T00:32:18.983468+0000","last_became_peered":"2024-05-27T00:32:18.983468+0000","last_unstale":"2024-05-27T00:35:17.625325+0000","last_undegraded":"2024-05-27T00:35:17.625325+0000","last_fullsized":"2024-05-27T00:35:17.625325+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:01:34.187925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.424282+0000","last_change":"2024-05-27T00:32:23.440563+0000","last_active":"2024-05-27T00:35:17.424282+0000","last_peered":"2024-05-27T00:35:17.424282+0000","last_clean":"2024-05-27T00:35:17.424282+0000","last_became_active":"2024-05-27T00:32:23.440104+0000","last_became_peered":"2024-05-27T00:32:23.440104+0000","last_unstale":"2024-05-27T00:35:17.424282+0000","last_undegraded":"2024-05-27T00:35:17.424282+0000","last_fullsized":"2024-05-27T00:35:17.424282+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:18:45.058066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"96'41","reported_seq":379,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.846150+0000","last_change":"2024-05-27T00:32:17.991138+0000","last_active":"2024-05-27T00:35:17.846150+0000","last_peered":"2024-05-27T00:35:17.846150+0000","last_clean":"2024-05-27T00:35:17.846150+0000","last_became_active":"2024-05-27T00:32:17.990517+0000","last_became_peered":"2024-05-27T00:32:17.990517+0000","last_unstale":"2024-05-27T00:35:17.846150+0000","last_undegraded":"2024-05-27T00:35:17.846150+0000","last_fullsized":"2024-05-27T00:35:17.846150+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:55:21.323020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70912,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":304,"num_read_kb":222,"num_write":42,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.289217+0000","last_change":"2024-05-27T00:32:18.981540+0000","last_active":"2024-05-27T00:35:17.289217+0000","last_peered":"2024-05-27T00:35:17.289217+0000","last_clean":"2024-05-27T00:35:17.289217+0000","last_became_active":"2024-05-27T00:32:18.981055+0000","last_became_peered":"2024-05-27T00:32:18.981055+0000","last_unstale":"2024-05-27T00:35:17.289217+0000","last_undegraded":"2024-05-27T00:35:17.289217+0000","last_fullsized":"2024-05-27T00:35:17.289217+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:09:54.359017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435977+0000","last_change":"2024-05-27T00:32:23.427753+0000","last_active":"2024-05-27T00:35:17.435977+0000","last_peered":"2024-05-27T00:35:17.435977+0000","last_clean":"2024-05-27T00:35:17.435977+0000","last_became_active":"2024-05-27T00:32:23.427247+0000","last_became_peered":"2024-05-27T00:32:23.427247+0000","last_unstale":"2024-05-27T00:35:17.435977+0000","last_undegraded":"2024-05-27T00:35:17.435977+0000","last_fullsized":"2024-05-27T00:35:17.435977+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:15:00.736443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"91'6","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619346+0000","last_change":"2024-05-27T00:32:18.014022+0000","last_active":"2024-05-27T00:35:17.619346+0000","last_peered":"2024-05-27T00:35:17.619346+0000","last_clean":"2024-05-27T00:35:17.619346+0000","last_became_active":"2024-05-27T00:32:18.013680+0000","last_became_peered":"2024-05-27T00:32:18.013680+0000","last_unstale":"2024-05-27T00:35:17.619346+0000","last_undegraded":"2024-05-27T00:35:17.619346+0000","last_fullsized":"2024-05-27T00:35:17.619346+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:28:05.968446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.295001+0000","last_change":"2024-05-27T00:32:19.002136+0000","last_active":"2024-05-27T00:35:17.295001+0000","last_peered":"2024-05-27T00:35:17.295001+0000","last_clean":"2024-05-27T00:35:17.295001+0000","last_became_active":"2024-05-27T00:32:19.001755+0000","last_became_peered":"2024-05-27T00:32:19.001755+0000","last_unstale":"2024-05-27T00:35:17.295001+0000","last_undegraded":"2024-05-27T00:35:17.295001+0000","last_fullsized":"2024-05-27T00:35:17.295001+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:50:41.559583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780529+0000","last_change":"2024-05-27T00:32:23.445996+0000","last_active":"2024-05-27T00:35:17.780529+0000","last_peered":"2024-05-27T00:35:17.780529+0000","last_clean":"2024-05-27T00:35:17.780529+0000","last_became_active":"2024-05-27T00:32:23.445532+0000","last_became_peered":"2024-05-27T00:32:23.445532+0000","last_unstale":"2024-05-27T00:35:17.780529+0000","last_undegraded":"2024-05-27T00:35:17.780529+0000","last_fullsized":"2024-05-27T00:35:17.780529+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:33:44.170491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"91'3","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435393+0000","last_change":"2024-05-27T00:32:18.013480+0000","last_active":"2024-05-27T00:35:17.435393+0000","last_peered":"2024-05-27T00:35:17.435393+0000","last_clean":"2024-05-27T00:35:17.435393+0000","last_became_active":"2024-05-27T00:32:18.013112+0000","last_became_peered":"2024-05-27T00:32:18.013112+0000","last_unstale":"2024-05-27T00:35:17.435393+0000","last_undegraded":"2024-05-27T00:35:17.435393+0000","last_fullsized":"2024-05-27T00:35:17.435393+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:36:41.727000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"93'15","reported_seq":47,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.620214+0000","last_change":"2024-05-27T00:32:18.996509+0000","last_active":"2024-05-27T00:35:17.620214+0000","last_peered":"2024-05-27T00:35:17.620214+0000","last_clean":"2024-05-27T00:35:17.620214+0000","last_became_active":"2024-05-27T00:32:18.996143+0000","last_became_peered":"2024-05-27T00:32:18.996143+0000","last_unstale":"2024-05-27T00:35:17.620214+0000","last_undegraded":"2024-05-27T00:35:17.620214+0000","last_fullsized":"2024-05-27T00:35:17.620214+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:00:51.087192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.424888+0000","last_change":"2024-05-27T00:32:23.444644+0000","last_active":"2024-05-27T00:35:17.424888+0000","last_peered":"2024-05-27T00:35:17.424888+0000","last_clean":"2024-05-27T00:35:17.424888+0000","last_became_active":"2024-05-27T00:32:23.443506+0000","last_became_peered":"2024-05-27T00:32:23.443506+0000","last_unstale":"2024-05-27T00:35:17.424888+0000","last_undegraded":"2024-05-27T00:35:17.424888+0000","last_fullsized":"2024-05-27T00:35:17.424888+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:31:51.934266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"96'5","reported_seq":188,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.874232+0000","last_change":"2024-05-27T00:32:17.990980+0000","last_active":"2024-05-27T00:35:17.874232+0000","last_peered":"2024-05-27T00:35:17.874232+0000","last_clean":"2024-05-27T00:35:17.874232+0000","last_became_active":"2024-05-27T00:32:17.990607+0000","last_became_peered":"2024-05-27T00:32:17.990607+0000","last_unstale":"2024-05-27T00:35:17.874232+0000","last_undegraded":"2024-05-27T00:35:17.874232+0000","last_fullsized":"2024-05-27T00:35:17.874232+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:18:34.633451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":150,"num_read_kb":4,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619611+0000","last_change":"2024-05-27T00:32:18.986457+0000","last_active":"2024-05-27T00:35:17.619611+0000","last_peered":"2024-05-27T00:35:17.619611+0000","last_clean":"2024-05-27T00:35:17.619611+0000","last_became_active":"2024-05-27T00:32:18.985995+0000","last_became_peered":"2024-05-27T00:32:18.985995+0000","last_unstale":"2024-05-27T00:35:17.619611+0000","last_undegraded":"2024-05-27T00:35:17.619611+0000","last_fullsized":"2024-05-27T00:35:17.619611+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:46:24.767710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":32,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.295394+0000","last_change":"2024-05-27T00:33:22.066827+0000","last_active":"2024-05-27T00:35:17.295394+0000","last_peered":"2024-05-27T00:35:17.295394+0000","last_clean":"2024-05-27T00:35:17.295394+0000","last_became_active":"2024-05-27T00:33:22.066275+0000","last_became_peered":"2024-05-27T00:33:22.066275+0000","last_unstale":"2024-05-27T00:35:17.295394+0000","last_undegraded":"2024-05-27T00:35:17.295394+0000","last_fullsized":"2024-05-27T00:35:17.295394+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:29:21.073207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"91'15","reported_seq":50,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.288687+0000","last_change":"2024-05-27T00:32:17.999047+0000","last_active":"2024-05-27T00:35:17.288687+0000","last_peered":"2024-05-27T00:35:17.288687+0000","last_clean":"2024-05-27T00:35:17.288687+0000","last_became_active":"2024-05-27T00:32:17.998794+0000","last_became_peered":"2024-05-27T00:32:17.998794+0000","last_unstale":"2024-05-27T00:35:17.288687+0000","last_undegraded":"2024-05-27T00:35:17.288687+0000","last_fullsized":"2024-05-27T00:35:17.288687+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:02:37.189837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435177+0000","last_change":"2024-05-27T00:32:18.979638+0000","last_active":"2024-05-27T00:35:17.435177+0000","last_peered":"2024-05-27T00:35:17.435177+0000","last_clean":"2024-05-27T00:35:17.435177+0000","last_became_active":"2024-05-27T00:32:18.979307+0000","last_became_peered":"2024-05-27T00:32:18.979307+0000","last_unstale":"2024-05-27T00:35:17.435177+0000","last_undegraded":"2024-05-27T00:35:17.435177+0000","last_fullsized":"2024-05-27T00:35:17.435177+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:46:27.817487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435159+0000","last_change":"2024-05-27T00:32:23.441879+0000","last_active":"2024-05-27T00:35:17.435159+0000","last_peered":"2024-05-27T00:35:17.435159+0000","last_clean":"2024-05-27T00:35:17.435159+0000","last_became_active":"2024-05-27T00:32:23.441439+0000","last_became_peered":"2024-05-27T00:32:23.441439+0000","last_unstale":"2024-05-27T00:35:17.435159+0000","last_undegraded":"2024-05-27T00:35:17.435159+0000","last_fullsized":"2024-05-27T00:35:17.435159+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:58:26.257536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"91'2","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.289391+0000","last_change":"2024-05-27T00:32:17.988769+0000","last_active":"2024-05-27T00:35:17.289391+0000","last_peered":"2024-05-27T00:35:17.289391+0000","last_clean":"2024-05-27T00:35:17.289391+0000","last_became_active":"2024-05-27T00:32:17.988418+0000","last_became_peered":"2024-05-27T00:32:17.988418+0000","last_unstale":"2024-05-27T00:35:17.289391+0000","last_undegraded":"2024-05-27T00:35:17.289391+0000","last_fullsized":"2024-05-27T00:35:17.289391+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:29:22.343207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"93'5","reported_seq":43,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780819+0000","last_change":"2024-05-27T00:33:22.068414+0000","last_active":"2024-05-27T00:35:17.780819+0000","last_peered":"2024-05-27T00:35:17.780819+0000","last_clean":"2024-05-27T00:35:17.780819+0000","last_became_active":"2024-05-27T00:33:22.068015+0000","last_became_peered":"2024-05-27T00:33:22.068015+0000","last_unstale":"2024-05-27T00:35:17.780819+0000","last_undegraded":"2024-05-27T00:35:17.780819+0000","last_fullsized":"2024-05-27T00:35:17.780819+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:33:41.829268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":32,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.288962+0000","last_change":"2024-05-27T00:33:22.237120+0000","last_active":"2024-05-27T00:35:17.288962+0000","last_peered":"2024-05-27T00:35:17.288962+0000","last_clean":"2024-05-27T00:35:17.288962+0000","last_became_active":"2024-05-27T00:33:22.236732+0000","last_became_peered":"2024-05-27T00:33:22.236732+0000","last_unstale":"2024-05-27T00:35:17.288962+0000","last_undegraded":"2024-05-27T00:35:17.288962+0000","last_fullsized":"2024-05-27T00:35:17.288962+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:00:57.186492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,1],"acting":[8,10,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.424772+0000","last_change":"2024-05-27T00:32:18.004028+0000","last_active":"2024-05-27T00:35:17.424772+0000","last_peered":"2024-05-27T00:35:17.424772+0000","last_clean":"2024-05-27T00:35:17.424772+0000","last_became_active":"2024-05-27T00:32:18.003377+0000","last_became_peered":"2024-05-27T00:32:18.003377+0000","last_unstale":"2024-05-27T00:35:17.424772+0000","last_undegraded":"2024-05-27T00:35:17.424772+0000","last_fullsized":"2024-05-27T00:35:17.424772+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:45:02.911018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"93'4","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.286952+0000","last_change":"2024-05-27T00:32:19.006993+0000","last_active":"2024-05-27T00:35:17.286952+0000","last_peered":"2024-05-27T00:35:17.286952+0000","last_clean":"2024-05-27T00:35:17.286952+0000","last_became_active":"2024-05-27T00:32:19.006608+0000","last_became_peered":"2024-05-27T00:32:19.006608+0000","last_unstale":"2024-05-27T00:35:17.286952+0000","last_undegraded":"2024-05-27T00:35:17.286952+0000","last_fullsized":"2024-05-27T00:35:17.286952+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:50:56.796996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.295210+0000","last_change":"2024-05-27T00:32:23.423853+0000","last_active":"2024-05-27T00:35:17.295210+0000","last_peered":"2024-05-27T00:35:17.295210+0000","last_clean":"2024-05-27T00:35:17.295210+0000","last_became_active":"2024-05-27T00:32:23.423422+0000","last_became_peered":"2024-05-27T00:32:23.423422+0000","last_unstale":"2024-05-27T00:35:17.295210+0000","last_undegraded":"2024-05-27T00:35:17.295210+0000","last_fullsized":"2024-05-27T00:35:17.295210+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:49:11.194019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"91'1","reported_seq":35,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619792+0000","last_change":"2024-05-27T00:32:17.996377+0000","last_active":"2024-05-27T00:35:17.619792+0000","last_peered":"2024-05-27T00:35:17.619792+0000","last_clean":"2024-05-27T00:35:17.619792+0000","last_became_active":"2024-05-27T00:32:17.995954+0000","last_became_peered":"2024-05-27T00:32:17.995954+0000","last_unstale":"2024-05-27T00:35:17.619792+0000","last_undegraded":"2024-05-27T00:35:17.619792+0000","last_fullsized":"2024-05-27T00:35:17.619792+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:39:48.403500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.286609+0000","last_change":"2024-05-27T00:32:19.005697+0000","last_active":"2024-05-27T00:35:17.286609+0000","last_peered":"2024-05-27T00:35:17.286609+0000","last_clean":"2024-05-27T00:35:17.286609+0000","last_became_active":"2024-05-27T00:32:19.005264+0000","last_became_peered":"2024-05-27T00:32:19.005264+0000","last_unstale":"2024-05-27T00:35:17.286609+0000","last_undegraded":"2024-05-27T00:35:17.286609+0000","last_fullsized":"2024-05-27T00:35:17.286609+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:09:51.188675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.296161+0000","last_change":"2024-05-27T00:32:23.647150+0000","last_active":"2024-05-27T00:35:17.296161+0000","last_peered":"2024-05-27T00:35:17.296161+0000","last_clean":"2024-05-27T00:35:17.296161+0000","last_became_active":"2024-05-27T00:32:23.646634+0000","last_became_peered":"2024-05-27T00:32:23.646634+0000","last_unstale":"2024-05-27T00:35:17.296161+0000","last_undegraded":"2024-05-27T00:35:17.296161+0000","last_fullsized":"2024-05-27T00:35:17.296161+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:07:38.484533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435248+0000","last_change":"2024-05-27T00:32:18.983009+0000","last_active":"2024-05-27T00:35:17.435248+0000","last_peered":"2024-05-27T00:35:17.435248+0000","last_clean":"2024-05-27T00:35:17.435248+0000","last_became_active":"2024-05-27T00:32:18.982691+0000","last_became_peered":"2024-05-27T00:32:18.982691+0000","last_unstale":"2024-05-27T00:35:17.435248+0000","last_undegraded":"2024-05-27T00:35:17.435248+0000","last_fullsized":"2024-05-27T00:35:17.435248+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:00:55.108820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"96'5","reported_seq":185,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.622861+0000","last_change":"2024-05-27T00:32:18.009501+0000","last_active":"2024-05-27T00:35:17.622861+0000","last_peered":"2024-05-27T00:35:17.622861+0000","last_clean":"2024-05-27T00:35:17.622861+0000","last_became_active":"2024-05-27T00:32:18.006508+0000","last_became_peered":"2024-05-27T00:32:18.006508+0000","last_unstale":"2024-05-27T00:35:17.622861+0000","last_undegraded":"2024-05-27T00:35:17.622861+0000","last_fullsized":"2024-05-27T00:35:17.622861+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:06:55.321640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":146,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":26,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.620494+0000","last_change":"2024-05-27T00:32:23.434319+0000","last_active":"2024-05-27T00:35:17.620494+0000","last_peered":"2024-05-27T00:35:17.620494+0000","last_clean":"2024-05-27T00:35:17.620494+0000","last_became_active":"2024-05-27T00:32:23.433957+0000","last_became_peered":"2024-05-27T00:32:23.433957+0000","last_unstale":"2024-05-27T00:35:17.620494+0000","last_undegraded":"2024-05-27T00:35:17.620494+0000","last_fullsized":"2024-05-27T00:35:17.620494+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:16:35.083353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285217+0000","last_change":"2024-05-27T00:32:19.014250+0000","last_active":"2024-05-27T00:35:17.285217+0000","last_peered":"2024-05-27T00:35:17.285217+0000","last_clean":"2024-05-27T00:35:17.285217+0000","last_became_active":"2024-05-27T00:32:19.013841+0000","last_became_peered":"2024-05-27T00:32:19.013841+0000","last_unstale":"2024-05-27T00:35:17.285217+0000","last_undegraded":"2024-05-27T00:35:17.285217+0000","last_fullsized":"2024-05-27T00:35:17.285217+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:39:45.826896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"91'3","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372393+0000","last_change":"2024-05-27T00:32:17.987466+0000","last_active":"2024-05-27T00:35:17.372393+0000","last_peered":"2024-05-27T00:35:17.372393+0000","last_clean":"2024-05-27T00:35:17.372393+0000","last_became_active":"2024-05-27T00:32:17.986964+0000","last_became_peered":"2024-05-27T00:32:17.986964+0000","last_unstale":"2024-05-27T00:35:17.372393+0000","last_undegraded":"2024-05-27T00:35:17.372393+0000","last_fullsized":"2024-05-27T00:35:17.372393+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:01:28.090951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":370,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619478+0000","last_change":"2024-05-27T00:30:57.156428+0000","last_active":"2024-05-27T00:35:17.619478+0000","last_peered":"2024-05-27T00:35:17.619478+0000","last_clean":"2024-05-27T00:35:17.619478+0000","last_became_active":"2024-05-27T00:30:57.155910+0000","last_became_peered":"2024-05-27T00:30:57.155910+0000","last_unstale":"2024-05-27T00:35:17.619478+0000","last_undegraded":"2024-05-27T00:35:17.619478+0000","last_fullsized":"2024-05-27T00:35:17.619478+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:27:03.029981+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:27:03.029981+0000","last_clean_scrub_stamp":"2024-05-27T00:27:03.029981+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:38:28.001629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435512+0000","last_change":"2024-05-27T00:32:23.647252+0000","last_active":"2024-05-27T00:35:17.435512+0000","last_peered":"2024-05-27T00:35:17.435512+0000","last_clean":"2024-05-27T00:35:17.435512+0000","last_became_active":"2024-05-27T00:32:23.646745+0000","last_became_peered":"2024-05-27T00:32:23.646745+0000","last_unstale":"2024-05-27T00:35:17.435512+0000","last_undegraded":"2024-05-27T00:35:17.435512+0000","last_fullsized":"2024-05-27T00:35:17.435512+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:28:10.451415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"93'5","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.296187+0000","last_change":"2024-05-27T00:32:18.972465+0000","last_active":"2024-05-27T00:35:17.296187+0000","last_peered":"2024-05-27T00:35:17.296187+0000","last_clean":"2024-05-27T00:35:17.296187+0000","last_became_active":"2024-05-27T00:32:18.971572+0000","last_became_peered":"2024-05-27T00:32:18.971572+0000","last_unstale":"2024-05-27T00:35:17.296187+0000","last_undegraded":"2024-05-27T00:35:17.296187+0000","last_fullsized":"2024-05-27T00:35:17.296187+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:11:37.435282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"91'3","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619533+0000","last_change":"2024-05-27T00:32:17.994473+0000","last_active":"2024-05-27T00:35:17.619533+0000","last_peered":"2024-05-27T00:35:17.619533+0000","last_clean":"2024-05-27T00:35:17.619533+0000","last_became_active":"2024-05-27T00:32:17.992719+0000","last_became_peered":"2024-05-27T00:32:17.992719+0000","last_unstale":"2024-05-27T00:35:17.619533+0000","last_undegraded":"2024-05-27T00:35:17.619533+0000","last_fullsized":"2024-05-27T00:35:17.619533+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:13:49.254914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780579+0000","last_change":"2024-05-27T00:32:23.418464+0000","last_active":"2024-05-27T00:35:17.780579+0000","last_peered":"2024-05-27T00:35:17.780579+0000","last_clean":"2024-05-27T00:35:17.780579+0000","last_became_active":"2024-05-27T00:32:23.417973+0000","last_became_peered":"2024-05-27T00:32:23.417973+0000","last_unstale":"2024-05-27T00:35:17.780579+0000","last_undegraded":"2024-05-27T00:35:17.780579+0000","last_fullsized":"2024-05-27T00:35:17.780579+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:07:20.338296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"91'1","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.289220+0000","last_change":"2024-05-27T00:32:17.996131+0000","last_active":"2024-05-27T00:35:17.289220+0000","last_peered":"2024-05-27T00:35:17.289220+0000","last_clean":"2024-05-27T00:35:17.289220+0000","last_became_active":"2024-05-27T00:32:17.995791+0000","last_became_peered":"2024-05-27T00:32:17.995791+0000","last_unstale":"2024-05-27T00:35:17.289220+0000","last_undegraded":"2024-05-27T00:35:17.289220+0000","last_fullsized":"2024-05-27T00:35:17.289220+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:22:44.470343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.295535+0000","last_change":"2024-05-27T00:32:18.999889+0000","last_active":"2024-05-27T00:35:17.295535+0000","last_peered":"2024-05-27T00:35:17.295535+0000","last_clean":"2024-05-27T00:35:17.295535+0000","last_became_active":"2024-05-27T00:32:18.993738+0000","last_became_peered":"2024-05-27T00:32:18.993738+0000","last_unstale":"2024-05-27T00:35:17.295535+0000","last_undegraded":"2024-05-27T00:35:17.295535+0000","last_fullsized":"2024-05-27T00:35:17.295535+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:29:29.545281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285452+0000","last_change":"2024-05-27T00:32:23.646949+0000","last_active":"2024-05-27T00:35:17.285452+0000","last_peered":"2024-05-27T00:35:17.285452+0000","last_clean":"2024-05-27T00:35:17.285452+0000","last_became_active":"2024-05-27T00:32:23.646449+0000","last_became_peered":"2024-05-27T00:32:23.646449+0000","last_unstale":"2024-05-27T00:35:17.285452+0000","last_undegraded":"2024-05-27T00:35:17.285452+0000","last_fullsized":"2024-05-27T00:35:17.285452+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:31:45.721192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"96'46","reported_seq":103,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.564481+0000","last_change":"2024-05-27T00:32:18.002696+0000","last_active":"2024-05-27T00:35:17.564481+0000","last_peered":"2024-05-27T00:35:17.564481+0000","last_clean":"2024-05-27T00:35:17.564481+0000","last_became_active":"2024-05-27T00:32:18.002293+0000","last_became_peered":"2024-05-27T00:32:18.002293+0000","last_unstale":"2024-05-27T00:35:17.564481+0000","last_undegraded":"2024-05-27T00:35:17.564481+0000","last_fullsized":"2024-05-27T00:35:17.564481+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:04:58.994676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":82,"num_write_kb":837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"93'5","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.286865+0000","last_change":"2024-05-27T00:32:19.008401+0000","last_active":"2024-05-27T00:35:17.286865+0000","last_peered":"2024-05-27T00:35:17.286865+0000","last_clean":"2024-05-27T00:35:17.286865+0000","last_became_active":"2024-05-27T00:32:19.007852+0000","last_became_peered":"2024-05-27T00:32:19.007852+0000","last_unstale":"2024-05-27T00:35:17.286865+0000","last_undegraded":"2024-05-27T00:35:17.286865+0000","last_fullsized":"2024-05-27T00:35:17.286865+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:05:42.434267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619116+0000","last_change":"2024-05-27T00:32:23.418953+0000","last_active":"2024-05-27T00:35:17.619116+0000","last_peered":"2024-05-27T00:35:17.619116+0000","last_clean":"2024-05-27T00:35:17.619116+0000","last_became_active":"2024-05-27T00:32:23.418351+0000","last_became_peered":"2024-05-27T00:32:23.418351+0000","last_unstale":"2024-05-27T00:35:17.619116+0000","last_undegraded":"2024-05-27T00:35:17.619116+0000","last_fullsized":"2024-05-27T00:35:17.619116+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:46:49.460762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"91'4","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372363+0000","last_change":"2024-05-27T00:32:17.994824+0000","last_active":"2024-05-27T00:35:17.372363+0000","last_peered":"2024-05-27T00:35:17.372363+0000","last_clean":"2024-05-27T00:35:17.372363+0000","last_became_active":"2024-05-27T00:32:17.994413+0000","last_became_peered":"2024-05-27T00:32:17.994413+0000","last_unstale":"2024-05-27T00:35:17.372363+0000","last_undegraded":"2024-05-27T00:35:17.372363+0000","last_fullsized":"2024-05-27T00:35:17.372363+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:26:26.795543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"93'7","reported_seq":45,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.623389+0000","last_change":"2024-05-27T00:33:22.070099+0000","last_active":"2024-05-27T00:35:17.623389+0000","last_peered":"2024-05-27T00:35:17.623389+0000","last_clean":"2024-05-27T00:35:17.623389+0000","last_became_active":"2024-05-27T00:33:22.069596+0000","last_became_peered":"2024-05-27T00:33:22.069596+0000","last_unstale":"2024-05-27T00:35:17.623389+0000","last_undegraded":"2024-05-27T00:35:17.623389+0000","last_fullsized":"2024-05-27T00:35:17.623389+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:40:47.251719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372190+0000","last_change":"2024-05-27T00:32:23.647937+0000","last_active":"2024-05-27T00:35:17.372190+0000","last_peered":"2024-05-27T00:35:17.372190+0000","last_clean":"2024-05-27T00:35:17.372190+0000","last_became_active":"2024-05-27T00:32:23.647524+0000","last_became_peered":"2024-05-27T00:32:23.647524+0000","last_unstale":"2024-05-27T00:35:17.372190+0000","last_undegraded":"2024-05-27T00:35:17.372190+0000","last_fullsized":"2024-05-27T00:35:17.372190+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:02:06.298566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"91'2","reported_seq":46,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.624903+0000","last_change":"2024-05-27T00:34:24.116177+0000","last_active":"2024-05-27T00:35:17.624903+0000","last_peered":"2024-05-27T00:35:17.624903+0000","last_clean":"2024-05-27T00:35:17.624903+0000","last_became_active":"2024-05-27T00:34:24.113334+0000","last_became_peered":"2024-05-27T00:34:24.113334+0000","last_unstale":"2024-05-27T00:35:17.624903+0000","last_undegraded":"2024-05-27T00:35:17.624903+0000","last_fullsized":"2024-05-27T00:35:17.624903+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:11:35.427420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"93'2","reported_seq":34,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.288730+0000","last_change":"2024-05-27T00:32:18.980676+0000","last_active":"2024-05-27T00:35:17.288730+0000","last_peered":"2024-05-27T00:35:17.288730+0000","last_clean":"2024-05-27T00:35:17.288730+0000","last_became_active":"2024-05-27T00:32:18.980221+0000","last_became_peered":"2024-05-27T00:32:18.980221+0000","last_unstale":"2024-05-27T00:35:17.288730+0000","last_undegraded":"2024-05-27T00:35:17.288730+0000","last_fullsized":"2024-05-27T00:35:17.288730+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:49:50.674246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.425880+0000","last_change":"2024-05-27T00:32:23.444631+0000","last_active":"2024-05-27T00:35:17.425880+0000","last_peered":"2024-05-27T00:35:17.425880+0000","last_clean":"2024-05-27T00:35:17.425880+0000","last_became_active":"2024-05-27T00:32:23.441497+0000","last_became_peered":"2024-05-27T00:32:23.441497+0000","last_unstale":"2024-05-27T00:35:17.425880+0000","last_undegraded":"2024-05-27T00:35:17.425880+0000","last_fullsized":"2024-05-27T00:35:17.425880+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:14:35.309829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"91'3","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285310+0000","last_change":"2024-05-27T00:32:18.008140+0000","last_active":"2024-05-27T00:35:17.285310+0000","last_peered":"2024-05-27T00:35:17.285310+0000","last_clean":"2024-05-27T00:35:17.285310+0000","last_became_active":"2024-05-27T00:32:18.007600+0000","last_became_peered":"2024-05-27T00:32:18.007600+0000","last_unstale":"2024-05-27T00:35:17.285310+0000","last_undegraded":"2024-05-27T00:35:17.285310+0000","last_fullsized":"2024-05-27T00:35:17.285310+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:49:23.250264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780570+0000","last_change":"2024-05-27T00:32:18.996124+0000","last_active":"2024-05-27T00:35:17.780570+0000","last_peered":"2024-05-27T00:35:17.780570+0000","last_clean":"2024-05-27T00:35:17.780570+0000","last_became_active":"2024-05-27T00:32:18.995732+0000","last_became_peered":"2024-05-27T00:32:18.995732+0000","last_unstale":"2024-05-27T00:35:17.780570+0000","last_undegraded":"2024-05-27T00:35:17.780570+0000","last_fullsized":"2024-05-27T00:35:17.780570+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:50:57.351825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372299+0000","last_change":"2024-05-27T00:33:22.242644+0000","last_active":"2024-05-27T00:35:17.372299+0000","last_peered":"2024-05-27T00:35:17.372299+0000","last_clean":"2024-05-27T00:35:17.372299+0000","last_became_active":"2024-05-27T00:33:22.237341+0000","last_became_peered":"2024-05-27T00:33:22.237341+0000","last_unstale":"2024-05-27T00:35:17.372299+0000","last_undegraded":"2024-05-27T00:35:17.372299+0000","last_fullsized":"2024-05-27T00:35:17.372299+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:05:56.488930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"91'1","reported_seq":35,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619199+0000","last_change":"2024-05-27T00:32:18.013413+0000","last_active":"2024-05-27T00:35:17.619199+0000","last_peered":"2024-05-27T00:35:17.619199+0000","last_clean":"2024-05-27T00:35:17.619199+0000","last_became_active":"2024-05-27T00:32:18.012580+0000","last_became_peered":"2024-05-27T00:32:18.012580+0000","last_unstale":"2024-05-27T00:35:17.619199+0000","last_undegraded":"2024-05-27T00:35:17.619199+0000","last_fullsized":"2024-05-27T00:35:17.619199+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:11:51.743200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285877+0000","last_change":"2024-05-27T00:32:19.009300+0000","last_active":"2024-05-27T00:35:17.285877+0000","last_peered":"2024-05-27T00:35:17.285877+0000","last_clean":"2024-05-27T00:35:17.285877+0000","last_became_active":"2024-05-27T00:32:19.008245+0000","last_became_peered":"2024-05-27T00:32:19.008245+0000","last_unstale":"2024-05-27T00:35:17.285877+0000","last_undegraded":"2024-05-27T00:35:17.285877+0000","last_fullsized":"2024-05-27T00:35:17.285877+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:20:36.391846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372192+0000","last_change":"2024-05-27T00:32:23.647202+0000","last_active":"2024-05-27T00:35:17.372192+0000","last_peered":"2024-05-27T00:35:17.372192+0000","last_clean":"2024-05-27T00:35:17.372192+0000","last_became_active":"2024-05-27T00:32:23.646648+0000","last_became_peered":"2024-05-27T00:32:23.646648+0000","last_unstale":"2024-05-27T00:35:17.372192+0000","last_undegraded":"2024-05-27T00:35:17.372192+0000","last_fullsized":"2024-05-27T00:35:17.372192+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:40:32.636461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"91'4","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.288867+0000","last_change":"2024-05-27T00:32:17.993349+0000","last_active":"2024-05-27T00:35:17.288867+0000","last_peered":"2024-05-27T00:35:17.288867+0000","last_clean":"2024-05-27T00:35:17.288867+0000","last_became_active":"2024-05-27T00:32:17.993020+0000","last_became_peered":"2024-05-27T00:32:17.993020+0000","last_unstale":"2024-05-27T00:35:17.288867+0000","last_undegraded":"2024-05-27T00:35:17.288867+0000","last_fullsized":"2024-05-27T00:35:17.288867+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:37:03.363728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"93'5","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.620016+0000","last_change":"2024-05-27T00:32:18.994050+0000","last_active":"2024-05-27T00:35:17.620016+0000","last_peered":"2024-05-27T00:35:17.620016+0000","last_clean":"2024-05-27T00:35:17.620016+0000","last_became_active":"2024-05-27T00:32:18.993669+0000","last_became_peered":"2024-05-27T00:32:18.993669+0000","last_unstale":"2024-05-27T00:35:17.620016+0000","last_undegraded":"2024-05-27T00:35:17.620016+0000","last_fullsized":"2024-05-27T00:35:17.620016+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:42:42.607297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.624997+0000","last_change":"2024-05-27T00:32:23.418842+0000","last_active":"2024-05-27T00:35:17.624997+0000","last_peered":"2024-05-27T00:35:17.624997+0000","last_clean":"2024-05-27T00:35:17.624997+0000","last_became_active":"2024-05-27T00:32:23.418244+0000","last_became_peered":"2024-05-27T00:32:23.418244+0000","last_unstale":"2024-05-27T00:35:17.624997+0000","last_undegraded":"2024-05-27T00:35:17.624997+0000","last_fullsized":"2024-05-27T00:35:17.624997+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:04:12.495830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"91'3","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619636+0000","last_change":"2024-05-27T00:32:18.004564+0000","last_active":"2024-05-27T00:35:17.619636+0000","last_peered":"2024-05-27T00:35:17.619636+0000","last_clean":"2024-05-27T00:35:17.619636+0000","last_became_active":"2024-05-27T00:32:18.004212+0000","last_became_peered":"2024-05-27T00:32:18.004212+0000","last_unstale":"2024-05-27T00:35:17.619636+0000","last_undegraded":"2024-05-27T00:35:17.619636+0000","last_fullsized":"2024-05-27T00:35:17.619636+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:38:29.778836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.620351+0000","last_change":"2024-05-27T00:32:18.983151+0000","last_active":"2024-05-27T00:35:17.620351+0000","last_peered":"2024-05-27T00:35:17.620351+0000","last_clean":"2024-05-27T00:35:17.620351+0000","last_became_active":"2024-05-27T00:32:18.982605+0000","last_became_peered":"2024-05-27T00:32:18.982605+0000","last_unstale":"2024-05-27T00:35:17.620351+0000","last_undegraded":"2024-05-27T00:35:17.620351+0000","last_fullsized":"2024-05-27T00:35:17.620351+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:24:10.802327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.622444+0000","last_change":"2024-05-27T00:32:23.442020+0000","last_active":"2024-05-27T00:35:17.622444+0000","last_peered":"2024-05-27T00:35:17.622444+0000","last_clean":"2024-05-27T00:35:17.622444+0000","last_became_active":"2024-05-27T00:32:23.441573+0000","last_became_peered":"2024-05-27T00:32:23.441573+0000","last_unstale":"2024-05-27T00:35:17.622444+0000","last_undegraded":"2024-05-27T00:35:17.622444+0000","last_fullsized":"2024-05-27T00:35:17.622444+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:20:39.199118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"96'39","reported_seq":81,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.561582+0000","last_change":"2024-05-27T00:32:18.009709+0000","last_active":"2024-05-27T00:35:17.561582+0000","last_peered":"2024-05-27T00:35:17.561582+0000","last_clean":"2024-05-27T00:35:17.561582+0000","last_became_active":"2024-05-27T00:32:18.009463+0000","last_became_peered":"2024-05-27T00:32:18.009463+0000","last_unstale":"2024-05-27T00:35:17.561582+0000","last_undegraded":"2024-05-27T00:35:17.561582+0000","last_fullsized":"2024-05-27T00:35:17.561582+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:07:23.505409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.620447+0000","last_change":"2024-05-27T00:32:19.000820+0000","last_active":"2024-05-27T00:35:17.620447+0000","last_peered":"2024-05-27T00:35:17.620447+0000","last_clean":"2024-05-27T00:35:17.620447+0000","last_became_active":"2024-05-27T00:32:19.000492+0000","last_became_peered":"2024-05-27T00:32:19.000492+0000","last_unstale":"2024-05-27T00:35:17.620447+0000","last_undegraded":"2024-05-27T00:35:17.620447+0000","last_fullsized":"2024-05-27T00:35:17.620447+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:27:32.794658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.434944+0000","last_change":"2024-05-27T00:32:23.420667+0000","last_active":"2024-05-27T00:35:17.434944+0000","last_peered":"2024-05-27T00:35:17.434944+0000","last_clean":"2024-05-27T00:35:17.434944+0000","last_became_active":"2024-05-27T00:32:23.420215+0000","last_became_peered":"2024-05-27T00:32:23.420215+0000","last_unstale":"2024-05-27T00:35:17.434944+0000","last_undegraded":"2024-05-27T00:35:17.434944+0000","last_fullsized":"2024-05-27T00:35:17.434944+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:28:15.432518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"86'2","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.295591+0000","last_change":"2024-05-27T00:32:18.003325+0000","last_active":"2024-05-27T00:35:17.295591+0000","last_peered":"2024-05-27T00:35:17.295591+0000","last_clean":"2024-05-27T00:35:17.295591+0000","last_became_active":"2024-05-27T00:32:18.002925+0000","last_became_peered":"2024-05-27T00:32:18.002925+0000","last_unstale":"2024-05-27T00:35:17.295591+0000","last_undegraded":"2024-05-27T00:35:17.295591+0000","last_fullsized":"2024-05-27T00:35:17.295591+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:26:25.010419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.620135+0000","last_change":"2024-05-27T00:32:18.982204+0000","last_active":"2024-05-27T00:35:17.620135+0000","last_peered":"2024-05-27T00:35:17.620135+0000","last_clean":"2024-05-27T00:35:17.620135+0000","last_became_active":"2024-05-27T00:32:18.981835+0000","last_became_peered":"2024-05-27T00:32:18.981835+0000","last_unstale":"2024-05-27T00:35:17.620135+0000","last_undegraded":"2024-05-27T00:35:17.620135+0000","last_fullsized":"2024-05-27T00:35:17.620135+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:43:55.976820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780740+0000","last_change":"2024-05-27T00:32:18.983997+0000","last_active":"2024-05-27T00:35:17.780740+0000","last_peered":"2024-05-27T00:35:17.780740+0000","last_clean":"2024-05-27T00:35:17.780740+0000","last_became_active":"2024-05-27T00:32:18.983480+0000","last_became_peered":"2024-05-27T00:32:18.983480+0000","last_unstale":"2024-05-27T00:35:17.780740+0000","last_undegraded":"2024-05-27T00:35:17.780740+0000","last_fullsized":"2024-05-27T00:35:17.780740+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:43:33.442509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"93'12","reported_seq":50,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619343+0000","last_change":"2024-05-27T00:33:22.068472+0000","last_active":"2024-05-27T00:35:17.619343+0000","last_peered":"2024-05-27T00:35:17.619343+0000","last_clean":"2024-05-27T00:35:17.619343+0000","last_became_active":"2024-05-27T00:33:22.068080+0000","last_became_peered":"2024-05-27T00:33:22.068080+0000","last_unstale":"2024-05-27T00:35:17.619343+0000","last_undegraded":"2024-05-27T00:35:17.619343+0000","last_fullsized":"2024-05-27T00:35:17.619343+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:12:59.164214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619190+0000","last_change":"2024-05-27T00:32:19.007589+0000","last_active":"2024-05-27T00:35:17.619190+0000","last_peered":"2024-05-27T00:35:17.619190+0000","last_clean":"2024-05-27T00:35:17.619190+0000","last_became_active":"2024-05-27T00:32:19.007210+0000","last_became_peered":"2024-05-27T00:32:19.007210+0000","last_unstale":"2024-05-27T00:35:17.619190+0000","last_undegraded":"2024-05-27T00:35:17.619190+0000","last_fullsized":"2024-05-27T00:35:17.619190+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:23:15.576674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.622760+0000","last_change":"2024-05-27T00:32:19.006747+0000","last_active":"2024-05-27T00:35:17.622760+0000","last_peered":"2024-05-27T00:35:17.622760+0000","last_clean":"2024-05-27T00:35:17.622760+0000","last_became_active":"2024-05-27T00:32:19.005148+0000","last_became_peered":"2024-05-27T00:32:19.005148+0000","last_unstale":"2024-05-27T00:35:17.622760+0000","last_undegraded":"2024-05-27T00:35:17.622760+0000","last_fullsized":"2024-05-27T00:35:17.622760+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:46:04.664594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"93'4","reported_seq":42,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.295402+0000","last_change":"2024-05-27T00:33:22.069012+0000","last_active":"2024-05-27T00:35:17.295402+0000","last_peered":"2024-05-27T00:35:17.295402+0000","last_clean":"2024-05-27T00:35:17.295402+0000","last_became_active":"2024-05-27T00:33:22.068299+0000","last_became_peered":"2024-05-27T00:33:22.068299+0000","last_unstale":"2024-05-27T00:35:17.295402+0000","last_undegraded":"2024-05-27T00:35:17.295402+0000","last_fullsized":"2024-05-27T00:35:17.295402+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:11:42.906060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,0],"acting":[6,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.781005+0000","last_change":"2024-05-27T00:32:18.983916+0000","last_active":"2024-05-27T00:35:17.781005+0000","last_peered":"2024-05-27T00:35:17.781005+0000","last_clean":"2024-05-27T00:35:17.781005+0000","last_became_active":"2024-05-27T00:32:18.983331+0000","last_became_peered":"2024-05-27T00:32:18.983331+0000","last_unstale":"2024-05-27T00:35:17.781005+0000","last_undegraded":"2024-05-27T00:35:17.781005+0000","last_fullsized":"2024-05-27T00:35:17.781005+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:52:27.715788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"93'15","reported_seq":47,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619691+0000","last_change":"2024-05-27T00:32:18.981186+0000","last_active":"2024-05-27T00:35:17.619691+0000","last_peered":"2024-05-27T00:35:17.619691+0000","last_clean":"2024-05-27T00:35:17.619691+0000","last_became_active":"2024-05-27T00:32:18.980750+0000","last_became_peered":"2024-05-27T00:32:18.980750+0000","last_unstale":"2024-05-27T00:35:17.619691+0000","last_undegraded":"2024-05-27T00:35:17.619691+0000","last_fullsized":"2024-05-27T00:35:17.619691+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:17:22.638664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"93'2","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.287118+0000","last_change":"2024-05-27T00:33:22.065865+0000","last_active":"2024-05-27T00:35:17.287118+0000","last_peered":"2024-05-27T00:35:17.287118+0000","last_clean":"2024-05-27T00:35:17.287118+0000","last_became_active":"2024-05-27T00:33:22.065167+0000","last_became_peered":"2024-05-27T00:33:22.065167+0000","last_unstale":"2024-05-27T00:35:17.287118+0000","last_undegraded":"2024-05-27T00:35:17.287118+0000","last_fullsized":"2024-05-27T00:35:17.287118+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:12:04.326102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435069+0000","last_change":"2024-05-27T00:32:19.005455+0000","last_active":"2024-05-27T00:35:17.435069+0000","last_peered":"2024-05-27T00:35:17.435069+0000","last_clean":"2024-05-27T00:35:17.435069+0000","last_became_active":"2024-05-27T00:32:19.005109+0000","last_became_peered":"2024-05-27T00:32:19.005109+0000","last_unstale":"2024-05-27T00:35:17.435069+0000","last_undegraded":"2024-05-27T00:35:17.435069+0000","last_fullsized":"2024-05-27T00:35:17.435069+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:09:38.406230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285566+0000","last_change":"2024-05-27T00:32:19.013268+0000","last_active":"2024-05-27T00:35:17.285566+0000","last_peered":"2024-05-27T00:35:17.285566+0000","last_clean":"2024-05-27T00:35:17.285566+0000","last_became_active":"2024-05-27T00:32:19.012449+0000","last_became_peered":"2024-05-27T00:32:19.012449+0000","last_unstale":"2024-05-27T00:35:17.285566+0000","last_undegraded":"2024-05-27T00:35:17.285566+0000","last_fullsized":"2024-05-27T00:35:17.285566+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:33:56.502032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"93'10","reported_seq":42,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.625280+0000","last_change":"2024-05-27T00:32:19.006108+0000","last_active":"2024-05-27T00:35:17.625280+0000","last_peered":"2024-05-27T00:35:17.625280+0000","last_clean":"2024-05-27T00:35:17.625280+0000","last_became_active":"2024-05-27T00:32:19.005756+0000","last_became_peered":"2024-05-27T00:32:19.005756+0000","last_unstale":"2024-05-27T00:35:17.625280+0000","last_undegraded":"2024-05-27T00:35:17.625280+0000","last_fullsized":"2024-05-27T00:35:17.625280+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:50:11.305169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"93'11","reported_seq":43,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.296300+0000","last_change":"2024-05-27T00:32:19.009313+0000","last_active":"2024-05-27T00:35:17.296300+0000","last_peered":"2024-05-27T00:35:17.296300+0000","last_clean":"2024-05-27T00:35:17.296300+0000","last_became_active":"2024-05-27T00:32:19.007818+0000","last_became_peered":"2024-05-27T00:32:19.007818+0000","last_unstale":"2024-05-27T00:35:17.296300+0000","last_undegraded":"2024-05-27T00:35:17.296300+0000","last_fullsized":"2024-05-27T00:35:17.296300+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:38:06.057919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780595+0000","last_change":"2024-05-27T00:32:18.986345+0000","last_active":"2024-05-27T00:35:17.780595+0000","last_peered":"2024-05-27T00:35:17.780595+0000","last_clean":"2024-05-27T00:35:17.780595+0000","last_became_active":"2024-05-27T00:32:18.986006+0000","last_became_peered":"2024-05-27T00:32:18.986006+0000","last_unstale":"2024-05-27T00:35:17.780595+0000","last_undegraded":"2024-05-27T00:35:17.780595+0000","last_fullsized":"2024-05-27T00:35:17.780595+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:22:20.097357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":601039,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1002,"num_read_kb":615,"num_write":292,"num_write_kb":1445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2039808,"data_stored":1803117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":231,"ondisk_log_size":231,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318322,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1073152,"data_stored":526286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579958,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37220,"kb_used_data":1884,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93707932,"statfs":{"total":95995035648,"available":95956922368,"internally_reserved":0,"allocated":1929216,"data_stored":1330808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":69,"seq":296352743483,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32644,"kb_used_data":1464,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712508,"statfs":{"total":95995035648,"available":95961608192,"internally_reserved":0,"allocated":1499136,"data_stored":929604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":61,"seq":261993005122,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28480,"kb_used_data":1464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716672,"statfs":{"total":95995035648,"available":95965872128,"internally_reserved":0,"allocated":1499136,"data_stored":929524,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":53,"seq":227633266759,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37000,"kb_used_data":1660,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708152,"statfs":{"total":95995035648,"available":95957147648,"internally_reserved":0,"allocated":1699840,"data_stored":1133527,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":48,"seq":206158430284,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1085440,"data_stored":531564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574953,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28132,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717020,"statfs":{"total":95995035648,"available":95966228480,"internally_reserved":0,"allocated":1142784,"data_stored":591740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738478,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32264,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712888,"statfs":{"total":95995035648,"available":95961997312,"internally_reserved":0,"allocated":1110016,"data_stored":532952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411429,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28180,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716972,"statfs":{"total":95995035648,"available":95966179328,"internally_reserved":0,"allocated":1187840,"data_stored":604657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":27,"seq":115964117085,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32764,"kb_used_data":1588,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712388,"statfs":{"total":95995035648,"available":95961485312,"internally_reserved":0,"allocated":1626112,"data_stored":1056574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":35,"seq":150323855449,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36412,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708740,"statfs":{"total":95995035648,"available":95957749760,"internally_reserved":0,"allocated":1097728,"data_stored":536994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":40,"seq":171798691924,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37136,"kb_used_data":1800,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708016,"statfs":{"total":95995035648,"available":95957008384,"internally_reserved":0,"allocated":1843200,"data_stored":1259935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":70912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":73183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":544768,"data_stored":525100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":163840,"data_stored":133997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":393954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":249856,"data_stored":204870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-27T00:35:23.962 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-27T00:35:24.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:23 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2939449343' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:35:24.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:23 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:24.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:23 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:24.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:23 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:24.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:23 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:24.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:23 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:24.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:23 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:35:24.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:23 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:35:24.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:23 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:35:24.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:23 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1538911644' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:35:24.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.194+0000 7f13f8400640 1 -- 172.21.15.44:0/1375161161 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13f01057a0 msgr2=0x7f13f010c030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:24.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.194+0000 7f13f8400640 1 --2- 172.21.15.44:0/1375161161 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13f01057a0 0x7f13f010c030 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f13e8009ca0 tx=0x7f13e802a8c0 comp rx=0 tx=0).stop 2024-05-27T00:35:24.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.194+0000 7f13f8400640 1 -- 172.21.15.44:0/1375161161 shutdown_connections 2024-05-27T00:35:24.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.194+0000 7f13f8400640 1 --2- 172.21.15.44:0/1375161161 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13f01057a0 0x7f13f010c030 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:24.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.194+0000 7f13f8400640 1 --2- 172.21.15.44:0/1375161161 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f13f0104de0 0x7f13f0105260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:24.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.194+0000 7f13f8400640 1 --2- 172.21.15.44:0/1375161161 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f13f0103bf0 0x7f13f0104010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:24.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.194+0000 7f13f8400640 1 -- 172.21.15.44:0/1375161161 >> 172.21.15.44:0/1375161161 conn(0x7f13f00ff160 msgr2=0x7f13f01015a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:24.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.194+0000 7f13f8400640 1 -- 172.21.15.44:0/1375161161 shutdown_connections 2024-05-27T00:35:24.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.194+0000 7f13f8400640 1 -- 172.21.15.44:0/1375161161 wait complete. 2024-05-27T00:35:24.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.195+0000 7f13f8400640 1 Processor -- start 2024-05-27T00:35:24.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.195+0000 7f13f8400640 1 -- start start 2024-05-27T00:35:24.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.196+0000 7f13f8400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13f0103bf0 0x7f13f0199f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:24.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.196+0000 7f13f8400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f13f0104de0 0x7f13f019a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:24.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.196+0000 7f13f8400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f13f01057a0 0x7f13f01a1520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:24.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.196+0000 7f13f8400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f13f010f9f0 con 0x7f13f01057a0 2024-05-27T00:35:24.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.196+0000 7f13f8400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f13f010f870 con 0x7f13f0103bf0 2024-05-27T00:35:24.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.196+0000 7f13f8400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f13f010fb70 con 0x7f13f0104de0 2024-05-27T00:35:24.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.196+0000 7f13f5a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13f0103bf0 0x7f13f0199f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:24.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.196+0000 7f13f5a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13f0103bf0 0x7f13f0199f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:48564/0 (socket says 172.21.15.44:48564) 2024-05-27T00:35:24.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.196+0000 7f13f5a00640 1 -- 172.21.15.44:0/3038278958 learned_addr learned my addr 172.21.15.44:0/3038278958 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:24.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.196+0000 7f13f6400640 1 --2- 172.21.15.44:0/3038278958 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f13f01057a0 0x7f13f01a1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:24.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.196+0000 7f13f5000640 1 --2- 172.21.15.44:0/3038278958 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f13f0104de0 0x7f13f019a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:24.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.196+0000 7f13f5a00640 1 -- 172.21.15.44:0/3038278958 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f13f0104de0 msgr2=0x7f13f019a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:24.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.196+0000 7f13f5a00640 1 --2- 172.21.15.44:0/3038278958 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f13f0104de0 0x7f13f019a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:24.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.196+0000 7f13f5a00640 1 -- 172.21.15.44:0/3038278958 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f13f01057a0 msgr2=0x7f13f01a1520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:24.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.196+0000 7f13f5a00640 1 --2- 172.21.15.44:0/3038278958 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f13f01057a0 0x7f13f01a1520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:24.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.197+0000 7f13f5a00640 1 -- 172.21.15.44:0/3038278958 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13f01a1b90 con 0x7f13f0103bf0 2024-05-27T00:35:24.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.197+0000 7f13f6400640 1 --2- 172.21.15.44:0/3038278958 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f13f01057a0 0x7f13f01a1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:35:24.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.197+0000 7f13f5a00640 1 --2- 172.21.15.44:0/3038278958 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13f0103bf0 0x7f13f0199f70 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f13e400e9c0 tx=0x7f13e400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:24.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.197+0000 7f13ee000640 1 -- 172.21.15.44:0/3038278958 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e400cd80 con 0x7f13f0103bf0 2024-05-27T00:35:24.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.197+0000 7f13ee000640 1 -- 172.21.15.44:0/3038278958 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f13e40035f0 con 0x7f13f0103bf0 2024-05-27T00:35:24.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.197+0000 7f13ee000640 1 -- 172.21.15.44:0/3038278958 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e4010670 con 0x7f13f0103bf0 2024-05-27T00:35:24.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.197+0000 7f13f8400640 1 -- 172.21.15.44:0/3038278958 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13f01a1e80 con 0x7f13f0103bf0 2024-05-27T00:35:24.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.197+0000 7f13f8400640 1 -- 172.21.15.44:0/3038278958 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13f01a22e0 con 0x7f13f0103bf0 2024-05-27T00:35:24.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.199+0000 7f13f8400640 1 -- 172.21.15.44:0/3038278958 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13f010ae40 con 0x7f13f0103bf0 2024-05-27T00:35:24.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.201+0000 7f13ee000640 1 -- 172.21.15.44:0/3038278958 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f13e40037a0 con 0x7f13f0103bf0 2024-05-27T00:35:24.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.202+0000 7f13ee000640 1 --2- 172.21.15.44:0/3038278958 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f13d80a2ea0 0x7f13d80a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:24.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.202+0000 7f13ee000640 1 -- 172.21.15.44:0/3038278958 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f13e40cfe60 con 0x7f13f0103bf0 2024-05-27T00:35:24.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.202+0000 7f13f5000640 1 --2- 172.21.15.44:0/3038278958 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f13d80a2ea0 0x7f13d80a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:24.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.203+0000 7f13f5000640 1 --2- 172.21.15.44:0/3038278958 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f13d80a2ea0 0x7f13d80a5360 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f13f019b480 tx=0x7f13dc005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:24.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.206+0000 7f13ee000640 1 -- 172.21.15.44:0/3038278958 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f13e409c480 con 0x7f13f0103bf0 2024-05-27T00:35:24.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.475+0000 7f13f8400640 1 -- 172.21.15.44:0/3038278958 --> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f13f0061de0 con 0x7f13d80a2ea0 2024-05-27T00:35:24.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.489+0000 7f13ee000640 1 -- 172.21.15.44:0/3038278958 <== mgr.25393 v2:172.21.15.44:6800/2850957139 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339426 (secure 0 0 0) 0x7f13f0061de0 con 0x7f13d80a2ea0 2024-05-27T00:35:24.497 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:35:24.498 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-05-27T00:35:24.500 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.495+0000 7f13f8400640 1 -- 172.21.15.44:0/3038278958 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f13d80a2ea0 msgr2=0x7f13d80a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:24.500 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.495+0000 7f13f8400640 1 --2- 172.21.15.44:0/3038278958 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f13d80a2ea0 0x7f13d80a5360 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f13f019b480 tx=0x7f13dc005f90 comp rx=0 tx=0).stop 2024-05-27T00:35:24.500 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.495+0000 7f13f8400640 1 -- 172.21.15.44:0/3038278958 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13f0103bf0 msgr2=0x7f13f0199f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:24.500 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.495+0000 7f13f8400640 1 --2- 172.21.15.44:0/3038278958 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13f0103bf0 0x7f13f0199f70 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f13e400e9c0 tx=0x7f13e400ee80 comp rx=0 tx=0).stop 2024-05-27T00:35:24.500 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.495+0000 7f13f8400640 1 -- 172.21.15.44:0/3038278958 shutdown_connections 2024-05-27T00:35:24.500 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.495+0000 7f13f8400640 1 --2- 172.21.15.44:0/3038278958 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f13d80a2ea0 0x7f13d80a5360 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:24.500 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.495+0000 7f13f8400640 1 --2- 172.21.15.44:0/3038278958 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f13f01057a0 0x7f13f01a1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:24.500 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.495+0000 7f13f8400640 1 --2- 172.21.15.44:0/3038278958 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f13f0104de0 0x7f13f019a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:24.500 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.495+0000 7f13f8400640 1 --2- 172.21.15.44:0/3038278958 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f13f0103bf0 0x7f13f0199f70 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:24.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.495+0000 7f13f8400640 1 -- 172.21.15.44:0/3038278958 >> 172.21.15.44:0/3038278958 conn(0x7f13f00ff160 msgr2=0x7f13f0108010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:24.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.495+0000 7f13f8400640 1 -- 172.21.15.44:0/3038278958 shutdown_connections 2024-05-27T00:35:24.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.495+0000 7f13f8400640 1 -- 172.21.15.44:0/3038278958 wait complete. 2024-05-27T00:35:24.519 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":6,"stamp":"2024-05-27T00:35:23.311220+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1191641,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1138,"num_read_kb":734,"num_write":475,"num_write_kb":4385,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1180853,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":870,"ondisk_log_size":870,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":394700,"kb_used_data":16400,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124547124,"statfs":{"total":1151940427776,"available":1151536254976,"internally_reserved":0,"allocated":16793600,"data_stored":9964165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":387233083},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.976315"},"pg_stats":[{"pgid":"3.3f","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.781083+0000","last_change":"2024-05-27T00:32:19.005663+0000","last_active":"2024-05-27T00:35:17.781083+0000","last_peered":"2024-05-27T00:35:17.781083+0000","last_clean":"2024-05-27T00:35:17.781083+0000","last_became_active":"2024-05-27T00:32:19.005345+0000","last_became_peered":"2024-05-27T00:32:19.005345+0000","last_unstale":"2024-05-27T00:35:17.781083+0000","last_undegraded":"2024-05-27T00:35:17.781083+0000","last_fullsized":"2024-05-27T00:35:17.781083+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:15:56.906828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"93'4","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.623380+0000","last_change":"2024-05-27T00:32:18.998510+0000","last_active":"2024-05-27T00:35:17.623380+0000","last_peered":"2024-05-27T00:35:17.623380+0000","last_clean":"2024-05-27T00:35:17.623380+0000","last_became_active":"2024-05-27T00:32:18.998061+0000","last_became_peered":"2024-05-27T00:32:18.998061+0000","last_unstale":"2024-05-27T00:35:17.623380+0000","last_undegraded":"2024-05-27T00:35:17.623380+0000","last_fullsized":"2024-05-27T00:35:17.623380+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:27:18.550606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.623173+0000","last_change":"2024-05-27T00:32:19.003624+0000","last_active":"2024-05-27T00:35:17.623173+0000","last_peered":"2024-05-27T00:35:17.623173+0000","last_clean":"2024-05-27T00:35:17.623173+0000","last_became_active":"2024-05-27T00:32:19.003290+0000","last_became_peered":"2024-05-27T00:32:19.003290+0000","last_unstale":"2024-05-27T00:35:17.623173+0000","last_undegraded":"2024-05-27T00:35:17.623173+0000","last_fullsized":"2024-05-27T00:35:17.623173+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:33:46.787742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372500+0000","last_change":"2024-05-27T00:32:18.977309+0000","last_active":"2024-05-27T00:35:17.372500+0000","last_peered":"2024-05-27T00:35:17.372500+0000","last_clean":"2024-05-27T00:35:17.372500+0000","last_became_active":"2024-05-27T00:32:18.976967+0000","last_became_peered":"2024-05-27T00:32:18.976967+0000","last_unstale":"2024-05-27T00:35:17.372500+0000","last_undegraded":"2024-05-27T00:35:17.372500+0000","last_fullsized":"2024-05-27T00:35:17.372500+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:05:17.778795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"93'4","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.288783+0000","last_change":"2024-05-27T00:32:19.005336+0000","last_active":"2024-05-27T00:35:17.288783+0000","last_peered":"2024-05-27T00:35:17.288783+0000","last_clean":"2024-05-27T00:35:17.288783+0000","last_became_active":"2024-05-27T00:32:19.004952+0000","last_became_peered":"2024-05-27T00:32:19.004952+0000","last_unstale":"2024-05-27T00:35:17.288783+0000","last_undegraded":"2024-05-27T00:35:17.288783+0000","last_fullsized":"2024-05-27T00:35:17.288783+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:21:40.865438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.286355+0000","last_change":"2024-05-27T00:32:18.997160+0000","last_active":"2024-05-27T00:35:17.286355+0000","last_peered":"2024-05-27T00:35:17.286355+0000","last_clean":"2024-05-27T00:35:17.286355+0000","last_became_active":"2024-05-27T00:32:18.996744+0000","last_became_peered":"2024-05-27T00:32:18.996744+0000","last_unstale":"2024-05-27T00:35:17.286355+0000","last_undegraded":"2024-05-27T00:35:17.286355+0000","last_fullsized":"2024-05-27T00:35:17.286355+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:55:34.026358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"93'5","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619773+0000","last_change":"2024-05-27T00:32:18.994577+0000","last_active":"2024-05-27T00:35:17.619773+0000","last_peered":"2024-05-27T00:35:17.619773+0000","last_clean":"2024-05-27T00:35:17.619773+0000","last_became_active":"2024-05-27T00:32:18.994235+0000","last_became_peered":"2024-05-27T00:32:18.994235+0000","last_unstale":"2024-05-27T00:35:17.619773+0000","last_undegraded":"2024-05-27T00:35:17.619773+0000","last_fullsized":"2024-05-27T00:35:17.619773+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:39:45.247200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285865+0000","last_change":"2024-05-27T00:32:19.014479+0000","last_active":"2024-05-27T00:35:17.285865+0000","last_peered":"2024-05-27T00:35:17.285865+0000","last_clean":"2024-05-27T00:35:17.285865+0000","last_became_active":"2024-05-27T00:32:19.014013+0000","last_became_peered":"2024-05-27T00:32:19.014013+0000","last_unstale":"2024-05-27T00:35:17.285865+0000","last_undegraded":"2024-05-27T00:35:17.285865+0000","last_fullsized":"2024-05-27T00:35:17.285865+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:45:12.673145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"93'11","reported_seq":43,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.626020+0000","last_change":"2024-05-27T00:32:18.977988+0000","last_active":"2024-05-27T00:35:17.626020+0000","last_peered":"2024-05-27T00:35:17.626020+0000","last_clean":"2024-05-27T00:35:17.626020+0000","last_became_active":"2024-05-27T00:32:18.977610+0000","last_became_peered":"2024-05-27T00:32:18.977610+0000","last_unstale":"2024-05-27T00:35:17.626020+0000","last_undegraded":"2024-05-27T00:35:17.626020+0000","last_fullsized":"2024-05-27T00:35:17.626020+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:50:36.572096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"93'16","reported_seq":48,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.287297+0000","last_change":"2024-05-27T00:32:18.983005+0000","last_active":"2024-05-27T00:35:17.287297+0000","last_peered":"2024-05-27T00:35:17.287297+0000","last_clean":"2024-05-27T00:35:17.287297+0000","last_became_active":"2024-05-27T00:32:18.982596+0000","last_became_peered":"2024-05-27T00:32:18.982596+0000","last_unstale":"2024-05-27T00:35:17.287297+0000","last_undegraded":"2024-05-27T00:35:17.287297+0000","last_fullsized":"2024-05-27T00:35:17.287297+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:44:47.057379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.620200+0000","last_change":"2024-05-27T00:32:18.984070+0000","last_active":"2024-05-27T00:35:17.620200+0000","last_peered":"2024-05-27T00:35:17.620200+0000","last_clean":"2024-05-27T00:35:17.620200+0000","last_became_active":"2024-05-27T00:32:18.983689+0000","last_became_peered":"2024-05-27T00:32:18.983689+0000","last_unstale":"2024-05-27T00:35:17.620200+0000","last_undegraded":"2024-05-27T00:35:17.620200+0000","last_fullsized":"2024-05-27T00:35:17.620200+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:33:56.883306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372455+0000","last_change":"2024-05-27T00:32:18.981246+0000","last_active":"2024-05-27T00:35:17.372455+0000","last_peered":"2024-05-27T00:35:17.372455+0000","last_clean":"2024-05-27T00:35:17.372455+0000","last_became_active":"2024-05-27T00:32:18.980882+0000","last_became_peered":"2024-05-27T00:32:18.980882+0000","last_unstale":"2024-05-27T00:35:17.372455+0000","last_undegraded":"2024-05-27T00:35:17.372455+0000","last_fullsized":"2024-05-27T00:35:17.372455+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:27:54.632537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"93'10","reported_seq":42,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.295871+0000","last_change":"2024-05-27T00:32:18.990303+0000","last_active":"2024-05-27T00:35:17.295871+0000","last_peered":"2024-05-27T00:35:17.295871+0000","last_clean":"2024-05-27T00:35:17.295871+0000","last_became_active":"2024-05-27T00:32:18.977763+0000","last_became_peered":"2024-05-27T00:32:18.977763+0000","last_unstale":"2024-05-27T00:35:17.295871+0000","last_undegraded":"2024-05-27T00:35:17.295871+0000","last_fullsized":"2024-05-27T00:35:17.295871+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:20:26.475260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.622902+0000","last_change":"2024-05-27T00:32:18.999184+0000","last_active":"2024-05-27T00:35:17.622902+0000","last_peered":"2024-05-27T00:35:17.622902+0000","last_clean":"2024-05-27T00:35:17.622902+0000","last_became_active":"2024-05-27T00:32:18.997520+0000","last_became_peered":"2024-05-27T00:32:18.997520+0000","last_unstale":"2024-05-27T00:35:17.622902+0000","last_undegraded":"2024-05-27T00:35:17.622902+0000","last_fullsized":"2024-05-27T00:35:17.622902+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:04:42.824215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.622579+0000","last_change":"2024-05-27T00:32:18.995796+0000","last_active":"2024-05-27T00:35:17.622579+0000","last_peered":"2024-05-27T00:35:17.622579+0000","last_clean":"2024-05-27T00:35:17.622579+0000","last_became_active":"2024-05-27T00:32:18.994655+0000","last_became_peered":"2024-05-27T00:32:18.994655+0000","last_unstale":"2024-05-27T00:35:17.622579+0000","last_undegraded":"2024-05-27T00:35:17.622579+0000","last_fullsized":"2024-05-27T00:35:17.622579+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:44:08.256598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.624889+0000","last_change":"2024-05-27T00:32:18.995211+0000","last_active":"2024-05-27T00:35:17.624889+0000","last_peered":"2024-05-27T00:35:17.624889+0000","last_clean":"2024-05-27T00:35:17.624889+0000","last_became_active":"2024-05-27T00:32:18.994764+0000","last_became_peered":"2024-05-27T00:32:18.994764+0000","last_unstale":"2024-05-27T00:35:17.624889+0000","last_undegraded":"2024-05-27T00:35:17.624889+0000","last_fullsized":"2024-05-27T00:35:17.624889+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:23:11.225248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.781009+0000","last_change":"2024-05-27T00:32:19.005643+0000","last_active":"2024-05-27T00:35:17.781009+0000","last_peered":"2024-05-27T00:35:17.781009+0000","last_clean":"2024-05-27T00:35:17.781009+0000","last_became_active":"2024-05-27T00:32:19.005298+0000","last_became_peered":"2024-05-27T00:32:19.005298+0000","last_unstale":"2024-05-27T00:35:17.781009+0000","last_undegraded":"2024-05-27T00:35:17.781009+0000","last_fullsized":"2024-05-27T00:35:17.781009+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:32:17.536521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"93'10","reported_seq":42,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.424977+0000","last_change":"2024-05-27T00:32:19.001511+0000","last_active":"2024-05-27T00:35:17.424977+0000","last_peered":"2024-05-27T00:35:17.424977+0000","last_clean":"2024-05-27T00:35:17.424977+0000","last_became_active":"2024-05-27T00:32:18.998632+0000","last_became_peered":"2024-05-27T00:32:18.998632+0000","last_unstale":"2024-05-27T00:35:17.424977+0000","last_undegraded":"2024-05-27T00:35:17.424977+0000","last_fullsized":"2024-05-27T00:35:17.424977+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:21:21.991436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619729+0000","last_change":"2024-05-27T00:32:18.987117+0000","last_active":"2024-05-27T00:35:17.619729+0000","last_peered":"2024-05-27T00:35:17.619729+0000","last_clean":"2024-05-27T00:35:17.619729+0000","last_became_active":"2024-05-27T00:32:18.986767+0000","last_became_peered":"2024-05-27T00:32:18.986767+0000","last_unstale":"2024-05-27T00:35:17.619729+0000","last_undegraded":"2024-05-27T00:35:17.619729+0000","last_fullsized":"2024-05-27T00:35:17.619729+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:00:15.887902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619236+0000","last_change":"2024-05-27T00:32:23.442138+0000","last_active":"2024-05-27T00:35:17.619236+0000","last_peered":"2024-05-27T00:35:17.619236+0000","last_clean":"2024-05-27T00:35:17.619236+0000","last_became_active":"2024-05-27T00:32:23.441259+0000","last_became_peered":"2024-05-27T00:32:23.441259+0000","last_unstale":"2024-05-27T00:35:17.619236+0000","last_undegraded":"2024-05-27T00:35:17.619236+0000","last_fullsized":"2024-05-27T00:35:17.619236+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:29:53.501679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'9","reported_seq":44,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.425939+0000","last_change":"2024-05-27T00:32:17.994299+0000","last_active":"2024-05-27T00:35:17.425939+0000","last_peered":"2024-05-27T00:35:17.425939+0000","last_clean":"2024-05-27T00:35:17.425939+0000","last_became_active":"2024-05-27T00:32:17.993959+0000","last_became_peered":"2024-05-27T00:32:17.993959+0000","last_unstale":"2024-05-27T00:35:17.425939+0000","last_undegraded":"2024-05-27T00:35:17.425939+0000","last_fullsized":"2024-05-27T00:35:17.425939+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:14:45.404789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"93'5","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.286310+0000","last_change":"2024-05-27T00:32:19.014410+0000","last_active":"2024-05-27T00:35:17.286310+0000","last_peered":"2024-05-27T00:35:17.286310+0000","last_clean":"2024-05-27T00:35:17.286310+0000","last_became_active":"2024-05-27T00:32:19.013986+0000","last_became_peered":"2024-05-27T00:32:19.013986+0000","last_unstale":"2024-05-27T00:35:17.286310+0000","last_undegraded":"2024-05-27T00:35:17.286310+0000","last_fullsized":"2024-05-27T00:35:17.286310+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:21:09.249429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.371987+0000","last_change":"2024-05-27T00:32:23.437301+0000","last_active":"2024-05-27T00:35:17.371987+0000","last_peered":"2024-05-27T00:35:17.371987+0000","last_clean":"2024-05-27T00:35:17.371987+0000","last_became_active":"2024-05-27T00:32:23.436738+0000","last_became_peered":"2024-05-27T00:32:23.436738+0000","last_unstale":"2024-05-27T00:35:17.371987+0000","last_undegraded":"2024-05-27T00:35:17.371987+0000","last_fullsized":"2024-05-27T00:35:17.371987+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:38:54.136784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"91'2","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.286563+0000","last_change":"2024-05-27T00:32:18.011484+0000","last_active":"2024-05-27T00:35:17.286563+0000","last_peered":"2024-05-27T00:35:17.286563+0000","last_clean":"2024-05-27T00:35:17.286563+0000","last_became_active":"2024-05-27T00:32:18.011151+0000","last_became_peered":"2024-05-27T00:32:18.011151+0000","last_unstale":"2024-05-27T00:35:17.286563+0000","last_undegraded":"2024-05-27T00:35:17.286563+0000","last_fullsized":"2024-05-27T00:35:17.286563+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:36:00.661797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.623281+0000","last_change":"2024-05-27T00:32:19.008140+0000","last_active":"2024-05-27T00:35:17.623281+0000","last_peered":"2024-05-27T00:35:17.623281+0000","last_clean":"2024-05-27T00:35:17.623281+0000","last_became_active":"2024-05-27T00:32:19.007777+0000","last_became_peered":"2024-05-27T00:32:19.007777+0000","last_unstale":"2024-05-27T00:35:17.623281+0000","last_undegraded":"2024-05-27T00:35:17.623281+0000","last_fullsized":"2024-05-27T00:35:17.623281+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:48:04.037732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372123+0000","last_change":"2024-05-27T00:32:23.441551+0000","last_active":"2024-05-27T00:35:17.372123+0000","last_peered":"2024-05-27T00:35:17.372123+0000","last_clean":"2024-05-27T00:35:17.372123+0000","last_became_active":"2024-05-27T00:32:23.440711+0000","last_became_peered":"2024-05-27T00:32:23.440711+0000","last_unstale":"2024-05-27T00:35:17.372123+0000","last_undegraded":"2024-05-27T00:35:17.372123+0000","last_fullsized":"2024-05-27T00:35:17.372123+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:07:11.885796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"91'4","reported_seq":19,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780997+0000","last_change":"2024-05-27T00:34:24.115206+0000","last_active":"2024-05-27T00:35:17.780997+0000","last_peered":"2024-05-27T00:35:17.780997+0000","last_clean":"2024-05-27T00:35:17.780997+0000","last_became_active":"2024-05-27T00:34:24.110725+0000","last_became_peered":"2024-05-27T00:34:24.110725+0000","last_unstale":"2024-05-27T00:35:17.780997+0000","last_undegraded":"2024-05-27T00:35:17.780997+0000","last_fullsized":"2024-05-27T00:35:17.780997+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:25:24.918316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.625118+0000","last_change":"2024-05-27T00:32:18.997892+0000","last_active":"2024-05-27T00:35:17.625118+0000","last_peered":"2024-05-27T00:35:17.625118+0000","last_clean":"2024-05-27T00:35:17.625118+0000","last_became_active":"2024-05-27T00:32:18.997532+0000","last_became_peered":"2024-05-27T00:32:18.997532+0000","last_unstale":"2024-05-27T00:35:17.625118+0000","last_undegraded":"2024-05-27T00:35:17.625118+0000","last_fullsized":"2024-05-27T00:35:17.625118+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:09:50.023265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372039+0000","last_change":"2024-05-27T00:32:23.427504+0000","last_active":"2024-05-27T00:35:17.372039+0000","last_peered":"2024-05-27T00:35:17.372039+0000","last_clean":"2024-05-27T00:35:17.372039+0000","last_became_active":"2024-05-27T00:32:23.427189+0000","last_became_peered":"2024-05-27T00:32:23.427189+0000","last_unstale":"2024-05-27T00:35:17.372039+0000","last_undegraded":"2024-05-27T00:35:17.372039+0000","last_fullsized":"2024-05-27T00:35:17.372039+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:54:10.185043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"86'2","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.289282+0000","last_change":"2024-05-27T00:32:17.989135+0000","last_active":"2024-05-27T00:35:17.289282+0000","last_peered":"2024-05-27T00:35:17.289282+0000","last_clean":"2024-05-27T00:35:17.289282+0000","last_became_active":"2024-05-27T00:32:17.988785+0000","last_became_peered":"2024-05-27T00:32:17.988785+0000","last_unstale":"2024-05-27T00:35:17.289282+0000","last_undegraded":"2024-05-27T00:35:17.289282+0000","last_fullsized":"2024-05-27T00:35:17.289282+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:46:47.425862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"93'15","reported_seq":47,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435567+0000","last_change":"2024-05-27T00:32:18.979850+0000","last_active":"2024-05-27T00:35:17.435567+0000","last_peered":"2024-05-27T00:35:17.435567+0000","last_clean":"2024-05-27T00:35:17.435567+0000","last_became_active":"2024-05-27T00:32:18.979492+0000","last_became_peered":"2024-05-27T00:32:18.979492+0000","last_unstale":"2024-05-27T00:35:17.435567+0000","last_undegraded":"2024-05-27T00:35:17.435567+0000","last_fullsized":"2024-05-27T00:35:17.435567+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:31:47.297865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":32,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619574+0000","last_change":"2024-05-27T00:33:22.052708+0000","last_active":"2024-05-27T00:35:17.619574+0000","last_peered":"2024-05-27T00:35:17.619574+0000","last_clean":"2024-05-27T00:35:17.619574+0000","last_became_active":"2024-05-27T00:33:22.052086+0000","last_became_peered":"2024-05-27T00:33:22.052086+0000","last_unstale":"2024-05-27T00:35:17.619574+0000","last_undegraded":"2024-05-27T00:35:17.619574+0000","last_fullsized":"2024-05-27T00:35:17.619574+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:41:30.723032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,7,11],"acting":[2,8,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"96'8","reported_seq":193,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.846154+0000","last_change":"2024-05-27T00:32:17.995036+0000","last_active":"2024-05-27T00:35:17.846154+0000","last_peered":"2024-05-27T00:35:17.846154+0000","last_clean":"2024-05-27T00:35:17.846154+0000","last_became_active":"2024-05-27T00:32:17.993968+0000","last_became_peered":"2024-05-27T00:32:17.993968+0000","last_unstale":"2024-05-27T00:35:17.846154+0000","last_undegraded":"2024-05-27T00:35:17.846154+0000","last_fullsized":"2024-05-27T00:35:17.846154+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:55:40.670204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1543,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":151,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.289024+0000","last_change":"2024-05-27T00:32:18.999318+0000","last_active":"2024-05-27T00:35:17.289024+0000","last_peered":"2024-05-27T00:35:17.289024+0000","last_clean":"2024-05-27T00:35:17.289024+0000","last_became_active":"2024-05-27T00:32:18.998924+0000","last_became_peered":"2024-05-27T00:32:18.998924+0000","last_unstale":"2024-05-27T00:35:17.289024+0000","last_undegraded":"2024-05-27T00:35:17.289024+0000","last_fullsized":"2024-05-27T00:35:17.289024+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:52:02.218835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619509+0000","last_change":"2024-05-27T00:32:23.437050+0000","last_active":"2024-05-27T00:35:17.619509+0000","last_peered":"2024-05-27T00:35:17.619509+0000","last_clean":"2024-05-27T00:35:17.619509+0000","last_became_active":"2024-05-27T00:32:23.435857+0000","last_became_peered":"2024-05-27T00:32:23.435857+0000","last_unstale":"2024-05-27T00:35:17.619509+0000","last_undegraded":"2024-05-27T00:35:17.619509+0000","last_fullsized":"2024-05-27T00:35:17.619509+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:52:49.551208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"91'3","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.286314+0000","last_change":"2024-05-27T00:32:17.987907+0000","last_active":"2024-05-27T00:35:17.286314+0000","last_peered":"2024-05-27T00:35:17.286314+0000","last_clean":"2024-05-27T00:35:17.286314+0000","last_became_active":"2024-05-27T00:32:17.987554+0000","last_became_peered":"2024-05-27T00:32:17.987554+0000","last_unstale":"2024-05-27T00:35:17.286314+0000","last_undegraded":"2024-05-27T00:35:17.286314+0000","last_fullsized":"2024-05-27T00:35:17.286314+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:31:33.369959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435895+0000","last_change":"2024-05-27T00:32:19.006469+0000","last_active":"2024-05-27T00:35:17.435895+0000","last_peered":"2024-05-27T00:35:17.435895+0000","last_clean":"2024-05-27T00:35:17.435895+0000","last_became_active":"2024-05-27T00:32:19.005895+0000","last_became_peered":"2024-05-27T00:32:19.005895+0000","last_unstale":"2024-05-27T00:35:17.435895+0000","last_undegraded":"2024-05-27T00:35:17.435895+0000","last_fullsized":"2024-05-27T00:35:17.435895+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:48:39.439790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780994+0000","last_change":"2024-05-27T00:32:23.446277+0000","last_active":"2024-05-27T00:35:17.780994+0000","last_peered":"2024-05-27T00:35:17.780994+0000","last_clean":"2024-05-27T00:35:17.780994+0000","last_became_active":"2024-05-27T00:32:23.445909+0000","last_became_peered":"2024-05-27T00:32:23.445909+0000","last_unstale":"2024-05-27T00:35:17.780994+0000","last_undegraded":"2024-05-27T00:35:17.780994+0000","last_fullsized":"2024-05-27T00:35:17.780994+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:34:36.648150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"91'2","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.296512+0000","last_change":"2024-05-27T00:32:17.986205+0000","last_active":"2024-05-27T00:35:17.296512+0000","last_peered":"2024-05-27T00:35:17.296512+0000","last_clean":"2024-05-27T00:35:17.296512+0000","last_became_active":"2024-05-27T00:32:17.985878+0000","last_became_peered":"2024-05-27T00:32:17.985878+0000","last_unstale":"2024-05-27T00:35:17.296512+0000","last_undegraded":"2024-05-27T00:35:17.296512+0000","last_fullsized":"2024-05-27T00:35:17.296512+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:26:35.915495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285480+0000","last_change":"2024-05-27T00:32:19.009946+0000","last_active":"2024-05-27T00:35:17.285480+0000","last_peered":"2024-05-27T00:35:17.285480+0000","last_clean":"2024-05-27T00:35:17.285480+0000","last_became_active":"2024-05-27T00:32:19.007208+0000","last_became_peered":"2024-05-27T00:32:19.007208+0000","last_unstale":"2024-05-27T00:35:17.285480+0000","last_undegraded":"2024-05-27T00:35:17.285480+0000","last_fullsized":"2024-05-27T00:35:17.285480+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:33:27.507711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.623245+0000","last_change":"2024-05-27T00:32:23.432617+0000","last_active":"2024-05-27T00:35:17.623245+0000","last_peered":"2024-05-27T00:35:17.623245+0000","last_clean":"2024-05-27T00:35:17.623245+0000","last_became_active":"2024-05-27T00:32:23.432202+0000","last_became_peered":"2024-05-27T00:32:23.432202+0000","last_unstale":"2024-05-27T00:35:17.623245+0000","last_undegraded":"2024-05-27T00:35:17.623245+0000","last_fullsized":"2024-05-27T00:35:17.623245+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:51:06.917270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"91'1","reported_seq":35,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435058+0000","last_change":"2024-05-27T00:32:17.994301+0000","last_active":"2024-05-27T00:35:17.435058+0000","last_peered":"2024-05-27T00:35:17.435058+0000","last_clean":"2024-05-27T00:35:17.435058+0000","last_became_active":"2024-05-27T00:32:17.993615+0000","last_became_peered":"2024-05-27T00:32:17.993615+0000","last_unstale":"2024-05-27T00:35:17.435058+0000","last_undegraded":"2024-05-27T00:35:17.435058+0000","last_fullsized":"2024-05-27T00:35:17.435058+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:52:05.221624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"93'11","reported_seq":49,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.424353+0000","last_change":"2024-05-27T00:33:22.237872+0000","last_active":"2024-05-27T00:35:17.424353+0000","last_peered":"2024-05-27T00:35:17.424353+0000","last_clean":"2024-05-27T00:35:17.424353+0000","last_became_active":"2024-05-27T00:33:22.237058+0000","last_became_peered":"2024-05-27T00:33:22.237058+0000","last_unstale":"2024-05-27T00:35:17.424353+0000","last_undegraded":"2024-05-27T00:35:17.424353+0000","last_fullsized":"2024-05-27T00:35:17.424353+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:24:51.485678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,10],"acting":[9,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285161+0000","last_change":"2024-05-27T00:32:23.430059+0000","last_active":"2024-05-27T00:35:17.285161+0000","last_peered":"2024-05-27T00:35:17.285161+0000","last_clean":"2024-05-27T00:35:17.285161+0000","last_became_active":"2024-05-27T00:32:23.427563+0000","last_became_peered":"2024-05-27T00:32:23.427563+0000","last_unstale":"2024-05-27T00:35:17.285161+0000","last_undegraded":"2024-05-27T00:35:17.285161+0000","last_fullsized":"2024-05-27T00:35:17.285161+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:58:46.996909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"96'5","reported_seq":185,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619528+0000","last_change":"2024-05-27T00:32:17.989629+0000","last_active":"2024-05-27T00:35:17.619528+0000","last_peered":"2024-05-27T00:35:17.619528+0000","last_clean":"2024-05-27T00:35:17.619528+0000","last_became_active":"2024-05-27T00:32:17.989180+0000","last_became_peered":"2024-05-27T00:32:17.989180+0000","last_unstale":"2024-05-27T00:35:17.619528+0000","last_undegraded":"2024-05-27T00:35:17.619528+0000","last_fullsized":"2024-05-27T00:35:17.619528+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:10:00.003618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":146,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"93'10","reported_seq":42,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.625776+0000","last_change":"2024-05-27T00:32:18.999086+0000","last_active":"2024-05-27T00:35:17.625776+0000","last_peered":"2024-05-27T00:35:17.625776+0000","last_clean":"2024-05-27T00:35:17.625776+0000","last_became_active":"2024-05-27T00:32:18.998609+0000","last_became_peered":"2024-05-27T00:32:18.998609+0000","last_unstale":"2024-05-27T00:35:17.625776+0000","last_undegraded":"2024-05-27T00:35:17.625776+0000","last_fullsized":"2024-05-27T00:35:17.625776+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:30:08.184746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.424251+0000","last_change":"2024-05-27T00:32:23.443072+0000","last_active":"2024-05-27T00:35:17.424251+0000","last_peered":"2024-05-27T00:35:17.424251+0000","last_clean":"2024-05-27T00:35:17.424251+0000","last_became_active":"2024-05-27T00:32:23.439413+0000","last_became_peered":"2024-05-27T00:32:23.439413+0000","last_unstale":"2024-05-27T00:35:17.424251+0000","last_undegraded":"2024-05-27T00:35:17.424251+0000","last_fullsized":"2024-05-27T00:35:17.424251+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:56:28.435938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"91'2","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619798+0000","last_change":"2024-05-27T00:32:17.995030+0000","last_active":"2024-05-27T00:35:17.619798+0000","last_peered":"2024-05-27T00:35:17.619798+0000","last_clean":"2024-05-27T00:35:17.619798+0000","last_became_active":"2024-05-27T00:32:17.994524+0000","last_became_peered":"2024-05-27T00:32:17.994524+0000","last_unstale":"2024-05-27T00:35:17.619798+0000","last_undegraded":"2024-05-27T00:35:17.619798+0000","last_fullsized":"2024-05-27T00:35:17.619798+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:01:40.641074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.623426+0000","last_change":"2024-05-27T00:32:19.003611+0000","last_active":"2024-05-27T00:35:17.623426+0000","last_peered":"2024-05-27T00:35:17.623426+0000","last_clean":"2024-05-27T00:35:17.623426+0000","last_became_active":"2024-05-27T00:32:19.003095+0000","last_became_peered":"2024-05-27T00:32:19.003095+0000","last_unstale":"2024-05-27T00:35:17.623426+0000","last_undegraded":"2024-05-27T00:35:17.623426+0000","last_fullsized":"2024-05-27T00:35:17.623426+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:34:16.092282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372556+0000","last_change":"2024-05-27T00:32:23.441184+0000","last_active":"2024-05-27T00:35:17.372556+0000","last_peered":"2024-05-27T00:35:17.372556+0000","last_clean":"2024-05-27T00:35:17.372556+0000","last_became_active":"2024-05-27T00:32:23.440615+0000","last_became_peered":"2024-05-27T00:32:23.440615+0000","last_unstale":"2024-05-27T00:35:17.372556+0000","last_undegraded":"2024-05-27T00:35:17.372556+0000","last_fullsized":"2024-05-27T00:35:17.372556+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:44:45.916689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"91'4","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435499+0000","last_change":"2024-05-27T00:32:17.996228+0000","last_active":"2024-05-27T00:35:17.435499+0000","last_peered":"2024-05-27T00:35:17.435499+0000","last_clean":"2024-05-27T00:35:17.435499+0000","last_became_active":"2024-05-27T00:32:17.995861+0000","last_became_peered":"2024-05-27T00:32:17.995861+0000","last_unstale":"2024-05-27T00:35:17.435499+0000","last_undegraded":"2024-05-27T00:35:17.435499+0000","last_fullsized":"2024-05-27T00:35:17.435499+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:07:06.540324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"93'11","reported_seq":43,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.625325+0000","last_change":"2024-05-27T00:32:18.983802+0000","last_active":"2024-05-27T00:35:17.625325+0000","last_peered":"2024-05-27T00:35:17.625325+0000","last_clean":"2024-05-27T00:35:17.625325+0000","last_became_active":"2024-05-27T00:32:18.983468+0000","last_became_peered":"2024-05-27T00:32:18.983468+0000","last_unstale":"2024-05-27T00:35:17.625325+0000","last_undegraded":"2024-05-27T00:35:17.625325+0000","last_fullsized":"2024-05-27T00:35:17.625325+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:01:34.187925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.424282+0000","last_change":"2024-05-27T00:32:23.440563+0000","last_active":"2024-05-27T00:35:17.424282+0000","last_peered":"2024-05-27T00:35:17.424282+0000","last_clean":"2024-05-27T00:35:17.424282+0000","last_became_active":"2024-05-27T00:32:23.440104+0000","last_became_peered":"2024-05-27T00:32:23.440104+0000","last_unstale":"2024-05-27T00:35:17.424282+0000","last_undegraded":"2024-05-27T00:35:17.424282+0000","last_fullsized":"2024-05-27T00:35:17.424282+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:18:45.058066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"96'41","reported_seq":379,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.846150+0000","last_change":"2024-05-27T00:32:17.991138+0000","last_active":"2024-05-27T00:35:17.846150+0000","last_peered":"2024-05-27T00:35:17.846150+0000","last_clean":"2024-05-27T00:35:17.846150+0000","last_became_active":"2024-05-27T00:32:17.990517+0000","last_became_peered":"2024-05-27T00:32:17.990517+0000","last_unstale":"2024-05-27T00:35:17.846150+0000","last_undegraded":"2024-05-27T00:35:17.846150+0000","last_fullsized":"2024-05-27T00:35:17.846150+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:55:21.323020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70912,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":304,"num_read_kb":222,"num_write":42,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.289217+0000","last_change":"2024-05-27T00:32:18.981540+0000","last_active":"2024-05-27T00:35:17.289217+0000","last_peered":"2024-05-27T00:35:17.289217+0000","last_clean":"2024-05-27T00:35:17.289217+0000","last_became_active":"2024-05-27T00:32:18.981055+0000","last_became_peered":"2024-05-27T00:32:18.981055+0000","last_unstale":"2024-05-27T00:35:17.289217+0000","last_undegraded":"2024-05-27T00:35:17.289217+0000","last_fullsized":"2024-05-27T00:35:17.289217+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:09:54.359017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435977+0000","last_change":"2024-05-27T00:32:23.427753+0000","last_active":"2024-05-27T00:35:17.435977+0000","last_peered":"2024-05-27T00:35:17.435977+0000","last_clean":"2024-05-27T00:35:17.435977+0000","last_became_active":"2024-05-27T00:32:23.427247+0000","last_became_peered":"2024-05-27T00:32:23.427247+0000","last_unstale":"2024-05-27T00:35:17.435977+0000","last_undegraded":"2024-05-27T00:35:17.435977+0000","last_fullsized":"2024-05-27T00:35:17.435977+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:15:00.736443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"91'6","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619346+0000","last_change":"2024-05-27T00:32:18.014022+0000","last_active":"2024-05-27T00:35:17.619346+0000","last_peered":"2024-05-27T00:35:17.619346+0000","last_clean":"2024-05-27T00:35:17.619346+0000","last_became_active":"2024-05-27T00:32:18.013680+0000","last_became_peered":"2024-05-27T00:32:18.013680+0000","last_unstale":"2024-05-27T00:35:17.619346+0000","last_undegraded":"2024-05-27T00:35:17.619346+0000","last_fullsized":"2024-05-27T00:35:17.619346+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:28:05.968446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.295001+0000","last_change":"2024-05-27T00:32:19.002136+0000","last_active":"2024-05-27T00:35:17.295001+0000","last_peered":"2024-05-27T00:35:17.295001+0000","last_clean":"2024-05-27T00:35:17.295001+0000","last_became_active":"2024-05-27T00:32:19.001755+0000","last_became_peered":"2024-05-27T00:32:19.001755+0000","last_unstale":"2024-05-27T00:35:17.295001+0000","last_undegraded":"2024-05-27T00:35:17.295001+0000","last_fullsized":"2024-05-27T00:35:17.295001+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:50:41.559583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780529+0000","last_change":"2024-05-27T00:32:23.445996+0000","last_active":"2024-05-27T00:35:17.780529+0000","last_peered":"2024-05-27T00:35:17.780529+0000","last_clean":"2024-05-27T00:35:17.780529+0000","last_became_active":"2024-05-27T00:32:23.445532+0000","last_became_peered":"2024-05-27T00:32:23.445532+0000","last_unstale":"2024-05-27T00:35:17.780529+0000","last_undegraded":"2024-05-27T00:35:17.780529+0000","last_fullsized":"2024-05-27T00:35:17.780529+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:33:44.170491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"91'3","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435393+0000","last_change":"2024-05-27T00:32:18.013480+0000","last_active":"2024-05-27T00:35:17.435393+0000","last_peered":"2024-05-27T00:35:17.435393+0000","last_clean":"2024-05-27T00:35:17.435393+0000","last_became_active":"2024-05-27T00:32:18.013112+0000","last_became_peered":"2024-05-27T00:32:18.013112+0000","last_unstale":"2024-05-27T00:35:17.435393+0000","last_undegraded":"2024-05-27T00:35:17.435393+0000","last_fullsized":"2024-05-27T00:35:17.435393+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:36:41.727000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"93'15","reported_seq":47,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.620214+0000","last_change":"2024-05-27T00:32:18.996509+0000","last_active":"2024-05-27T00:35:17.620214+0000","last_peered":"2024-05-27T00:35:17.620214+0000","last_clean":"2024-05-27T00:35:17.620214+0000","last_became_active":"2024-05-27T00:32:18.996143+0000","last_became_peered":"2024-05-27T00:32:18.996143+0000","last_unstale":"2024-05-27T00:35:17.620214+0000","last_undegraded":"2024-05-27T00:35:17.620214+0000","last_fullsized":"2024-05-27T00:35:17.620214+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:00:51.087192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.424888+0000","last_change":"2024-05-27T00:32:23.444644+0000","last_active":"2024-05-27T00:35:17.424888+0000","last_peered":"2024-05-27T00:35:17.424888+0000","last_clean":"2024-05-27T00:35:17.424888+0000","last_became_active":"2024-05-27T00:32:23.443506+0000","last_became_peered":"2024-05-27T00:32:23.443506+0000","last_unstale":"2024-05-27T00:35:17.424888+0000","last_undegraded":"2024-05-27T00:35:17.424888+0000","last_fullsized":"2024-05-27T00:35:17.424888+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:31:51.934266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"96'5","reported_seq":188,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.874232+0000","last_change":"2024-05-27T00:32:17.990980+0000","last_active":"2024-05-27T00:35:17.874232+0000","last_peered":"2024-05-27T00:35:17.874232+0000","last_clean":"2024-05-27T00:35:17.874232+0000","last_became_active":"2024-05-27T00:32:17.990607+0000","last_became_peered":"2024-05-27T00:32:17.990607+0000","last_unstale":"2024-05-27T00:35:17.874232+0000","last_undegraded":"2024-05-27T00:35:17.874232+0000","last_fullsized":"2024-05-27T00:35:17.874232+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:18:34.633451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":150,"num_read_kb":4,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619611+0000","last_change":"2024-05-27T00:32:18.986457+0000","last_active":"2024-05-27T00:35:17.619611+0000","last_peered":"2024-05-27T00:35:17.619611+0000","last_clean":"2024-05-27T00:35:17.619611+0000","last_became_active":"2024-05-27T00:32:18.985995+0000","last_became_peered":"2024-05-27T00:32:18.985995+0000","last_unstale":"2024-05-27T00:35:17.619611+0000","last_undegraded":"2024-05-27T00:35:17.619611+0000","last_fullsized":"2024-05-27T00:35:17.619611+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:46:24.767710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":32,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.295394+0000","last_change":"2024-05-27T00:33:22.066827+0000","last_active":"2024-05-27T00:35:17.295394+0000","last_peered":"2024-05-27T00:35:17.295394+0000","last_clean":"2024-05-27T00:35:17.295394+0000","last_became_active":"2024-05-27T00:33:22.066275+0000","last_became_peered":"2024-05-27T00:33:22.066275+0000","last_unstale":"2024-05-27T00:35:17.295394+0000","last_undegraded":"2024-05-27T00:35:17.295394+0000","last_fullsized":"2024-05-27T00:35:17.295394+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:29:21.073207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"91'15","reported_seq":50,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.288687+0000","last_change":"2024-05-27T00:32:17.999047+0000","last_active":"2024-05-27T00:35:17.288687+0000","last_peered":"2024-05-27T00:35:17.288687+0000","last_clean":"2024-05-27T00:35:17.288687+0000","last_became_active":"2024-05-27T00:32:17.998794+0000","last_became_peered":"2024-05-27T00:32:17.998794+0000","last_unstale":"2024-05-27T00:35:17.288687+0000","last_undegraded":"2024-05-27T00:35:17.288687+0000","last_fullsized":"2024-05-27T00:35:17.288687+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:02:37.189837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435177+0000","last_change":"2024-05-27T00:32:18.979638+0000","last_active":"2024-05-27T00:35:17.435177+0000","last_peered":"2024-05-27T00:35:17.435177+0000","last_clean":"2024-05-27T00:35:17.435177+0000","last_became_active":"2024-05-27T00:32:18.979307+0000","last_became_peered":"2024-05-27T00:32:18.979307+0000","last_unstale":"2024-05-27T00:35:17.435177+0000","last_undegraded":"2024-05-27T00:35:17.435177+0000","last_fullsized":"2024-05-27T00:35:17.435177+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:46:27.817487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435159+0000","last_change":"2024-05-27T00:32:23.441879+0000","last_active":"2024-05-27T00:35:17.435159+0000","last_peered":"2024-05-27T00:35:17.435159+0000","last_clean":"2024-05-27T00:35:17.435159+0000","last_became_active":"2024-05-27T00:32:23.441439+0000","last_became_peered":"2024-05-27T00:32:23.441439+0000","last_unstale":"2024-05-27T00:35:17.435159+0000","last_undegraded":"2024-05-27T00:35:17.435159+0000","last_fullsized":"2024-05-27T00:35:17.435159+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:58:26.257536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"91'2","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.289391+0000","last_change":"2024-05-27T00:32:17.988769+0000","last_active":"2024-05-27T00:35:17.289391+0000","last_peered":"2024-05-27T00:35:17.289391+0000","last_clean":"2024-05-27T00:35:17.289391+0000","last_became_active":"2024-05-27T00:32:17.988418+0000","last_became_peered":"2024-05-27T00:32:17.988418+0000","last_unstale":"2024-05-27T00:35:17.289391+0000","last_undegraded":"2024-05-27T00:35:17.289391+0000","last_fullsized":"2024-05-27T00:35:17.289391+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:29:22.343207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"93'5","reported_seq":43,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780819+0000","last_change":"2024-05-27T00:33:22.068414+0000","last_active":"2024-05-27T00:35:17.780819+0000","last_peered":"2024-05-27T00:35:17.780819+0000","last_clean":"2024-05-27T00:35:17.780819+0000","last_became_active":"2024-05-27T00:33:22.068015+0000","last_became_peered":"2024-05-27T00:33:22.068015+0000","last_unstale":"2024-05-27T00:35:17.780819+0000","last_undegraded":"2024-05-27T00:35:17.780819+0000","last_fullsized":"2024-05-27T00:35:17.780819+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:33:41.829268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":32,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.288962+0000","last_change":"2024-05-27T00:33:22.237120+0000","last_active":"2024-05-27T00:35:17.288962+0000","last_peered":"2024-05-27T00:35:17.288962+0000","last_clean":"2024-05-27T00:35:17.288962+0000","last_became_active":"2024-05-27T00:33:22.236732+0000","last_became_peered":"2024-05-27T00:33:22.236732+0000","last_unstale":"2024-05-27T00:35:17.288962+0000","last_undegraded":"2024-05-27T00:35:17.288962+0000","last_fullsized":"2024-05-27T00:35:17.288962+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:00:57.186492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,1],"acting":[8,10,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.424772+0000","last_change":"2024-05-27T00:32:18.004028+0000","last_active":"2024-05-27T00:35:17.424772+0000","last_peered":"2024-05-27T00:35:17.424772+0000","last_clean":"2024-05-27T00:35:17.424772+0000","last_became_active":"2024-05-27T00:32:18.003377+0000","last_became_peered":"2024-05-27T00:32:18.003377+0000","last_unstale":"2024-05-27T00:35:17.424772+0000","last_undegraded":"2024-05-27T00:35:17.424772+0000","last_fullsized":"2024-05-27T00:35:17.424772+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:45:02.911018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"93'4","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.286952+0000","last_change":"2024-05-27T00:32:19.006993+0000","last_active":"2024-05-27T00:35:17.286952+0000","last_peered":"2024-05-27T00:35:17.286952+0000","last_clean":"2024-05-27T00:35:17.286952+0000","last_became_active":"2024-05-27T00:32:19.006608+0000","last_became_peered":"2024-05-27T00:32:19.006608+0000","last_unstale":"2024-05-27T00:35:17.286952+0000","last_undegraded":"2024-05-27T00:35:17.286952+0000","last_fullsized":"2024-05-27T00:35:17.286952+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:50:56.796996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.295210+0000","last_change":"2024-05-27T00:32:23.423853+0000","last_active":"2024-05-27T00:35:17.295210+0000","last_peered":"2024-05-27T00:35:17.295210+0000","last_clean":"2024-05-27T00:35:17.295210+0000","last_became_active":"2024-05-27T00:32:23.423422+0000","last_became_peered":"2024-05-27T00:32:23.423422+0000","last_unstale":"2024-05-27T00:35:17.295210+0000","last_undegraded":"2024-05-27T00:35:17.295210+0000","last_fullsized":"2024-05-27T00:35:17.295210+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:49:11.194019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"91'1","reported_seq":35,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619792+0000","last_change":"2024-05-27T00:32:17.996377+0000","last_active":"2024-05-27T00:35:17.619792+0000","last_peered":"2024-05-27T00:35:17.619792+0000","last_clean":"2024-05-27T00:35:17.619792+0000","last_became_active":"2024-05-27T00:32:17.995954+0000","last_became_peered":"2024-05-27T00:32:17.995954+0000","last_unstale":"2024-05-27T00:35:17.619792+0000","last_undegraded":"2024-05-27T00:35:17.619792+0000","last_fullsized":"2024-05-27T00:35:17.619792+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:39:48.403500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.286609+0000","last_change":"2024-05-27T00:32:19.005697+0000","last_active":"2024-05-27T00:35:17.286609+0000","last_peered":"2024-05-27T00:35:17.286609+0000","last_clean":"2024-05-27T00:35:17.286609+0000","last_became_active":"2024-05-27T00:32:19.005264+0000","last_became_peered":"2024-05-27T00:32:19.005264+0000","last_unstale":"2024-05-27T00:35:17.286609+0000","last_undegraded":"2024-05-27T00:35:17.286609+0000","last_fullsized":"2024-05-27T00:35:17.286609+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:09:51.188675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.296161+0000","last_change":"2024-05-27T00:32:23.647150+0000","last_active":"2024-05-27T00:35:17.296161+0000","last_peered":"2024-05-27T00:35:17.296161+0000","last_clean":"2024-05-27T00:35:17.296161+0000","last_became_active":"2024-05-27T00:32:23.646634+0000","last_became_peered":"2024-05-27T00:32:23.646634+0000","last_unstale":"2024-05-27T00:35:17.296161+0000","last_undegraded":"2024-05-27T00:35:17.296161+0000","last_fullsized":"2024-05-27T00:35:17.296161+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:07:38.484533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435248+0000","last_change":"2024-05-27T00:32:18.983009+0000","last_active":"2024-05-27T00:35:17.435248+0000","last_peered":"2024-05-27T00:35:17.435248+0000","last_clean":"2024-05-27T00:35:17.435248+0000","last_became_active":"2024-05-27T00:32:18.982691+0000","last_became_peered":"2024-05-27T00:32:18.982691+0000","last_unstale":"2024-05-27T00:35:17.435248+0000","last_undegraded":"2024-05-27T00:35:17.435248+0000","last_fullsized":"2024-05-27T00:35:17.435248+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:00:55.108820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"96'5","reported_seq":185,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.622861+0000","last_change":"2024-05-27T00:32:18.009501+0000","last_active":"2024-05-27T00:35:17.622861+0000","last_peered":"2024-05-27T00:35:17.622861+0000","last_clean":"2024-05-27T00:35:17.622861+0000","last_became_active":"2024-05-27T00:32:18.006508+0000","last_became_peered":"2024-05-27T00:32:18.006508+0000","last_unstale":"2024-05-27T00:35:17.622861+0000","last_undegraded":"2024-05-27T00:35:17.622861+0000","last_fullsized":"2024-05-27T00:35:17.622861+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:06:55.321640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":146,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":26,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.620494+0000","last_change":"2024-05-27T00:32:23.434319+0000","last_active":"2024-05-27T00:35:17.620494+0000","last_peered":"2024-05-27T00:35:17.620494+0000","last_clean":"2024-05-27T00:35:17.620494+0000","last_became_active":"2024-05-27T00:32:23.433957+0000","last_became_peered":"2024-05-27T00:32:23.433957+0000","last_unstale":"2024-05-27T00:35:17.620494+0000","last_undegraded":"2024-05-27T00:35:17.620494+0000","last_fullsized":"2024-05-27T00:35:17.620494+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:16:35.083353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285217+0000","last_change":"2024-05-27T00:32:19.014250+0000","last_active":"2024-05-27T00:35:17.285217+0000","last_peered":"2024-05-27T00:35:17.285217+0000","last_clean":"2024-05-27T00:35:17.285217+0000","last_became_active":"2024-05-27T00:32:19.013841+0000","last_became_peered":"2024-05-27T00:32:19.013841+0000","last_unstale":"2024-05-27T00:35:17.285217+0000","last_undegraded":"2024-05-27T00:35:17.285217+0000","last_fullsized":"2024-05-27T00:35:17.285217+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:39:45.826896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"91'3","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372393+0000","last_change":"2024-05-27T00:32:17.987466+0000","last_active":"2024-05-27T00:35:17.372393+0000","last_peered":"2024-05-27T00:35:17.372393+0000","last_clean":"2024-05-27T00:35:17.372393+0000","last_became_active":"2024-05-27T00:32:17.986964+0000","last_became_peered":"2024-05-27T00:32:17.986964+0000","last_unstale":"2024-05-27T00:35:17.372393+0000","last_undegraded":"2024-05-27T00:35:17.372393+0000","last_fullsized":"2024-05-27T00:35:17.372393+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:01:28.090951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":370,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619478+0000","last_change":"2024-05-27T00:30:57.156428+0000","last_active":"2024-05-27T00:35:17.619478+0000","last_peered":"2024-05-27T00:35:17.619478+0000","last_clean":"2024-05-27T00:35:17.619478+0000","last_became_active":"2024-05-27T00:30:57.155910+0000","last_became_peered":"2024-05-27T00:30:57.155910+0000","last_unstale":"2024-05-27T00:35:17.619478+0000","last_undegraded":"2024-05-27T00:35:17.619478+0000","last_fullsized":"2024-05-27T00:35:17.619478+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:27:03.029981+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:27:03.029981+0000","last_clean_scrub_stamp":"2024-05-27T00:27:03.029981+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:38:28.001629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435512+0000","last_change":"2024-05-27T00:32:23.647252+0000","last_active":"2024-05-27T00:35:17.435512+0000","last_peered":"2024-05-27T00:35:17.435512+0000","last_clean":"2024-05-27T00:35:17.435512+0000","last_became_active":"2024-05-27T00:32:23.646745+0000","last_became_peered":"2024-05-27T00:32:23.646745+0000","last_unstale":"2024-05-27T00:35:17.435512+0000","last_undegraded":"2024-05-27T00:35:17.435512+0000","last_fullsized":"2024-05-27T00:35:17.435512+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:28:10.451415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"93'5","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.296187+0000","last_change":"2024-05-27T00:32:18.972465+0000","last_active":"2024-05-27T00:35:17.296187+0000","last_peered":"2024-05-27T00:35:17.296187+0000","last_clean":"2024-05-27T00:35:17.296187+0000","last_became_active":"2024-05-27T00:32:18.971572+0000","last_became_peered":"2024-05-27T00:32:18.971572+0000","last_unstale":"2024-05-27T00:35:17.296187+0000","last_undegraded":"2024-05-27T00:35:17.296187+0000","last_fullsized":"2024-05-27T00:35:17.296187+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:11:37.435282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"91'3","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619533+0000","last_change":"2024-05-27T00:32:17.994473+0000","last_active":"2024-05-27T00:35:17.619533+0000","last_peered":"2024-05-27T00:35:17.619533+0000","last_clean":"2024-05-27T00:35:17.619533+0000","last_became_active":"2024-05-27T00:32:17.992719+0000","last_became_peered":"2024-05-27T00:32:17.992719+0000","last_unstale":"2024-05-27T00:35:17.619533+0000","last_undegraded":"2024-05-27T00:35:17.619533+0000","last_fullsized":"2024-05-27T00:35:17.619533+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:13:49.254914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780579+0000","last_change":"2024-05-27T00:32:23.418464+0000","last_active":"2024-05-27T00:35:17.780579+0000","last_peered":"2024-05-27T00:35:17.780579+0000","last_clean":"2024-05-27T00:35:17.780579+0000","last_became_active":"2024-05-27T00:32:23.417973+0000","last_became_peered":"2024-05-27T00:32:23.417973+0000","last_unstale":"2024-05-27T00:35:17.780579+0000","last_undegraded":"2024-05-27T00:35:17.780579+0000","last_fullsized":"2024-05-27T00:35:17.780579+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:07:20.338296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"91'1","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.289220+0000","last_change":"2024-05-27T00:32:17.996131+0000","last_active":"2024-05-27T00:35:17.289220+0000","last_peered":"2024-05-27T00:35:17.289220+0000","last_clean":"2024-05-27T00:35:17.289220+0000","last_became_active":"2024-05-27T00:32:17.995791+0000","last_became_peered":"2024-05-27T00:32:17.995791+0000","last_unstale":"2024-05-27T00:35:17.289220+0000","last_undegraded":"2024-05-27T00:35:17.289220+0000","last_fullsized":"2024-05-27T00:35:17.289220+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:22:44.470343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.295535+0000","last_change":"2024-05-27T00:32:18.999889+0000","last_active":"2024-05-27T00:35:17.295535+0000","last_peered":"2024-05-27T00:35:17.295535+0000","last_clean":"2024-05-27T00:35:17.295535+0000","last_became_active":"2024-05-27T00:32:18.993738+0000","last_became_peered":"2024-05-27T00:32:18.993738+0000","last_unstale":"2024-05-27T00:35:17.295535+0000","last_undegraded":"2024-05-27T00:35:17.295535+0000","last_fullsized":"2024-05-27T00:35:17.295535+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:29:29.545281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285452+0000","last_change":"2024-05-27T00:32:23.646949+0000","last_active":"2024-05-27T00:35:17.285452+0000","last_peered":"2024-05-27T00:35:17.285452+0000","last_clean":"2024-05-27T00:35:17.285452+0000","last_became_active":"2024-05-27T00:32:23.646449+0000","last_became_peered":"2024-05-27T00:32:23.646449+0000","last_unstale":"2024-05-27T00:35:17.285452+0000","last_undegraded":"2024-05-27T00:35:17.285452+0000","last_fullsized":"2024-05-27T00:35:17.285452+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:31:45.721192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"96'46","reported_seq":103,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.564481+0000","last_change":"2024-05-27T00:32:18.002696+0000","last_active":"2024-05-27T00:35:17.564481+0000","last_peered":"2024-05-27T00:35:17.564481+0000","last_clean":"2024-05-27T00:35:17.564481+0000","last_became_active":"2024-05-27T00:32:18.002293+0000","last_became_peered":"2024-05-27T00:32:18.002293+0000","last_unstale":"2024-05-27T00:35:17.564481+0000","last_undegraded":"2024-05-27T00:35:17.564481+0000","last_fullsized":"2024-05-27T00:35:17.564481+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:04:58.994676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":82,"num_write_kb":837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"93'5","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.286865+0000","last_change":"2024-05-27T00:32:19.008401+0000","last_active":"2024-05-27T00:35:17.286865+0000","last_peered":"2024-05-27T00:35:17.286865+0000","last_clean":"2024-05-27T00:35:17.286865+0000","last_became_active":"2024-05-27T00:32:19.007852+0000","last_became_peered":"2024-05-27T00:32:19.007852+0000","last_unstale":"2024-05-27T00:35:17.286865+0000","last_undegraded":"2024-05-27T00:35:17.286865+0000","last_fullsized":"2024-05-27T00:35:17.286865+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:05:42.434267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619116+0000","last_change":"2024-05-27T00:32:23.418953+0000","last_active":"2024-05-27T00:35:17.619116+0000","last_peered":"2024-05-27T00:35:17.619116+0000","last_clean":"2024-05-27T00:35:17.619116+0000","last_became_active":"2024-05-27T00:32:23.418351+0000","last_became_peered":"2024-05-27T00:32:23.418351+0000","last_unstale":"2024-05-27T00:35:17.619116+0000","last_undegraded":"2024-05-27T00:35:17.619116+0000","last_fullsized":"2024-05-27T00:35:17.619116+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:46:49.460762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"91'4","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372363+0000","last_change":"2024-05-27T00:32:17.994824+0000","last_active":"2024-05-27T00:35:17.372363+0000","last_peered":"2024-05-27T00:35:17.372363+0000","last_clean":"2024-05-27T00:35:17.372363+0000","last_became_active":"2024-05-27T00:32:17.994413+0000","last_became_peered":"2024-05-27T00:32:17.994413+0000","last_unstale":"2024-05-27T00:35:17.372363+0000","last_undegraded":"2024-05-27T00:35:17.372363+0000","last_fullsized":"2024-05-27T00:35:17.372363+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:26:26.795543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"93'7","reported_seq":45,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.623389+0000","last_change":"2024-05-27T00:33:22.070099+0000","last_active":"2024-05-27T00:35:17.623389+0000","last_peered":"2024-05-27T00:35:17.623389+0000","last_clean":"2024-05-27T00:35:17.623389+0000","last_became_active":"2024-05-27T00:33:22.069596+0000","last_became_peered":"2024-05-27T00:33:22.069596+0000","last_unstale":"2024-05-27T00:35:17.623389+0000","last_undegraded":"2024-05-27T00:35:17.623389+0000","last_fullsized":"2024-05-27T00:35:17.623389+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:40:47.251719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372190+0000","last_change":"2024-05-27T00:32:23.647937+0000","last_active":"2024-05-27T00:35:17.372190+0000","last_peered":"2024-05-27T00:35:17.372190+0000","last_clean":"2024-05-27T00:35:17.372190+0000","last_became_active":"2024-05-27T00:32:23.647524+0000","last_became_peered":"2024-05-27T00:32:23.647524+0000","last_unstale":"2024-05-27T00:35:17.372190+0000","last_undegraded":"2024-05-27T00:35:17.372190+0000","last_fullsized":"2024-05-27T00:35:17.372190+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:02:06.298566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"91'2","reported_seq":46,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.624903+0000","last_change":"2024-05-27T00:34:24.116177+0000","last_active":"2024-05-27T00:35:17.624903+0000","last_peered":"2024-05-27T00:35:17.624903+0000","last_clean":"2024-05-27T00:35:17.624903+0000","last_became_active":"2024-05-27T00:34:24.113334+0000","last_became_peered":"2024-05-27T00:34:24.113334+0000","last_unstale":"2024-05-27T00:35:17.624903+0000","last_undegraded":"2024-05-27T00:35:17.624903+0000","last_fullsized":"2024-05-27T00:35:17.624903+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:11:35.427420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"93'2","reported_seq":34,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.288730+0000","last_change":"2024-05-27T00:32:18.980676+0000","last_active":"2024-05-27T00:35:17.288730+0000","last_peered":"2024-05-27T00:35:17.288730+0000","last_clean":"2024-05-27T00:35:17.288730+0000","last_became_active":"2024-05-27T00:32:18.980221+0000","last_became_peered":"2024-05-27T00:32:18.980221+0000","last_unstale":"2024-05-27T00:35:17.288730+0000","last_undegraded":"2024-05-27T00:35:17.288730+0000","last_fullsized":"2024-05-27T00:35:17.288730+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:49:50.674246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.425880+0000","last_change":"2024-05-27T00:32:23.444631+0000","last_active":"2024-05-27T00:35:17.425880+0000","last_peered":"2024-05-27T00:35:17.425880+0000","last_clean":"2024-05-27T00:35:17.425880+0000","last_became_active":"2024-05-27T00:32:23.441497+0000","last_became_peered":"2024-05-27T00:32:23.441497+0000","last_unstale":"2024-05-27T00:35:17.425880+0000","last_undegraded":"2024-05-27T00:35:17.425880+0000","last_fullsized":"2024-05-27T00:35:17.425880+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:14:35.309829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"91'3","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285310+0000","last_change":"2024-05-27T00:32:18.008140+0000","last_active":"2024-05-27T00:35:17.285310+0000","last_peered":"2024-05-27T00:35:17.285310+0000","last_clean":"2024-05-27T00:35:17.285310+0000","last_became_active":"2024-05-27T00:32:18.007600+0000","last_became_peered":"2024-05-27T00:32:18.007600+0000","last_unstale":"2024-05-27T00:35:17.285310+0000","last_undegraded":"2024-05-27T00:35:17.285310+0000","last_fullsized":"2024-05-27T00:35:17.285310+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:49:23.250264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780570+0000","last_change":"2024-05-27T00:32:18.996124+0000","last_active":"2024-05-27T00:35:17.780570+0000","last_peered":"2024-05-27T00:35:17.780570+0000","last_clean":"2024-05-27T00:35:17.780570+0000","last_became_active":"2024-05-27T00:32:18.995732+0000","last_became_peered":"2024-05-27T00:32:18.995732+0000","last_unstale":"2024-05-27T00:35:17.780570+0000","last_undegraded":"2024-05-27T00:35:17.780570+0000","last_fullsized":"2024-05-27T00:35:17.780570+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:50:57.351825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372299+0000","last_change":"2024-05-27T00:33:22.242644+0000","last_active":"2024-05-27T00:35:17.372299+0000","last_peered":"2024-05-27T00:35:17.372299+0000","last_clean":"2024-05-27T00:35:17.372299+0000","last_became_active":"2024-05-27T00:33:22.237341+0000","last_became_peered":"2024-05-27T00:33:22.237341+0000","last_unstale":"2024-05-27T00:35:17.372299+0000","last_undegraded":"2024-05-27T00:35:17.372299+0000","last_fullsized":"2024-05-27T00:35:17.372299+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:05:56.488930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"91'1","reported_seq":35,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619199+0000","last_change":"2024-05-27T00:32:18.013413+0000","last_active":"2024-05-27T00:35:17.619199+0000","last_peered":"2024-05-27T00:35:17.619199+0000","last_clean":"2024-05-27T00:35:17.619199+0000","last_became_active":"2024-05-27T00:32:18.012580+0000","last_became_peered":"2024-05-27T00:32:18.012580+0000","last_unstale":"2024-05-27T00:35:17.619199+0000","last_undegraded":"2024-05-27T00:35:17.619199+0000","last_fullsized":"2024-05-27T00:35:17.619199+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:11:51.743200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285877+0000","last_change":"2024-05-27T00:32:19.009300+0000","last_active":"2024-05-27T00:35:17.285877+0000","last_peered":"2024-05-27T00:35:17.285877+0000","last_clean":"2024-05-27T00:35:17.285877+0000","last_became_active":"2024-05-27T00:32:19.008245+0000","last_became_peered":"2024-05-27T00:32:19.008245+0000","last_unstale":"2024-05-27T00:35:17.285877+0000","last_undegraded":"2024-05-27T00:35:17.285877+0000","last_fullsized":"2024-05-27T00:35:17.285877+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:20:36.391846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372192+0000","last_change":"2024-05-27T00:32:23.647202+0000","last_active":"2024-05-27T00:35:17.372192+0000","last_peered":"2024-05-27T00:35:17.372192+0000","last_clean":"2024-05-27T00:35:17.372192+0000","last_became_active":"2024-05-27T00:32:23.646648+0000","last_became_peered":"2024-05-27T00:32:23.646648+0000","last_unstale":"2024-05-27T00:35:17.372192+0000","last_undegraded":"2024-05-27T00:35:17.372192+0000","last_fullsized":"2024-05-27T00:35:17.372192+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:40:32.636461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"91'4","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.288867+0000","last_change":"2024-05-27T00:32:17.993349+0000","last_active":"2024-05-27T00:35:17.288867+0000","last_peered":"2024-05-27T00:35:17.288867+0000","last_clean":"2024-05-27T00:35:17.288867+0000","last_became_active":"2024-05-27T00:32:17.993020+0000","last_became_peered":"2024-05-27T00:32:17.993020+0000","last_unstale":"2024-05-27T00:35:17.288867+0000","last_undegraded":"2024-05-27T00:35:17.288867+0000","last_fullsized":"2024-05-27T00:35:17.288867+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:37:03.363728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"93'5","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.620016+0000","last_change":"2024-05-27T00:32:18.994050+0000","last_active":"2024-05-27T00:35:17.620016+0000","last_peered":"2024-05-27T00:35:17.620016+0000","last_clean":"2024-05-27T00:35:17.620016+0000","last_became_active":"2024-05-27T00:32:18.993669+0000","last_became_peered":"2024-05-27T00:32:18.993669+0000","last_unstale":"2024-05-27T00:35:17.620016+0000","last_undegraded":"2024-05-27T00:35:17.620016+0000","last_fullsized":"2024-05-27T00:35:17.620016+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:42:42.607297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.624997+0000","last_change":"2024-05-27T00:32:23.418842+0000","last_active":"2024-05-27T00:35:17.624997+0000","last_peered":"2024-05-27T00:35:17.624997+0000","last_clean":"2024-05-27T00:35:17.624997+0000","last_became_active":"2024-05-27T00:32:23.418244+0000","last_became_peered":"2024-05-27T00:32:23.418244+0000","last_unstale":"2024-05-27T00:35:17.624997+0000","last_undegraded":"2024-05-27T00:35:17.624997+0000","last_fullsized":"2024-05-27T00:35:17.624997+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:04:12.495830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"91'3","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619636+0000","last_change":"2024-05-27T00:32:18.004564+0000","last_active":"2024-05-27T00:35:17.619636+0000","last_peered":"2024-05-27T00:35:17.619636+0000","last_clean":"2024-05-27T00:35:17.619636+0000","last_became_active":"2024-05-27T00:32:18.004212+0000","last_became_peered":"2024-05-27T00:32:18.004212+0000","last_unstale":"2024-05-27T00:35:17.619636+0000","last_undegraded":"2024-05-27T00:35:17.619636+0000","last_fullsized":"2024-05-27T00:35:17.619636+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:38:29.778836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.620351+0000","last_change":"2024-05-27T00:32:18.983151+0000","last_active":"2024-05-27T00:35:17.620351+0000","last_peered":"2024-05-27T00:35:17.620351+0000","last_clean":"2024-05-27T00:35:17.620351+0000","last_became_active":"2024-05-27T00:32:18.982605+0000","last_became_peered":"2024-05-27T00:32:18.982605+0000","last_unstale":"2024-05-27T00:35:17.620351+0000","last_undegraded":"2024-05-27T00:35:17.620351+0000","last_fullsized":"2024-05-27T00:35:17.620351+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:24:10.802327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.622444+0000","last_change":"2024-05-27T00:32:23.442020+0000","last_active":"2024-05-27T00:35:17.622444+0000","last_peered":"2024-05-27T00:35:17.622444+0000","last_clean":"2024-05-27T00:35:17.622444+0000","last_became_active":"2024-05-27T00:32:23.441573+0000","last_became_peered":"2024-05-27T00:32:23.441573+0000","last_unstale":"2024-05-27T00:35:17.622444+0000","last_undegraded":"2024-05-27T00:35:17.622444+0000","last_fullsized":"2024-05-27T00:35:17.622444+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:20:39.199118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"96'39","reported_seq":81,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.561582+0000","last_change":"2024-05-27T00:32:18.009709+0000","last_active":"2024-05-27T00:35:17.561582+0000","last_peered":"2024-05-27T00:35:17.561582+0000","last_clean":"2024-05-27T00:35:17.561582+0000","last_became_active":"2024-05-27T00:32:18.009463+0000","last_became_peered":"2024-05-27T00:32:18.009463+0000","last_unstale":"2024-05-27T00:35:17.561582+0000","last_undegraded":"2024-05-27T00:35:17.561582+0000","last_fullsized":"2024-05-27T00:35:17.561582+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:07:23.505409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.620447+0000","last_change":"2024-05-27T00:32:19.000820+0000","last_active":"2024-05-27T00:35:17.620447+0000","last_peered":"2024-05-27T00:35:17.620447+0000","last_clean":"2024-05-27T00:35:17.620447+0000","last_became_active":"2024-05-27T00:32:19.000492+0000","last_became_peered":"2024-05-27T00:32:19.000492+0000","last_unstale":"2024-05-27T00:35:17.620447+0000","last_undegraded":"2024-05-27T00:35:17.620447+0000","last_fullsized":"2024-05-27T00:35:17.620447+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:27:32.794658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.434944+0000","last_change":"2024-05-27T00:32:23.420667+0000","last_active":"2024-05-27T00:35:17.434944+0000","last_peered":"2024-05-27T00:35:17.434944+0000","last_clean":"2024-05-27T00:35:17.434944+0000","last_became_active":"2024-05-27T00:32:23.420215+0000","last_became_peered":"2024-05-27T00:32:23.420215+0000","last_unstale":"2024-05-27T00:35:17.434944+0000","last_undegraded":"2024-05-27T00:35:17.434944+0000","last_fullsized":"2024-05-27T00:35:17.434944+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:28:15.432518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"86'2","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.295591+0000","last_change":"2024-05-27T00:32:18.003325+0000","last_active":"2024-05-27T00:35:17.295591+0000","last_peered":"2024-05-27T00:35:17.295591+0000","last_clean":"2024-05-27T00:35:17.295591+0000","last_became_active":"2024-05-27T00:32:18.002925+0000","last_became_peered":"2024-05-27T00:32:18.002925+0000","last_unstale":"2024-05-27T00:35:17.295591+0000","last_undegraded":"2024-05-27T00:35:17.295591+0000","last_fullsized":"2024-05-27T00:35:17.295591+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:26:25.010419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.620135+0000","last_change":"2024-05-27T00:32:18.982204+0000","last_active":"2024-05-27T00:35:17.620135+0000","last_peered":"2024-05-27T00:35:17.620135+0000","last_clean":"2024-05-27T00:35:17.620135+0000","last_became_active":"2024-05-27T00:32:18.981835+0000","last_became_peered":"2024-05-27T00:32:18.981835+0000","last_unstale":"2024-05-27T00:35:17.620135+0000","last_undegraded":"2024-05-27T00:35:17.620135+0000","last_fullsized":"2024-05-27T00:35:17.620135+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:43:55.976820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780740+0000","last_change":"2024-05-27T00:32:18.983997+0000","last_active":"2024-05-27T00:35:17.780740+0000","last_peered":"2024-05-27T00:35:17.780740+0000","last_clean":"2024-05-27T00:35:17.780740+0000","last_became_active":"2024-05-27T00:32:18.983480+0000","last_became_peered":"2024-05-27T00:32:18.983480+0000","last_unstale":"2024-05-27T00:35:17.780740+0000","last_undegraded":"2024-05-27T00:35:17.780740+0000","last_fullsized":"2024-05-27T00:35:17.780740+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:43:33.442509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"93'12","reported_seq":50,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619343+0000","last_change":"2024-05-27T00:33:22.068472+0000","last_active":"2024-05-27T00:35:17.619343+0000","last_peered":"2024-05-27T00:35:17.619343+0000","last_clean":"2024-05-27T00:35:17.619343+0000","last_became_active":"2024-05-27T00:33:22.068080+0000","last_became_peered":"2024-05-27T00:33:22.068080+0000","last_unstale":"2024-05-27T00:35:17.619343+0000","last_undegraded":"2024-05-27T00:35:17.619343+0000","last_fullsized":"2024-05-27T00:35:17.619343+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:12:59.164214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619190+0000","last_change":"2024-05-27T00:32:19.007589+0000","last_active":"2024-05-27T00:35:17.619190+0000","last_peered":"2024-05-27T00:35:17.619190+0000","last_clean":"2024-05-27T00:35:17.619190+0000","last_became_active":"2024-05-27T00:32:19.007210+0000","last_became_peered":"2024-05-27T00:32:19.007210+0000","last_unstale":"2024-05-27T00:35:17.619190+0000","last_undegraded":"2024-05-27T00:35:17.619190+0000","last_fullsized":"2024-05-27T00:35:17.619190+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:23:15.576674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.622760+0000","last_change":"2024-05-27T00:32:19.006747+0000","last_active":"2024-05-27T00:35:17.622760+0000","last_peered":"2024-05-27T00:35:17.622760+0000","last_clean":"2024-05-27T00:35:17.622760+0000","last_became_active":"2024-05-27T00:32:19.005148+0000","last_became_peered":"2024-05-27T00:32:19.005148+0000","last_unstale":"2024-05-27T00:35:17.622760+0000","last_undegraded":"2024-05-27T00:35:17.622760+0000","last_fullsized":"2024-05-27T00:35:17.622760+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:46:04.664594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"93'4","reported_seq":42,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.295402+0000","last_change":"2024-05-27T00:33:22.069012+0000","last_active":"2024-05-27T00:35:17.295402+0000","last_peered":"2024-05-27T00:35:17.295402+0000","last_clean":"2024-05-27T00:35:17.295402+0000","last_became_active":"2024-05-27T00:33:22.068299+0000","last_became_peered":"2024-05-27T00:33:22.068299+0000","last_unstale":"2024-05-27T00:35:17.295402+0000","last_undegraded":"2024-05-27T00:35:17.295402+0000","last_fullsized":"2024-05-27T00:35:17.295402+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:11:42.906060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,0],"acting":[6,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.781005+0000","last_change":"2024-05-27T00:32:18.983916+0000","last_active":"2024-05-27T00:35:17.781005+0000","last_peered":"2024-05-27T00:35:17.781005+0000","last_clean":"2024-05-27T00:35:17.781005+0000","last_became_active":"2024-05-27T00:32:18.983331+0000","last_became_peered":"2024-05-27T00:32:18.983331+0000","last_unstale":"2024-05-27T00:35:17.781005+0000","last_undegraded":"2024-05-27T00:35:17.781005+0000","last_fullsized":"2024-05-27T00:35:17.781005+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:52:27.715788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"93'15","reported_seq":47,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619691+0000","last_change":"2024-05-27T00:32:18.981186+0000","last_active":"2024-05-27T00:35:17.619691+0000","last_peered":"2024-05-27T00:35:17.619691+0000","last_clean":"2024-05-27T00:35:17.619691+0000","last_became_active":"2024-05-27T00:32:18.980750+0000","last_became_peered":"2024-05-27T00:32:18.980750+0000","last_unstale":"2024-05-27T00:35:17.619691+0000","last_undegraded":"2024-05-27T00:35:17.619691+0000","last_fullsized":"2024-05-27T00:35:17.619691+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:17:22.638664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"93'2","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.287118+0000","last_change":"2024-05-27T00:33:22.065865+0000","last_active":"2024-05-27T00:35:17.287118+0000","last_peered":"2024-05-27T00:35:17.287118+0000","last_clean":"2024-05-27T00:35:17.287118+0000","last_became_active":"2024-05-27T00:33:22.065167+0000","last_became_peered":"2024-05-27T00:33:22.065167+0000","last_unstale":"2024-05-27T00:35:17.287118+0000","last_undegraded":"2024-05-27T00:35:17.287118+0000","last_fullsized":"2024-05-27T00:35:17.287118+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:12:04.326102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435069+0000","last_change":"2024-05-27T00:32:19.005455+0000","last_active":"2024-05-27T00:35:17.435069+0000","last_peered":"2024-05-27T00:35:17.435069+0000","last_clean":"2024-05-27T00:35:17.435069+0000","last_became_active":"2024-05-27T00:32:19.005109+0000","last_became_peered":"2024-05-27T00:32:19.005109+0000","last_unstale":"2024-05-27T00:35:17.435069+0000","last_undegraded":"2024-05-27T00:35:17.435069+0000","last_fullsized":"2024-05-27T00:35:17.435069+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:09:38.406230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285566+0000","last_change":"2024-05-27T00:32:19.013268+0000","last_active":"2024-05-27T00:35:17.285566+0000","last_peered":"2024-05-27T00:35:17.285566+0000","last_clean":"2024-05-27T00:35:17.285566+0000","last_became_active":"2024-05-27T00:32:19.012449+0000","last_became_peered":"2024-05-27T00:32:19.012449+0000","last_unstale":"2024-05-27T00:35:17.285566+0000","last_undegraded":"2024-05-27T00:35:17.285566+0000","last_fullsized":"2024-05-27T00:35:17.285566+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:33:56.502032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"93'10","reported_seq":42,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.625280+0000","last_change":"2024-05-27T00:32:19.006108+0000","last_active":"2024-05-27T00:35:17.625280+0000","last_peered":"2024-05-27T00:35:17.625280+0000","last_clean":"2024-05-27T00:35:17.625280+0000","last_became_active":"2024-05-27T00:32:19.005756+0000","last_became_peered":"2024-05-27T00:32:19.005756+0000","last_unstale":"2024-05-27T00:35:17.625280+0000","last_undegraded":"2024-05-27T00:35:17.625280+0000","last_fullsized":"2024-05-27T00:35:17.625280+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:50:11.305169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"93'11","reported_seq":43,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.296300+0000","last_change":"2024-05-27T00:32:19.009313+0000","last_active":"2024-05-27T00:35:17.296300+0000","last_peered":"2024-05-27T00:35:17.296300+0000","last_clean":"2024-05-27T00:35:17.296300+0000","last_became_active":"2024-05-27T00:32:19.007818+0000","last_became_peered":"2024-05-27T00:32:19.007818+0000","last_unstale":"2024-05-27T00:35:17.296300+0000","last_undegraded":"2024-05-27T00:35:17.296300+0000","last_fullsized":"2024-05-27T00:35:17.296300+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:38:06.057919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780595+0000","last_change":"2024-05-27T00:32:18.986345+0000","last_active":"2024-05-27T00:35:17.780595+0000","last_peered":"2024-05-27T00:35:17.780595+0000","last_clean":"2024-05-27T00:35:17.780595+0000","last_became_active":"2024-05-27T00:32:18.986006+0000","last_became_peered":"2024-05-27T00:32:18.986006+0000","last_unstale":"2024-05-27T00:35:17.780595+0000","last_undegraded":"2024-05-27T00:35:17.780595+0000","last_fullsized":"2024-05-27T00:35:17.780595+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:22:20.097357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":601039,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1002,"num_read_kb":615,"num_write":292,"num_write_kb":1445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2039808,"data_stored":1803117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":231,"ondisk_log_size":231,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318322,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1073152,"data_stored":526286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579958,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37220,"kb_used_data":1884,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93707932,"statfs":{"total":95995035648,"available":95956922368,"internally_reserved":0,"allocated":1929216,"data_stored":1330808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":69,"seq":296352743483,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32644,"kb_used_data":1464,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712508,"statfs":{"total":95995035648,"available":95961608192,"internally_reserved":0,"allocated":1499136,"data_stored":929604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":61,"seq":261993005122,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28480,"kb_used_data":1464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716672,"statfs":{"total":95995035648,"available":95965872128,"internally_reserved":0,"allocated":1499136,"data_stored":929524,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":53,"seq":227633266759,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37000,"kb_used_data":1660,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708152,"statfs":{"total":95995035648,"available":95957147648,"internally_reserved":0,"allocated":1699840,"data_stored":1133527,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":48,"seq":206158430284,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1085440,"data_stored":531564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574953,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28132,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717020,"statfs":{"total":95995035648,"available":95966228480,"internally_reserved":0,"allocated":1142784,"data_stored":591740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738478,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32264,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712888,"statfs":{"total":95995035648,"available":95961997312,"internally_reserved":0,"allocated":1110016,"data_stored":532952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411429,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28180,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716972,"statfs":{"total":95995035648,"available":95966179328,"internally_reserved":0,"allocated":1187840,"data_stored":604657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":27,"seq":115964117085,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32764,"kb_used_data":1588,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712388,"statfs":{"total":95995035648,"available":95961485312,"internally_reserved":0,"allocated":1626112,"data_stored":1056574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":35,"seq":150323855449,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36412,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708740,"statfs":{"total":95995035648,"available":95957749760,"internally_reserved":0,"allocated":1097728,"data_stored":536994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":40,"seq":171798691924,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37136,"kb_used_data":1800,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708016,"statfs":{"total":95995035648,"available":95957008384,"internally_reserved":0,"allocated":1843200,"data_stored":1259935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":70912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":73183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":544768,"data_stored":525100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":163840,"data_stored":133997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":393954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":249856,"data_stored":204870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-27T00:35:24.524 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-05-27T00:35:24.525 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-27T00:35:24.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.755+0000 7fba55000640 1 -- 172.21.15.44:0/1015118705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba50076360 msgr2=0x7fba50076780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:24.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.755+0000 7fba55000640 1 --2- 172.21.15.44:0/1015118705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba50076360 0x7fba50076780 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fba40009900 tx=0x7fba4002a400 comp rx=0 tx=0).stop 2024-05-27T00:35:24.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.755+0000 7fba55000640 1 -- 172.21.15.44:0/1015118705 shutdown_connections 2024-05-27T00:35:24.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.755+0000 7fba55000640 1 --2- 172.21.15.44:0/1015118705 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba50077f40 0x7fba500787e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:24.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.755+0000 7fba55000640 1 --2- 172.21.15.44:0/1015118705 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fba500775a0 0x7fba50077a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:24.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.755+0000 7fba55000640 1 --2- 172.21.15.44:0/1015118705 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba50076360 0x7fba50076780 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:24.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.755+0000 7fba55000640 1 -- 172.21.15.44:0/1015118705 >> 172.21.15.44:0/1015118705 conn(0x7fba500ff190 msgr2=0x7fba501015b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:24.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.755+0000 7fba55000640 1 -- 172.21.15.44:0/1015118705 shutdown_connections 2024-05-27T00:35:24.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.755+0000 7fba55000640 1 -- 172.21.15.44:0/1015118705 wait complete. 2024-05-27T00:35:24.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.756+0000 7fba55000640 1 Processor -- start 2024-05-27T00:35:24.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.757+0000 7fba55000640 1 -- start start 2024-05-27T00:35:24.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.757+0000 7fba55000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fba50076360 0x7fba5019e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:24.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.757+0000 7fba55000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba500775a0 0x7fba5019e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:24.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.757+0000 7fba55000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba50077f40 0x7fba501a5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:24.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.757+0000 7fba55000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fba50113df0 con 0x7fba500775a0 2024-05-27T00:35:24.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.757+0000 7fba55000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fba50113c70 con 0x7fba50077f40 2024-05-27T00:35:24.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.757+0000 7fba55000640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fba50113f70 con 0x7fba50076360 2024-05-27T00:35:24.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.757+0000 7fba47e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba500775a0 0x7fba5019e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:24.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.757+0000 7fba47e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba500775a0 0x7fba5019e920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:48396/0 (socket says 172.21.15.44:48396) 2024-05-27T00:35:24.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.757+0000 7fba47e00640 1 -- 172.21.15.44:0/2962890234 learned_addr learned my addr 172.21.15.44:0/2962890234 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:24.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.757+0000 7fba4de00640 1 --2- 172.21.15.44:0/2962890234 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fba50076360 0x7fba5019e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:24.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.758+0000 7fba4e800640 1 --2- 172.21.15.44:0/2962890234 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba50077f40 0x7fba501a5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:24.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.758+0000 7fba47e00640 1 -- 172.21.15.44:0/2962890234 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fba50076360 msgr2=0x7fba5019e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:24.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.758+0000 7fba47e00640 1 --2- 172.21.15.44:0/2962890234 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fba50076360 0x7fba5019e3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:24.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.758+0000 7fba47e00640 1 -- 172.21.15.44:0/2962890234 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba50077f40 msgr2=0x7fba501a5990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:24.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.758+0000 7fba47e00640 1 --2- 172.21.15.44:0/2962890234 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba50077f40 0x7fba501a5990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:24.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.758+0000 7fba47e00640 1 -- 172.21.15.44:0/2962890234 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba501a6000 con 0x7fba500775a0 2024-05-27T00:35:24.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.758+0000 7fba4de00640 1 --2- 172.21.15.44:0/2962890234 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fba50076360 0x7fba5019e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:24.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.758+0000 7fba47e00640 1 --2- 172.21.15.44:0/2962890234 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba500775a0 0x7fba5019e920 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fba3800e9f0 tx=0x7fba3800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:24.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.759+0000 7fba46a00640 1 -- 172.21.15.44:0/2962890234 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba3800cd80 con 0x7fba500775a0 2024-05-27T00:35:24.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.759+0000 7fba46a00640 1 -- 172.21.15.44:0/2962890234 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fba38010930 con 0x7fba500775a0 2024-05-27T00:35:24.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.759+0000 7fba55000640 1 -- 172.21.15.44:0/2962890234 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba501a62f0 con 0x7fba500775a0 2024-05-27T00:35:24.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.759+0000 7fba46a00640 1 -- 172.21.15.44:0/2962890234 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba38018b00 con 0x7fba500775a0 2024-05-27T00:35:24.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.759+0000 7fba55000640 1 -- 172.21.15.44:0/2962890234 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba501a6840 con 0x7fba500775a0 2024-05-27T00:35:24.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.760+0000 7fba55000640 1 -- 172.21.15.44:0/2962890234 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba501106c0 con 0x7fba500775a0 2024-05-27T00:35:24.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.763+0000 7fba46a00640 1 -- 172.21.15.44:0/2962890234 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7fba38018ca0 con 0x7fba500775a0 2024-05-27T00:35:24.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.764+0000 7fba46a00640 1 --2- 172.21.15.44:0/2962890234 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fba340a2e20 0x7fba340a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:24.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.764+0000 7fba46a00640 1 -- 172.21.15.44:0/2962890234 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fba380cfe70 con 0x7fba500775a0 2024-05-27T00:35:24.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.765+0000 7fba4de00640 1 --2- 172.21.15.44:0/2962890234 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fba340a2e20 0x7fba340a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:24.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.765+0000 7fba4de00640 1 --2- 172.21.15.44:0/2962890234 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fba340a2e20 0x7fba340a52e0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fba40005ab0 tx=0x7fba40005a20 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:24.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.770+0000 7fba46a00640 1 -- 172.21.15.44:0/2962890234 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fba3809be40 con 0x7fba500775a0 2024-05-27T00:35:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:24 smithi044 ceph-mon[31645]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:35:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:24 smithi044 ceph-mon[31645]: Adjusting osd_memory_target on smithi044 to 177.5M 2024-05-27T00:35:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:24 smithi044 ceph-mon[31645]: Unable to set osd_memory_target on smithi044 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-27T00:35:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:24 smithi044 ceph-mon[31645]: Updating smithi044:/etc/ceph/ceph.conf 2024-05-27T00:35:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:24 smithi044 ceph-mon[31645]: Updating smithi050:/etc/ceph/ceph.conf 2024-05-27T00:35:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:24 smithi044 ceph-mon[31645]: Updating smithi137:/etc/ceph/ceph.conf 2024-05-27T00:35:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:24 smithi044 ceph-mon[31645]: Updating smithi050:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:35:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:24 smithi044 ceph-mon[31645]: Updating smithi137:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:35:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:24 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:24 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:24 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:24.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:24 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:24.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:24 smithi050 ceph-mon[36071]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:35:24.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:24 smithi050 ceph-mon[36071]: Adjusting osd_memory_target on smithi044 to 177.5M 2024-05-27T00:35:24.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:24 smithi050 ceph-mon[36071]: Unable to set osd_memory_target on smithi044 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-27T00:35:24.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:24 smithi050 ceph-mon[36071]: Updating smithi044:/etc/ceph/ceph.conf 2024-05-27T00:35:24.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:24 smithi050 ceph-mon[36071]: Updating smithi050:/etc/ceph/ceph.conf 2024-05-27T00:35:24.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:24 smithi050 ceph-mon[36071]: Updating smithi137:/etc/ceph/ceph.conf 2024-05-27T00:35:24.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:24 smithi050 ceph-mon[36071]: Updating smithi050:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:35:24.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:24 smithi050 ceph-mon[36071]: Updating smithi137:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:35:24.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:24 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:24.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:24 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:24.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:24 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:24.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:24 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:24.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:24.993+0000 7fba55000640 1 -- 172.21.15.44:0/2962890234 --> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fba50061de0 con 0x7fba340a2e20 2024-05-27T00:35:25.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:24 smithi137 ceph-mon[36552]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:35:25.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:24 smithi137 ceph-mon[36552]: Adjusting osd_memory_target on smithi044 to 177.5M 2024-05-27T00:35:25.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:24 smithi137 ceph-mon[36552]: Unable to set osd_memory_target on smithi044 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-27T00:35:25.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:24 smithi137 ceph-mon[36552]: Updating smithi044:/etc/ceph/ceph.conf 2024-05-27T00:35:25.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:24 smithi137 ceph-mon[36552]: Updating smithi050:/etc/ceph/ceph.conf 2024-05-27T00:35:25.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:24 smithi137 ceph-mon[36552]: Updating smithi137:/etc/ceph/ceph.conf 2024-05-27T00:35:25.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:24 smithi137 ceph-mon[36552]: Updating smithi050:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:35:25.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:24 smithi137 ceph-mon[36552]: Updating smithi137:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:35:25.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:24 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:25.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:24 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:25.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:24 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:25.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:24 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:25.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.004+0000 7fba46a00640 1 -- 172.21.15.44:0/2962890234 <== mgr.25393 v2:172.21.15.44:6800/2850957139 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339426 (secure 0 0 0) 0x7fba50061de0 con 0x7fba340a2e20 2024-05-27T00:35:25.014 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:35:25.016 INFO:teuthology.orchestra.run.smithi044.stderr:dumped all 2024-05-27T00:35:25.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.012+0000 7fba55000640 1 -- 172.21.15.44:0/2962890234 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fba340a2e20 msgr2=0x7fba340a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:25.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.012+0000 7fba55000640 1 --2- 172.21.15.44:0/2962890234 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fba340a2e20 0x7fba340a52e0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fba40005ab0 tx=0x7fba40005a20 comp rx=0 tx=0).stop 2024-05-27T00:35:25.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.012+0000 7fba55000640 1 -- 172.21.15.44:0/2962890234 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba500775a0 msgr2=0x7fba5019e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:25.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.012+0000 7fba55000640 1 --2- 172.21.15.44:0/2962890234 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba500775a0 0x7fba5019e920 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fba3800e9f0 tx=0x7fba3800eeb0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.013+0000 7fba55000640 1 -- 172.21.15.44:0/2962890234 shutdown_connections 2024-05-27T00:35:25.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.013+0000 7fba55000640 1 --2- 172.21.15.44:0/2962890234 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fba340a2e20 0x7fba340a52e0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.013+0000 7fba55000640 1 --2- 172.21.15.44:0/2962890234 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fba50077f40 0x7fba501a5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.013+0000 7fba55000640 1 --2- 172.21.15.44:0/2962890234 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fba500775a0 0x7fba5019e920 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.013+0000 7fba55000640 1 --2- 172.21.15.44:0/2962890234 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fba50076360 0x7fba5019e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.013+0000 7fba55000640 1 -- 172.21.15.44:0/2962890234 >> 172.21.15.44:0/2962890234 conn(0x7fba500ff190 msgr2=0x7fba50100870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:25.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.013+0000 7fba55000640 1 -- 172.21.15.44:0/2962890234 shutdown_connections 2024-05-27T00:35:25.018 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.013+0000 7fba55000640 1 -- 172.21.15.44:0/2962890234 wait complete. 2024-05-27T00:35:25.033 INFO:teuthology.orchestra.run.smithi044.stdout:{"pg_ready":true,"pg_map":{"version":6,"stamp":"2024-05-27T00:35:23.311220+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1191641,"num_objects":66,"num_object_clones":0,"num_object_copies":200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1138,"num_read_kb":734,"num_write":475,"num_write_kb":4385,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1180853,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":870,"ondisk_log_size":870,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":394700,"kb_used_data":16400,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124547124,"statfs":{"total":1151940427776,"available":1151536254976,"internally_reserved":0,"allocated":16793600,"data_stored":9964165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19141,"internal_metadata":387233083},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.976315"},"pg_stats":[{"pgid":"3.3f","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.781083+0000","last_change":"2024-05-27T00:32:19.005663+0000","last_active":"2024-05-27T00:35:17.781083+0000","last_peered":"2024-05-27T00:35:17.781083+0000","last_clean":"2024-05-27T00:35:17.781083+0000","last_became_active":"2024-05-27T00:32:19.005345+0000","last_became_peered":"2024-05-27T00:32:19.005345+0000","last_unstale":"2024-05-27T00:35:17.781083+0000","last_undegraded":"2024-05-27T00:35:17.781083+0000","last_fullsized":"2024-05-27T00:35:17.781083+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:15:56.906828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"93'4","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.623380+0000","last_change":"2024-05-27T00:32:18.998510+0000","last_active":"2024-05-27T00:35:17.623380+0000","last_peered":"2024-05-27T00:35:17.623380+0000","last_clean":"2024-05-27T00:35:17.623380+0000","last_became_active":"2024-05-27T00:32:18.998061+0000","last_became_peered":"2024-05-27T00:32:18.998061+0000","last_unstale":"2024-05-27T00:35:17.623380+0000","last_undegraded":"2024-05-27T00:35:17.623380+0000","last_fullsized":"2024-05-27T00:35:17.623380+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:27:18.550606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.623173+0000","last_change":"2024-05-27T00:32:19.003624+0000","last_active":"2024-05-27T00:35:17.623173+0000","last_peered":"2024-05-27T00:35:17.623173+0000","last_clean":"2024-05-27T00:35:17.623173+0000","last_became_active":"2024-05-27T00:32:19.003290+0000","last_became_peered":"2024-05-27T00:32:19.003290+0000","last_unstale":"2024-05-27T00:35:17.623173+0000","last_undegraded":"2024-05-27T00:35:17.623173+0000","last_fullsized":"2024-05-27T00:35:17.623173+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:33:46.787742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372500+0000","last_change":"2024-05-27T00:32:18.977309+0000","last_active":"2024-05-27T00:35:17.372500+0000","last_peered":"2024-05-27T00:35:17.372500+0000","last_clean":"2024-05-27T00:35:17.372500+0000","last_became_active":"2024-05-27T00:32:18.976967+0000","last_became_peered":"2024-05-27T00:32:18.976967+0000","last_unstale":"2024-05-27T00:35:17.372500+0000","last_undegraded":"2024-05-27T00:35:17.372500+0000","last_fullsized":"2024-05-27T00:35:17.372500+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:05:17.778795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"93'4","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.288783+0000","last_change":"2024-05-27T00:32:19.005336+0000","last_active":"2024-05-27T00:35:17.288783+0000","last_peered":"2024-05-27T00:35:17.288783+0000","last_clean":"2024-05-27T00:35:17.288783+0000","last_became_active":"2024-05-27T00:32:19.004952+0000","last_became_peered":"2024-05-27T00:32:19.004952+0000","last_unstale":"2024-05-27T00:35:17.288783+0000","last_undegraded":"2024-05-27T00:35:17.288783+0000","last_fullsized":"2024-05-27T00:35:17.288783+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:21:40.865438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.286355+0000","last_change":"2024-05-27T00:32:18.997160+0000","last_active":"2024-05-27T00:35:17.286355+0000","last_peered":"2024-05-27T00:35:17.286355+0000","last_clean":"2024-05-27T00:35:17.286355+0000","last_became_active":"2024-05-27T00:32:18.996744+0000","last_became_peered":"2024-05-27T00:32:18.996744+0000","last_unstale":"2024-05-27T00:35:17.286355+0000","last_undegraded":"2024-05-27T00:35:17.286355+0000","last_fullsized":"2024-05-27T00:35:17.286355+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:55:34.026358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"93'5","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619773+0000","last_change":"2024-05-27T00:32:18.994577+0000","last_active":"2024-05-27T00:35:17.619773+0000","last_peered":"2024-05-27T00:35:17.619773+0000","last_clean":"2024-05-27T00:35:17.619773+0000","last_became_active":"2024-05-27T00:32:18.994235+0000","last_became_peered":"2024-05-27T00:32:18.994235+0000","last_unstale":"2024-05-27T00:35:17.619773+0000","last_undegraded":"2024-05-27T00:35:17.619773+0000","last_fullsized":"2024-05-27T00:35:17.619773+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:39:45.247200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285865+0000","last_change":"2024-05-27T00:32:19.014479+0000","last_active":"2024-05-27T00:35:17.285865+0000","last_peered":"2024-05-27T00:35:17.285865+0000","last_clean":"2024-05-27T00:35:17.285865+0000","last_became_active":"2024-05-27T00:32:19.014013+0000","last_became_peered":"2024-05-27T00:32:19.014013+0000","last_unstale":"2024-05-27T00:35:17.285865+0000","last_undegraded":"2024-05-27T00:35:17.285865+0000","last_fullsized":"2024-05-27T00:35:17.285865+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:45:12.673145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"93'11","reported_seq":43,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.626020+0000","last_change":"2024-05-27T00:32:18.977988+0000","last_active":"2024-05-27T00:35:17.626020+0000","last_peered":"2024-05-27T00:35:17.626020+0000","last_clean":"2024-05-27T00:35:17.626020+0000","last_became_active":"2024-05-27T00:32:18.977610+0000","last_became_peered":"2024-05-27T00:32:18.977610+0000","last_unstale":"2024-05-27T00:35:17.626020+0000","last_undegraded":"2024-05-27T00:35:17.626020+0000","last_fullsized":"2024-05-27T00:35:17.626020+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:50:36.572096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"93'16","reported_seq":48,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.287297+0000","last_change":"2024-05-27T00:32:18.983005+0000","last_active":"2024-05-27T00:35:17.287297+0000","last_peered":"2024-05-27T00:35:17.287297+0000","last_clean":"2024-05-27T00:35:17.287297+0000","last_became_active":"2024-05-27T00:32:18.982596+0000","last_became_peered":"2024-05-27T00:32:18.982596+0000","last_unstale":"2024-05-27T00:35:17.287297+0000","last_undegraded":"2024-05-27T00:35:17.287297+0000","last_fullsized":"2024-05-27T00:35:17.287297+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:44:47.057379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.620200+0000","last_change":"2024-05-27T00:32:18.984070+0000","last_active":"2024-05-27T00:35:17.620200+0000","last_peered":"2024-05-27T00:35:17.620200+0000","last_clean":"2024-05-27T00:35:17.620200+0000","last_became_active":"2024-05-27T00:32:18.983689+0000","last_became_peered":"2024-05-27T00:32:18.983689+0000","last_unstale":"2024-05-27T00:35:17.620200+0000","last_undegraded":"2024-05-27T00:35:17.620200+0000","last_fullsized":"2024-05-27T00:35:17.620200+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:33:56.883306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372455+0000","last_change":"2024-05-27T00:32:18.981246+0000","last_active":"2024-05-27T00:35:17.372455+0000","last_peered":"2024-05-27T00:35:17.372455+0000","last_clean":"2024-05-27T00:35:17.372455+0000","last_became_active":"2024-05-27T00:32:18.980882+0000","last_became_peered":"2024-05-27T00:32:18.980882+0000","last_unstale":"2024-05-27T00:35:17.372455+0000","last_undegraded":"2024-05-27T00:35:17.372455+0000","last_fullsized":"2024-05-27T00:35:17.372455+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:27:54.632537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"93'10","reported_seq":42,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.295871+0000","last_change":"2024-05-27T00:32:18.990303+0000","last_active":"2024-05-27T00:35:17.295871+0000","last_peered":"2024-05-27T00:35:17.295871+0000","last_clean":"2024-05-27T00:35:17.295871+0000","last_became_active":"2024-05-27T00:32:18.977763+0000","last_became_peered":"2024-05-27T00:32:18.977763+0000","last_unstale":"2024-05-27T00:35:17.295871+0000","last_undegraded":"2024-05-27T00:35:17.295871+0000","last_fullsized":"2024-05-27T00:35:17.295871+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:20:26.475260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.622902+0000","last_change":"2024-05-27T00:32:18.999184+0000","last_active":"2024-05-27T00:35:17.622902+0000","last_peered":"2024-05-27T00:35:17.622902+0000","last_clean":"2024-05-27T00:35:17.622902+0000","last_became_active":"2024-05-27T00:32:18.997520+0000","last_became_peered":"2024-05-27T00:32:18.997520+0000","last_unstale":"2024-05-27T00:35:17.622902+0000","last_undegraded":"2024-05-27T00:35:17.622902+0000","last_fullsized":"2024-05-27T00:35:17.622902+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:04:42.824215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.622579+0000","last_change":"2024-05-27T00:32:18.995796+0000","last_active":"2024-05-27T00:35:17.622579+0000","last_peered":"2024-05-27T00:35:17.622579+0000","last_clean":"2024-05-27T00:35:17.622579+0000","last_became_active":"2024-05-27T00:32:18.994655+0000","last_became_peered":"2024-05-27T00:32:18.994655+0000","last_unstale":"2024-05-27T00:35:17.622579+0000","last_undegraded":"2024-05-27T00:35:17.622579+0000","last_fullsized":"2024-05-27T00:35:17.622579+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:44:08.256598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.624889+0000","last_change":"2024-05-27T00:32:18.995211+0000","last_active":"2024-05-27T00:35:17.624889+0000","last_peered":"2024-05-27T00:35:17.624889+0000","last_clean":"2024-05-27T00:35:17.624889+0000","last_became_active":"2024-05-27T00:32:18.994764+0000","last_became_peered":"2024-05-27T00:32:18.994764+0000","last_unstale":"2024-05-27T00:35:17.624889+0000","last_undegraded":"2024-05-27T00:35:17.624889+0000","last_fullsized":"2024-05-27T00:35:17.624889+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:23:11.225248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.781009+0000","last_change":"2024-05-27T00:32:19.005643+0000","last_active":"2024-05-27T00:35:17.781009+0000","last_peered":"2024-05-27T00:35:17.781009+0000","last_clean":"2024-05-27T00:35:17.781009+0000","last_became_active":"2024-05-27T00:32:19.005298+0000","last_became_peered":"2024-05-27T00:32:19.005298+0000","last_unstale":"2024-05-27T00:35:17.781009+0000","last_undegraded":"2024-05-27T00:35:17.781009+0000","last_fullsized":"2024-05-27T00:35:17.781009+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:32:17.536521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"93'10","reported_seq":42,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.424977+0000","last_change":"2024-05-27T00:32:19.001511+0000","last_active":"2024-05-27T00:35:17.424977+0000","last_peered":"2024-05-27T00:35:17.424977+0000","last_clean":"2024-05-27T00:35:17.424977+0000","last_became_active":"2024-05-27T00:32:18.998632+0000","last_became_peered":"2024-05-27T00:32:18.998632+0000","last_unstale":"2024-05-27T00:35:17.424977+0000","last_undegraded":"2024-05-27T00:35:17.424977+0000","last_fullsized":"2024-05-27T00:35:17.424977+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:21:21.991436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619729+0000","last_change":"2024-05-27T00:32:18.987117+0000","last_active":"2024-05-27T00:35:17.619729+0000","last_peered":"2024-05-27T00:35:17.619729+0000","last_clean":"2024-05-27T00:35:17.619729+0000","last_became_active":"2024-05-27T00:32:18.986767+0000","last_became_peered":"2024-05-27T00:32:18.986767+0000","last_unstale":"2024-05-27T00:35:17.619729+0000","last_undegraded":"2024-05-27T00:35:17.619729+0000","last_fullsized":"2024-05-27T00:35:17.619729+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:00:15.887902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619236+0000","last_change":"2024-05-27T00:32:23.442138+0000","last_active":"2024-05-27T00:35:17.619236+0000","last_peered":"2024-05-27T00:35:17.619236+0000","last_clean":"2024-05-27T00:35:17.619236+0000","last_became_active":"2024-05-27T00:32:23.441259+0000","last_became_peered":"2024-05-27T00:32:23.441259+0000","last_unstale":"2024-05-27T00:35:17.619236+0000","last_undegraded":"2024-05-27T00:35:17.619236+0000","last_fullsized":"2024-05-27T00:35:17.619236+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:29:53.501679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'9","reported_seq":44,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.425939+0000","last_change":"2024-05-27T00:32:17.994299+0000","last_active":"2024-05-27T00:35:17.425939+0000","last_peered":"2024-05-27T00:35:17.425939+0000","last_clean":"2024-05-27T00:35:17.425939+0000","last_became_active":"2024-05-27T00:32:17.993959+0000","last_became_peered":"2024-05-27T00:32:17.993959+0000","last_unstale":"2024-05-27T00:35:17.425939+0000","last_undegraded":"2024-05-27T00:35:17.425939+0000","last_fullsized":"2024-05-27T00:35:17.425939+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:14:45.404789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"93'5","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.286310+0000","last_change":"2024-05-27T00:32:19.014410+0000","last_active":"2024-05-27T00:35:17.286310+0000","last_peered":"2024-05-27T00:35:17.286310+0000","last_clean":"2024-05-27T00:35:17.286310+0000","last_became_active":"2024-05-27T00:32:19.013986+0000","last_became_peered":"2024-05-27T00:32:19.013986+0000","last_unstale":"2024-05-27T00:35:17.286310+0000","last_undegraded":"2024-05-27T00:35:17.286310+0000","last_fullsized":"2024-05-27T00:35:17.286310+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:21:09.249429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.371987+0000","last_change":"2024-05-27T00:32:23.437301+0000","last_active":"2024-05-27T00:35:17.371987+0000","last_peered":"2024-05-27T00:35:17.371987+0000","last_clean":"2024-05-27T00:35:17.371987+0000","last_became_active":"2024-05-27T00:32:23.436738+0000","last_became_peered":"2024-05-27T00:32:23.436738+0000","last_unstale":"2024-05-27T00:35:17.371987+0000","last_undegraded":"2024-05-27T00:35:17.371987+0000","last_fullsized":"2024-05-27T00:35:17.371987+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:38:54.136784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"91'2","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.286563+0000","last_change":"2024-05-27T00:32:18.011484+0000","last_active":"2024-05-27T00:35:17.286563+0000","last_peered":"2024-05-27T00:35:17.286563+0000","last_clean":"2024-05-27T00:35:17.286563+0000","last_became_active":"2024-05-27T00:32:18.011151+0000","last_became_peered":"2024-05-27T00:32:18.011151+0000","last_unstale":"2024-05-27T00:35:17.286563+0000","last_undegraded":"2024-05-27T00:35:17.286563+0000","last_fullsized":"2024-05-27T00:35:17.286563+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:36:00.661797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.623281+0000","last_change":"2024-05-27T00:32:19.008140+0000","last_active":"2024-05-27T00:35:17.623281+0000","last_peered":"2024-05-27T00:35:17.623281+0000","last_clean":"2024-05-27T00:35:17.623281+0000","last_became_active":"2024-05-27T00:32:19.007777+0000","last_became_peered":"2024-05-27T00:32:19.007777+0000","last_unstale":"2024-05-27T00:35:17.623281+0000","last_undegraded":"2024-05-27T00:35:17.623281+0000","last_fullsized":"2024-05-27T00:35:17.623281+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:48:04.037732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372123+0000","last_change":"2024-05-27T00:32:23.441551+0000","last_active":"2024-05-27T00:35:17.372123+0000","last_peered":"2024-05-27T00:35:17.372123+0000","last_clean":"2024-05-27T00:35:17.372123+0000","last_became_active":"2024-05-27T00:32:23.440711+0000","last_became_peered":"2024-05-27T00:32:23.440711+0000","last_unstale":"2024-05-27T00:35:17.372123+0000","last_undegraded":"2024-05-27T00:35:17.372123+0000","last_fullsized":"2024-05-27T00:35:17.372123+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:07:11.885796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"91'4","reported_seq":19,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780997+0000","last_change":"2024-05-27T00:34:24.115206+0000","last_active":"2024-05-27T00:35:17.780997+0000","last_peered":"2024-05-27T00:35:17.780997+0000","last_clean":"2024-05-27T00:35:17.780997+0000","last_became_active":"2024-05-27T00:34:24.110725+0000","last_became_peered":"2024-05-27T00:34:24.110725+0000","last_unstale":"2024-05-27T00:35:17.780997+0000","last_undegraded":"2024-05-27T00:35:17.780997+0000","last_fullsized":"2024-05-27T00:35:17.780997+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:25:24.918316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.625118+0000","last_change":"2024-05-27T00:32:18.997892+0000","last_active":"2024-05-27T00:35:17.625118+0000","last_peered":"2024-05-27T00:35:17.625118+0000","last_clean":"2024-05-27T00:35:17.625118+0000","last_became_active":"2024-05-27T00:32:18.997532+0000","last_became_peered":"2024-05-27T00:32:18.997532+0000","last_unstale":"2024-05-27T00:35:17.625118+0000","last_undegraded":"2024-05-27T00:35:17.625118+0000","last_fullsized":"2024-05-27T00:35:17.625118+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:09:50.023265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372039+0000","last_change":"2024-05-27T00:32:23.427504+0000","last_active":"2024-05-27T00:35:17.372039+0000","last_peered":"2024-05-27T00:35:17.372039+0000","last_clean":"2024-05-27T00:35:17.372039+0000","last_became_active":"2024-05-27T00:32:23.427189+0000","last_became_peered":"2024-05-27T00:32:23.427189+0000","last_unstale":"2024-05-27T00:35:17.372039+0000","last_undegraded":"2024-05-27T00:35:17.372039+0000","last_fullsized":"2024-05-27T00:35:17.372039+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:54:10.185043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"86'2","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.289282+0000","last_change":"2024-05-27T00:32:17.989135+0000","last_active":"2024-05-27T00:35:17.289282+0000","last_peered":"2024-05-27T00:35:17.289282+0000","last_clean":"2024-05-27T00:35:17.289282+0000","last_became_active":"2024-05-27T00:32:17.988785+0000","last_became_peered":"2024-05-27T00:32:17.988785+0000","last_unstale":"2024-05-27T00:35:17.289282+0000","last_undegraded":"2024-05-27T00:35:17.289282+0000","last_fullsized":"2024-05-27T00:35:17.289282+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:46:47.425862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"93'15","reported_seq":47,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435567+0000","last_change":"2024-05-27T00:32:18.979850+0000","last_active":"2024-05-27T00:35:17.435567+0000","last_peered":"2024-05-27T00:35:17.435567+0000","last_clean":"2024-05-27T00:35:17.435567+0000","last_became_active":"2024-05-27T00:32:18.979492+0000","last_became_peered":"2024-05-27T00:32:18.979492+0000","last_unstale":"2024-05-27T00:35:17.435567+0000","last_undegraded":"2024-05-27T00:35:17.435567+0000","last_fullsized":"2024-05-27T00:35:17.435567+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:31:47.297865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":32,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619574+0000","last_change":"2024-05-27T00:33:22.052708+0000","last_active":"2024-05-27T00:35:17.619574+0000","last_peered":"2024-05-27T00:35:17.619574+0000","last_clean":"2024-05-27T00:35:17.619574+0000","last_became_active":"2024-05-27T00:33:22.052086+0000","last_became_peered":"2024-05-27T00:33:22.052086+0000","last_unstale":"2024-05-27T00:35:17.619574+0000","last_undegraded":"2024-05-27T00:35:17.619574+0000","last_fullsized":"2024-05-27T00:35:17.619574+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:41:30.723032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,7,11],"acting":[2,8,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"96'8","reported_seq":193,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.846154+0000","last_change":"2024-05-27T00:32:17.995036+0000","last_active":"2024-05-27T00:35:17.846154+0000","last_peered":"2024-05-27T00:35:17.846154+0000","last_clean":"2024-05-27T00:35:17.846154+0000","last_became_active":"2024-05-27T00:32:17.993968+0000","last_became_peered":"2024-05-27T00:32:17.993968+0000","last_unstale":"2024-05-27T00:35:17.846154+0000","last_undegraded":"2024-05-27T00:35:17.846154+0000","last_fullsized":"2024-05-27T00:35:17.846154+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:55:40.670204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1543,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":151,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.289024+0000","last_change":"2024-05-27T00:32:18.999318+0000","last_active":"2024-05-27T00:35:17.289024+0000","last_peered":"2024-05-27T00:35:17.289024+0000","last_clean":"2024-05-27T00:35:17.289024+0000","last_became_active":"2024-05-27T00:32:18.998924+0000","last_became_peered":"2024-05-27T00:32:18.998924+0000","last_unstale":"2024-05-27T00:35:17.289024+0000","last_undegraded":"2024-05-27T00:35:17.289024+0000","last_fullsized":"2024-05-27T00:35:17.289024+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:52:02.218835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619509+0000","last_change":"2024-05-27T00:32:23.437050+0000","last_active":"2024-05-27T00:35:17.619509+0000","last_peered":"2024-05-27T00:35:17.619509+0000","last_clean":"2024-05-27T00:35:17.619509+0000","last_became_active":"2024-05-27T00:32:23.435857+0000","last_became_peered":"2024-05-27T00:32:23.435857+0000","last_unstale":"2024-05-27T00:35:17.619509+0000","last_undegraded":"2024-05-27T00:35:17.619509+0000","last_fullsized":"2024-05-27T00:35:17.619509+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:52:49.551208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"91'3","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.286314+0000","last_change":"2024-05-27T00:32:17.987907+0000","last_active":"2024-05-27T00:35:17.286314+0000","last_peered":"2024-05-27T00:35:17.286314+0000","last_clean":"2024-05-27T00:35:17.286314+0000","last_became_active":"2024-05-27T00:32:17.987554+0000","last_became_peered":"2024-05-27T00:32:17.987554+0000","last_unstale":"2024-05-27T00:35:17.286314+0000","last_undegraded":"2024-05-27T00:35:17.286314+0000","last_fullsized":"2024-05-27T00:35:17.286314+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:31:33.369959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435895+0000","last_change":"2024-05-27T00:32:19.006469+0000","last_active":"2024-05-27T00:35:17.435895+0000","last_peered":"2024-05-27T00:35:17.435895+0000","last_clean":"2024-05-27T00:35:17.435895+0000","last_became_active":"2024-05-27T00:32:19.005895+0000","last_became_peered":"2024-05-27T00:32:19.005895+0000","last_unstale":"2024-05-27T00:35:17.435895+0000","last_undegraded":"2024-05-27T00:35:17.435895+0000","last_fullsized":"2024-05-27T00:35:17.435895+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:48:39.439790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780994+0000","last_change":"2024-05-27T00:32:23.446277+0000","last_active":"2024-05-27T00:35:17.780994+0000","last_peered":"2024-05-27T00:35:17.780994+0000","last_clean":"2024-05-27T00:35:17.780994+0000","last_became_active":"2024-05-27T00:32:23.445909+0000","last_became_peered":"2024-05-27T00:32:23.445909+0000","last_unstale":"2024-05-27T00:35:17.780994+0000","last_undegraded":"2024-05-27T00:35:17.780994+0000","last_fullsized":"2024-05-27T00:35:17.780994+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:34:36.648150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"91'2","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.296512+0000","last_change":"2024-05-27T00:32:17.986205+0000","last_active":"2024-05-27T00:35:17.296512+0000","last_peered":"2024-05-27T00:35:17.296512+0000","last_clean":"2024-05-27T00:35:17.296512+0000","last_became_active":"2024-05-27T00:32:17.985878+0000","last_became_peered":"2024-05-27T00:32:17.985878+0000","last_unstale":"2024-05-27T00:35:17.296512+0000","last_undegraded":"2024-05-27T00:35:17.296512+0000","last_fullsized":"2024-05-27T00:35:17.296512+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:26:35.915495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285480+0000","last_change":"2024-05-27T00:32:19.009946+0000","last_active":"2024-05-27T00:35:17.285480+0000","last_peered":"2024-05-27T00:35:17.285480+0000","last_clean":"2024-05-27T00:35:17.285480+0000","last_became_active":"2024-05-27T00:32:19.007208+0000","last_became_peered":"2024-05-27T00:32:19.007208+0000","last_unstale":"2024-05-27T00:35:17.285480+0000","last_undegraded":"2024-05-27T00:35:17.285480+0000","last_fullsized":"2024-05-27T00:35:17.285480+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:33:27.507711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.623245+0000","last_change":"2024-05-27T00:32:23.432617+0000","last_active":"2024-05-27T00:35:17.623245+0000","last_peered":"2024-05-27T00:35:17.623245+0000","last_clean":"2024-05-27T00:35:17.623245+0000","last_became_active":"2024-05-27T00:32:23.432202+0000","last_became_peered":"2024-05-27T00:32:23.432202+0000","last_unstale":"2024-05-27T00:35:17.623245+0000","last_undegraded":"2024-05-27T00:35:17.623245+0000","last_fullsized":"2024-05-27T00:35:17.623245+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:51:06.917270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"91'1","reported_seq":35,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435058+0000","last_change":"2024-05-27T00:32:17.994301+0000","last_active":"2024-05-27T00:35:17.435058+0000","last_peered":"2024-05-27T00:35:17.435058+0000","last_clean":"2024-05-27T00:35:17.435058+0000","last_became_active":"2024-05-27T00:32:17.993615+0000","last_became_peered":"2024-05-27T00:32:17.993615+0000","last_unstale":"2024-05-27T00:35:17.435058+0000","last_undegraded":"2024-05-27T00:35:17.435058+0000","last_fullsized":"2024-05-27T00:35:17.435058+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:52:05.221624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"93'11","reported_seq":49,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.424353+0000","last_change":"2024-05-27T00:33:22.237872+0000","last_active":"2024-05-27T00:35:17.424353+0000","last_peered":"2024-05-27T00:35:17.424353+0000","last_clean":"2024-05-27T00:35:17.424353+0000","last_became_active":"2024-05-27T00:33:22.237058+0000","last_became_peered":"2024-05-27T00:33:22.237058+0000","last_unstale":"2024-05-27T00:35:17.424353+0000","last_undegraded":"2024-05-27T00:35:17.424353+0000","last_fullsized":"2024-05-27T00:35:17.424353+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:24:51.485678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,10],"acting":[9,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285161+0000","last_change":"2024-05-27T00:32:23.430059+0000","last_active":"2024-05-27T00:35:17.285161+0000","last_peered":"2024-05-27T00:35:17.285161+0000","last_clean":"2024-05-27T00:35:17.285161+0000","last_became_active":"2024-05-27T00:32:23.427563+0000","last_became_peered":"2024-05-27T00:32:23.427563+0000","last_unstale":"2024-05-27T00:35:17.285161+0000","last_undegraded":"2024-05-27T00:35:17.285161+0000","last_fullsized":"2024-05-27T00:35:17.285161+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:58:46.996909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"96'5","reported_seq":185,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619528+0000","last_change":"2024-05-27T00:32:17.989629+0000","last_active":"2024-05-27T00:35:17.619528+0000","last_peered":"2024-05-27T00:35:17.619528+0000","last_clean":"2024-05-27T00:35:17.619528+0000","last_became_active":"2024-05-27T00:32:17.989180+0000","last_became_peered":"2024-05-27T00:32:17.989180+0000","last_unstale":"2024-05-27T00:35:17.619528+0000","last_undegraded":"2024-05-27T00:35:17.619528+0000","last_fullsized":"2024-05-27T00:35:17.619528+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:10:00.003618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":146,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"93'10","reported_seq":42,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.625776+0000","last_change":"2024-05-27T00:32:18.999086+0000","last_active":"2024-05-27T00:35:17.625776+0000","last_peered":"2024-05-27T00:35:17.625776+0000","last_clean":"2024-05-27T00:35:17.625776+0000","last_became_active":"2024-05-27T00:32:18.998609+0000","last_became_peered":"2024-05-27T00:32:18.998609+0000","last_unstale":"2024-05-27T00:35:17.625776+0000","last_undegraded":"2024-05-27T00:35:17.625776+0000","last_fullsized":"2024-05-27T00:35:17.625776+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:30:08.184746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.424251+0000","last_change":"2024-05-27T00:32:23.443072+0000","last_active":"2024-05-27T00:35:17.424251+0000","last_peered":"2024-05-27T00:35:17.424251+0000","last_clean":"2024-05-27T00:35:17.424251+0000","last_became_active":"2024-05-27T00:32:23.439413+0000","last_became_peered":"2024-05-27T00:32:23.439413+0000","last_unstale":"2024-05-27T00:35:17.424251+0000","last_undegraded":"2024-05-27T00:35:17.424251+0000","last_fullsized":"2024-05-27T00:35:17.424251+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:56:28.435938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"91'2","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619798+0000","last_change":"2024-05-27T00:32:17.995030+0000","last_active":"2024-05-27T00:35:17.619798+0000","last_peered":"2024-05-27T00:35:17.619798+0000","last_clean":"2024-05-27T00:35:17.619798+0000","last_became_active":"2024-05-27T00:32:17.994524+0000","last_became_peered":"2024-05-27T00:32:17.994524+0000","last_unstale":"2024-05-27T00:35:17.619798+0000","last_undegraded":"2024-05-27T00:35:17.619798+0000","last_fullsized":"2024-05-27T00:35:17.619798+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:01:40.641074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.623426+0000","last_change":"2024-05-27T00:32:19.003611+0000","last_active":"2024-05-27T00:35:17.623426+0000","last_peered":"2024-05-27T00:35:17.623426+0000","last_clean":"2024-05-27T00:35:17.623426+0000","last_became_active":"2024-05-27T00:32:19.003095+0000","last_became_peered":"2024-05-27T00:32:19.003095+0000","last_unstale":"2024-05-27T00:35:17.623426+0000","last_undegraded":"2024-05-27T00:35:17.623426+0000","last_fullsized":"2024-05-27T00:35:17.623426+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:34:16.092282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372556+0000","last_change":"2024-05-27T00:32:23.441184+0000","last_active":"2024-05-27T00:35:17.372556+0000","last_peered":"2024-05-27T00:35:17.372556+0000","last_clean":"2024-05-27T00:35:17.372556+0000","last_became_active":"2024-05-27T00:32:23.440615+0000","last_became_peered":"2024-05-27T00:32:23.440615+0000","last_unstale":"2024-05-27T00:35:17.372556+0000","last_undegraded":"2024-05-27T00:35:17.372556+0000","last_fullsized":"2024-05-27T00:35:17.372556+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:44:45.916689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"91'4","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435499+0000","last_change":"2024-05-27T00:32:17.996228+0000","last_active":"2024-05-27T00:35:17.435499+0000","last_peered":"2024-05-27T00:35:17.435499+0000","last_clean":"2024-05-27T00:35:17.435499+0000","last_became_active":"2024-05-27T00:32:17.995861+0000","last_became_peered":"2024-05-27T00:32:17.995861+0000","last_unstale":"2024-05-27T00:35:17.435499+0000","last_undegraded":"2024-05-27T00:35:17.435499+0000","last_fullsized":"2024-05-27T00:35:17.435499+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:07:06.540324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"93'11","reported_seq":43,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.625325+0000","last_change":"2024-05-27T00:32:18.983802+0000","last_active":"2024-05-27T00:35:17.625325+0000","last_peered":"2024-05-27T00:35:17.625325+0000","last_clean":"2024-05-27T00:35:17.625325+0000","last_became_active":"2024-05-27T00:32:18.983468+0000","last_became_peered":"2024-05-27T00:32:18.983468+0000","last_unstale":"2024-05-27T00:35:17.625325+0000","last_undegraded":"2024-05-27T00:35:17.625325+0000","last_fullsized":"2024-05-27T00:35:17.625325+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:01:34.187925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.424282+0000","last_change":"2024-05-27T00:32:23.440563+0000","last_active":"2024-05-27T00:35:17.424282+0000","last_peered":"2024-05-27T00:35:17.424282+0000","last_clean":"2024-05-27T00:35:17.424282+0000","last_became_active":"2024-05-27T00:32:23.440104+0000","last_became_peered":"2024-05-27T00:32:23.440104+0000","last_unstale":"2024-05-27T00:35:17.424282+0000","last_undegraded":"2024-05-27T00:35:17.424282+0000","last_fullsized":"2024-05-27T00:35:17.424282+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:18:45.058066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"96'41","reported_seq":379,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.846150+0000","last_change":"2024-05-27T00:32:17.991138+0000","last_active":"2024-05-27T00:35:17.846150+0000","last_peered":"2024-05-27T00:35:17.846150+0000","last_clean":"2024-05-27T00:35:17.846150+0000","last_became_active":"2024-05-27T00:32:17.990517+0000","last_became_peered":"2024-05-27T00:32:17.990517+0000","last_unstale":"2024-05-27T00:35:17.846150+0000","last_undegraded":"2024-05-27T00:35:17.846150+0000","last_fullsized":"2024-05-27T00:35:17.846150+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:55:21.323020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70912,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":304,"num_read_kb":222,"num_write":42,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.289217+0000","last_change":"2024-05-27T00:32:18.981540+0000","last_active":"2024-05-27T00:35:17.289217+0000","last_peered":"2024-05-27T00:35:17.289217+0000","last_clean":"2024-05-27T00:35:17.289217+0000","last_became_active":"2024-05-27T00:32:18.981055+0000","last_became_peered":"2024-05-27T00:32:18.981055+0000","last_unstale":"2024-05-27T00:35:17.289217+0000","last_undegraded":"2024-05-27T00:35:17.289217+0000","last_fullsized":"2024-05-27T00:35:17.289217+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:09:54.359017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435977+0000","last_change":"2024-05-27T00:32:23.427753+0000","last_active":"2024-05-27T00:35:17.435977+0000","last_peered":"2024-05-27T00:35:17.435977+0000","last_clean":"2024-05-27T00:35:17.435977+0000","last_became_active":"2024-05-27T00:32:23.427247+0000","last_became_peered":"2024-05-27T00:32:23.427247+0000","last_unstale":"2024-05-27T00:35:17.435977+0000","last_undegraded":"2024-05-27T00:35:17.435977+0000","last_fullsized":"2024-05-27T00:35:17.435977+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:15:00.736443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"91'6","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619346+0000","last_change":"2024-05-27T00:32:18.014022+0000","last_active":"2024-05-27T00:35:17.619346+0000","last_peered":"2024-05-27T00:35:17.619346+0000","last_clean":"2024-05-27T00:35:17.619346+0000","last_became_active":"2024-05-27T00:32:18.013680+0000","last_became_peered":"2024-05-27T00:32:18.013680+0000","last_unstale":"2024-05-27T00:35:17.619346+0000","last_undegraded":"2024-05-27T00:35:17.619346+0000","last_fullsized":"2024-05-27T00:35:17.619346+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:28:05.968446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.295001+0000","last_change":"2024-05-27T00:32:19.002136+0000","last_active":"2024-05-27T00:35:17.295001+0000","last_peered":"2024-05-27T00:35:17.295001+0000","last_clean":"2024-05-27T00:35:17.295001+0000","last_became_active":"2024-05-27T00:32:19.001755+0000","last_became_peered":"2024-05-27T00:32:19.001755+0000","last_unstale":"2024-05-27T00:35:17.295001+0000","last_undegraded":"2024-05-27T00:35:17.295001+0000","last_fullsized":"2024-05-27T00:35:17.295001+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:50:41.559583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780529+0000","last_change":"2024-05-27T00:32:23.445996+0000","last_active":"2024-05-27T00:35:17.780529+0000","last_peered":"2024-05-27T00:35:17.780529+0000","last_clean":"2024-05-27T00:35:17.780529+0000","last_became_active":"2024-05-27T00:32:23.445532+0000","last_became_peered":"2024-05-27T00:32:23.445532+0000","last_unstale":"2024-05-27T00:35:17.780529+0000","last_undegraded":"2024-05-27T00:35:17.780529+0000","last_fullsized":"2024-05-27T00:35:17.780529+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:33:44.170491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"91'3","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435393+0000","last_change":"2024-05-27T00:32:18.013480+0000","last_active":"2024-05-27T00:35:17.435393+0000","last_peered":"2024-05-27T00:35:17.435393+0000","last_clean":"2024-05-27T00:35:17.435393+0000","last_became_active":"2024-05-27T00:32:18.013112+0000","last_became_peered":"2024-05-27T00:32:18.013112+0000","last_unstale":"2024-05-27T00:35:17.435393+0000","last_undegraded":"2024-05-27T00:35:17.435393+0000","last_fullsized":"2024-05-27T00:35:17.435393+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:36:41.727000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"93'15","reported_seq":47,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.620214+0000","last_change":"2024-05-27T00:32:18.996509+0000","last_active":"2024-05-27T00:35:17.620214+0000","last_peered":"2024-05-27T00:35:17.620214+0000","last_clean":"2024-05-27T00:35:17.620214+0000","last_became_active":"2024-05-27T00:32:18.996143+0000","last_became_peered":"2024-05-27T00:32:18.996143+0000","last_unstale":"2024-05-27T00:35:17.620214+0000","last_undegraded":"2024-05-27T00:35:17.620214+0000","last_fullsized":"2024-05-27T00:35:17.620214+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:00:51.087192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.424888+0000","last_change":"2024-05-27T00:32:23.444644+0000","last_active":"2024-05-27T00:35:17.424888+0000","last_peered":"2024-05-27T00:35:17.424888+0000","last_clean":"2024-05-27T00:35:17.424888+0000","last_became_active":"2024-05-27T00:32:23.443506+0000","last_became_peered":"2024-05-27T00:32:23.443506+0000","last_unstale":"2024-05-27T00:35:17.424888+0000","last_undegraded":"2024-05-27T00:35:17.424888+0000","last_fullsized":"2024-05-27T00:35:17.424888+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:31:51.934266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"96'5","reported_seq":188,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.874232+0000","last_change":"2024-05-27T00:32:17.990980+0000","last_active":"2024-05-27T00:35:17.874232+0000","last_peered":"2024-05-27T00:35:17.874232+0000","last_clean":"2024-05-27T00:35:17.874232+0000","last_became_active":"2024-05-27T00:32:17.990607+0000","last_became_peered":"2024-05-27T00:32:17.990607+0000","last_unstale":"2024-05-27T00:35:17.874232+0000","last_undegraded":"2024-05-27T00:35:17.874232+0000","last_fullsized":"2024-05-27T00:35:17.874232+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:18:34.633451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":150,"num_read_kb":4,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619611+0000","last_change":"2024-05-27T00:32:18.986457+0000","last_active":"2024-05-27T00:35:17.619611+0000","last_peered":"2024-05-27T00:35:17.619611+0000","last_clean":"2024-05-27T00:35:17.619611+0000","last_became_active":"2024-05-27T00:32:18.985995+0000","last_became_peered":"2024-05-27T00:32:18.985995+0000","last_unstale":"2024-05-27T00:35:17.619611+0000","last_undegraded":"2024-05-27T00:35:17.619611+0000","last_fullsized":"2024-05-27T00:35:17.619611+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:46:24.767710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":32,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.295394+0000","last_change":"2024-05-27T00:33:22.066827+0000","last_active":"2024-05-27T00:35:17.295394+0000","last_peered":"2024-05-27T00:35:17.295394+0000","last_clean":"2024-05-27T00:35:17.295394+0000","last_became_active":"2024-05-27T00:33:22.066275+0000","last_became_peered":"2024-05-27T00:33:22.066275+0000","last_unstale":"2024-05-27T00:35:17.295394+0000","last_undegraded":"2024-05-27T00:35:17.295394+0000","last_fullsized":"2024-05-27T00:35:17.295394+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:29:21.073207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"91'15","reported_seq":50,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.288687+0000","last_change":"2024-05-27T00:32:17.999047+0000","last_active":"2024-05-27T00:35:17.288687+0000","last_peered":"2024-05-27T00:35:17.288687+0000","last_clean":"2024-05-27T00:35:17.288687+0000","last_became_active":"2024-05-27T00:32:17.998794+0000","last_became_peered":"2024-05-27T00:32:17.998794+0000","last_unstale":"2024-05-27T00:35:17.288687+0000","last_undegraded":"2024-05-27T00:35:17.288687+0000","last_fullsized":"2024-05-27T00:35:17.288687+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:02:37.189837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435177+0000","last_change":"2024-05-27T00:32:18.979638+0000","last_active":"2024-05-27T00:35:17.435177+0000","last_peered":"2024-05-27T00:35:17.435177+0000","last_clean":"2024-05-27T00:35:17.435177+0000","last_became_active":"2024-05-27T00:32:18.979307+0000","last_became_peered":"2024-05-27T00:32:18.979307+0000","last_unstale":"2024-05-27T00:35:17.435177+0000","last_undegraded":"2024-05-27T00:35:17.435177+0000","last_fullsized":"2024-05-27T00:35:17.435177+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:46:27.817487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435159+0000","last_change":"2024-05-27T00:32:23.441879+0000","last_active":"2024-05-27T00:35:17.435159+0000","last_peered":"2024-05-27T00:35:17.435159+0000","last_clean":"2024-05-27T00:35:17.435159+0000","last_became_active":"2024-05-27T00:32:23.441439+0000","last_became_peered":"2024-05-27T00:32:23.441439+0000","last_unstale":"2024-05-27T00:35:17.435159+0000","last_undegraded":"2024-05-27T00:35:17.435159+0000","last_fullsized":"2024-05-27T00:35:17.435159+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:58:26.257536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"91'2","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.289391+0000","last_change":"2024-05-27T00:32:17.988769+0000","last_active":"2024-05-27T00:35:17.289391+0000","last_peered":"2024-05-27T00:35:17.289391+0000","last_clean":"2024-05-27T00:35:17.289391+0000","last_became_active":"2024-05-27T00:32:17.988418+0000","last_became_peered":"2024-05-27T00:32:17.988418+0000","last_unstale":"2024-05-27T00:35:17.289391+0000","last_undegraded":"2024-05-27T00:35:17.289391+0000","last_fullsized":"2024-05-27T00:35:17.289391+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:29:22.343207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"93'5","reported_seq":43,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780819+0000","last_change":"2024-05-27T00:33:22.068414+0000","last_active":"2024-05-27T00:35:17.780819+0000","last_peered":"2024-05-27T00:35:17.780819+0000","last_clean":"2024-05-27T00:35:17.780819+0000","last_became_active":"2024-05-27T00:33:22.068015+0000","last_became_peered":"2024-05-27T00:33:22.068015+0000","last_unstale":"2024-05-27T00:35:17.780819+0000","last_undegraded":"2024-05-27T00:35:17.780819+0000","last_fullsized":"2024-05-27T00:35:17.780819+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:33:41.829268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":32,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.288962+0000","last_change":"2024-05-27T00:33:22.237120+0000","last_active":"2024-05-27T00:35:17.288962+0000","last_peered":"2024-05-27T00:35:17.288962+0000","last_clean":"2024-05-27T00:35:17.288962+0000","last_became_active":"2024-05-27T00:33:22.236732+0000","last_became_peered":"2024-05-27T00:33:22.236732+0000","last_unstale":"2024-05-27T00:35:17.288962+0000","last_undegraded":"2024-05-27T00:35:17.288962+0000","last_fullsized":"2024-05-27T00:35:17.288962+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:00:57.186492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,1],"acting":[8,10,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.424772+0000","last_change":"2024-05-27T00:32:18.004028+0000","last_active":"2024-05-27T00:35:17.424772+0000","last_peered":"2024-05-27T00:35:17.424772+0000","last_clean":"2024-05-27T00:35:17.424772+0000","last_became_active":"2024-05-27T00:32:18.003377+0000","last_became_peered":"2024-05-27T00:32:18.003377+0000","last_unstale":"2024-05-27T00:35:17.424772+0000","last_undegraded":"2024-05-27T00:35:17.424772+0000","last_fullsized":"2024-05-27T00:35:17.424772+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:45:02.911018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"93'4","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.286952+0000","last_change":"2024-05-27T00:32:19.006993+0000","last_active":"2024-05-27T00:35:17.286952+0000","last_peered":"2024-05-27T00:35:17.286952+0000","last_clean":"2024-05-27T00:35:17.286952+0000","last_became_active":"2024-05-27T00:32:19.006608+0000","last_became_peered":"2024-05-27T00:32:19.006608+0000","last_unstale":"2024-05-27T00:35:17.286952+0000","last_undegraded":"2024-05-27T00:35:17.286952+0000","last_fullsized":"2024-05-27T00:35:17.286952+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:50:56.796996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.295210+0000","last_change":"2024-05-27T00:32:23.423853+0000","last_active":"2024-05-27T00:35:17.295210+0000","last_peered":"2024-05-27T00:35:17.295210+0000","last_clean":"2024-05-27T00:35:17.295210+0000","last_became_active":"2024-05-27T00:32:23.423422+0000","last_became_peered":"2024-05-27T00:32:23.423422+0000","last_unstale":"2024-05-27T00:35:17.295210+0000","last_undegraded":"2024-05-27T00:35:17.295210+0000","last_fullsized":"2024-05-27T00:35:17.295210+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:49:11.194019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"91'1","reported_seq":35,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619792+0000","last_change":"2024-05-27T00:32:17.996377+0000","last_active":"2024-05-27T00:35:17.619792+0000","last_peered":"2024-05-27T00:35:17.619792+0000","last_clean":"2024-05-27T00:35:17.619792+0000","last_became_active":"2024-05-27T00:32:17.995954+0000","last_became_peered":"2024-05-27T00:32:17.995954+0000","last_unstale":"2024-05-27T00:35:17.619792+0000","last_undegraded":"2024-05-27T00:35:17.619792+0000","last_fullsized":"2024-05-27T00:35:17.619792+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T00:39:48.403500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.286609+0000","last_change":"2024-05-27T00:32:19.005697+0000","last_active":"2024-05-27T00:35:17.286609+0000","last_peered":"2024-05-27T00:35:17.286609+0000","last_clean":"2024-05-27T00:35:17.286609+0000","last_became_active":"2024-05-27T00:32:19.005264+0000","last_became_peered":"2024-05-27T00:32:19.005264+0000","last_unstale":"2024-05-27T00:35:17.286609+0000","last_undegraded":"2024-05-27T00:35:17.286609+0000","last_fullsized":"2024-05-27T00:35:17.286609+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:09:51.188675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.296161+0000","last_change":"2024-05-27T00:32:23.647150+0000","last_active":"2024-05-27T00:35:17.296161+0000","last_peered":"2024-05-27T00:35:17.296161+0000","last_clean":"2024-05-27T00:35:17.296161+0000","last_became_active":"2024-05-27T00:32:23.646634+0000","last_became_peered":"2024-05-27T00:32:23.646634+0000","last_unstale":"2024-05-27T00:35:17.296161+0000","last_undegraded":"2024-05-27T00:35:17.296161+0000","last_fullsized":"2024-05-27T00:35:17.296161+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:07:38.484533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435248+0000","last_change":"2024-05-27T00:32:18.983009+0000","last_active":"2024-05-27T00:35:17.435248+0000","last_peered":"2024-05-27T00:35:17.435248+0000","last_clean":"2024-05-27T00:35:17.435248+0000","last_became_active":"2024-05-27T00:32:18.982691+0000","last_became_peered":"2024-05-27T00:32:18.982691+0000","last_unstale":"2024-05-27T00:35:17.435248+0000","last_undegraded":"2024-05-27T00:35:17.435248+0000","last_fullsized":"2024-05-27T00:35:17.435248+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:00:55.108820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"96'5","reported_seq":185,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.622861+0000","last_change":"2024-05-27T00:32:18.009501+0000","last_active":"2024-05-27T00:35:17.622861+0000","last_peered":"2024-05-27T00:35:17.622861+0000","last_clean":"2024-05-27T00:35:17.622861+0000","last_became_active":"2024-05-27T00:32:18.006508+0000","last_became_peered":"2024-05-27T00:32:18.006508+0000","last_unstale":"2024-05-27T00:35:17.622861+0000","last_undegraded":"2024-05-27T00:35:17.622861+0000","last_fullsized":"2024-05-27T00:35:17.622861+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:06:55.321640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":146,"num_read_kb":146,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":26,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.620494+0000","last_change":"2024-05-27T00:32:23.434319+0000","last_active":"2024-05-27T00:35:17.620494+0000","last_peered":"2024-05-27T00:35:17.620494+0000","last_clean":"2024-05-27T00:35:17.620494+0000","last_became_active":"2024-05-27T00:32:23.433957+0000","last_became_peered":"2024-05-27T00:32:23.433957+0000","last_unstale":"2024-05-27T00:35:17.620494+0000","last_undegraded":"2024-05-27T00:35:17.620494+0000","last_fullsized":"2024-05-27T00:35:17.620494+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:16:35.083353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285217+0000","last_change":"2024-05-27T00:32:19.014250+0000","last_active":"2024-05-27T00:35:17.285217+0000","last_peered":"2024-05-27T00:35:17.285217+0000","last_clean":"2024-05-27T00:35:17.285217+0000","last_became_active":"2024-05-27T00:32:19.013841+0000","last_became_peered":"2024-05-27T00:32:19.013841+0000","last_unstale":"2024-05-27T00:35:17.285217+0000","last_undegraded":"2024-05-27T00:35:17.285217+0000","last_fullsized":"2024-05-27T00:35:17.285217+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:39:45.826896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"91'3","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372393+0000","last_change":"2024-05-27T00:32:17.987466+0000","last_active":"2024-05-27T00:35:17.372393+0000","last_peered":"2024-05-27T00:35:17.372393+0000","last_clean":"2024-05-27T00:35:17.372393+0000","last_became_active":"2024-05-27T00:32:17.986964+0000","last_became_peered":"2024-05-27T00:32:17.986964+0000","last_unstale":"2024-05-27T00:35:17.372393+0000","last_undegraded":"2024-05-27T00:35:17.372393+0000","last_fullsized":"2024-05-27T00:35:17.372393+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:01:28.090951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":370,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619478+0000","last_change":"2024-05-27T00:30:57.156428+0000","last_active":"2024-05-27T00:35:17.619478+0000","last_peered":"2024-05-27T00:35:17.619478+0000","last_clean":"2024-05-27T00:35:17.619478+0000","last_became_active":"2024-05-27T00:30:57.155910+0000","last_became_peered":"2024-05-27T00:30:57.155910+0000","last_unstale":"2024-05-27T00:35:17.619478+0000","last_undegraded":"2024-05-27T00:35:17.619478+0000","last_fullsized":"2024-05-27T00:35:17.619478+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:27:03.029981+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:27:03.029981+0000","last_clean_scrub_stamp":"2024-05-27T00:27:03.029981+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:38:28.001629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435512+0000","last_change":"2024-05-27T00:32:23.647252+0000","last_active":"2024-05-27T00:35:17.435512+0000","last_peered":"2024-05-27T00:35:17.435512+0000","last_clean":"2024-05-27T00:35:17.435512+0000","last_became_active":"2024-05-27T00:32:23.646745+0000","last_became_peered":"2024-05-27T00:32:23.646745+0000","last_unstale":"2024-05-27T00:35:17.435512+0000","last_undegraded":"2024-05-27T00:35:17.435512+0000","last_fullsized":"2024-05-27T00:35:17.435512+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:28:10.451415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"93'5","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.296187+0000","last_change":"2024-05-27T00:32:18.972465+0000","last_active":"2024-05-27T00:35:17.296187+0000","last_peered":"2024-05-27T00:35:17.296187+0000","last_clean":"2024-05-27T00:35:17.296187+0000","last_became_active":"2024-05-27T00:32:18.971572+0000","last_became_peered":"2024-05-27T00:32:18.971572+0000","last_unstale":"2024-05-27T00:35:17.296187+0000","last_undegraded":"2024-05-27T00:35:17.296187+0000","last_fullsized":"2024-05-27T00:35:17.296187+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:11:37.435282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"91'3","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619533+0000","last_change":"2024-05-27T00:32:17.994473+0000","last_active":"2024-05-27T00:35:17.619533+0000","last_peered":"2024-05-27T00:35:17.619533+0000","last_clean":"2024-05-27T00:35:17.619533+0000","last_became_active":"2024-05-27T00:32:17.992719+0000","last_became_peered":"2024-05-27T00:32:17.992719+0000","last_unstale":"2024-05-27T00:35:17.619533+0000","last_undegraded":"2024-05-27T00:35:17.619533+0000","last_fullsized":"2024-05-27T00:35:17.619533+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:13:49.254914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780579+0000","last_change":"2024-05-27T00:32:23.418464+0000","last_active":"2024-05-27T00:35:17.780579+0000","last_peered":"2024-05-27T00:35:17.780579+0000","last_clean":"2024-05-27T00:35:17.780579+0000","last_became_active":"2024-05-27T00:32:23.417973+0000","last_became_peered":"2024-05-27T00:32:23.417973+0000","last_unstale":"2024-05-27T00:35:17.780579+0000","last_undegraded":"2024-05-27T00:35:17.780579+0000","last_fullsized":"2024-05-27T00:35:17.780579+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:07:20.338296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"91'1","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.289220+0000","last_change":"2024-05-27T00:32:17.996131+0000","last_active":"2024-05-27T00:35:17.289220+0000","last_peered":"2024-05-27T00:35:17.289220+0000","last_clean":"2024-05-27T00:35:17.289220+0000","last_became_active":"2024-05-27T00:32:17.995791+0000","last_became_peered":"2024-05-27T00:32:17.995791+0000","last_unstale":"2024-05-27T00:35:17.289220+0000","last_undegraded":"2024-05-27T00:35:17.289220+0000","last_fullsized":"2024-05-27T00:35:17.289220+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:22:44.470343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.295535+0000","last_change":"2024-05-27T00:32:18.999889+0000","last_active":"2024-05-27T00:35:17.295535+0000","last_peered":"2024-05-27T00:35:17.295535+0000","last_clean":"2024-05-27T00:35:17.295535+0000","last_became_active":"2024-05-27T00:32:18.993738+0000","last_became_peered":"2024-05-27T00:32:18.993738+0000","last_unstale":"2024-05-27T00:35:17.295535+0000","last_undegraded":"2024-05-27T00:35:17.295535+0000","last_fullsized":"2024-05-27T00:35:17.295535+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:29:29.545281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285452+0000","last_change":"2024-05-27T00:32:23.646949+0000","last_active":"2024-05-27T00:35:17.285452+0000","last_peered":"2024-05-27T00:35:17.285452+0000","last_clean":"2024-05-27T00:35:17.285452+0000","last_became_active":"2024-05-27T00:32:23.646449+0000","last_became_peered":"2024-05-27T00:32:23.646449+0000","last_unstale":"2024-05-27T00:35:17.285452+0000","last_undegraded":"2024-05-27T00:35:17.285452+0000","last_fullsized":"2024-05-27T00:35:17.285452+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:31:45.721192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"96'46","reported_seq":103,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.564481+0000","last_change":"2024-05-27T00:32:18.002696+0000","last_active":"2024-05-27T00:35:17.564481+0000","last_peered":"2024-05-27T00:35:17.564481+0000","last_clean":"2024-05-27T00:35:17.564481+0000","last_became_active":"2024-05-27T00:32:18.002293+0000","last_became_peered":"2024-05-27T00:32:18.002293+0000","last_unstale":"2024-05-27T00:35:17.564481+0000","last_undegraded":"2024-05-27T00:35:17.564481+0000","last_fullsized":"2024-05-27T00:35:17.564481+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T12:04:58.994676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":82,"num_write_kb":837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"93'5","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.286865+0000","last_change":"2024-05-27T00:32:19.008401+0000","last_active":"2024-05-27T00:35:17.286865+0000","last_peered":"2024-05-27T00:35:17.286865+0000","last_clean":"2024-05-27T00:35:17.286865+0000","last_became_active":"2024-05-27T00:32:19.007852+0000","last_became_peered":"2024-05-27T00:32:19.007852+0000","last_unstale":"2024-05-27T00:35:17.286865+0000","last_undegraded":"2024-05-27T00:35:17.286865+0000","last_fullsized":"2024-05-27T00:35:17.286865+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:05:42.434267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619116+0000","last_change":"2024-05-27T00:32:23.418953+0000","last_active":"2024-05-27T00:35:17.619116+0000","last_peered":"2024-05-27T00:35:17.619116+0000","last_clean":"2024-05-27T00:35:17.619116+0000","last_became_active":"2024-05-27T00:32:23.418351+0000","last_became_peered":"2024-05-27T00:32:23.418351+0000","last_unstale":"2024-05-27T00:35:17.619116+0000","last_undegraded":"2024-05-27T00:35:17.619116+0000","last_fullsized":"2024-05-27T00:35:17.619116+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:46:49.460762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"91'4","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372363+0000","last_change":"2024-05-27T00:32:17.994824+0000","last_active":"2024-05-27T00:35:17.372363+0000","last_peered":"2024-05-27T00:35:17.372363+0000","last_clean":"2024-05-27T00:35:17.372363+0000","last_became_active":"2024-05-27T00:32:17.994413+0000","last_became_peered":"2024-05-27T00:32:17.994413+0000","last_unstale":"2024-05-27T00:35:17.372363+0000","last_undegraded":"2024-05-27T00:35:17.372363+0000","last_fullsized":"2024-05-27T00:35:17.372363+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:26:26.795543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"93'7","reported_seq":45,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.623389+0000","last_change":"2024-05-27T00:33:22.070099+0000","last_active":"2024-05-27T00:35:17.623389+0000","last_peered":"2024-05-27T00:35:17.623389+0000","last_clean":"2024-05-27T00:35:17.623389+0000","last_became_active":"2024-05-27T00:33:22.069596+0000","last_became_peered":"2024-05-27T00:33:22.069596+0000","last_unstale":"2024-05-27T00:35:17.623389+0000","last_undegraded":"2024-05-27T00:35:17.623389+0000","last_fullsized":"2024-05-27T00:35:17.623389+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:40:47.251719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372190+0000","last_change":"2024-05-27T00:32:23.647937+0000","last_active":"2024-05-27T00:35:17.372190+0000","last_peered":"2024-05-27T00:35:17.372190+0000","last_clean":"2024-05-27T00:35:17.372190+0000","last_became_active":"2024-05-27T00:32:23.647524+0000","last_became_peered":"2024-05-27T00:32:23.647524+0000","last_unstale":"2024-05-27T00:35:17.372190+0000","last_undegraded":"2024-05-27T00:35:17.372190+0000","last_fullsized":"2024-05-27T00:35:17.372190+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:02:06.298566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"91'2","reported_seq":46,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.624903+0000","last_change":"2024-05-27T00:34:24.116177+0000","last_active":"2024-05-27T00:35:17.624903+0000","last_peered":"2024-05-27T00:35:17.624903+0000","last_clean":"2024-05-27T00:35:17.624903+0000","last_became_active":"2024-05-27T00:34:24.113334+0000","last_became_peered":"2024-05-27T00:34:24.113334+0000","last_unstale":"2024-05-27T00:35:17.624903+0000","last_undegraded":"2024-05-27T00:35:17.624903+0000","last_fullsized":"2024-05-27T00:35:17.624903+0000","mapping_epoch":94,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":95,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:11:35.427420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"93'2","reported_seq":34,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.288730+0000","last_change":"2024-05-27T00:32:18.980676+0000","last_active":"2024-05-27T00:35:17.288730+0000","last_peered":"2024-05-27T00:35:17.288730+0000","last_clean":"2024-05-27T00:35:17.288730+0000","last_became_active":"2024-05-27T00:32:18.980221+0000","last_became_peered":"2024-05-27T00:32:18.980221+0000","last_unstale":"2024-05-27T00:35:17.288730+0000","last_undegraded":"2024-05-27T00:35:17.288730+0000","last_fullsized":"2024-05-27T00:35:17.288730+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:49:50.674246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.425880+0000","last_change":"2024-05-27T00:32:23.444631+0000","last_active":"2024-05-27T00:35:17.425880+0000","last_peered":"2024-05-27T00:35:17.425880+0000","last_clean":"2024-05-27T00:35:17.425880+0000","last_became_active":"2024-05-27T00:32:23.441497+0000","last_became_peered":"2024-05-27T00:32:23.441497+0000","last_unstale":"2024-05-27T00:35:17.425880+0000","last_undegraded":"2024-05-27T00:35:17.425880+0000","last_fullsized":"2024-05-27T00:35:17.425880+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:14:35.309829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"91'3","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285310+0000","last_change":"2024-05-27T00:32:18.008140+0000","last_active":"2024-05-27T00:35:17.285310+0000","last_peered":"2024-05-27T00:35:17.285310+0000","last_clean":"2024-05-27T00:35:17.285310+0000","last_became_active":"2024-05-27T00:32:18.007600+0000","last_became_peered":"2024-05-27T00:32:18.007600+0000","last_unstale":"2024-05-27T00:35:17.285310+0000","last_undegraded":"2024-05-27T00:35:17.285310+0000","last_fullsized":"2024-05-27T00:35:17.285310+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:49:23.250264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780570+0000","last_change":"2024-05-27T00:32:18.996124+0000","last_active":"2024-05-27T00:35:17.780570+0000","last_peered":"2024-05-27T00:35:17.780570+0000","last_clean":"2024-05-27T00:35:17.780570+0000","last_became_active":"2024-05-27T00:32:18.995732+0000","last_became_peered":"2024-05-27T00:32:18.995732+0000","last_unstale":"2024-05-27T00:35:17.780570+0000","last_undegraded":"2024-05-27T00:35:17.780570+0000","last_fullsized":"2024-05-27T00:35:17.780570+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:50:57.351825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372299+0000","last_change":"2024-05-27T00:33:22.242644+0000","last_active":"2024-05-27T00:35:17.372299+0000","last_peered":"2024-05-27T00:35:17.372299+0000","last_clean":"2024-05-27T00:35:17.372299+0000","last_became_active":"2024-05-27T00:33:22.237341+0000","last_became_peered":"2024-05-27T00:33:22.237341+0000","last_unstale":"2024-05-27T00:35:17.372299+0000","last_undegraded":"2024-05-27T00:35:17.372299+0000","last_fullsized":"2024-05-27T00:35:17.372299+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:05:56.488930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"91'1","reported_seq":35,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619199+0000","last_change":"2024-05-27T00:32:18.013413+0000","last_active":"2024-05-27T00:35:17.619199+0000","last_peered":"2024-05-27T00:35:17.619199+0000","last_clean":"2024-05-27T00:35:17.619199+0000","last_became_active":"2024-05-27T00:32:18.012580+0000","last_became_peered":"2024-05-27T00:32:18.012580+0000","last_unstale":"2024-05-27T00:35:17.619199+0000","last_undegraded":"2024-05-27T00:35:17.619199+0000","last_fullsized":"2024-05-27T00:35:17.619199+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:11:51.743200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285877+0000","last_change":"2024-05-27T00:32:19.009300+0000","last_active":"2024-05-27T00:35:17.285877+0000","last_peered":"2024-05-27T00:35:17.285877+0000","last_clean":"2024-05-27T00:35:17.285877+0000","last_became_active":"2024-05-27T00:32:19.008245+0000","last_became_peered":"2024-05-27T00:32:19.008245+0000","last_unstale":"2024-05-27T00:35:17.285877+0000","last_undegraded":"2024-05-27T00:35:17.285877+0000","last_fullsized":"2024-05-27T00:35:17.285877+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:20:36.391846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.372192+0000","last_change":"2024-05-27T00:32:23.647202+0000","last_active":"2024-05-27T00:35:17.372192+0000","last_peered":"2024-05-27T00:35:17.372192+0000","last_clean":"2024-05-27T00:35:17.372192+0000","last_became_active":"2024-05-27T00:32:23.646648+0000","last_became_peered":"2024-05-27T00:32:23.646648+0000","last_unstale":"2024-05-27T00:35:17.372192+0000","last_undegraded":"2024-05-27T00:35:17.372192+0000","last_fullsized":"2024-05-27T00:35:17.372192+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:40:32.636461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"91'4","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.288867+0000","last_change":"2024-05-27T00:32:17.993349+0000","last_active":"2024-05-27T00:35:17.288867+0000","last_peered":"2024-05-27T00:35:17.288867+0000","last_clean":"2024-05-27T00:35:17.288867+0000","last_became_active":"2024-05-27T00:32:17.993020+0000","last_became_peered":"2024-05-27T00:32:17.993020+0000","last_unstale":"2024-05-27T00:35:17.288867+0000","last_undegraded":"2024-05-27T00:35:17.288867+0000","last_fullsized":"2024-05-27T00:35:17.288867+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T01:37:03.363728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"93'5","reported_seq":37,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.620016+0000","last_change":"2024-05-27T00:32:18.994050+0000","last_active":"2024-05-27T00:35:17.620016+0000","last_peered":"2024-05-27T00:35:17.620016+0000","last_clean":"2024-05-27T00:35:17.620016+0000","last_became_active":"2024-05-27T00:32:18.993669+0000","last_became_peered":"2024-05-27T00:32:18.993669+0000","last_unstale":"2024-05-27T00:35:17.620016+0000","last_undegraded":"2024-05-27T00:35:17.620016+0000","last_fullsized":"2024-05-27T00:35:17.620016+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:42:42.607297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.624997+0000","last_change":"2024-05-27T00:32:23.418842+0000","last_active":"2024-05-27T00:35:17.624997+0000","last_peered":"2024-05-27T00:35:17.624997+0000","last_clean":"2024-05-27T00:35:17.624997+0000","last_became_active":"2024-05-27T00:32:23.418244+0000","last_became_peered":"2024-05-27T00:32:23.418244+0000","last_unstale":"2024-05-27T00:35:17.624997+0000","last_undegraded":"2024-05-27T00:35:17.624997+0000","last_fullsized":"2024-05-27T00:35:17.624997+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T04:04:12.495830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"91'3","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619636+0000","last_change":"2024-05-27T00:32:18.004564+0000","last_active":"2024-05-27T00:35:17.619636+0000","last_peered":"2024-05-27T00:35:17.619636+0000","last_clean":"2024-05-27T00:35:17.619636+0000","last_became_active":"2024-05-27T00:32:18.004212+0000","last_became_peered":"2024-05-27T00:32:18.004212+0000","last_unstale":"2024-05-27T00:35:17.619636+0000","last_undegraded":"2024-05-27T00:35:17.619636+0000","last_fullsized":"2024-05-27T00:35:17.619636+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:38:29.778836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.620351+0000","last_change":"2024-05-27T00:32:18.983151+0000","last_active":"2024-05-27T00:35:17.620351+0000","last_peered":"2024-05-27T00:35:17.620351+0000","last_clean":"2024-05-27T00:35:17.620351+0000","last_became_active":"2024-05-27T00:32:18.982605+0000","last_became_peered":"2024-05-27T00:32:18.982605+0000","last_unstale":"2024-05-27T00:35:17.620351+0000","last_undegraded":"2024-05-27T00:35:17.620351+0000","last_fullsized":"2024-05-27T00:35:17.620351+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:24:10.802327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.622444+0000","last_change":"2024-05-27T00:32:23.442020+0000","last_active":"2024-05-27T00:35:17.622444+0000","last_peered":"2024-05-27T00:35:17.622444+0000","last_clean":"2024-05-27T00:35:17.622444+0000","last_became_active":"2024-05-27T00:32:23.441573+0000","last_became_peered":"2024-05-27T00:32:23.441573+0000","last_unstale":"2024-05-27T00:35:17.622444+0000","last_undegraded":"2024-05-27T00:35:17.622444+0000","last_fullsized":"2024-05-27T00:35:17.622444+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:20:39.199118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"96'39","reported_seq":81,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.561582+0000","last_change":"2024-05-27T00:32:18.009709+0000","last_active":"2024-05-27T00:35:17.561582+0000","last_peered":"2024-05-27T00:35:17.561582+0000","last_clean":"2024-05-27T00:35:17.561582+0000","last_became_active":"2024-05-27T00:32:18.009463+0000","last_became_peered":"2024-05-27T00:32:18.009463+0000","last_unstale":"2024-05-27T00:35:17.561582+0000","last_undegraded":"2024-05-27T00:35:17.561582+0000","last_fullsized":"2024-05-27T00:35:17.561582+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:07:23.505409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.620447+0000","last_change":"2024-05-27T00:32:19.000820+0000","last_active":"2024-05-27T00:35:17.620447+0000","last_peered":"2024-05-27T00:35:17.620447+0000","last_clean":"2024-05-27T00:35:17.620447+0000","last_became_active":"2024-05-27T00:32:19.000492+0000","last_became_peered":"2024-05-27T00:32:19.000492+0000","last_unstale":"2024-05-27T00:35:17.620447+0000","last_undegraded":"2024-05-27T00:35:17.620447+0000","last_fullsized":"2024-05-27T00:35:17.620447+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:27:32.794658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":25,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.434944+0000","last_change":"2024-05-27T00:32:23.420667+0000","last_active":"2024-05-27T00:35:17.434944+0000","last_peered":"2024-05-27T00:35:17.434944+0000","last_clean":"2024-05-27T00:35:17.434944+0000","last_became_active":"2024-05-27T00:32:23.420215+0000","last_became_peered":"2024-05-27T00:32:23.420215+0000","last_unstale":"2024-05-27T00:35:17.434944+0000","last_undegraded":"2024-05-27T00:35:17.434944+0000","last_fullsized":"2024-05-27T00:35:17.434944+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:22.391378+0000","last_clean_scrub_stamp":"2024-05-27T00:32:22.391378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:28:15.432518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"86'2","reported_seq":36,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.295591+0000","last_change":"2024-05-27T00:32:18.003325+0000","last_active":"2024-05-27T00:35:17.295591+0000","last_peered":"2024-05-27T00:35:17.295591+0000","last_clean":"2024-05-27T00:35:17.295591+0000","last_became_active":"2024-05-27T00:32:18.002925+0000","last_became_peered":"2024-05-27T00:32:18.002925+0000","last_unstale":"2024-05-27T00:35:17.295591+0000","last_undegraded":"2024-05-27T00:35:17.295591+0000","last_fullsized":"2024-05-27T00:35:17.295591+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:16.959459+0000","last_clean_scrub_stamp":"2024-05-27T00:32:16.959459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:26:25.010419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.620135+0000","last_change":"2024-05-27T00:32:18.982204+0000","last_active":"2024-05-27T00:35:17.620135+0000","last_peered":"2024-05-27T00:35:17.620135+0000","last_clean":"2024-05-27T00:35:17.620135+0000","last_became_active":"2024-05-27T00:32:18.981835+0000","last_became_peered":"2024-05-27T00:32:18.981835+0000","last_unstale":"2024-05-27T00:35:17.620135+0000","last_undegraded":"2024-05-27T00:35:17.620135+0000","last_fullsized":"2024-05-27T00:35:17.620135+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T02:43:55.976820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"93'9","reported_seq":41,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780740+0000","last_change":"2024-05-27T00:32:18.983997+0000","last_active":"2024-05-27T00:35:17.780740+0000","last_peered":"2024-05-27T00:35:17.780740+0000","last_clean":"2024-05-27T00:35:17.780740+0000","last_became_active":"2024-05-27T00:32:18.983480+0000","last_became_peered":"2024-05-27T00:32:18.983480+0000","last_unstale":"2024-05-27T00:35:17.780740+0000","last_undegraded":"2024-05-27T00:35:17.780740+0000","last_fullsized":"2024-05-27T00:35:17.780740+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:43:33.442509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"93'12","reported_seq":50,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619343+0000","last_change":"2024-05-27T00:33:22.068472+0000","last_active":"2024-05-27T00:35:17.619343+0000","last_peered":"2024-05-27T00:35:17.619343+0000","last_clean":"2024-05-27T00:35:17.619343+0000","last_became_active":"2024-05-27T00:33:22.068080+0000","last_became_peered":"2024-05-27T00:33:22.068080+0000","last_unstale":"2024-05-27T00:35:17.619343+0000","last_undegraded":"2024-05-27T00:35:17.619343+0000","last_fullsized":"2024-05-27T00:35:17.619343+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T11:12:59.164214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,4],"acting":[2,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619190+0000","last_change":"2024-05-27T00:32:19.007589+0000","last_active":"2024-05-27T00:35:17.619190+0000","last_peered":"2024-05-27T00:35:17.619190+0000","last_clean":"2024-05-27T00:35:17.619190+0000","last_became_active":"2024-05-27T00:32:19.007210+0000","last_became_peered":"2024-05-27T00:32:19.007210+0000","last_unstale":"2024-05-27T00:35:17.619190+0000","last_undegraded":"2024-05-27T00:35:17.619190+0000","last_fullsized":"2024-05-27T00:35:17.619190+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:23:15.576674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"93'7","reported_seq":39,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.622760+0000","last_change":"2024-05-27T00:32:19.006747+0000","last_active":"2024-05-27T00:35:17.622760+0000","last_peered":"2024-05-27T00:35:17.622760+0000","last_clean":"2024-05-27T00:35:17.622760+0000","last_became_active":"2024-05-27T00:32:19.005148+0000","last_became_peered":"2024-05-27T00:32:19.005148+0000","last_unstale":"2024-05-27T00:35:17.622760+0000","last_undegraded":"2024-05-27T00:35:17.622760+0000","last_fullsized":"2024-05-27T00:35:17.622760+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T09:46:04.664594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"93'4","reported_seq":42,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.295402+0000","last_change":"2024-05-27T00:33:22.069012+0000","last_active":"2024-05-27T00:35:17.295402+0000","last_peered":"2024-05-27T00:35:17.295402+0000","last_clean":"2024-05-27T00:35:17.295402+0000","last_became_active":"2024-05-27T00:33:22.068299+0000","last_became_peered":"2024-05-27T00:33:22.068299+0000","last_unstale":"2024-05-27T00:35:17.295402+0000","last_undegraded":"2024-05-27T00:35:17.295402+0000","last_fullsized":"2024-05-27T00:35:17.295402+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T10:11:42.906060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,0],"acting":[6,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.781005+0000","last_change":"2024-05-27T00:32:18.983916+0000","last_active":"2024-05-27T00:35:17.781005+0000","last_peered":"2024-05-27T00:35:17.781005+0000","last_clean":"2024-05-27T00:35:17.781005+0000","last_became_active":"2024-05-27T00:32:18.983331+0000","last_became_peered":"2024-05-27T00:32:18.983331+0000","last_unstale":"2024-05-27T00:35:17.781005+0000","last_undegraded":"2024-05-27T00:35:17.781005+0000","last_fullsized":"2024-05-27T00:35:17.781005+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:52:27.715788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"93'15","reported_seq":47,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.619691+0000","last_change":"2024-05-27T00:32:18.981186+0000","last_active":"2024-05-27T00:35:17.619691+0000","last_peered":"2024-05-27T00:35:17.619691+0000","last_clean":"2024-05-27T00:35:17.619691+0000","last_became_active":"2024-05-27T00:32:18.980750+0000","last_became_peered":"2024-05-27T00:32:18.980750+0000","last_unstale":"2024-05-27T00:35:17.619691+0000","last_undegraded":"2024-05-27T00:35:17.619691+0000","last_fullsized":"2024-05-27T00:35:17.619691+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:17:22.638664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"93'2","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.287118+0000","last_change":"2024-05-27T00:33:22.065865+0000","last_active":"2024-05-27T00:35:17.287118+0000","last_peered":"2024-05-27T00:35:17.287118+0000","last_clean":"2024-05-27T00:35:17.287118+0000","last_became_active":"2024-05-27T00:33:22.065167+0000","last_became_peered":"2024-05-27T00:33:22.065167+0000","last_unstale":"2024-05-27T00:35:17.287118+0000","last_undegraded":"2024-05-27T00:35:17.287118+0000","last_fullsized":"2024-05-27T00:35:17.287118+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:12:04.326102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,8,2],"acting":[3,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"93'6","reported_seq":38,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.435069+0000","last_change":"2024-05-27T00:32:19.005455+0000","last_active":"2024-05-27T00:35:17.435069+0000","last_peered":"2024-05-27T00:35:17.435069+0000","last_clean":"2024-05-27T00:35:17.435069+0000","last_became_active":"2024-05-27T00:32:19.005109+0000","last_became_peered":"2024-05-27T00:32:19.005109+0000","last_unstale":"2024-05-27T00:35:17.435069+0000","last_undegraded":"2024-05-27T00:35:17.435069+0000","last_fullsized":"2024-05-27T00:35:17.435069+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T05:09:38.406230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.285566+0000","last_change":"2024-05-27T00:32:19.013268+0000","last_active":"2024-05-27T00:35:17.285566+0000","last_peered":"2024-05-27T00:35:17.285566+0000","last_clean":"2024-05-27T00:35:17.285566+0000","last_became_active":"2024-05-27T00:32:19.012449+0000","last_became_peered":"2024-05-27T00:32:19.012449+0000","last_unstale":"2024-05-27T00:35:17.285566+0000","last_undegraded":"2024-05-27T00:35:17.285566+0000","last_fullsized":"2024-05-27T00:35:17.285566+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T06:33:56.502032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"93'10","reported_seq":42,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.625280+0000","last_change":"2024-05-27T00:32:19.006108+0000","last_active":"2024-05-27T00:35:17.625280+0000","last_peered":"2024-05-27T00:35:17.625280+0000","last_clean":"2024-05-27T00:35:17.625280+0000","last_became_active":"2024-05-27T00:32:19.005756+0000","last_became_peered":"2024-05-27T00:32:19.005756+0000","last_unstale":"2024-05-27T00:35:17.625280+0000","last_undegraded":"2024-05-27T00:35:17.625280+0000","last_fullsized":"2024-05-27T00:35:17.625280+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T03:50:11.305169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"93'11","reported_seq":43,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.296300+0000","last_change":"2024-05-27T00:32:19.009313+0000","last_active":"2024-05-27T00:35:17.296300+0000","last_peered":"2024-05-27T00:35:17.296300+0000","last_clean":"2024-05-27T00:35:17.296300+0000","last_became_active":"2024-05-27T00:32:19.007818+0000","last_became_peered":"2024-05-27T00:32:19.007818+0000","last_unstale":"2024-05-27T00:35:17.296300+0000","last_undegraded":"2024-05-27T00:35:17.296300+0000","last_fullsized":"2024-05-27T00:35:17.296300+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T07:38:06.057919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"93'8","reported_seq":40,"reported_epoch":96,"state":"active+clean","last_fresh":"2024-05-27T00:35:17.780595+0000","last_change":"2024-05-27T00:32:18.986345+0000","last_active":"2024-05-27T00:35:17.780595+0000","last_peered":"2024-05-27T00:35:17.780595+0000","last_clean":"2024-05-27T00:35:17.780595+0000","last_became_active":"2024-05-27T00:32:18.986006+0000","last_became_peered":"2024-05-27T00:32:18.986006+0000","last_unstale":"2024-05-27T00:35:17.780595+0000","last_undegraded":"2024-05-27T00:35:17.780595+0000","last_fullsized":"2024-05-27T00:35:17.780595+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-27T00:32:17.963550+0000","last_clean_scrub_stamp":"2024-05-27T00:32:17.963550+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-28T08:22:20.097357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":601039,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1002,"num_read_kb":615,"num_write":292,"num_write_kb":1445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2039808,"data_stored":1803117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":231,"ondisk_log_size":231,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":82,"seq":352187318322,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1073152,"data_stored":526286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":74,"seq":317827579958,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37220,"kb_used_data":1884,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93707932,"statfs":{"total":95995035648,"available":95956922368,"internally_reserved":0,"allocated":1929216,"data_stored":1330808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":69,"seq":296352743483,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32644,"kb_used_data":1464,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712508,"statfs":{"total":95995035648,"available":95961608192,"internally_reserved":0,"allocated":1499136,"data_stored":929604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":61,"seq":261993005122,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28480,"kb_used_data":1464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716672,"statfs":{"total":95995035648,"available":95965872128,"internally_reserved":0,"allocated":1499136,"data_stored":929524,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":53,"seq":227633266759,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37000,"kb_used_data":1660,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708152,"statfs":{"total":95995035648,"available":95957147648,"internally_reserved":0,"allocated":1699840,"data_stored":1133527,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":48,"seq":206158430284,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1085440,"data_stored":531564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574953,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28132,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717020,"statfs":{"total":95995035648,"available":95966228480,"internally_reserved":0,"allocated":1142784,"data_stored":591740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738478,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32264,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712888,"statfs":{"total":95995035648,"available":95961997312,"internally_reserved":0,"allocated":1110016,"data_stored":532952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411429,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28180,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716972,"statfs":{"total":95995035648,"available":95966179328,"internally_reserved":0,"allocated":1187840,"data_stored":604657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":27,"seq":115964117085,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32764,"kb_used_data":1588,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712388,"statfs":{"total":95995035648,"available":95961485312,"internally_reserved":0,"allocated":1626112,"data_stored":1056574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31914440},"hb_peers":[0,1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":35,"seq":150323855449,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36412,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708740,"statfs":{"total":95995035648,"available":95957749760,"internally_reserved":0,"allocated":1097728,"data_stored":536994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":40,"seq":171798691924,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37136,"kb_used_data":1800,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708016,"statfs":{"total":95995035648,"available":95957008384,"internally_reserved":0,"allocated":1843200,"data_stored":1259935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":70912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":73183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":544768,"data_stored":525100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":163840,"data_stored":133997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":393954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":394034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":249856,"data_stored":204870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-27T00:35:25.038 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:35:25.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.275+0000 7f1914c00640 1 -- 172.21.15.44:0/1208172039 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1910102470 msgr2=0x7f1910104860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:25.276 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.275+0000 7f1914c00640 1 --2- 172.21.15.44:0/1208172039 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1910102470 0x7f1910104860 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1900009900 tx=0x7f190002a410 comp rx=0 tx=0).stop 2024-05-27T00:35:25.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.275+0000 7f1914c00640 1 -- 172.21.15.44:0/1208172039 shutdown_connections 2024-05-27T00:35:25.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.275+0000 7f1914c00640 1 --2- 172.21.15.44:0/1208172039 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f19101076d0 0x7f1910109b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.275+0000 7f1914c00640 1 --2- 172.21.15.44:0/1208172039 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1910104da0 0x7f1910107190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.275+0000 7f1914c00640 1 --2- 172.21.15.44:0/1208172039 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1910102470 0x7f1910104860 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.275+0000 7f1914c00640 1 -- 172.21.15.44:0/1208172039 >> 172.21.15.44:0/1208172039 conn(0x7f19100fbe80 msgr2=0x7f19100fe2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:25.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.275+0000 7f1914c00640 1 -- 172.21.15.44:0/1208172039 shutdown_connections 2024-05-27T00:35:25.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.275+0000 7f1914c00640 1 -- 172.21.15.44:0/1208172039 wait complete. 2024-05-27T00:35:25.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.277+0000 7f1914c00640 1 Processor -- start 2024-05-27T00:35:25.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.277+0000 7f1914c00640 1 -- start start 2024-05-27T00:35:25.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.277+0000 7f1914c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1910102470 0x7f191019a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:25.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.277+0000 7f1914c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1910104da0 0x7f191019a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:25.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.277+0000 7f1914c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f19101076d0 0x7f19101a15b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:25.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.277+0000 7f1914c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f191010d7f0 con 0x7f1910102470 2024-05-27T00:35:25.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.277+0000 7f1914c00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f191010d670 con 0x7f1910104da0 2024-05-27T00:35:25.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.278+0000 7f1914c00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f191010d970 con 0x7f19101076d0 2024-05-27T00:35:25.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.278+0000 7f190d400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1910104da0 0x7f191019a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:25.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.278+0000 7f190e800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f19101076d0 0x7f19101a15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:25.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.278+0000 7f190d400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1910104da0 0x7f191019a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:58478/0 (socket says 172.21.15.44:58478) 2024-05-27T00:35:25.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.278+0000 7f190e800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f19101076d0 0x7f19101a15b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:50668/0 (socket says 172.21.15.44:50668) 2024-05-27T00:35:25.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.278+0000 7f190d400640 1 -- 172.21.15.44:0/991161238 learned_addr learned my addr 172.21.15.44:0/991161238 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:25.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.278+0000 7f190de00640 1 --2- 172.21.15.44:0/991161238 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1910102470 0x7f191019a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:25.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.278+0000 7f190d400640 1 -- 172.21.15.44:0/991161238 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f19101076d0 msgr2=0x7f19101a15b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:25.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.278+0000 7f190d400640 1 --2- 172.21.15.44:0/991161238 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f19101076d0 0x7f19101a15b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.279+0000 7f190d400640 1 -- 172.21.15.44:0/991161238 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1910102470 msgr2=0x7f191019a000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:25.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.279+0000 7f190d400640 1 --2- 172.21.15.44:0/991161238 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1910102470 0x7f191019a000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.279+0000 7f190d400640 1 -- 172.21.15.44:0/991161238 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19101a1c20 con 0x7f1910104da0 2024-05-27T00:35:25.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.279+0000 7f190de00640 1 --2- 172.21.15.44:0/991161238 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1910102470 0x7f191019a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:35:25.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.279+0000 7f190e800640 1 --2- 172.21.15.44:0/991161238 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f19101076d0 0x7f19101a15b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:25.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.279+0000 7f190d400640 1 --2- 172.21.15.44:0/991161238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1910104da0 0x7f191019a540 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f18fc00e9c0 tx=0x7f18fc00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:25.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.279+0000 7f1906a00640 1 -- 172.21.15.44:0/991161238 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18fc00cd80 con 0x7f1910104da0 2024-05-27T00:35:25.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.279+0000 7f1906a00640 1 -- 172.21.15.44:0/991161238 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f18fc005520 con 0x7f1910104da0 2024-05-27T00:35:25.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.279+0000 7f1914c00640 1 -- 172.21.15.44:0/991161238 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19101a1f10 con 0x7f1910104da0 2024-05-27T00:35:25.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.279+0000 7f1906a00640 1 -- 172.21.15.44:0/991161238 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18fc010690 con 0x7f1910104da0 2024-05-27T00:35:25.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.279+0000 7f1914c00640 1 -- 172.21.15.44:0/991161238 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19101a23d0 con 0x7f1910104da0 2024-05-27T00:35:25.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.280+0000 7f1914c00640 1 -- 172.21.15.44:0/991161238 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1910109220 con 0x7f1910104da0 2024-05-27T00:35:25.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.283+0000 7f1906a00640 1 -- 172.21.15.44:0/991161238 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f18fc0046c0 con 0x7f1910104da0 2024-05-27T00:35:25.285 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.285+0000 7f1906a00640 1 --2- 172.21.15.44:0/991161238 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f18f40a2e20 0x7f18f40a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:25.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.285+0000 7f1906a00640 1 -- 172.21.15.44:0/991161238 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f18fc0cfeb0 con 0x7f1910104da0 2024-05-27T00:35:25.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.285+0000 7f190de00640 1 --2- 172.21.15.44:0/991161238 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f18f40a2e20 0x7f18f40a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:25.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.286+0000 7f190de00640 1 --2- 172.21.15.44:0/991161238 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f18f40a2e20 0x7f18f40a52e0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f1900006010 tx=0x7f1900031640 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:25.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.289+0000 7f1906a00640 1 -- 172.21.15.44:0/991161238 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f18fc09c4d0 con 0x7f1910104da0 2024-05-27T00:35:25.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.503+0000 7f1914c00640 1 -- 172.21.15.44:0/991161238 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f191002d530 con 0x7f1910104da0 2024-05-27T00:35:25.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.505+0000 7f1906a00640 1 -- 172.21.15.44:0/991161238 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v96) ==== 74+0+25068 (secure 0 0 0) 0x7f18fc09bdd0 con 0x7f1910104da0 2024-05-27T00:35:25.506 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:35:25.507 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":96,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:35:17.272858+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.19","mappings":[{"from":3,"to":7}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/3112025334":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/2815226501":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/1635201417":"2024-05-28T00:35:17.272654+0000","172.21.15.44:6801/3215479563":"2024-05-28T00:35:17.272654+0000","172.21.15.44:6800/3215479563":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/2718148546":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:35:25.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.508+0000 7f1914c00640 1 -- 172.21.15.44:0/991161238 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f18f40a2e20 msgr2=0x7f18f40a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:25.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.508+0000 7f1914c00640 1 --2- 172.21.15.44:0/991161238 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f18f40a2e20 0x7f18f40a52e0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f1900006010 tx=0x7f1900031640 comp rx=0 tx=0).stop 2024-05-27T00:35:25.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.508+0000 7f1914c00640 1 -- 172.21.15.44:0/991161238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1910104da0 msgr2=0x7f191019a540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:25.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.508+0000 7f1914c00640 1 --2- 172.21.15.44:0/991161238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1910104da0 0x7f191019a540 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f18fc00e9c0 tx=0x7f18fc00ee80 comp rx=0 tx=0).stop 2024-05-27T00:35:25.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.509+0000 7f1914c00640 1 -- 172.21.15.44:0/991161238 shutdown_connections 2024-05-27T00:35:25.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.509+0000 7f1914c00640 1 --2- 172.21.15.44:0/991161238 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f18f40a2e20 0x7f18f40a52e0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.509+0000 7f1914c00640 1 --2- 172.21.15.44:0/991161238 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f19101076d0 0x7f19101a15b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.509+0000 7f1914c00640 1 --2- 172.21.15.44:0/991161238 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1910104da0 0x7f191019a540 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.509+0000 7f1914c00640 1 --2- 172.21.15.44:0/991161238 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1910102470 0x7f191019a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.509+0000 7f1914c00640 1 -- 172.21.15.44:0/991161238 >> 172.21.15.44:0/991161238 conn(0x7f19100fbe80 msgr2=0x7f1910101ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:25.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.509+0000 7f1914c00640 1 -- 172.21.15.44:0/991161238 shutdown_connections 2024-05-27T00:35:25.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.509+0000 7f1914c00640 1 -- 172.21.15.44:0/991161238 wait complete. 2024-05-27T00:35:25.528 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-27T00:27:02.979133+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-27T00:32:16.909207+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-27T00:32:17.962562+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '87', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-05-27T00:32:21.951818+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '91', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-05-27T00:35:25.528 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-27T00:35:25.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.731+0000 7f5967200640 1 -- 172.21.15.44:0/3580720081 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5968101840 msgr2=0x7f5968101cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:25.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.731+0000 7f5967200640 1 --2- 172.21.15.44:0/3580720081 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5968101840 0x7f5968101cc0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f5954009930 tx=0x7f595402a420 comp rx=0 tx=0).stop 2024-05-27T00:35:25.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.731+0000 7f5967200640 1 -- 172.21.15.44:0/3580720081 shutdown_connections 2024-05-27T00:35:25.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.731+0000 7f5967200640 1 --2- 172.21.15.44:0/3580720081 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5968102200 0x7f596810e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.731+0000 7f5967200640 1 --2- 172.21.15.44:0/3580720081 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5968101840 0x7f5968101cc0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.731+0000 7f5967200640 1 --2- 172.21.15.44:0/3580720081 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5968107850 0x7f5968107c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.731+0000 7f5967200640 1 -- 172.21.15.44:0/3580720081 >> 172.21.15.44:0/3580720081 conn(0x7f59680fd370 msgr2=0x7f59680ff790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:25.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.731+0000 7f5967200640 1 -- 172.21.15.44:0/3580720081 shutdown_connections 2024-05-27T00:35:25.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.731+0000 7f5967200640 1 -- 172.21.15.44:0/3580720081 wait complete. 2024-05-27T00:35:25.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.732+0000 7f5967200640 1 Processor -- start 2024-05-27T00:35:25.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.732+0000 7f5967200640 1 -- start start 2024-05-27T00:35:25.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.733+0000 7f5967200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5968101840 0x7f5968073ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:25.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.733+0000 7f5967200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5968102200 0x7f59680741e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:25.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.733+0000 7f5967200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5968107850 0x7f5968074720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:25.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.733+0000 7f5967200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5968111dd0 con 0x7f5968107850 2024-05-27T00:35:25.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.733+0000 7f5967200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5968111c50 con 0x7f5968101840 2024-05-27T00:35:25.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.733+0000 7f5967200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f5968111f50 con 0x7f5968102200 2024-05-27T00:35:25.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.733+0000 7f5965e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5968101840 0x7f5968073ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:25.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.733+0000 7f5966800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5968107850 0x7f5968074720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:25.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.733+0000 7f5965e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5968101840 0x7f5968073ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:58494/0 (socket says 172.21.15.44:58494) 2024-05-27T00:35:25.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.733+0000 7f5965e00640 1 -- 172.21.15.44:0/2587703249 learned_addr learned my addr 172.21.15.44:0/2587703249 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:25.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.733+0000 7f5965400640 1 --2- 172.21.15.44:0/2587703249 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5968102200 0x7f59680741e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:25.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.734+0000 7f5965e00640 1 -- 172.21.15.44:0/2587703249 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5968102200 msgr2=0x7f59680741e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:25.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.734+0000 7f5965e00640 1 --2- 172.21.15.44:0/2587703249 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5968102200 0x7f59680741e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.734+0000 7f5965e00640 1 -- 172.21.15.44:0/2587703249 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5968107850 msgr2=0x7f5968074720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:25.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.734+0000 7f5965e00640 1 --2- 172.21.15.44:0/2587703249 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5968107850 0x7f5968074720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.734+0000 7f5965e00640 1 -- 172.21.15.44:0/2587703249 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59681a6790 con 0x7f5968101840 2024-05-27T00:35:25.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.734+0000 7f5966800640 1 --2- 172.21.15.44:0/2587703249 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5968107850 0x7f5968074720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:25.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.734+0000 7f5965e00640 1 --2- 172.21.15.44:0/2587703249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5968101840 0x7f5968073ca0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f595800e9f0 tx=0x7f595800edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:25.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.734+0000 7f595ea00640 1 -- 172.21.15.44:0/2587703249 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f595800cd80 con 0x7f5968101840 2024-05-27T00:35:25.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.735+0000 7f595ea00640 1 -- 172.21.15.44:0/2587703249 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5958005520 con 0x7f5968101840 2024-05-27T00:35:25.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.735+0000 7f595ea00640 1 -- 172.21.15.44:0/2587703249 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5958010690 con 0x7f5968101840 2024-05-27T00:35:25.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.735+0000 7f5967200640 1 -- 172.21.15.44:0/2587703249 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59681a6a80 con 0x7f5968101840 2024-05-27T00:35:25.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.735+0000 7f5967200640 1 -- 172.21.15.44:0/2587703249 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59681a6f50 con 0x7f5968101840 2024-05-27T00:35:25.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.736+0000 7f5967200640 1 -- 172.21.15.44:0/2587703249 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59680686e0 con 0x7f5968101840 2024-05-27T00:35:25.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.738+0000 7f595ea00640 1 -- 172.21.15.44:0/2587703249 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f59580046c0 con 0x7f5968101840 2024-05-27T00:35:25.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.739+0000 7f595ea00640 1 --2- 172.21.15.44:0/2587703249 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f594c0a2ea0 0x7f594c0a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:25.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.739+0000 7f595ea00640 1 -- 172.21.15.44:0/2587703249 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f59580cfdb0 con 0x7f5968101840 2024-05-27T00:35:25.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.739+0000 7f5965400640 1 --2- 172.21.15.44:0/2587703249 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f594c0a2ea0 0x7f594c0a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:25.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.740+0000 7f5965400640 1 --2- 172.21.15.44:0/2587703249 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f594c0a2ea0 0x7f594c0a5360 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5954006010 tx=0x7f5954005e80 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:25.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.743+0000 7f595ea00640 1 -- 172.21.15.44:0/2587703249 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f59580d4070 con 0x7f5968101840 2024-05-27T00:35:25.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:25 smithi044 ceph-mon[31645]: from='client.25531 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:35:25.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:25 smithi044 ceph-mon[31645]: Updating smithi044:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:35:25.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:25 smithi044 ceph-mon[31645]: Updating smithi050:/etc/ceph/ceph.client.admin.keyring 2024-05-27T00:35:25.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:25 smithi044 ceph-mon[31645]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-05-27T00:35:25.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:25 smithi044 ceph-mon[31645]: Updating smithi050:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-05-27T00:35:25.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:25 smithi044 ceph-mon[31645]: Updating smithi137:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-05-27T00:35:25.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:25 smithi044 ceph-mon[31645]: from='client.25544 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:35:25.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:25 smithi044 ceph-mon[31645]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-05-27T00:35:25.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:25 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/991161238' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:35:25.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:25 smithi050 ceph-mon[36071]: from='client.25531 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:35:25.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:25 smithi050 ceph-mon[36071]: Updating smithi044:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:35:25.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:25 smithi050 ceph-mon[36071]: Updating smithi050:/etc/ceph/ceph.client.admin.keyring 2024-05-27T00:35:25.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:25 smithi050 ceph-mon[36071]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-05-27T00:35:25.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:25 smithi050 ceph-mon[36071]: Updating smithi050:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-05-27T00:35:25.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:25 smithi050 ceph-mon[36071]: Updating smithi137:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-05-27T00:35:25.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:25 smithi050 ceph-mon[36071]: from='client.25544 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:35:25.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:25 smithi050 ceph-mon[36071]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-05-27T00:35:25.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:25 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/991161238' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:35:25.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.950+0000 7f5967200640 1 -- 172.21.15.44:0/2587703249 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f5968109db0 con 0x7f5968101840 2024-05-27T00:35:25.952 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.950+0000 7f595ea00640 1 -- 172.21.15.44:0/2587703249 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v96) ==== 93+0+10 (secure 0 0 0) 0x7f595809c3d0 con 0x7f5968101840 2024-05-27T00:35:25.952 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 1 2024-05-27T00:35:25.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.953+0000 7f5967200640 1 -- 172.21.15.44:0/2587703249 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f594c0a2ea0 msgr2=0x7f594c0a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:25.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.953+0000 7f5967200640 1 --2- 172.21.15.44:0/2587703249 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f594c0a2ea0 0x7f594c0a5360 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5954006010 tx=0x7f5954005e80 comp rx=0 tx=0).stop 2024-05-27T00:35:25.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.953+0000 7f5967200640 1 -- 172.21.15.44:0/2587703249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5968101840 msgr2=0x7f5968073ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:25.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.953+0000 7f5967200640 1 --2- 172.21.15.44:0/2587703249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5968101840 0x7f5968073ca0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f595800e9f0 tx=0x7f595800edf0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.953+0000 7f5967200640 1 -- 172.21.15.44:0/2587703249 shutdown_connections 2024-05-27T00:35:25.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.953+0000 7f5967200640 1 --2- 172.21.15.44:0/2587703249 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f594c0a2ea0 0x7f594c0a5360 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.953+0000 7f5967200640 1 --2- 172.21.15.44:0/2587703249 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5968107850 0x7f5968074720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.953+0000 7f5967200640 1 --2- 172.21.15.44:0/2587703249 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5968102200 0x7f59680741e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.953+0000 7f5967200640 1 --2- 172.21.15.44:0/2587703249 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5968101840 0x7f5968073ca0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:25.954 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.953+0000 7f5967200640 1 -- 172.21.15.44:0/2587703249 >> 172.21.15.44:0/2587703249 conn(0x7f59680fd370 msgr2=0x7f59680fda80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:25.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.953+0000 7f5967200640 1 -- 172.21.15.44:0/2587703249 shutdown_connections 2024-05-27T00:35:25.955 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:25.953+0000 7f5967200640 1 -- 172.21.15.44:0/2587703249 wait complete. 2024-05-27T00:35:25.973 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-27T00:35:26.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:25 smithi137 ceph-mon[36552]: from='client.25531 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:35:26.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:25 smithi137 ceph-mon[36552]: Updating smithi044:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.conf 2024-05-27T00:35:26.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:25 smithi137 ceph-mon[36552]: Updating smithi050:/etc/ceph/ceph.client.admin.keyring 2024-05-27T00:35:26.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:25 smithi137 ceph-mon[36552]: Updating smithi137:/etc/ceph/ceph.client.admin.keyring 2024-05-27T00:35:26.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:25 smithi137 ceph-mon[36552]: Updating smithi050:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-05-27T00:35:26.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:25 smithi137 ceph-mon[36552]: Updating smithi137:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-05-27T00:35:26.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:25 smithi137 ceph-mon[36552]: from='client.25544 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:35:26.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:25 smithi137 ceph-mon[36552]: Updating smithi044:/etc/ceph/ceph.client.admin.keyring 2024-05-27T00:35:26.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:25 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/991161238' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:35:26.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.176+0000 7f2d41000640 1 -- 172.21.15.44:0/547456764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d3c0746f0 msgr2=0x7f2d3c10db40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:26.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.176+0000 7f2d41000640 1 --2- 172.21.15.44:0/547456764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d3c0746f0 0x7f2d3c10db40 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f2d24009900 tx=0x7f2d2402a480 comp rx=0 tx=0).stop 2024-05-27T00:35:26.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.176+0000 7f2d41000640 1 -- 172.21.15.44:0/547456764 shutdown_connections 2024-05-27T00:35:26.177 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.176+0000 7f2d41000640 1 --2- 172.21.15.44:0/547456764 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2d3c10e080 0x7f2d3c1104d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:26.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.176+0000 7f2d41000640 1 --2- 172.21.15.44:0/547456764 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d3c0746f0 0x7f2d3c10db40 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:26.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.176+0000 7f2d41000640 1 --2- 172.21.15.44:0/547456764 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2d3c073dd0 0x7f2d3c0741b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:26.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.176+0000 7f2d41000640 1 -- 172.21.15.44:0/547456764 >> 172.21.15.44:0/547456764 conn(0x7f2d3c0fd370 msgr2=0x7f2d3c0ff790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:26.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.176+0000 7f2d41000640 1 -- 172.21.15.44:0/547456764 shutdown_connections 2024-05-27T00:35:26.178 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.176+0000 7f2d41000640 1 -- 172.21.15.44:0/547456764 wait complete. 2024-05-27T00:35:26.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.177+0000 7f2d41000640 1 Processor -- start 2024-05-27T00:35:26.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.178+0000 7f2d41000640 1 -- start start 2024-05-27T00:35:26.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.178+0000 7f2d41000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d3c073dd0 0x7f2d3c19a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:26.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.178+0000 7f2d41000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2d3c0746f0 0x7f2d3c19a930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:26.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.178+0000 7f2d41000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2d3c10e080 0x7f2d3c19ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:26.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.178+0000 7f2d41000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2d3c113f90 con 0x7f2d3c0746f0 2024-05-27T00:35:26.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.178+0000 7f2d41000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2d3c113e10 con 0x7f2d3c073dd0 2024-05-27T00:35:26.179 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.178+0000 7f2d41000640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f2d3c114110 con 0x7f2d3c10e080 2024-05-27T00:35:26.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.178+0000 7f2d32a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2d3c0746f0 0x7f2d3c19a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:26.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.178+0000 7f2d3b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d3c073dd0 0x7f2d3c19a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:26.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.178+0000 7f2d3be00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2d3c10e080 0x7f2d3c19ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:26.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.178+0000 7f2d3b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d3c073dd0 0x7f2d3c19a3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:58500/0 (socket says 172.21.15.44:58500) 2024-05-27T00:35:26.180 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.178+0000 7f2d3b400640 1 -- 172.21.15.44:0/83450419 learned_addr learned my addr 172.21.15.44:0/83450419 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:26.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.179+0000 7f2d3be00640 1 -- 172.21.15.44:0/83450419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d3c073dd0 msgr2=0x7f2d3c19a3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:26.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.179+0000 7f2d3be00640 1 --2- 172.21.15.44:0/83450419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d3c073dd0 0x7f2d3c19a3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:26.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.179+0000 7f2d3be00640 1 -- 172.21.15.44:0/83450419 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2d3c0746f0 msgr2=0x7f2d3c19a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:26.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.179+0000 7f2d3be00640 1 --2- 172.21.15.44:0/83450419 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2d3c0746f0 0x7f2d3c19a930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:26.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.179+0000 7f2d3be00640 1 -- 172.21.15.44:0/83450419 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d3c19f3e0 con 0x7f2d3c10e080 2024-05-27T00:35:26.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.179+0000 7f2d3b400640 1 --2- 172.21.15.44:0/83450419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d3c073dd0 0x7f2d3c19a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:26.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.179+0000 7f2d32a00640 1 --2- 172.21.15.44:0/83450419 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2d3c0746f0 0x7f2d3c19a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:26.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.179+0000 7f2d3be00640 1 --2- 172.21.15.44:0/83450419 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2d3c10e080 0x7f2d3c19ecb0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2d34009fd0 tx=0x7f2d3400ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:26.181 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.179+0000 7f2d38c00640 1 -- 172.21.15.44:0/83450419 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d3400ce20 con 0x7f2d3c10e080 2024-05-27T00:35:26.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.180+0000 7f2d38c00640 1 -- 172.21.15.44:0/83450419 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2d34004b20 con 0x7f2d3c10e080 2024-05-27T00:35:26.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.180+0000 7f2d41000640 1 -- 172.21.15.44:0/83450419 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d3c19f6d0 con 0x7f2d3c10e080 2024-05-27T00:35:26.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.180+0000 7f2d38c00640 1 -- 172.21.15.44:0/83450419 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d34010790 con 0x7f2d3c10e080 2024-05-27T00:35:26.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.180+0000 7f2d41000640 1 -- 172.21.15.44:0/83450419 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d3c1a6f60 con 0x7f2d3c10e080 2024-05-27T00:35:26.182 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.181+0000 7f2d41000640 1 -- 172.21.15.44:0/83450419 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d3c0686e0 con 0x7f2d3c10e080 2024-05-27T00:35:26.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.183+0000 7f2d38c00640 1 -- 172.21.15.44:0/83450419 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f2d34005020 con 0x7f2d3c10e080 2024-05-27T00:35:26.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.184+0000 7f2d38c00640 1 --2- 172.21.15.44:0/83450419 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f2d1c0a2e20 0x7f2d1c0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:26.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.184+0000 7f2d38c00640 1 -- 172.21.15.44:0/83450419 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f2d340d0140 con 0x7f2d3c10e080 2024-05-27T00:35:26.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.185+0000 7f2d3b400640 1 --2- 172.21.15.44:0/83450419 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f2d1c0a2e20 0x7f2d1c0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:26.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.186+0000 7f2d3b400640 1 --2- 172.21.15.44:0/83450419 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f2d1c0a2e20 0x7f2d1c0a52e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f2d2c0095f0 tx=0x7f2d2c005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:26.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.189+0000 7f2d38c00640 1 -- 172.21.15.44:0/83450419 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f2d3409c760 con 0x7f2d3c10e080 2024-05-27T00:35:26.404 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.404+0000 7f2d41000640 1 -- 172.21.15.44:0/83450419 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f2d3c1a71c0 con 0x7f2d3c10e080 2024-05-27T00:35:26.405 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.405+0000 7f2d38c00640 1 -- 172.21.15.44:0/83450419 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v96) ==== 104+0+11 (secure 0 0 0) 0x7f2d3409c060 con 0x7f2d3c10e080 2024-05-27T00:35:26.405 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:35:26.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.407+0000 7f2d41000640 1 -- 172.21.15.44:0/83450419 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f2d1c0a2e20 msgr2=0x7f2d1c0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:26.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.407+0000 7f2d41000640 1 --2- 172.21.15.44:0/83450419 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f2d1c0a2e20 0x7f2d1c0a52e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f2d2c0095f0 tx=0x7f2d2c005f90 comp rx=0 tx=0).stop 2024-05-27T00:35:26.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.407+0000 7f2d41000640 1 -- 172.21.15.44:0/83450419 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2d3c10e080 msgr2=0x7f2d3c19ecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:26.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.407+0000 7f2d41000640 1 --2- 172.21.15.44:0/83450419 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2d3c10e080 0x7f2d3c19ecb0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2d34009fd0 tx=0x7f2d3400ef10 comp rx=0 tx=0).stop 2024-05-27T00:35:26.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.407+0000 7f2d41000640 1 -- 172.21.15.44:0/83450419 shutdown_connections 2024-05-27T00:35:26.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.407+0000 7f2d41000640 1 --2- 172.21.15.44:0/83450419 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f2d1c0a2e20 0x7f2d1c0a52e0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:26.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.407+0000 7f2d41000640 1 --2- 172.21.15.44:0/83450419 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2d3c10e080 0x7f2d3c19ecb0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:26.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.407+0000 7f2d41000640 1 --2- 172.21.15.44:0/83450419 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2d3c0746f0 0x7f2d3c19a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:26.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.407+0000 7f2d41000640 1 --2- 172.21.15.44:0/83450419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2d3c073dd0 0x7f2d3c19a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:26.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.407+0000 7f2d41000640 1 -- 172.21.15.44:0/83450419 >> 172.21.15.44:0/83450419 conn(0x7f2d3c0fd370 msgr2=0x7f2d3c0fe9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:26.408 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.407+0000 7f2d41000640 1 -- 172.21.15.44:0/83450419 shutdown_connections 2024-05-27T00:35:26.409 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.407+0000 7f2d41000640 1 -- 172.21.15.44:0/83450419 wait complete. 2024-05-27T00:35:26.429 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-27T00:35:26.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.635+0000 7f25e6600640 1 -- 172.21.15.44:0/1326429624 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f25e0102210 msgr2=0x7f25e010e720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:26.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.635+0000 7f25e6600640 1 --2- 172.21.15.44:0/1326429624 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f25e0102210 0x7f25e010e720 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f25d8009ca0 tx=0x7f25d802a8c0 comp rx=0 tx=0).stop 2024-05-27T00:35:26.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.635+0000 7f25e6600640 1 -- 172.21.15.44:0/1326429624 shutdown_connections 2024-05-27T00:35:26.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.635+0000 7f25e6600640 1 --2- 172.21.15.44:0/1326429624 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f25e0102210 0x7f25e010e720 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:26.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.635+0000 7f25e6600640 1 --2- 172.21.15.44:0/1326429624 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f25e0101850 0x7f25e0101cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:26.636 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.635+0000 7f25e6600640 1 --2- 172.21.15.44:0/1326429624 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f25e0107860 0x7f25e0107c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:26.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.635+0000 7f25e6600640 1 -- 172.21.15.44:0/1326429624 >> 172.21.15.44:0/1326429624 conn(0x7f25e00fd340 msgr2=0x7f25e00ff760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:26.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.635+0000 7f25e6600640 1 -- 172.21.15.44:0/1326429624 shutdown_connections 2024-05-27T00:35:26.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.635+0000 7f25e6600640 1 -- 172.21.15.44:0/1326429624 wait complete. 2024-05-27T00:35:26.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.636+0000 7f25e6600640 1 Processor -- start 2024-05-27T00:35:26.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.636+0000 7f25e6600640 1 -- start start 2024-05-27T00:35:26.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.636+0000 7f25e6600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f25e0101850 0x7f25e0073ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:26.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.636+0000 7f25e6600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f25e0102210 0x7f25e00741e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:26.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.636+0000 7f25e6600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f25e0107860 0x7f25e0074720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:26.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.636+0000 7f25e6600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f25e0111d90 con 0x7f25e0101850 2024-05-27T00:35:26.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.636+0000 7f25e6600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f25e0111c10 con 0x7f25e0107860 2024-05-27T00:35:26.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.636+0000 7f25e6600640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f25e0111f10 con 0x7f25e0102210 2024-05-27T00:35:26.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.637+0000 7f25e5200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f25e0101850 0x7f25e0073ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:26.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.637+0000 7f25e5200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f25e0101850 0x7f25e0073ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36372/0 (socket says 172.21.15.44:36372) 2024-05-27T00:35:26.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.637+0000 7f25e5200640 1 -- 172.21.15.44:0/2822518167 learned_addr learned my addr 172.21.15.44:0/2822518167 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:26.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.637+0000 7f25e5c00640 1 --2- 172.21.15.44:0/2822518167 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f25e0107860 0x7f25e0074720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:26.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.637+0000 7f25dfe00640 1 --2- 172.21.15.44:0/2822518167 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f25e0102210 0x7f25e00741e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:26.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.637+0000 7f25e5200640 1 -- 172.21.15.44:0/2822518167 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f25e0102210 msgr2=0x7f25e00741e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:26.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.637+0000 7f25e5200640 1 --2- 172.21.15.44:0/2822518167 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f25e0102210 0x7f25e00741e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:26.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.637+0000 7f25e5200640 1 -- 172.21.15.44:0/2822518167 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f25e0107860 msgr2=0x7f25e0074720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:26.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.637+0000 7f25e5200640 1 --2- 172.21.15.44:0/2822518167 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f25e0107860 0x7f25e0074720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:26.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.637+0000 7f25e5200640 1 -- 172.21.15.44:0/2822518167 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25e01a6670 con 0x7f25e0101850 2024-05-27T00:35:26.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.637+0000 7f25e5c00640 1 --2- 172.21.15.44:0/2822518167 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f25e0107860 0x7f25e0074720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:26.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.637+0000 7f25dfe00640 1 --2- 172.21.15.44:0/2822518167 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f25e0102210 0x7f25e00741e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:26.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.638+0000 7f25e5200640 1 --2- 172.21.15.44:0/2822518167 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f25e0101850 0x7f25e0073ca0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f25d400e9f0 tx=0x7f25d400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:26.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.638+0000 7f25dd600640 1 -- 172.21.15.44:0/2822518167 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25d400cd80 con 0x7f25e0101850 2024-05-27T00:35:26.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.638+0000 7f25dd600640 1 -- 172.21.15.44:0/2822518167 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f25d4010930 con 0x7f25e0101850 2024-05-27T00:35:26.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.638+0000 7f25dd600640 1 -- 172.21.15.44:0/2822518167 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25d4018b00 con 0x7f25e0101850 2024-05-27T00:35:26.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.638+0000 7f25e6600640 1 -- 172.21.15.44:0/2822518167 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25e01a6960 con 0x7f25e0101850 2024-05-27T00:35:26.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.638+0000 7f25e6600640 1 -- 172.21.15.44:0/2822518167 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25e01a6e60 con 0x7f25e0101850 2024-05-27T00:35:26.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.639+0000 7f25e6600640 1 -- 172.21.15.44:0/2822518167 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25e0068b30 con 0x7f25e0101850 2024-05-27T00:35:26.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.641+0000 7f25dd600640 1 -- 172.21.15.44:0/2822518167 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f25d4018ca0 con 0x7f25e0101850 2024-05-27T00:35:26.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.643+0000 7f25dd600640 1 --2- 172.21.15.44:0/2822518167 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f25c80a2ea0 0x7f25c80a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:26.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.643+0000 7f25dd600640 1 -- 172.21.15.44:0/2822518167 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f25d40cfd40 con 0x7f25e0101850 2024-05-27T00:35:26.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.643+0000 7f25dfe00640 1 --2- 172.21.15.44:0/2822518167 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f25c80a2ea0 0x7f25c80a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:26.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.644+0000 7f25dfe00640 1 --2- 172.21.15.44:0/2822518167 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f25c80a2ea0 0x7f25c80a5360 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f25e0075730 tx=0x7f25cc005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:26.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.647+0000 7f25dd600640 1 -- 172.21.15.44:0/2822518167 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f25d409bd10 con 0x7f25e0101850 2024-05-27T00:35:26.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.851+0000 7f25e6600640 1 -- 172.21.15.44:0/2822518167 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f25e01a7090 con 0x7f25e0101850 2024-05-27T00:35:26.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.852+0000 7f25dd600640 1 -- 172.21.15.44:0/2822518167 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v96) ==== 100+0+11 (secure 0 0 0) 0x7f25d40a0010 con 0x7f25e0101850 2024-05-27T00:35:26.852 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 64 2024-05-27T00:35:26.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.854+0000 7f25e6600640 1 -- 172.21.15.44:0/2822518167 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f25c80a2ea0 msgr2=0x7f25c80a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:26.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.854+0000 7f25e6600640 1 --2- 172.21.15.44:0/2822518167 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f25c80a2ea0 0x7f25c80a5360 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f25e0075730 tx=0x7f25cc005f90 comp rx=0 tx=0).stop 2024-05-27T00:35:26.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.854+0000 7f25e6600640 1 -- 172.21.15.44:0/2822518167 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f25e0101850 msgr2=0x7f25e0073ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:26.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.854+0000 7f25e6600640 1 --2- 172.21.15.44:0/2822518167 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f25e0101850 0x7f25e0073ca0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f25d400e9f0 tx=0x7f25d400eeb0 comp rx=0 tx=0).stop 2024-05-27T00:35:26.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.854+0000 7f25e6600640 1 -- 172.21.15.44:0/2822518167 shutdown_connections 2024-05-27T00:35:26.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.854+0000 7f25e6600640 1 --2- 172.21.15.44:0/2822518167 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f25c80a2ea0 0x7f25c80a5360 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:26.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.854+0000 7f25e6600640 1 --2- 172.21.15.44:0/2822518167 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f25e0107860 0x7f25e0074720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:26.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.854+0000 7f25e6600640 1 --2- 172.21.15.44:0/2822518167 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f25e0102210 0x7f25e00741e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:26.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.854+0000 7f25e6600640 1 --2- 172.21.15.44:0/2822518167 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f25e0101850 0x7f25e0073ca0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:26.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.854+0000 7f25e6600640 1 -- 172.21.15.44:0/2822518167 >> 172.21.15.44:0/2822518167 conn(0x7f25e00fd340 msgr2=0x7f25e00fd820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:26.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.854+0000 7f25e6600640 1 -- 172.21.15.44:0/2822518167 shutdown_connections 2024-05-27T00:35:26.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:26.855+0000 7f25e6600640 1 -- 172.21.15.44:0/2822518167 wait complete. 2024-05-27T00:35:26.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:26 smithi044 ceph-mon[31645]: from='client.15417 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:35:26.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:26 smithi044 ceph-mon[31645]: pgmap v7: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 880 B/s wr, 22 op/s 2024-05-27T00:35:26.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:26 smithi044 ceph-mon[31645]: Updating smithi044:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-05-27T00:35:26.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:26 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2587703249' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:35:26.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:26 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:26.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:26 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:26.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:26 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:26.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:26 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:35:26.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:26 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:35:26.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:26 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:35:26.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:26 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:26.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:26 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/83450419' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:35:26.876 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-05-27T00:35:26.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:26 smithi050 ceph-mon[36071]: from='client.15417 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:35:26.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:26 smithi050 ceph-mon[36071]: pgmap v7: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 880 B/s wr, 22 op/s 2024-05-27T00:35:26.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:26 smithi050 ceph-mon[36071]: Updating smithi044:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-05-27T00:35:26.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:26 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2587703249' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:35:26.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:26 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:26.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:26 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:26.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:26 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:26.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:26 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:35:26.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:26 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:35:26.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:26 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:35:26.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:26 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:26.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:26 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/83450419' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:35:27.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:26 smithi137 ceph-mon[36552]: from='client.15417 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-27T00:35:27.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:26 smithi137 ceph-mon[36552]: pgmap v7: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 880 B/s wr, 22 op/s 2024-05-27T00:35:27.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:26 smithi137 ceph-mon[36552]: Updating smithi044:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-05-27T00:35:27.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:26 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2587703249' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:35:27.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:26 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:27.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:26 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:27.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:26 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:27.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:26 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:35:27.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:26 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:35:27.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:26 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:35:27.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:26 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:27.005 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:26 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/83450419' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:35:27.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.095+0000 7f9411800640 1 -- 172.21.15.44:0/1031527070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f940c10e290 msgr2=0x7f940c110680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:27.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.095+0000 7f9411800640 1 --2- 172.21.15.44:0/1031527070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f940c10e290 0x7f940c110680 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f9404009900 tx=0x7f940402a3f0 comp rx=0 tx=0).stop 2024-05-27T00:35:27.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.095+0000 7f9411800640 1 -- 172.21.15.44:0/1031527070 shutdown_connections 2024-05-27T00:35:27.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.095+0000 7f9411800640 1 --2- 172.21.15.44:0/1031527070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f940c10e290 0x7f940c110680 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:27.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.095+0000 7f9411800640 1 --2- 172.21.15.44:0/1031527070 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f940c100670 0x7f940c10dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:27.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.095+0000 7f9411800640 1 --2- 172.21.15.44:0/1031527070 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f940c0ffd50 0x7f940c100130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:27.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.095+0000 7f9411800640 1 -- 172.21.15.44:0/1031527070 >> 172.21.15.44:0/1031527070 conn(0x7f940c0756a0 msgr2=0x7f940c075ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:27.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.096+0000 7f9411800640 1 -- 172.21.15.44:0/1031527070 shutdown_connections 2024-05-27T00:35:27.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.096+0000 7f9411800640 1 -- 172.21.15.44:0/1031527070 wait complete. 2024-05-27T00:35:27.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.097+0000 7f9411800640 1 Processor -- start 2024-05-27T00:35:27.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.097+0000 7f9411800640 1 -- start start 2024-05-27T00:35:27.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.097+0000 7f9411800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f940c0ffd50 0x7f940c19a310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:27.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.097+0000 7f9411800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f940c100670 0x7f940c19a850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:27.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.097+0000 7f9411800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f940c10e290 0x7f940c19ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:27.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.097+0000 7f9411800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f940c113f70 con 0x7f940c0ffd50 2024-05-27T00:35:27.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.097+0000 7f9411800640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f940c113df0 con 0x7f940c100670 2024-05-27T00:35:27.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.097+0000 7f9411800640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f940c1140f0 con 0x7f940c10e290 2024-05-27T00:35:27.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.098+0000 7f940be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f940c0ffd50 0x7f940c19a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.098+0000 7f940be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f940c0ffd50 0x7f940c19a310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36394/0 (socket says 172.21.15.44:36394) 2024-05-27T00:35:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.098+0000 7f940be00640 1 -- 172.21.15.44:0/3798018223 learned_addr learned my addr 172.21.15.44:0/3798018223 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.098+0000 7f9410e00640 1 --2- 172.21.15.44:0/3798018223 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f940c10e290 0x7f940c19ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.098+0000 7f940b400640 1 --2- 172.21.15.44:0/3798018223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f940c100670 0x7f940c19a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.098+0000 7f940be00640 1 -- 172.21.15.44:0/3798018223 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f940c10e290 msgr2=0x7f940c19ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.098+0000 7f940be00640 1 --2- 172.21.15.44:0/3798018223 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f940c10e290 0x7f940c19ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.098+0000 7f940be00640 1 -- 172.21.15.44:0/3798018223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f940c100670 msgr2=0x7f940c19a850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.098+0000 7f940be00640 1 --2- 172.21.15.44:0/3798018223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f940c100670 0x7f940c19a850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.098+0000 7f940be00640 1 -- 172.21.15.44:0/3798018223 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f940c19f300 con 0x7f940c0ffd50 2024-05-27T00:35:27.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.098+0000 7f940be00640 1 --2- 172.21.15.44:0/3798018223 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f940c0ffd50 0x7f940c19a310 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f93fc00eb70 tx=0x7f93fc00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.099+0000 7f9408c00640 1 -- 172.21.15.44:0/3798018223 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93fc003b70 con 0x7f940c0ffd50 2024-05-27T00:35:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.099+0000 7f9408c00640 1 -- 172.21.15.44:0/3798018223 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f93fc00ee70 con 0x7f940c0ffd50 2024-05-27T00:35:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.099+0000 7f9411800640 1 -- 172.21.15.44:0/3798018223 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f940c19f5f0 con 0x7f940c0ffd50 2024-05-27T00:35:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.099+0000 7f9408c00640 1 -- 172.21.15.44:0/3798018223 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93fc0108d0 con 0x7f940c0ffd50 2024-05-27T00:35:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.099+0000 7f9411800640 1 -- 172.21.15.44:0/3798018223 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f940c1a6e80 con 0x7f940c0ffd50 2024-05-27T00:35:27.101 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.100+0000 7f9411800640 1 -- 172.21.15.44:0/3798018223 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f940c068b30 con 0x7f940c0ffd50 2024-05-27T00:35:27.103 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.102+0000 7f9408c00640 1 -- 172.21.15.44:0/3798018223 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f93fc003f30 con 0x7f940c0ffd50 2024-05-27T00:35:27.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.104+0000 7f9408c00640 1 --2- 172.21.15.44:0/3798018223 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f93f00a2ea0 0x7f93f00a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:27.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.104+0000 7f9408c00640 1 -- 172.21.15.44:0/3798018223 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f93fc0cffe0 con 0x7f940c0ffd50 2024-05-27T00:35:27.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.104+0000 7f940b400640 1 --2- 172.21.15.44:0/3798018223 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f93f00a2ea0 0x7f93f00a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:27.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.105+0000 7f940b400640 1 --2- 172.21.15.44:0/3798018223 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f93f00a2ea0 0x7f93f00a5360 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f940c110550 tx=0x7f93f4005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:27.108 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.108+0000 7f9408c00640 1 -- 172.21.15.44:0/3798018223 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f93fc09c640 con 0x7f940c0ffd50 2024-05-27T00:35:27.312 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.312+0000 7f9411800640 1 -- 172.21.15.44:0/3798018223 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f940c1a70b0 con 0x7f940c0ffd50 2024-05-27T00:35:27.314 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.313+0000 7f9408c00640 1 -- 172.21.15.44:0/3798018223 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v96) ==== 103+0+11 (secure 0 0 0) 0x7f93fc09bf40 con 0x7f940c0ffd50 2024-05-27T00:35:27.314 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:35:27.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.316+0000 7f9411800640 1 -- 172.21.15.44:0/3798018223 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f93f00a2ea0 msgr2=0x7f93f00a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:27.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.316+0000 7f9411800640 1 --2- 172.21.15.44:0/3798018223 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f93f00a2ea0 0x7f93f00a5360 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f940c110550 tx=0x7f93f4005f90 comp rx=0 tx=0).stop 2024-05-27T00:35:27.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.316+0000 7f9411800640 1 -- 172.21.15.44:0/3798018223 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f940c0ffd50 msgr2=0x7f940c19a310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:27.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.316+0000 7f9411800640 1 --2- 172.21.15.44:0/3798018223 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f940c0ffd50 0x7f940c19a310 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f93fc00eb70 tx=0x7f93fc00c6a0 comp rx=0 tx=0).stop 2024-05-27T00:35:27.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.316+0000 7f9411800640 1 -- 172.21.15.44:0/3798018223 shutdown_connections 2024-05-27T00:35:27.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.316+0000 7f9411800640 1 --2- 172.21.15.44:0/3798018223 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f93f00a2ea0 0x7f93f00a5360 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:27.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.316+0000 7f9411800640 1 --2- 172.21.15.44:0/3798018223 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f940c10e290 0x7f940c19ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:27.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.316+0000 7f9411800640 1 --2- 172.21.15.44:0/3798018223 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f940c100670 0x7f940c19a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:27.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.316+0000 7f9411800640 1 --2- 172.21.15.44:0/3798018223 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f940c0ffd50 0x7f940c19a310 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:27.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.316+0000 7f9411800640 1 -- 172.21.15.44:0/3798018223 >> 172.21.15.44:0/3798018223 conn(0x7f940c0756a0 msgr2=0x7f940c10e710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:27.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.316+0000 7f9411800640 1 -- 172.21.15.44:0/3798018223 shutdown_connections 2024-05-27T00:35:27.318 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.316+0000 7f9411800640 1 -- 172.21.15.44:0/3798018223 wait complete. 2024-05-27T00:35:27.337 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:35:27.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.543+0000 7f8ee7200640 1 -- 172.21.15.44:0/1952733263 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ee0109400 msgr2=0x7f8ee010ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:27.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.543+0000 7f8ee7200640 1 --2- 172.21.15.44:0/1952733263 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ee0109400 0x7f8ee010ca70 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f8ed0009900 tx=0x7f8ed002a3f0 comp rx=0 tx=0).stop 2024-05-27T00:35:27.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.543+0000 7f8ee7200640 1 -- 172.21.15.44:0/1952733263 shutdown_connections 2024-05-27T00:35:27.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.543+0000 7f8ee7200640 1 --2- 172.21.15.44:0/1952733263 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8ee010d150 0x7f8ee0114d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:27.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.543+0000 7f8ee7200640 1 --2- 172.21.15.44:0/1952733263 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ee0109400 0x7f8ee010ca70 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:27.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.543+0000 7f8ee7200640 1 --2- 172.21.15.44:0/1952733263 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ee0108a50 0x7f8ee0108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:27.544 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.543+0000 7f8ee7200640 1 -- 172.21.15.44:0/1952733263 >> 172.21.15.44:0/1952733263 conn(0x7f8ee00773f0 msgr2=0x7f8ee0079810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:27.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.543+0000 7f8ee7200640 1 -- 172.21.15.44:0/1952733263 shutdown_connections 2024-05-27T00:35:27.545 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.543+0000 7f8ee7200640 1 -- 172.21.15.44:0/1952733263 wait complete. 2024-05-27T00:35:27.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.544+0000 7f8ee7200640 1 Processor -- start 2024-05-27T00:35:27.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.544+0000 7f8ee7200640 1 -- start start 2024-05-27T00:35:27.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.545+0000 7f8ee7200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8ee0108a50 0x7f8ee01a4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:27.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.545+0000 7f8ee7200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ee010d150 0x7f8ee01a49b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:27.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.545+0000 7f8ee7200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ee019e620 0x7f8ee019ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:27.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.545+0000 7f8ee7200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8ee0118360 con 0x7f8ee010d150 2024-05-27T00:35:27.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.545+0000 7f8ee7200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8ee01181e0 con 0x7f8ee019e620 2024-05-27T00:35:27.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.545+0000 7f8ee7200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f8ee01184e0 con 0x7f8ee0108a50 2024-05-27T00:35:27.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.545+0000 7f8ee5400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ee010d150 0x7f8ee01a49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:27.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.545+0000 7f8ee5e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8ee0108a50 0x7f8ee01a4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:27.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.545+0000 7f8ee6800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ee019e620 0x7f8ee019ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:27.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.545+0000 7f8ee5400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ee010d150 0x7f8ee01a49b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36420/0 (socket says 172.21.15.44:36420) 2024-05-27T00:35:27.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.545+0000 7f8ee5400640 1 -- 172.21.15.44:0/82495615 learned_addr learned my addr 172.21.15.44:0/82495615 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:27.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.545+0000 7f8ee6800640 1 -- 172.21.15.44:0/82495615 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8ee0108a50 msgr2=0x7f8ee01a4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:27.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.545+0000 7f8ee6800640 1 --2- 172.21.15.44:0/82495615 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8ee0108a50 0x7f8ee01a4470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:27.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.545+0000 7f8ee6800640 1 -- 172.21.15.44:0/82495615 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ee010d150 msgr2=0x7f8ee01a49b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:27.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.545+0000 7f8ee6800640 1 --2- 172.21.15.44:0/82495615 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ee010d150 0x7f8ee01a49b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:27.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.546+0000 7f8ee6800640 1 -- 172.21.15.44:0/82495615 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ee019f140 con 0x7f8ee019e620 2024-05-27T00:35:27.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.546+0000 7f8ee5400640 1 --2- 172.21.15.44:0/82495615 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ee010d150 0x7f8ee01a49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:27.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.546+0000 7f8ee6800640 1 --2- 172.21.15.44:0/82495615 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ee019e620 0x7f8ee019ead0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f8edc00e970 tx=0x7f8edc00ee30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:27.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.546+0000 7f8ed6a00640 1 -- 172.21.15.44:0/82495615 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8edc00ccc0 con 0x7f8ee019e620 2024-05-27T00:35:27.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.546+0000 7f8ee7200640 1 -- 172.21.15.44:0/82495615 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ee019f430 con 0x7f8ee019e620 2024-05-27T00:35:27.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.546+0000 7f8ed6a00640 1 -- 172.21.15.44:0/82495615 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8edc005020 con 0x7f8ee019e620 2024-05-27T00:35:27.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.546+0000 7f8ed6a00640 1 -- 172.21.15.44:0/82495615 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8edc004a00 con 0x7f8ee019e620 2024-05-27T00:35:27.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.546+0000 7f8ee7200640 1 -- 172.21.15.44:0/82495615 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ee01ab6d0 con 0x7f8ee019e620 2024-05-27T00:35:27.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.547+0000 7f8ee7200640 1 -- 172.21.15.44:0/82495615 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ee00686e0 con 0x7f8ee019e620 2024-05-27T00:35:27.550 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.550+0000 7f8ed6a00640 1 -- 172.21.15.44:0/82495615 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f8edc0051d0 con 0x7f8ee019e620 2024-05-27T00:35:27.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.551+0000 7f8ed6a00640 1 --2- 172.21.15.44:0/82495615 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8ecc0a2ea0 0x7f8ecc0a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:27.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.551+0000 7f8ed6a00640 1 -- 172.21.15.44:0/82495615 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f8edc0cf920 con 0x7f8ee019e620 2024-05-27T00:35:27.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.551+0000 7f8ee5e00640 1 --2- 172.21.15.44:0/82495615 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8ecc0a2ea0 0x7f8ecc0a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:27.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.552+0000 7f8ee5e00640 1 --2- 172.21.15.44:0/82495615 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8ecc0a2ea0 0x7f8ecc0a5360 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8ed8005fd0 tx=0x7f8ed8009500 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:27.554 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.553+0000 7f8ed6a00640 1 -- 172.21.15.44:0/82495615 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8edc09bf40 con 0x7f8ee019e620 2024-05-27T00:35:27.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.805+0000 7f8ee7200640 1 -- 172.21.15.44:0/82495615 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8ee019fb50 con 0x7f8ee019e620 2024-05-27T00:35:27.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.807+0000 7f8ed6a00640 1 -- 172.21.15.44:0/82495615 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11866 (secure 0 0 0) 0x7f8edc09b840 con 0x7f8ee019e620 2024-05-27T00:35:27.811 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:35:27.811 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2194470084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2194470084},{"type":"v1","addr":"172.21.15.44:6839","nonce":2194470084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-27T00:32:18.481799+0000","modified":"2024-05-27T00:35:15.521413+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24599,"mds_1":24581,"mds_2":24542},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24515":{"gid":24515,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24541":{"gid":24541,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":15,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24581":{"gid":24581,"name":"a","rank":1,"incarnation":20,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/114683393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":114683393},{"type":"v1","addr":"172.21.15.44:6841","nonce":114683393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24599":{"gid":24599,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6839/2148742077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":2148742077},{"type":"v1","addr":"172.21.15.50:6839","nonce":2148742077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24599,"qdb_cluster":[24599,24542,24581]},"id":1}]} 2024-05-27T00:35:27.812 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 25 2024-05-27T00:35:27.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.809+0000 7f8ee7200640 1 -- 172.21.15.44:0/82495615 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8ecc0a2ea0 msgr2=0x7f8ecc0a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:27.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.809+0000 7f8ee7200640 1 --2- 172.21.15.44:0/82495615 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8ecc0a2ea0 0x7f8ecc0a5360 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8ed8005fd0 tx=0x7f8ed8009500 comp rx=0 tx=0).stop 2024-05-27T00:35:27.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.809+0000 7f8ee7200640 1 -- 172.21.15.44:0/82495615 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ee019e620 msgr2=0x7f8ee019ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:27.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.809+0000 7f8ee7200640 1 --2- 172.21.15.44:0/82495615 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ee019e620 0x7f8ee019ead0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f8edc00e970 tx=0x7f8edc00ee30 comp rx=0 tx=0).stop 2024-05-27T00:35:27.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.810+0000 7f8ee7200640 1 -- 172.21.15.44:0/82495615 shutdown_connections 2024-05-27T00:35:27.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.810+0000 7f8ee7200640 1 --2- 172.21.15.44:0/82495615 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8ecc0a2ea0 0x7f8ecc0a5360 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:27.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.810+0000 7f8ee7200640 1 --2- 172.21.15.44:0/82495615 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ee019e620 0x7f8ee019ead0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:27.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.810+0000 7f8ee7200640 1 --2- 172.21.15.44:0/82495615 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ee010d150 0x7f8ee01a49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:27.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.810+0000 7f8ee7200640 1 --2- 172.21.15.44:0/82495615 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8ee0108a50 0x7f8ee01a4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:27.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.810+0000 7f8ee7200640 1 -- 172.21.15.44:0/82495615 >> 172.21.15.44:0/82495615 conn(0x7f8ee00773f0 msgr2=0x7f8ee010b920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:27.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.810+0000 7f8ee7200640 1 -- 172.21.15.44:0/82495615 shutdown_connections 2024-05-27T00:35:27.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:27.810+0000 7f8ee7200640 1 -- 172.21.15.44:0/82495615 wait complete. 2024-05-27T00:35:27.829 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:35:27.904 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:27 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2822518167' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:35:27.904 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:27 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3798018223' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:35:27.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:27 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2822518167' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:35:27.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:27 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3798018223' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:35:28.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:27 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2822518167' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:35:28.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:27 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3798018223' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:35:28.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.044+0000 7f5e76e00640 1 -- 172.21.15.44:0/4099892528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5e7010e040 msgr2=0x7f5e70110430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.044+0000 7f5e76e00640 1 --2- 172.21.15.44:0/4099892528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5e7010e040 0x7f5e70110430 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f5e68009ca0 tx=0x7f5e6802a950 comp rx=0 tx=0).stop 2024-05-27T00:35:28.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.044+0000 7f5e76e00640 1 -- 172.21.15.44:0/4099892528 shutdown_connections 2024-05-27T00:35:28.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.044+0000 7f5e76e00640 1 --2- 172.21.15.44:0/4099892528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5e7010e040 0x7f5e70110430 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.044+0000 7f5e76e00640 1 --2- 172.21.15.44:0/4099892528 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e70074670 0x7f5e7010db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.044+0000 7f5e76e00640 1 --2- 172.21.15.44:0/4099892528 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5e70073d50 0x7f5e70074130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.044+0000 7f5e76e00640 1 -- 172.21.15.44:0/4099892528 >> 172.21.15.44:0/4099892528 conn(0x7f5e700fd2d0 msgr2=0x7f5e700ff6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:28.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.044+0000 7f5e76e00640 1 -- 172.21.15.44:0/4099892528 shutdown_connections 2024-05-27T00:35:28.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.044+0000 7f5e76e00640 1 -- 172.21.15.44:0/4099892528 wait complete. 2024-05-27T00:35:28.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.045+0000 7f5e76e00640 1 Processor -- start 2024-05-27T00:35:28.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.045+0000 7f5e76e00640 1 -- start start 2024-05-27T00:35:28.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.046+0000 7f5e76e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5e70073d50 0x7f5e7019a310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.046+0000 7f5e76e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5e70074670 0x7f5e7019a850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.046+0000 7f5e76e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e7010e040 0x7f5e7019ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.046+0000 7f5e76e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5e70113ed0 con 0x7f5e70073d50 2024-05-27T00:35:28.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.046+0000 7f5e76e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5e70113d50 con 0x7f5e7010e040 2024-05-27T00:35:28.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.046+0000 7f5e76e00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f5e70114050 con 0x7f5e70074670 2024-05-27T00:35:28.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.046+0000 7f5e75a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5e70073d50 0x7f5e7019a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.046+0000 7f5e75a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5e70073d50 0x7f5e7019a310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36446/0 (socket says 172.21.15.44:36446) 2024-05-27T00:35:28.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.046+0000 7f5e75a00640 1 -- 172.21.15.44:0/1218088697 learned_addr learned my addr 172.21.15.44:0/1218088697 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:28.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.046+0000 7f5e76400640 1 --2- 172.21.15.44:0/1218088697 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e7010e040 0x7f5e7019ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.046+0000 7f5e75000640 1 --2- 172.21.15.44:0/1218088697 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5e70074670 0x7f5e7019a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.046+0000 7f5e75a00640 1 -- 172.21.15.44:0/1218088697 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5e70074670 msgr2=0x7f5e7019a850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.046+0000 7f5e75a00640 1 --2- 172.21.15.44:0/1218088697 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5e70074670 0x7f5e7019a850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.046+0000 7f5e75a00640 1 -- 172.21.15.44:0/1218088697 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e7010e040 msgr2=0x7f5e7019ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.046+0000 7f5e75a00640 1 --2- 172.21.15.44:0/1218088697 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e7010e040 0x7f5e7019ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.046+0000 7f5e75a00640 1 -- 172.21.15.44:0/1218088697 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e7019f300 con 0x7f5e70073d50 2024-05-27T00:35:28.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.047+0000 7f5e75a00640 1 --2- 172.21.15.44:0/1218088697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5e70073d50 0x7f5e7019a310 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f5e6400ea60 tx=0x7f5e6400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:28.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.047+0000 7f5e6e000640 1 -- 172.21.15.44:0/1218088697 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e6400cde0 con 0x7f5e70073d50 2024-05-27T00:35:28.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.047+0000 7f5e6e000640 1 -- 172.21.15.44:0/1218088697 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5e640035f0 con 0x7f5e70073d50 2024-05-27T00:35:28.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.047+0000 7f5e76e00640 1 -- 172.21.15.44:0/1218088697 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e7019f5f0 con 0x7f5e70073d50 2024-05-27T00:35:28.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.047+0000 7f5e6e000640 1 -- 172.21.15.44:0/1218088697 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e64010720 con 0x7f5e70073d50 2024-05-27T00:35:28.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.047+0000 7f5e76e00640 1 -- 172.21.15.44:0/1218088697 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e701a6e80 con 0x7f5e70073d50 2024-05-27T00:35:28.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.048+0000 7f5e76e00640 1 -- 172.21.15.44:0/1218088697 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e70068b30 con 0x7f5e70073d50 2024-05-27T00:35:28.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.051+0000 7f5e6e000640 1 -- 172.21.15.44:0/1218088697 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f5e640037a0 con 0x7f5e70073d50 2024-05-27T00:35:28.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.052+0000 7f5e6e000640 1 --2- 172.21.15.44:0/1218088697 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f5e580a2ea0 0x7f5e580a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.052+0000 7f5e6e000640 1 -- 172.21.15.44:0/1218088697 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f5e640cfd80 con 0x7f5e70073d50 2024-05-27T00:35:28.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.052+0000 7f5e75000640 1 --2- 172.21.15.44:0/1218088697 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f5e580a2ea0 0x7f5e580a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.053+0000 7f5e75000640 1 --2- 172.21.15.44:0/1218088697 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f5e580a2ea0 0x7f5e580a5360 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c0095f0 tx=0x7f5e5c005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:28.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.057+0000 7f5e6e000640 1 -- 172.21.15.44:0/1218088697 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5e6409c3a0 con 0x7f5e70073d50 2024-05-27T00:35:28.263 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.263+0000 7f5e76e00640 1 -- 172.21.15.44:0/1218088697 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5e701a7170 con 0x7f5e70073d50 2024-05-27T00:35:28.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.267+0000 7f5e6e000640 1 -- 172.21.15.44:0/1218088697 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v96) ==== 74+0+25068 (secure 0 0 0) 0x7f5e6409bca0 con 0x7f5e70073d50 2024-05-27T00:35:28.269 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:35:28.269 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":96,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:35:17.272858+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.19","mappings":[{"from":3,"to":7}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/3112025334":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/2815226501":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/1635201417":"2024-05-28T00:35:17.272654+0000","172.21.15.44:6801/3215479563":"2024-05-28T00:35:17.272654+0000","172.21.15.44:6800/3215479563":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/2718148546":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:35:28.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.270+0000 7f5e76e00640 1 -- 172.21.15.44:0/1218088697 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f5e580a2ea0 msgr2=0x7f5e580a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.270+0000 7f5e76e00640 1 --2- 172.21.15.44:0/1218088697 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f5e580a2ea0 0x7f5e580a5360 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c0095f0 tx=0x7f5e5c005f90 comp rx=0 tx=0).stop 2024-05-27T00:35:28.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.270+0000 7f5e76e00640 1 -- 172.21.15.44:0/1218088697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5e70073d50 msgr2=0x7f5e7019a310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.270+0000 7f5e76e00640 1 --2- 172.21.15.44:0/1218088697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5e70073d50 0x7f5e7019a310 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f5e6400ea60 tx=0x7f5e6400ef20 comp rx=0 tx=0).stop 2024-05-27T00:35:28.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.270+0000 7f5e76e00640 1 -- 172.21.15.44:0/1218088697 shutdown_connections 2024-05-27T00:35:28.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.270+0000 7f5e76e00640 1 --2- 172.21.15.44:0/1218088697 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f5e580a2ea0 0x7f5e580a5360 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.270+0000 7f5e76e00640 1 --2- 172.21.15.44:0/1218088697 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5e7010e040 0x7f5e7019ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.270+0000 7f5e76e00640 1 --2- 172.21.15.44:0/1218088697 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5e70074670 0x7f5e7019a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.270+0000 7f5e76e00640 1 --2- 172.21.15.44:0/1218088697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5e70073d50 0x7f5e7019a310 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.271+0000 7f5e76e00640 1 -- 172.21.15.44:0/1218088697 >> 172.21.15.44:0/1218088697 conn(0x7f5e700fd2d0 msgr2=0x7f5e700fe940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:28.272 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.271+0000 7f5e76e00640 1 -- 172.21.15.44:0/1218088697 shutdown_connections 2024-05-27T00:35:28.273 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.271+0000 7f5e76e00640 1 -- 172.21.15.44:0/1218088697 wait complete. 2024-05-27T00:35:28.292 DEBUG:tasks.fwd_scrub:Yielding 2024-05-27T00:35:28.293 INFO:teuthology.run_tasks:Running task exec... 2024-05-27T00:35:28.302 INFO:teuthology.task.exec:Executing custom commands... 2024-05-27T00:35:28.302 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi044.front.sepia.ceph.com 2024-05-27T00:35:28.302 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/log_level debug' 2024-05-27T00:35:28.303 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-05-27T00:35:28.303 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-27T00:35:28.303 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:35:28.303 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-05-27T00:35:28.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.500+0000 7f6f50000640 1 -- 172.21.15.44:0/2848305341 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f481079c0 msgr2=0x7f6f48107da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.500+0000 7f6f50000640 1 --2- 172.21.15.44:0/2848305341 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f481079c0 0x7f6f48107da0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f6f3c009930 tx=0x7f6f3c02a440 comp rx=0 tx=0).stop 2024-05-27T00:35:28.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.500+0000 7f6f50000640 1 -- 172.21.15.44:0/2848305341 shutdown_connections 2024-05-27T00:35:28.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.500+0000 7f6f50000640 1 --2- 172.21.15.44:0/2848305341 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f48102370 0x7f6f4810e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.500+0000 7f6f50000640 1 --2- 172.21.15.44:0/2848305341 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6f481019b0 0x7f6f48101e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.500+0000 7f6f50000640 1 --2- 172.21.15.44:0/2848305341 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f481079c0 0x7f6f48107da0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.500+0000 7f6f50000640 1 -- 172.21.15.44:0/2848305341 >> 172.21.15.44:0/2848305341 conn(0x7f6f48078e30 msgr2=0x7f6f48079240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:28.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.500+0000 7f6f50000640 1 -- 172.21.15.44:0/2848305341 shutdown_connections 2024-05-27T00:35:28.502 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.501+0000 7f6f50000640 1 -- 172.21.15.44:0/2848305341 wait complete. 2024-05-27T00:35:28.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.501+0000 7f6f50000640 1 Processor -- start 2024-05-27T00:35:28.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.502+0000 7f6f50000640 1 -- start start 2024-05-27T00:35:28.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.502+0000 7f6f50000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f481019b0 0x7f6f4819a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.502+0000 7f6f50000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6f48102370 0x7f6f4819a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.502+0000 7f6f50000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f481079c0 0x7f6f4819ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.502+0000 7f6f50000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6f48111ef0 con 0x7f6f481019b0 2024-05-27T00:35:28.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.502+0000 7f6f50000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6f48111d70 con 0x7f6f481079c0 2024-05-27T00:35:28.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.502+0000 7f6f50000640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f6f48112070 con 0x7f6f48102370 2024-05-27T00:35:28.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.502+0000 7f6f4d600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f481019b0 0x7f6f4819a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.502+0000 7f6f4d600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f481019b0 0x7f6f4819a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36458/0 (socket says 172.21.15.44:36458) 2024-05-27T00:35:28.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.502+0000 7f6f4d600640 1 -- 172.21.15.44:0/2877812276 learned_addr learned my addr 172.21.15.44:0/2877812276 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:28.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.502+0000 7f6f4cc00640 1 --2- 172.21.15.44:0/2877812276 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6f48102370 0x7f6f4819a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.503+0000 7f6f4e000640 1 --2- 172.21.15.44:0/2877812276 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f481079c0 0x7f6f4819ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.503+0000 7f6f4d600640 1 -- 172.21.15.44:0/2877812276 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6f48102370 msgr2=0x7f6f4819a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.503+0000 7f6f4d600640 1 --2- 172.21.15.44:0/2877812276 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6f48102370 0x7f6f4819a9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.503+0000 7f6f4d600640 1 -- 172.21.15.44:0/2877812276 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f481079c0 msgr2=0x7f6f4819ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.503+0000 7f6f4d600640 1 --2- 172.21.15.44:0/2877812276 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f481079c0 0x7f6f4819ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.503+0000 7f6f4d600640 1 -- 172.21.15.44:0/2877812276 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f4819f490 con 0x7f6f481019b0 2024-05-27T00:35:28.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.503+0000 7f6f4e000640 1 --2- 172.21.15.44:0/2877812276 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f481079c0 0x7f6f4819ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:35:28.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.503+0000 7f6f4d600640 1 --2- 172.21.15.44:0/2877812276 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f481019b0 0x7f6f4819a4a0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f6f3c009230 tx=0x7f6f3c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:28.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.504+0000 7f6f46000640 1 -- 172.21.15.44:0/2877812276 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f3c03f030 con 0x7f6f481019b0 2024-05-27T00:35:28.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.504+0000 7f6f46000640 1 -- 172.21.15.44:0/2877812276 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6f3c004440 con 0x7f6f481019b0 2024-05-27T00:35:28.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.504+0000 7f6f46000640 1 -- 172.21.15.44:0/2877812276 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f3c035070 con 0x7f6f481019b0 2024-05-27T00:35:28.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.504+0000 7f6f50000640 1 -- 172.21.15.44:0/2877812276 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f4819f720 con 0x7f6f481019b0 2024-05-27T00:35:28.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.504+0000 7f6f50000640 1 -- 172.21.15.44:0/2877812276 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f481a7010 con 0x7f6f481019b0 2024-05-27T00:35:28.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.505+0000 7f6f50000640 1 -- 172.21.15.44:0/2877812276 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f4804f760 con 0x7f6f481019b0 2024-05-27T00:35:28.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.507+0000 7f6f46000640 1 -- 172.21.15.44:0/2877812276 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f6f3c042030 con 0x7f6f481019b0 2024-05-27T00:35:28.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.508+0000 7fc56de00640 1 -- 172.21.15.44:0/1120775828 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc568073d50 msgr2=0x7fc568074130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.508+0000 7fc56de00640 1 --2- 172.21.15.44:0/1120775828 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc568073d50 0x7fc568074130 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fc558009860 tx=0x7fc55802a3d0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.509+0000 7fc56de00640 1 -- 172.21.15.44:0/1120775828 shutdown_connections 2024-05-27T00:35:28.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.509+0000 7fc56de00640 1 --2- 172.21.15.44:0/1120775828 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc56810e230 0x7fc568110620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.509+0000 7fc56de00640 1 --2- 172.21.15.44:0/1120775828 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc568074670 0x7fc56810dcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.509+0000 7fc56de00640 1 --2- 172.21.15.44:0/1120775828 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc568073d50 0x7fc568074130 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.509+0000 7fc56de00640 1 -- 172.21.15.44:0/1120775828 >> 172.21.15.44:0/1120775828 conn(0x7fc5680fd420 msgr2=0x7fc5680ff840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:28.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.509+0000 7f6f46000640 1 --2- 172.21.15.44:0/2877812276 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6f300a2ec0 0x7f6f300a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.509+0000 7fc56de00640 1 -- 172.21.15.44:0/1120775828 shutdown_connections 2024-05-27T00:35:28.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.509+0000 7fc56de00640 1 -- 172.21.15.44:0/1120775828 wait complete. 2024-05-27T00:35:28.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.509+0000 7f6f46000640 1 -- 172.21.15.44:0/2877812276 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f6f3c0efd40 con 0x7f6f481019b0 2024-05-27T00:35:28.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.509+0000 7f6f4cc00640 1 --2- 172.21.15.44:0/2877812276 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6f300a2ec0 0x7f6f300a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.510+0000 7fc56de00640 1 Processor -- start 2024-05-27T00:35:28.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.510+0000 7f6f4cc00640 1 --2- 172.21.15.44:0/2877812276 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6f300a2ec0 0x7f6f300a5380 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6f4810ec80 tx=0x7f6f38005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:28.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.510+0000 7fc56de00640 1 -- start start 2024-05-27T00:35:28.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.510+0000 7fc56de00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc568073d50 0x7fc56819a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.510+0000 7fc56de00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc568074670 0x7fc56819ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.511+0000 7fc56de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc56810e230 0x7fc56819eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.511+0000 7fc56de00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc5681140c0 con 0x7fc56810e230 2024-05-27T00:35:28.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.511+0000 7fc56de00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc568113f40 con 0x7fc568074670 2024-05-27T00:35:28.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.511+0000 7fc56de00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fc568114240 con 0x7fc568073d50 2024-05-27T00:35:28.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.511+0000 7fc566a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc568073d50 0x7fc56819a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.511+0000 7fc566000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc568074670 0x7fc56819ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.511+0000 7fc566a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc568073d50 0x7fc56819a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:50802/0 (socket says 172.21.15.44:50802) 2024-05-27T00:35:28.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.511+0000 7fc566a00640 1 -- 172.21.15.44:0/146655785 learned_addr learned my addr 172.21.15.44:0/146655785 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:28.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.511+0000 7fc567400640 1 --2- 172.21.15.44:0/146655785 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc56810e230 0x7fc56819eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.511+0000 7fc566000640 1 -- 172.21.15.44:0/146655785 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc568073d50 msgr2=0x7fc56819a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.511+0000 7fc566000640 1 --2- 172.21.15.44:0/146655785 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc568073d50 0x7fc56819a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.511+0000 7fc566000640 1 -- 172.21.15.44:0/146655785 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc56810e230 msgr2=0x7fc56819eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.511+0000 7fc566000640 1 --2- 172.21.15.44:0/146655785 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc56810e230 0x7fc56819eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.511+0000 7fc566000640 1 -- 172.21.15.44:0/146655785 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc56819f5d0 con 0x7fc568074670 2024-05-27T00:35:28.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.511+0000 7fc566a00640 1 --2- 172.21.15.44:0/146655785 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc568073d50 0x7fc56819a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:28.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.512+0000 7fc566000640 1 --2- 172.21.15.44:0/146655785 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc568074670 0x7fc56819ab20 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc55400e9f0 tx=0x7fc55400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:28.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.512+0000 7fc56ca00640 1 -- 172.21.15.44:0/146655785 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc55400cd80 con 0x7fc568074670 2024-05-27T00:35:28.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.512+0000 7fc56ca00640 1 -- 172.21.15.44:0/146655785 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc5540035f0 con 0x7fc568074670 2024-05-27T00:35:28.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.512+0000 7fc56ca00640 1 -- 172.21.15.44:0/146655785 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc554010690 con 0x7fc568074670 2024-05-27T00:35:28.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.512+0000 7fc56de00640 1 -- 172.21.15.44:0/146655785 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc56819f8c0 con 0x7fc568074670 2024-05-27T00:35:28.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.512+0000 7fc56de00640 1 -- 172.21.15.44:0/146655785 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5681a7150 con 0x7fc568074670 2024-05-27T00:35:28.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.514+0000 7f6f46000640 1 -- 172.21.15.44:0/2877812276 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f6f3c0bc430 con 0x7f6f481019b0 2024-05-27T00:35:28.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.517+0000 7fc570c22740 1 Processor -- start 2024-05-27T00:35:28.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.517+0000 7fc570c22740 1 -- start start 2024-05-27T00:35:28.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.518+0000 7fc570c22740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f8a0e0 0x5579e8f88420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.518+0000 7fc570c22740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f889f0 0x5579e8f88e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.518+0000 7fc570c22740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f93770 0x5579e8f95b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.518+0000 7fc570c22740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5579e8eec9d0 con 0x5579e8f889f0 2024-05-27T00:35:28.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.518+0000 7fc570c22740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5579e8e94790 con 0x5579e8f93770 2024-05-27T00:35:28.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.518+0000 7fc570c22740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5579e8ee8990 con 0x5579e8f8a0e0 2024-05-27T00:35:28.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.518+0000 7fc56ca00640 1 -- 172.21.15.44:0/146655785 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7fc5540037a0 con 0x7fc568074670 2024-05-27T00:35:28.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.518+0000 7fc567400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f8a0e0 0x5579e8f88420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.518+0000 7fc566a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f889f0 0x5579e8f88e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.518+0000 7fc567400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f8a0e0 0x5579e8f88420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:50816/0 (socket says 172.21.15.44:50816) 2024-05-27T00:35:28.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.518+0000 7fc567400640 1 -- 172.21.15.44:0/1220567735 learned_addr learned my addr 172.21.15.44:0/1220567735 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:28.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.518+0000 7fc566000640 1 --2- 172.21.15.44:0/1220567735 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f93770 0x5579e8f95b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.519+0000 7fc567400640 1 -- 172.21.15.44:0/1220567735 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f93770 msgr2=0x5579e8f95b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:28.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.519+0000 7fc567400640 1 --2- 172.21.15.44:0/1220567735 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f93770 0x5579e8f95b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.519+0000 7fc567400640 1 -- 172.21.15.44:0/1220567735 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f889f0 msgr2=0x5579e8f88e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:28.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.519+0000 7fc567400640 1 --2- 172.21.15.44:0/1220567735 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f889f0 0x5579e8f88e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.519+0000 7fc567400640 1 -- 172.21.15.44:0/1220567735 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5579e8cc87e0 con 0x5579e8f8a0e0 2024-05-27T00:35:28.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.519+0000 7fc567400640 1 --2- 172.21.15.44:0/1220567735 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f8a0e0 0x5579e8f88420 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fc56000e480 tx=0x7fc5600095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b260026ab0fff671 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:28.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.519+0000 7fc553e00640 1 -- 172.21.15.44:0/1220567735 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc560003970 con 0x5579e8f8a0e0 2024-05-27T00:35:28.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.520+0000 7fc553e00640 1 -- 172.21.15.44:0/1220567735 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc56000dcd0 con 0x5579e8f8a0e0 2024-05-27T00:35:28.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.520+0000 7fc553e00640 1 -- 172.21.15.44:0/1220567735 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5600044c0 con 0x5579e8f8a0e0 2024-05-27T00:35:28.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.520+0000 7fc56ca00640 1 --2- 172.21.15.44:0/146655785 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fc54c0a2e20 0x7fc54c0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.520+0000 7fc56ca00640 1 -- 172.21.15.44:0/146655785 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fc5540cfd30 con 0x7fc568074670 2024-05-27T00:35:28.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.520+0000 7fc566a00640 1 --2- 172.21.15.44:0/146655785 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fc54c0a2e20 0x7fc54c0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.520+0000 7fc570c22740 1 -- 172.21.15.44:0/1220567735 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f8a0e0 msgr2=0x5579e8f88420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.520+0000 7fc570c22740 1 --2- 172.21.15.44:0/1220567735 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f8a0e0 0x5579e8f88420 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fc56000e480 tx=0x7fc5600095c0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.521+0000 7fc570c22740 1 -- 172.21.15.44:0/1220567735 shutdown_connections 2024-05-27T00:35:28.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.521+0000 7fc570c22740 1 --2- 172.21.15.44:0/1220567735 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f93770 0x5579e8f95b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.521+0000 7fc570c22740 1 --2- 172.21.15.44:0/1220567735 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f889f0 0x5579e8f88e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.521+0000 7fc570c22740 1 --2- 172.21.15.44:0/1220567735 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f8a0e0 0x5579e8f88420 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.521+0000 7fc570c22740 1 -- 172.21.15.44:0/1220567735 >> 172.21.15.44:0/1220567735 conn(0x5579e8f51170 msgr2=0x5579e8f84f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:28.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.521+0000 7fc570c22740 1 -- 172.21.15.44:0/1220567735 shutdown_connections 2024-05-27T00:35:28.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.521+0000 7fc570c22740 1 -- 172.21.15.44:0/1220567735 wait complete. 2024-05-27T00:35:28.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.521+0000 7fc566a00640 1 --2- 172.21.15.44:0/146655785 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fc54c0a2e20 0x7fc54c0a52e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x5579e8f8b630 tx=0x7fc558005cb0 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:28.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.522+0000 7fc570c22740 1 -- start start 2024-05-27T00:35:28.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.522+0000 7fc570c22740 1 Processor -- start 2024-05-27T00:35:28.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.522+0000 7fc570c22740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f889f0 0x5579e8f906c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.522+0000 7fc570c22740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f8a0e0 0x5579e8f90c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.522+0000 7fc570c22740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f93770 0x5579e8f91140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.522+0000 7fc570c22740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5579e8f96600 con 0x5579e8f93770 2024-05-27T00:35:28.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.522+0000 7fc570c22740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5579e8ea7ae0 con 0x5579e8f889f0 2024-05-27T00:35:28.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.522+0000 7fc570c22740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5579e8f96780 con 0x5579e8f8a0e0 2024-05-27T00:35:28.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.522+0000 7fc570c22740 10 client.0 _ll_register_callbacks cb 0x5579e8ee2c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:35:28.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.523+0000 7fc567400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f93770 0x5579e8f91140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.523+0000 7fc567400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f93770 0x5579e8f91140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36500/0 (socket says 172.21.15.44:36500) 2024-05-27T00:35:28.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.523+0000 7fc567400640 1 -- 172.21.15.44:0/3003730420 learned_addr learned my addr 172.21.15.44:0/3003730420 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:28.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.523+0000 7fc566a00640 1 --2- 172.21.15.44:0/3003730420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f889f0 0x5579e8f906c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.525 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.523+0000 7fc566000640 1 --2- 172.21.15.44:0/3003730420 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f8a0e0 0x5579e8f90c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.523+0000 7fc566000640 1 -- 172.21.15.44:0/3003730420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f889f0 msgr2=0x5579e8f906c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:28.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.523+0000 7fc566000640 1 --2- 172.21.15.44:0/3003730420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f889f0 0x5579e8f906c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.528 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.523+0000 7fc566000640 1 -- 172.21.15.44:0/3003730420 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f93770 msgr2=0x5579e8f91140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:28.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.523+0000 7fc566000640 1 --2- 172.21.15.44:0/3003730420 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f93770 0x5579e8f91140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.523+0000 7fc566000640 1 -- 172.21.15.44:0/3003730420 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5579e8d28f70 con 0x5579e8f8a0e0 2024-05-27T00:35:28.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.523+0000 7fc567400640 1 --2- 172.21.15.44:0/3003730420 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f93770 0x5579e8f91140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:28.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.523+0000 7fc566a00640 1 --2- 172.21.15.44:0/3003730420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f889f0 0x5579e8f906c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:28.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.523+0000 7fc566000640 1 --2- 172.21.15.44:0/3003730420 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f8a0e0 0x5579e8f90c00 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fc5540ccf20 tx=0x7fc5540d3310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3ba9ef6734a1eaeb server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:28.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.523+0000 7fc550c00640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:35:28.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.524+0000 7fc550c00640 1 -- 172.21.15.44:0/3003730420 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc55409b790 con 0x5579e8f8a0e0 2024-05-27T00:35:28.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.524+0000 7fc570c22740 1 -- 172.21.15.44:0/3003730420 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc56000dcd0 con 0x5579e8f8a0e0 2024-05-27T00:35:28.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.524+0000 7fc550c00640 1 -- 172.21.15.44:0/3003730420 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fc5540cd230 con 0x5579e8f8a0e0 2024-05-27T00:35:28.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.524+0000 7fc550c00640 1 -- 172.21.15.44:0/3003730420 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc55409b5b0 con 0x5579e8f8a0e0 2024-05-27T00:35:28.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.524+0000 7fc570c22740 10 client.25603 fetch_fsmap learned FSMap version 25 2024-05-27T00:35:28.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.524+0000 7fc570c22740 1 -- 172.21.15.44:0/3003730420 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5579e8bc0170 con 0x5579e8f8a0e0 2024-05-27T00:35:28.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.524+0000 7fc550c00640 1 -- 172.21.15.44:0/3003730420 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc56000dcd0 con 0x5579e8f8a0e0 2024-05-27T00:35:28.529 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.525+0000 7fc550c00640 1 -- 172.21.15.44:0/3003730420 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fc5540d4040 con 0x5579e8f8a0e0 2024-05-27T00:35:28.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.525+0000 7fc570c22740 10 client.25603 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:35:28.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.525+0000 7fc570c22740 10 client.25603 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:35:28.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.525+0000 7fc570c22740 20 client.25603 populate_metadata read hostname 'smithi044' 2024-05-27T00:35:28.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.525+0000 7fc570c22740 1 --2- 172.21.15.44:0/3003730420 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5579e8fa3890 0x5579e8fa5ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.525+0000 7fc570c22740 4 client.25603 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:35:28.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.525+0000 7fc570c22740 1 -- 172.21.15.44:0/3003730420 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5579e8efa100 con 0x5579e8fa3890 2024-05-27T00:35:28.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.525+0000 7fc566a00640 1 --2- 172.21.15.44:0/3003730420 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5579e8fa3890 0x5579e8fa5ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.526+0000 7fc566a00640 1 --2- 172.21.15.44:0/3003730420 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5579e8fa3890 0x5579e8fa5ca0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3656eb202fa7ec8 server_cookie=bc4ad1ff371940b0 in_seq=0 out_seq=0 2024-05-27T00:35:28.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.526+0000 7fc550c00640 10 client.25603 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:28.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.527+0000 7fc550c00640 1 -- 172.21.15.44:0/3003730420 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5579e8efa100 con 0x5579e8fa3890 2024-05-27T00:35:28.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.527+0000 7fc550c00640 10 client.25603 handle_command_reply: tid=0 2024-05-27T00:35:28.530 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.527+0000 7fc570c22740 1 client.25603 shutdown 2024-05-27T00:35:28.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.527+0000 7fc570c22740 1 -- 172.21.15.44:0/3003730420 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f8a0e0 msgr2=0x5579e8f90c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.527+0000 7fc570c22740 1 --2- 172.21.15.44:0/3003730420 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f8a0e0 0x5579e8f90c00 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fc5540ccf20 tx=0x7fc5540d3310 comp rx=0 tx=0).stop 2024-05-27T00:35:28.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.527+0000 7fc570c22740 1 -- 172.21.15.44:0/3003730420 shutdown_connections 2024-05-27T00:35:28.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.527+0000 7fc570c22740 1 --2- 172.21.15.44:0/3003730420 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5579e8fa3890 0x5579e8fa5ca0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.527+0000 7fc570c22740 1 --2- 172.21.15.44:0/3003730420 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f93770 0x5579e8f91140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.527+0000 7fc570c22740 1 --2- 172.21.15.44:0/3003730420 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f8a0e0 0x5579e8f90c00 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.527+0000 7fc550c00640 0 client.25603 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:28.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.527+0000 7fc570c22740 1 --2- 172.21.15.44:0/3003730420 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f889f0 0x5579e8f906c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.527+0000 7fc570c22740 1 -- 172.21.15.44:0/3003730420 >> 172.21.15.44:0/3003730420 conn(0x5579e8f51170 msgr2=0x5579e8f8ad50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:28.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.527+0000 7fc570c22740 1 -- 172.21.15.44:0/3003730420 shutdown_connections 2024-05-27T00:35:28.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.527+0000 7fc570c22740 1 -- 172.21.15.44:0/3003730420 wait complete. 2024-05-27T00:35:28.531 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.527+0000 7fc570c22740 20 client.25603 trim_cache size 0 max 16384 2024-05-27T00:35:28.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.547+0000 7fc570c22740 1 Processor -- start 2024-05-27T00:35:28.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.547+0000 7fc570c22740 1 -- start start 2024-05-27T00:35:28.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.547+0000 7fc570c22740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f889f0 0x5579e8f84990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.547+0000 7fc570c22740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f8a0e0 0x5579e8fab570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.548+0000 7fc570c22740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f93770 0x5579e8fabab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.548+0000 7fc570c22740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc5681b39e0 con 0x5579e8f93770 2024-05-27T00:35:28.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.548+0000 7fc570c22740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5681b12b0 con 0x5579e8f8a0e0 2024-05-27T00:35:28.549 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.548+0000 7fc570c22740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fc5681af0e0 con 0x5579e8f889f0 2024-05-27T00:35:28.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.548+0000 7fc567400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f93770 0x5579e8fabab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.548+0000 7fc566000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f8a0e0 0x5579e8fab570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.548+0000 7fc566000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f8a0e0 0x5579e8fab570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:58626/0 (socket says 172.21.15.44:58626) 2024-05-27T00:35:28.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.548+0000 7fc566000640 1 -- 172.21.15.44:0/3128975263 learned_addr learned my addr 172.21.15.44:0/3128975263 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:28.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.548+0000 7fc567400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f93770 0x5579e8fabab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36516/0 (socket says 172.21.15.44:36516) 2024-05-27T00:35:28.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.548+0000 7fc566a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f889f0 0x5579e8f84990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.548+0000 7fc566000640 1 -- 172.21.15.44:0/3128975263 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f889f0 msgr2=0x5579e8f84990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:28.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.548+0000 7fc566000640 1 --2- 172.21.15.44:0/3128975263 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f889f0 0x5579e8f84990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.548+0000 7fc566000640 1 -- 172.21.15.44:0/3128975263 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f93770 msgr2=0x5579e8fabab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:28.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.548+0000 7fc566000640 1 --2- 172.21.15.44:0/3128975263 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f93770 0x5579e8fabab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.548+0000 7fc566000640 1 -- 172.21.15.44:0/3128975263 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5579e8f8ec10 con 0x5579e8f8a0e0 2024-05-27T00:35:28.551 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.549+0000 7fc566000640 1 --2- 172.21.15.44:0/3128975263 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f8a0e0 0x5579e8fab570 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc5540980b0 tx=0x7fc5540cce90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=441114bbea8d3d1d server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:28.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.549+0000 7fc553400640 1 -- 172.21.15.44:0/3128975263 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5540b1020 con 0x5579e8f8a0e0 2024-05-27T00:35:28.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.549+0000 7fc553400640 1 -- 172.21.15.44:0/3128975263 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc5540b4e50 con 0x5579e8f8a0e0 2024-05-27T00:35:28.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.549+0000 7fc553400640 1 -- 172.21.15.44:0/3128975263 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc554009460 con 0x5579e8f8a0e0 2024-05-27T00:35:28.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.550+0000 7fc570c22740 1 -- 172.21.15.44:0/3128975263 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f8a0e0 msgr2=0x5579e8fab570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.550+0000 7fc570c22740 1 --2- 172.21.15.44:0/3128975263 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f8a0e0 0x5579e8fab570 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc5540980b0 tx=0x7fc5540cce90 comp rx=0 tx=0).stop 2024-05-27T00:35:28.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.550+0000 7fc570c22740 1 -- 172.21.15.44:0/3128975263 shutdown_connections 2024-05-27T00:35:28.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.550+0000 7fc570c22740 1 --2- 172.21.15.44:0/3128975263 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f93770 0x5579e8fabab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.550+0000 7fc570c22740 1 --2- 172.21.15.44:0/3128975263 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f8a0e0 0x5579e8fab570 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.550+0000 7fc570c22740 1 --2- 172.21.15.44:0/3128975263 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f889f0 0x5579e8f84990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.550+0000 7fc570c22740 1 -- 172.21.15.44:0/3128975263 >> 172.21.15.44:0/3128975263 conn(0x5579e8f51170 msgr2=0x5579e8f92780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:28.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.550+0000 7fc570c22740 1 -- 172.21.15.44:0/3128975263 shutdown_connections 2024-05-27T00:35:28.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.550+0000 7fc570c22740 1 -- 172.21.15.44:0/3128975263 wait complete. 2024-05-27T00:35:28.552 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.550+0000 7fc570c22740 1 -- start start 2024-05-27T00:35:28.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.550+0000 7fc570c22740 1 Processor -- start 2024-05-27T00:35:28.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.551+0000 7fc570c22740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f889f0 0x5579e8f97d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.551+0000 7fc570c22740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f8a0e0 0x5579e8f98260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.551+0000 7fc570c22740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f93770 0x5579e900d120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.555 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.551+0000 7fc570c22740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc5681af770 con 0x5579e8f8a0e0 2024-05-27T00:35:28.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.551+0000 7fc570c22740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc5681b0be0 con 0x5579e8f889f0 2024-05-27T00:35:28.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.551+0000 7fc570c22740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fc5681afe40 con 0x5579e8f93770 2024-05-27T00:35:28.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.551+0000 7fc570c22740 10 client.0 _ll_register_callbacks cb 0x7fc554003db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:35:28.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.551+0000 7fc566a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f889f0 0x5579e8f97d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.551+0000 7fc566a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f889f0 0x5579e8f97d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:58638/0 (socket says 172.21.15.44:58638) 2024-05-27T00:35:28.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.551+0000 7fc566a00640 1 -- 172.21.15.44:0/3066059664 learned_addr learned my addr 172.21.15.44:0/3066059664 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:28.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.551+0000 7fc566000640 1 --2- 172.21.15.44:0/3066059664 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f8a0e0 0x5579e8f98260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.551+0000 7fc567400640 1 --2- 172.21.15.44:0/3066059664 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f93770 0x5579e900d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.552+0000 7fc566a00640 1 -- 172.21.15.44:0/3066059664 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f93770 msgr2=0x5579e900d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:28.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.552+0000 7fc566a00640 1 --2- 172.21.15.44:0/3066059664 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f93770 0x5579e900d120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.552+0000 7fc566a00640 1 -- 172.21.15.44:0/3066059664 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f8a0e0 msgr2=0x5579e8f98260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:28.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.552+0000 7fc566a00640 1 --2- 172.21.15.44:0/3066059664 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f8a0e0 0x5579e8f98260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.556 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.552+0000 7fc566a00640 1 -- 172.21.15.44:0/3066059664 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5579e900d660 con 0x5579e8f889f0 2024-05-27T00:35:28.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.552+0000 7fc566a00640 1 --2- 172.21.15.44:0/3066059664 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f889f0 0x5579e8f97d20 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc558009830 tx=0x7fc558005330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=942e59e28d674683 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:28.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.552+0000 7fc550c00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:35:28.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.552+0000 7fc550c00640 1 -- 172.21.15.44:0/3066059664 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc558004020 con 0x5579e8f889f0 2024-05-27T00:35:28.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.552+0000 7fc570c22740 1 -- 172.21.15.44:0/3066059664 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5540b4e50 con 0x5579e8f889f0 2024-05-27T00:35:28.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.552+0000 7fc550c00640 1 -- 172.21.15.44:0/3066059664 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fc5580041c0 con 0x5579e8f889f0 2024-05-27T00:35:28.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.552+0000 7fc550c00640 1 -- 172.21.15.44:0/3066059664 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc558063050 con 0x5579e8f889f0 2024-05-27T00:35:28.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.553+0000 7fc570c22740 10 client.25616 fetch_fsmap learned FSMap version 25 2024-05-27T00:35:28.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.553+0000 7fc570c22740 1 -- 172.21.15.44:0/3066059664 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5579e900e9d0 con 0x5579e8f889f0 2024-05-27T00:35:28.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.553+0000 7fc550c00640 1 -- 172.21.15.44:0/3066059664 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc5540b4e50 con 0x5579e8f889f0 2024-05-27T00:35:28.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.553+0000 7fc550c00640 1 -- 172.21.15.44:0/3066059664 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fc558004920 con 0x5579e8f889f0 2024-05-27T00:35:28.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.553+0000 7fc570c22740 10 client.25616 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:35:28.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.553+0000 7fc570c22740 10 client.25616 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:35:28.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.553+0000 7fc570c22740 20 client.25616 populate_metadata read hostname 'smithi044' 2024-05-27T00:35:28.557 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.553+0000 7fc570c22740 1 --2- 172.21.15.44:0/3066059664 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5579e900f150 0x5579e9011570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.553+0000 7fc570c22740 4 client.25616 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-27T00:35:28.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.553+0000 7fc570c22740 1 -- 172.21.15.44:0/3066059664 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5579e8ef4450 con 0x5579e900f150 2024-05-27T00:35:28.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.553+0000 7fc566000640 1 --2- 172.21.15.44:0/3066059664 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5579e900f150 0x5579e9011570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.554+0000 7fc566000640 1 --2- 172.21.15.44:0/3066059664 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5579e900f150 0x5579e9011570 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7660353d730f9e0 server_cookie=5f4d2db40ab3fc08 in_seq=0 out_seq=0 2024-05-27T00:35:28.558 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.554+0000 7fc550c00640 10 client.25616 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:28.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.555+0000 7fc550c00640 1 -- 172.21.15.44:0/3066059664 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5579e8ef4450 con 0x5579e900f150 2024-05-27T00:35:28.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.555+0000 7fc550c00640 10 client.25616 handle_command_reply: tid=0 2024-05-27T00:35:28.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.555+0000 7fc570c22740 1 client.25616 shutdown 2024-05-27T00:35:28.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.556+0000 7fc570c22740 1 -- 172.21.15.44:0/3066059664 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f889f0 msgr2=0x5579e8f97d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.556+0000 7fc570c22740 1 --2- 172.21.15.44:0/3066059664 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f889f0 0x5579e8f97d20 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc558009830 tx=0x7fc558005330 comp rx=0 tx=0).stop 2024-05-27T00:35:28.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.556+0000 7fc570c22740 1 -- 172.21.15.44:0/3066059664 shutdown_connections 2024-05-27T00:35:28.559 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.556+0000 7fc570c22740 1 --2- 172.21.15.44:0/3066059664 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5579e900f150 0x5579e9011570 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.556+0000 7fc570c22740 1 --2- 172.21.15.44:0/3066059664 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5579e8f93770 0x5579e900d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.556+0000 7fc570c22740 1 --2- 172.21.15.44:0/3066059664 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5579e8f8a0e0 0x5579e8f98260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.556+0000 7fc570c22740 1 --2- 172.21.15.44:0/3066059664 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5579e8f889f0 0x5579e8f97d20 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.556+0000 7fc550c00640 0 client.25616 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:28.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.556+0000 7fc570c22740 1 -- 172.21.15.44:0/3066059664 >> 172.21.15.44:0/3066059664 conn(0x5579e8f51170 msgr2=0x5579e8f90680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:28.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.556+0000 7fc570c22740 1 -- 172.21.15.44:0/3066059664 shutdown_connections 2024-05-27T00:35:28.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.556+0000 7fc570c22740 1 -- 172.21.15.44:0/3066059664 wait complete. 2024-05-27T00:35:28.560 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.556+0000 7fc570c22740 20 client.25616 trim_cache size 0 max 16384 2024-05-27T00:35:28.560 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:35:28.560 INFO:teuthology.orchestra.run.smithi044.stdout: "return_code": 0, 2024-05-27T00:35:28.561 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_tag": "e7f207fa-d99f-4f12-9f48-5bac1b5a7561", 2024-05-27T00:35:28.561 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": "asynchronous" 2024-05-27T00:35:28.561 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:35:28.561 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.557+0000 7fc56de00640 1 -- 172.21.15.44:0/146655785 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fc54c0a2e20 msgr2=0x7fc54c0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.557+0000 7fc56de00640 1 --2- 172.21.15.44:0/146655785 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fc54c0a2e20 0x7fc54c0a52e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x5579e8f8b630 tx=0x7fc558005cb0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.557+0000 7fc56de00640 1 -- 172.21.15.44:0/146655785 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc568074670 msgr2=0x7fc56819ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.557+0000 7fc56de00640 1 --2- 172.21.15.44:0/146655785 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc568074670 0x7fc56819ab20 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc55400e9f0 tx=0x7fc55400eeb0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.557+0000 7fc56de00640 1 -- 172.21.15.44:0/146655785 shutdown_connections 2024-05-27T00:35:28.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.557+0000 7fc56de00640 1 --2- 172.21.15.44:0/146655785 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fc54c0a2e20 0x7fc54c0a52e0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.557+0000 7fc56de00640 1 --2- 172.21.15.44:0/146655785 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc56810e230 0x7fc56819eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.557+0000 7fc56de00640 1 --2- 172.21.15.44:0/146655785 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc568074670 0x7fc56819ab20 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.557+0000 7fc56de00640 1 --2- 172.21.15.44:0/146655785 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc568073d50 0x7fc56819a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.557+0000 7fc56de00640 1 -- 172.21.15.44:0/146655785 >> 172.21.15.44:0/146655785 conn(0x7fc5680fd420 msgr2=0x7fc5680fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:28.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.557+0000 7fc56de00640 1 -- 172.21.15.44:0/146655785 shutdown_connections 2024-05-27T00:35:28.562 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.557+0000 7fc56de00640 1 -- 172.21.15.44:0/146655785 wait complete. 2024-05-27T00:35:28.576 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-05-27T00:35:28.576 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-05-27T00:35:28.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.733+0000 7f6f50000640 1 -- 172.21.15.44:0/2877812276 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/log_level}] v 0) -- 0x7f6f481a71e0 con 0x7f6f481019b0 2024-05-27T00:35:28.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.739+0000 7f6f46000640 1 -- 172.21.15.44:0/2877812276 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/log_level}]=0 v31)=0 v31) ==== 129+0+0 (secure 0 0 0) 0x7f6f3c0bbd30 con 0x7f6f481019b0 2024-05-27T00:35:28.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.742+0000 7f6f50000640 1 -- 172.21.15.44:0/2877812276 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6f300a2ec0 msgr2=0x7f6f300a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.742+0000 7f6f50000640 1 --2- 172.21.15.44:0/2877812276 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6f300a2ec0 0x7f6f300a5380 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6f4810ec80 tx=0x7f6f38005f90 comp rx=0 tx=0).stop 2024-05-27T00:35:28.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.742+0000 7f6f50000640 1 -- 172.21.15.44:0/2877812276 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f481019b0 msgr2=0x7f6f4819a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.742+0000 7f6f50000640 1 --2- 172.21.15.44:0/2877812276 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f481019b0 0x7f6f4819a4a0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f6f3c009230 tx=0x7f6f3c004040 comp rx=0 tx=0).stop 2024-05-27T00:35:28.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.742+0000 7f6f50000640 1 -- 172.21.15.44:0/2877812276 shutdown_connections 2024-05-27T00:35:28.743 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.742+0000 7f6f50000640 1 --2- 172.21.15.44:0/2877812276 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6f300a2ec0 0x7f6f300a5380 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.742+0000 7f6f50000640 1 --2- 172.21.15.44:0/2877812276 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6f481079c0 0x7f6f4819ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.742+0000 7f6f50000640 1 --2- 172.21.15.44:0/2877812276 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6f48102370 0x7f6f4819a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.742+0000 7f6f50000640 1 --2- 172.21.15.44:0/2877812276 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6f481019b0 0x7f6f4819a4a0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.742+0000 7f6f50000640 1 -- 172.21.15.44:0/2877812276 >> 172.21.15.44:0/2877812276 conn(0x7f6f48078e30 msgr2=0x7f6f480feff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:28.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.742+0000 7f6f50000640 1 -- 172.21.15.44:0/2877812276 shutdown_connections 2024-05-27T00:35:28.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.742+0000 7f6f50000640 1 -- 172.21.15.44:0/2877812276 wait complete. 2024-05-27T00:35:28.764 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-05-27T00:35:28.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.790+0000 7fa3b4600640 1 -- 172.21.15.44:0/1610048412 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa3ac103e50 msgr2=0x7fa3ac104230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.790+0000 7fa3b4600640 1 --2- 172.21.15.44:0/1610048412 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa3ac103e50 0x7fa3ac104230 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa3a0009900 tx=0x7fa3a002a3f0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.790+0000 7fa3b4600640 1 -- 172.21.15.44:0/1610048412 shutdown_connections 2024-05-27T00:35:28.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.790+0000 7fa3b4600640 1 --2- 172.21.15.44:0/1610048412 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa3ac108f20 0x7fa3ac110af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.790+0000 7fa3b4600640 1 --2- 172.21.15.44:0/1610048412 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa3ac104800 0x7fa3ac108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.790+0000 7fa3b4600640 1 --2- 172.21.15.44:0/1610048412 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa3ac103e50 0x7fa3ac104230 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.791 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.790+0000 7fa3b4600640 1 -- 172.21.15.44:0/1610048412 >> 172.21.15.44:0/1610048412 conn(0x7fa3ac0ff730 msgr2=0x7fa3ac101b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:28.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.790+0000 7fa3b4600640 1 -- 172.21.15.44:0/1610048412 shutdown_connections 2024-05-27T00:35:28.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.790+0000 7fa3b4600640 1 -- 172.21.15.44:0/1610048412 wait complete. 2024-05-27T00:35:28.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.791+0000 7fa3b4600640 1 Processor -- start 2024-05-27T00:35:28.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.791+0000 7fa3b4600640 1 -- start start 2024-05-27T00:35:28.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.792+0000 7fa3b4600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa3ac103e50 0x7fa3ac19a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.792+0000 7fa3b4600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa3ac108f20 0x7fa3ac19abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.792+0000 7fa3b4600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa3ac19eef0 0x7fa3ac19f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.792+0000 7fa3b4600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa3ac114160 con 0x7fa3ac19eef0 2024-05-27T00:35:28.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.792+0000 7fa3b4600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa3ac113fe0 con 0x7fa3ac103e50 2024-05-27T00:35:28.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.792+0000 7fa3b4600640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fa3ac1142e0 con 0x7fa3ac108f20 2024-05-27T00:35:28.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.792+0000 7fa3b1c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa3ac103e50 0x7fa3ac19a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.792+0000 7fa3b1c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa3ac103e50 0x7fa3ac19a680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:58660/0 (socket says 172.21.15.44:58660) 2024-05-27T00:35:28.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.792+0000 7fa3b1c00640 1 -- 172.21.15.44:0/1786804405 learned_addr learned my addr 172.21.15.44:0/1786804405 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:28.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.792+0000 7fa3b2600640 1 --2- 172.21.15.44:0/1786804405 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa3ac19eef0 0x7fa3ac19f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.792+0000 7fa3b1200640 1 --2- 172.21.15.44:0/1786804405 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa3ac108f20 0x7fa3ac19abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.793+0000 7fa3b2600640 1 -- 172.21.15.44:0/1786804405 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa3ac108f20 msgr2=0x7fa3ac19abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.793+0000 7fa3b2600640 1 --2- 172.21.15.44:0/1786804405 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa3ac108f20 0x7fa3ac19abc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.793+0000 7fa3b2600640 1 -- 172.21.15.44:0/1786804405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa3ac103e50 msgr2=0x7fa3ac19a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.793+0000 7fa3b2600640 1 --2- 172.21.15.44:0/1786804405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa3ac103e50 0x7fa3ac19a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.793+0000 7fa3b2600640 1 -- 172.21.15.44:0/1786804405 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3ac19f9e0 con 0x7fa3ac19eef0 2024-05-27T00:35:28.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.793+0000 7fa3b1c00640 1 --2- 172.21.15.44:0/1786804405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa3ac103e50 0x7fa3ac19a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:28.796 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.793+0000 7fa3b2600640 1 --2- 172.21.15.44:0/1786804405 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa3ac19eef0 0x7fa3ac19f3a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fa3a4009fd0 tx=0x7fa3a400ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:28.796 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.794+0000 7fa3aa000640 1 -- 172.21.15.44:0/1786804405 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3a400ce20 con 0x7fa3ac19eef0 2024-05-27T00:35:28.796 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.794+0000 7fa3b4600640 1 -- 172.21.15.44:0/1786804405 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3ac19fcd0 con 0x7fa3ac19eef0 2024-05-27T00:35:28.796 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.794+0000 7fa3b4600640 1 -- 172.21.15.44:0/1786804405 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3ac1a7510 con 0x7fa3ac19eef0 2024-05-27T00:35:28.796 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.794+0000 7fa3aa000640 1 -- 172.21.15.44:0/1786804405 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa3a4004b20 con 0x7fa3ac19eef0 2024-05-27T00:35:28.796 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.794+0000 7fa3aa000640 1 -- 172.21.15.44:0/1786804405 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3a4010790 con 0x7fa3ac19eef0 2024-05-27T00:35:28.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.798+0000 7fa3aa000640 1 -- 172.21.15.44:0/1786804405 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7fa3a4004cd0 con 0x7fa3ac19eef0 2024-05-27T00:35:28.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.798+0000 7fa3b7430740 1 Processor -- start 2024-05-27T00:35:28.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.798+0000 7fa3b7430740 1 -- start start 2024-05-27T00:35:28.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.798+0000 7fa3b7430740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced092610 0x556ced0929f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.798+0000 7fa3b7430740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092fc0 0x556ced09d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.798+0000 7fa3b7430740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced09d630 0x556ced09fa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.798+0000 7fa3b7430740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556cecff6e30 con 0x556ced092610 2024-05-27T00:35:28.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.798+0000 7fa3b7430740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556cecf9e510 con 0x556ced09d630 2024-05-27T00:35:28.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.798+0000 7fa3b7430740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x556cecff2df0 con 0x556ced092fc0 2024-05-27T00:35:28.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.799+0000 7fa3b1200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced092610 0x556ced0929f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.799+0000 7fa3b1200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced092610 0x556ced0929f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36552/0 (socket says 172.21.15.44:36552) 2024-05-27T00:35:28.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.799+0000 7fa3b1200640 1 -- 172.21.15.44:0/3684875143 learned_addr learned my addr 172.21.15.44:0/3684875143 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:28.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.799+0000 7fa3b1c00640 1 --2- 172.21.15.44:0/3684875143 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092fc0 0x556ced09d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.799+0000 7fa3aa000640 1 --2- 172.21.15.44:0/1786804405 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa3940a2f20 0x7fa3940a53e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.799+0000 7fa3b1200640 1 --2- 172.21.15.44:0/3684875143 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced09d630 0x556ced09fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.801 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.799+0000 7fa3aa000640 1 -- 172.21.15.44:0/1786804405 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fa3a40cff20 con 0x7fa3ac19eef0 2024-05-27T00:35:28.802 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.800+0000 7fa3b1c00640 1 -- 172.21.15.44:0/3684875143 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced09d630 msgr2=0x556ced09fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:28.802 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.800+0000 7fa3b1c00640 1 --2- 172.21.15.44:0/3684875143 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced09d630 0x556ced09fa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.802 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.800+0000 7fa3b2600640 1 --2- 172.21.15.44:0/1786804405 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa3940a2f20 0x7fa3940a53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.802 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.800+0000 7fa3b1c00640 1 -- 172.21.15.44:0/3684875143 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced092610 msgr2=0x556ced0929f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:28.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.800+0000 7fa3b1c00640 1 --2- 172.21.15.44:0/3684875143 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced092610 0x556ced0929f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.800+0000 7fa3b1c00640 1 -- 172.21.15.44:0/3684875143 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556cecdd47d0 con 0x556ced092fc0 2024-05-27T00:35:28.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.800+0000 7fa3b1200640 1 --2- 172.21.15.44:0/3684875143 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced092610 0x556ced0929f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:28.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.800+0000 7fa3b1c00640 1 --2- 172.21.15.44:0/3684875143 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092fc0 0x556ced09d060 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fa3a0004770 tx=0x7fa3a0005c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dbe1a9b909182c82 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:28.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.800+0000 7fa3b2600640 1 --2- 172.21.15.44:0/1786804405 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa3940a2f20 0x7fa3940a53e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa3a40cd1a0 tx=0x7fa3a4010930 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:28.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.800+0000 7fa39ea00640 1 -- 172.21.15.44:0/3684875143 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3a0040070 con 0x556ced092fc0 2024-05-27T00:35:28.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.801+0000 7fa39ea00640 1 -- 172.21.15.44:0/3684875143 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa3a00047a0 con 0x556ced092fc0 2024-05-27T00:35:28.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.801+0000 7fa39ea00640 1 -- 172.21.15.44:0/3684875143 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3a0035040 con 0x556ced092fc0 2024-05-27T00:35:28.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.801+0000 7fa3b7430740 1 -- 172.21.15.44:0/3684875143 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092fc0 msgr2=0x556ced09d060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.801+0000 7fa3b7430740 1 --2- 172.21.15.44:0/3684875143 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092fc0 0x556ced09d060 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fa3a0004770 tx=0x7fa3a0005c00 comp rx=0 tx=0).stop 2024-05-27T00:35:28.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.801+0000 7fa3b7430740 1 -- 172.21.15.44:0/3684875143 shutdown_connections 2024-05-27T00:35:28.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.801+0000 7fa3b7430740 1 --2- 172.21.15.44:0/3684875143 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced09d630 0x556ced09fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.801+0000 7fa3b7430740 1 --2- 172.21.15.44:0/3684875143 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092fc0 0x556ced09d060 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.801+0000 7fa3b7430740 1 --2- 172.21.15.44:0/3684875143 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced092610 0x556ced0929f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.801+0000 7fa3b7430740 1 -- 172.21.15.44:0/3684875143 >> 172.21.15.44:0/3684875143 conn(0x556ced08e8d0 msgr2=0x556ced08ecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:28.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.802+0000 7fa3b7430740 1 -- 172.21.15.44:0/3684875143 shutdown_connections 2024-05-27T00:35:28.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.802+0000 7fa3b7430740 1 -- 172.21.15.44:0/3684875143 wait complete. 2024-05-27T00:35:28.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.802+0000 7fa3b7430740 1 -- start start 2024-05-27T00:35:28.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.802+0000 7fa3b7430740 1 Processor -- start 2024-05-27T00:35:28.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.803+0000 7fa3b7430740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092610 0x556ced09a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.803+0000 7fa3b7430740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced092fc0 0x556ced09aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.803+0000 7fa3b7430740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced09d630 0x556ced09af60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.803+0000 7fa3b7430740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556ced0a0540 con 0x556ced09d630 2024-05-27T00:35:28.808 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.803+0000 7fa3b7430740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556cecfb18e0 con 0x556ced092fc0 2024-05-27T00:35:28.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.803+0000 7fa3b7430740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x556ced0a06c0 con 0x556ced092610 2024-05-27T00:35:28.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.803+0000 7fa3b7430740 10 client.0 _ll_register_callbacks cb 0x556cecf94ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:35:28.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.803+0000 7fa3b1200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092610 0x556ced09a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.803+0000 7fa3b1c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced092fc0 0x556ced09aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.803+0000 7fa3b1200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092610 0x556ced09a4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:50878/0 (socket says 172.21.15.44:50878) 2024-05-27T00:35:28.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.803+0000 7fa3b1200640 1 -- 172.21.15.44:0/1353218697 learned_addr learned my addr 172.21.15.44:0/1353218697 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:28.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.803+0000 7fa3b1200640 1 --2- 172.21.15.44:0/1353218697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced09d630 0x556ced09af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.804+0000 7fa3b1c00640 1 -- 172.21.15.44:0/1353218697 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092610 msgr2=0x556ced09a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:28.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.804+0000 7fa3b1c00640 1 --2- 172.21.15.44:0/1353218697 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092610 0x556ced09a4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.804+0000 7fa3b1c00640 1 -- 172.21.15.44:0/1353218697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced09d630 msgr2=0x556ced09af60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:28.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.804+0000 7fa3b1c00640 1 --2- 172.21.15.44:0/1353218697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced09d630 0x556ced09af60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.804+0000 7fa3b1c00640 1 -- 172.21.15.44:0/1353218697 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556cecd0a3f0 con 0x556ced092fc0 2024-05-27T00:35:28.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.804+0000 7fa3b1200640 1 --2- 172.21.15.44:0/1353218697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced09d630 0x556ced09af60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:35:28.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.804+0000 7fa3b1c00640 1 --2- 172.21.15.44:0/1353218697 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced092fc0 0x556ced09aa20 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x556ced08f940 tx=0x7fa3a0004b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a5718bf46d734912 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:28.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.804+0000 7fa393400640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:35:28.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.804+0000 7fa393400640 1 -- 172.21.15.44:0/1353218697 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3a0035070 con 0x556ced092fc0 2024-05-27T00:35:28.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.804+0000 7fa3b7430740 1 -- 172.21.15.44:0/1353218697 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa3a00047a0 con 0x556ced092fc0 2024-05-27T00:35:28.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.804+0000 7fa393400640 1 -- 172.21.15.44:0/1353218697 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fa3a0005200 con 0x556ced092fc0 2024-05-27T00:35:28.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.805+0000 7fa393400640 1 -- 172.21.15.44:0/1353218697 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa3a0040040 con 0x556ced092fc0 2024-05-27T00:35:28.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.805+0000 7fa3b7430740 10 client.25628 fetch_fsmap learned FSMap version 25 2024-05-27T00:35:28.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.805+0000 7fa3b7430740 1 -- 172.21.15.44:0/1353218697 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x556ceccca0f0 con 0x556ced092fc0 2024-05-27T00:35:28.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.805+0000 7fa393400640 1 -- 172.21.15.44:0/1353218697 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa3a00047a0 con 0x556ced092fc0 2024-05-27T00:35:28.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.805+0000 7fa393400640 1 -- 172.21.15.44:0/1353218697 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fa3a00035f0 con 0x556ced092fc0 2024-05-27T00:35:28.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.805+0000 7fa3b7430740 10 client.25628 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:35:28.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.805+0000 7fa3b7430740 10 client.25628 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:35:28.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.805+0000 7fa3b7430740 20 client.25628 populate_metadata read hostname 'smithi044' 2024-05-27T00:35:28.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.805+0000 7fa3b7430740 1 --2- 172.21.15.44:0/1353218697 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x556ced0ad9a0 0x556ced0afd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.806+0000 7fa3b7430740 4 client.25628 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:35:28.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.806+0000 7fa3b7430740 1 -- 172.21.15.44:0/1353218697 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556ced004560 con 0x556ced0ad9a0 2024-05-27T00:35:28.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.806+0000 7fa3b1200640 1 --2- 172.21.15.44:0/1353218697 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x556ced0ad9a0 0x556ced0afd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.807+0000 7fa393400640 10 client.25628 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:28.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.807+0000 7fa3b1200640 1 --2- 172.21.15.44:0/1353218697 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x556ced0ad9a0 0x556ced0afd90 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c655aff8add46343 server_cookie=889a81000caea1aa in_seq=0 out_seq=0 2024-05-27T00:35:28.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.807+0000 7fa393400640 1 -- 172.21.15.44:0/1353218697 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x556ced004560 con 0x556ced0ad9a0 2024-05-27T00:35:28.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.807+0000 7fa393400640 10 client.25628 handle_command_reply: tid=0 2024-05-27T00:35:28.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.807+0000 7fa3b7430740 1 client.25628 shutdown 2024-05-27T00:35:28.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.808+0000 7fa3b7430740 1 -- 172.21.15.44:0/1353218697 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced092fc0 msgr2=0x556ced09aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.808+0000 7fa3b7430740 1 --2- 172.21.15.44:0/1353218697 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced092fc0 0x556ced09aa20 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x556ced08f940 tx=0x7fa3a0004b80 comp rx=0 tx=0).stop 2024-05-27T00:35:28.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.808+0000 7fa3b7430740 1 -- 172.21.15.44:0/1353218697 shutdown_connections 2024-05-27T00:35:28.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.808+0000 7fa3b7430740 1 --2- 172.21.15.44:0/1353218697 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x556ced0ad9a0 0x556ced0afd90 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.812 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.808+0000 7fa3b7430740 1 --2- 172.21.15.44:0/1353218697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced09d630 0x556ced09af60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.808+0000 7fa3b7430740 1 --2- 172.21.15.44:0/1353218697 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced092fc0 0x556ced09aa20 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.808+0000 7fa3b7430740 1 --2- 172.21.15.44:0/1353218697 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092610 0x556ced09a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.808+0000 7fa393400640 0 client.25628 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:28.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.808+0000 7fa3b7430740 1 -- 172.21.15.44:0/1353218697 >> 172.21.15.44:0/1353218697 conn(0x556ced08e8d0 msgr2=0x556ced094740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:28.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.808+0000 7fa3b7430740 1 -- 172.21.15.44:0/1353218697 shutdown_connections 2024-05-27T00:35:28.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.808+0000 7fa3b7430740 1 -- 172.21.15.44:0/1353218697 wait complete. 2024-05-27T00:35:28.813 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.808+0000 7fa3b7430740 20 client.25628 trim_cache size 0 max 16384 2024-05-27T00:35:28.825 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:28 smithi044 ceph-mon[31645]: pgmap v8: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 684 B/s wr, 17 op/s 2024-05-27T00:35:28.826 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:28 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/82495615' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:35:28.826 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:28 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1218088697' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:35:28.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.832+0000 7fa3b7430740 1 Processor -- start 2024-05-27T00:35:28.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.832+0000 7fa3b7430740 1 -- start start 2024-05-27T00:35:28.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.832+0000 7fa3b7430740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092610 0x556ced09ad80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.833+0000 7fa3b7430740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced09d630 0x556ced094480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.833+0000 7fa3b7430740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced09cd20 0x556ced0b5330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.833+0000 7fa3b7430740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa38c0126b0 con 0x556ced09cd20 2024-05-27T00:35:28.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.833+0000 7fa3b7430740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa38c00ff80 con 0x556ced09d630 2024-05-27T00:35:28.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.833+0000 7fa3b7430740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fa38c00ddb0 con 0x556ced092610 2024-05-27T00:35:28.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.833+0000 7fa3b1c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced09d630 0x556ced094480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.833+0000 7fa3b1c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced09d630 0x556ced094480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:58690/0 (socket says 172.21.15.44:58690) 2024-05-27T00:35:28.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.833+0000 7fa3b1c00640 1 -- 172.21.15.44:0/601750863 learned_addr learned my addr 172.21.15.44:0/601750863 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:28.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.833+0000 7fa3b1200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092610 0x556ced09ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.833+0000 7fa3b1200640 1 --2- 172.21.15.44:0/601750863 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced09cd20 0x556ced0b5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.833+0000 7fa3b1c00640 1 -- 172.21.15.44:0/601750863 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092610 msgr2=0x556ced09ad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:28.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.833+0000 7fa3b1c00640 1 --2- 172.21.15.44:0/601750863 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092610 0x556ced09ad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.833+0000 7fa3b1c00640 1 -- 172.21.15.44:0/601750863 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced09cd20 msgr2=0x556ced0b5330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:28.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.833+0000 7fa3b1c00640 1 --2- 172.21.15.44:0/601750863 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced09cd20 0x556ced0b5330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.833+0000 7fa3b1c00640 1 -- 172.21.15.44:0/601750863 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ced098a30 con 0x556ced09d630 2024-05-27T00:35:28.835 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.833+0000 7fa3b1200640 1 --2- 172.21.15.44:0/601750863 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092610 0x556ced09ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:35:28.836 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.834+0000 7fa3b1c00640 1 --2- 172.21.15.44:0/601750863 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced09d630 0x556ced094480 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa3a0003ae0 tx=0x7fa3a0005850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4bf3a9daa45b3d2a server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:28.837 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.834+0000 7fa39e000640 1 -- 172.21.15.44:0/601750863 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3a0035070 con 0x556ced09d630 2024-05-27T00:35:28.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.834+0000 7fa39e000640 1 -- 172.21.15.44:0/601750863 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa3a00037f0 con 0x556ced09d630 2024-05-27T00:35:28.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.834+0000 7fa39e000640 1 -- 172.21.15.44:0/601750863 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3a00318a0 con 0x556ced09d630 2024-05-27T00:35:28.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.835+0000 7fa3b7430740 1 -- 172.21.15.44:0/601750863 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced09d630 msgr2=0x556ced094480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.835+0000 7fa3b7430740 1 --2- 172.21.15.44:0/601750863 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced09d630 0x556ced094480 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa3a0003ae0 tx=0x7fa3a0005850 comp rx=0 tx=0).stop 2024-05-27T00:35:28.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.835+0000 7fa3b7430740 1 -- 172.21.15.44:0/601750863 shutdown_connections 2024-05-27T00:35:28.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.835+0000 7fa3b7430740 1 --2- 172.21.15.44:0/601750863 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced09cd20 0x556ced0b5330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.835+0000 7fa3b7430740 1 --2- 172.21.15.44:0/601750863 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced09d630 0x556ced094480 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.835+0000 7fa3b7430740 1 --2- 172.21.15.44:0/601750863 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092610 0x556ced09ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.835+0000 7fa3b7430740 1 -- 172.21.15.44:0/601750863 >> 172.21.15.44:0/601750863 conn(0x556ced08e8d0 msgr2=0x556ced093d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:28.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.835+0000 7fa3b7430740 1 -- 172.21.15.44:0/601750863 shutdown_connections 2024-05-27T00:35:28.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.835+0000 7fa3b7430740 1 -- 172.21.15.44:0/601750863 wait complete. 2024-05-27T00:35:28.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.836+0000 7fa3b7430740 1 -- start start 2024-05-27T00:35:28.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.836+0000 7fa3b7430740 1 Processor -- start 2024-05-27T00:35:28.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.836+0000 7fa3b7430740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092610 0x556ced0a59a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.836+0000 7fa3b7430740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced09cd20 0x556ced0a5ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.836+0000 7fa3b7430740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced09d630 0x556ced0a2970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.836+0000 7fa3b7430740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa38c00e440 con 0x556ced09d630 2024-05-27T00:35:28.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.836+0000 7fa3b7430740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa38c00f8b0 con 0x556ced09cd20 2024-05-27T00:35:28.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.836+0000 7fa3b7430740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fa38c00eb10 con 0x556ced092610 2024-05-27T00:35:28.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.837+0000 7fa3b7430740 10 client.0 _ll_register_callbacks cb 0x7fa3a0009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:35:28.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.837+0000 7fa3b1200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092610 0x556ced0a59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.837+0000 7fa3b1c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced09cd20 0x556ced0a5ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.837+0000 7fa3b1200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced09d630 0x556ced0a2970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.837+0000 7fa3b1c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced09cd20 0x556ced0a5ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:58698/0 (socket says 172.21.15.44:58698) 2024-05-27T00:35:28.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.837+0000 7fa3b1c00640 1 -- 172.21.15.44:0/2495807814 learned_addr learned my addr 172.21.15.44:0/2495807814 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:28.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.837+0000 7fa3b1c00640 1 -- 172.21.15.44:0/2495807814 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092610 msgr2=0x556ced0a59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:28.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.837+0000 7fa3b1c00640 1 --2- 172.21.15.44:0/2495807814 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092610 0x556ced0a59a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.837+0000 7fa3b1c00640 1 -- 172.21.15.44:0/2495807814 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced09d630 msgr2=0x556ced0a2970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:28.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.837+0000 7fa3b1c00640 1 --2- 172.21.15.44:0/2495807814 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced09d630 0x556ced0a2970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.837+0000 7fa3b1c00640 1 -- 172.21.15.44:0/2495807814 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ced0a3060 con 0x556ced09cd20 2024-05-27T00:35:28.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.837+0000 7fa3b1200640 1 --2- 172.21.15.44:0/2495807814 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced09d630 0x556ced0a2970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:28.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.838+0000 7fa3b1c00640 1 --2- 172.21.15.44:0/2495807814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced09cd20 0x556ced0a5ee0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fa3a0005e50 tx=0x7fa3a0000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=beb163f765715cd6 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:28.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.838+0000 7fa393400640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:35:28.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.838+0000 7fa393400640 1 -- 172.21.15.44:0/2495807814 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3a0035070 con 0x556ced09cd20 2024-05-27T00:35:28.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.838+0000 7fa393400640 1 -- 172.21.15.44:0/2495807814 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fa3a00055c0 con 0x556ced09cd20 2024-05-27T00:35:28.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.838+0000 7fa3b7430740 1 -- 172.21.15.44:0/2495807814 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa3a00037f0 con 0x556ced09cd20 2024-05-27T00:35:28.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.838+0000 7fa393400640 1 -- 172.21.15.44:0/2495807814 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa3a0003b10 con 0x556ced09cd20 2024-05-27T00:35:28.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.838+0000 7fa3b7430740 10 client.25634 fetch_fsmap learned FSMap version 25 2024-05-27T00:35:28.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.838+0000 7fa3b7430740 1 -- 172.21.15.44:0/2495807814 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x556ced1188a0 con 0x556ced09cd20 2024-05-27T00:35:28.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.839+0000 7fa393400640 1 -- 172.21.15.44:0/2495807814 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa3a00037f0 con 0x556ced09cd20 2024-05-27T00:35:28.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.839+0000 7fa393400640 1 -- 172.21.15.44:0/2495807814 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fa3a0066020 con 0x556ced09cd20 2024-05-27T00:35:28.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.839+0000 7fa3b7430740 10 client.25634 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:35:28.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.839+0000 7fa3b7430740 10 client.25634 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:35:28.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.839+0000 7fa3b7430740 20 client.25634 populate_metadata read hostname 'smithi044' 2024-05-27T00:35:28.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.839+0000 7fa3b7430740 1 --2- 172.21.15.44:0/2495807814 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x556ced118d70 0x556ced11b160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.839+0000 7fa3b7430740 4 client.25634 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-27T00:35:28.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.839+0000 7fa3b7430740 1 -- 172.21.15.44:0/2495807814 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "scrub status"}) -- 0x556cecffe8b0 con 0x556ced118d70 2024-05-27T00:35:28.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.839+0000 7fa3b1200640 1 --2- 172.21.15.44:0/2495807814 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x556ced118d70 0x556ced11b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.840+0000 7fa3b1200640 1 --2- 172.21.15.44:0/2495807814 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x556ced118d70 0x556ced11b160 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1177bf8153d76b6 server_cookie=f921a7c6bc992635 in_seq=0 out_seq=0 2024-05-27T00:35:28.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.840+0000 7fa393400640 10 client.25634 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:28.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.840+0000 7fa393400640 1 -- 172.21.15.44:0/2495807814 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x556cecffe8b0 con 0x556ced118d70 2024-05-27T00:35:28.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.840+0000 7fa393400640 10 client.25634 handle_command_reply: tid=0 2024-05-27T00:35:28.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.840+0000 7fa3b7430740 1 client.25634 shutdown 2024-05-27T00:35:28.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.840+0000 7fa3b7430740 1 -- 172.21.15.44:0/2495807814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced09cd20 msgr2=0x556ced0a5ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.840+0000 7fa3b7430740 1 --2- 172.21.15.44:0/2495807814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced09cd20 0x556ced0a5ee0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fa3a0005e50 tx=0x7fa3a0000bc0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.841+0000 7fa3b7430740 1 -- 172.21.15.44:0/2495807814 shutdown_connections 2024-05-27T00:35:28.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.841+0000 7fa3b7430740 1 --2- 172.21.15.44:0/2495807814 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x556ced118d70 0x556ced11b160 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.841+0000 7fa3b7430740 1 --2- 172.21.15.44:0/2495807814 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556ced09d630 0x556ced0a2970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.841+0000 7fa3b7430740 1 --2- 172.21.15.44:0/2495807814 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556ced09cd20 0x556ced0a5ee0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.841+0000 7fa3b7430740 1 --2- 172.21.15.44:0/2495807814 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556ced092610 0x556ced0a59a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.841+0000 7fa393400640 0 client.25634 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:28.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.841+0000 7fa3b7430740 1 -- 172.21.15.44:0/2495807814 >> 172.21.15.44:0/2495807814 conn(0x556ced08e8d0 msgr2=0x556ced09c5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:28.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.841+0000 7fa3b7430740 1 -- 172.21.15.44:0/2495807814 shutdown_connections 2024-05-27T00:35:28.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.841+0000 7fa3b7430740 1 -- 172.21.15.44:0/2495807814 wait complete. 2024-05-27T00:35:28.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.841+0000 7fa3b7430740 20 client.25634 trim_cache size 0 max 16384 2024-05-27T00:35:28.847 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:35:28.847 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-27T00:35:28.847 INFO:teuthology.orchestra.run.smithi044.stdout: "scrubs": { 2024-05-27T00:35:28.847 INFO:teuthology.orchestra.run.smithi044.stdout: "e7f207fa-d99f-4f12-9f48-5bac1b5a7561": { 2024-05-27T00:35:28.848 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/", 2024-05-27T00:35:28.848 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "e7f207fa-d99f-4f12-9f48-5bac1b5a7561", 2024-05-27T00:35:28.848 INFO:teuthology.orchestra.run.smithi044.stdout: "options": "recursive,force" 2024-05-27T00:35:28.848 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:35:28.848 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:35:28.848 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:35:28.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.842+0000 7fa3b4600640 1 -- 172.21.15.44:0/1786804405 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa3940a2f20 msgr2=0x7fa3940a53e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.842+0000 7fa3b4600640 1 --2- 172.21.15.44:0/1786804405 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa3940a2f20 0x7fa3940a53e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa3a40cd1a0 tx=0x7fa3a4010930 comp rx=0 tx=0).stop 2024-05-27T00:35:28.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.842+0000 7fa3b4600640 1 -- 172.21.15.44:0/1786804405 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa3ac19eef0 msgr2=0x7fa3ac19f3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.842+0000 7fa3b4600640 1 --2- 172.21.15.44:0/1786804405 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa3ac19eef0 0x7fa3ac19f3a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fa3a4009fd0 tx=0x7fa3a400ef10 comp rx=0 tx=0).stop 2024-05-27T00:35:28.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.842+0000 7fa3b4600640 1 -- 172.21.15.44:0/1786804405 shutdown_connections 2024-05-27T00:35:28.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.842+0000 7fa3b4600640 1 --2- 172.21.15.44:0/1786804405 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa3940a2f20 0x7fa3940a53e0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.842+0000 7fa3b4600640 1 --2- 172.21.15.44:0/1786804405 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa3ac19eef0 0x7fa3ac19f3a0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.842+0000 7fa3b4600640 1 --2- 172.21.15.44:0/1786804405 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa3ac108f20 0x7fa3ac19abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.842+0000 7fa3b4600640 1 --2- 172.21.15.44:0/1786804405 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa3ac103e50 0x7fa3ac19a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.842+0000 7fa3b4600640 1 -- 172.21.15.44:0/1786804405 >> 172.21.15.44:0/1786804405 conn(0x7fa3ac0ff730 msgr2=0x7fa3ac101a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:28.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.842+0000 7fa3b4600640 1 -- 172.21.15.44:0/1786804405 shutdown_connections 2024-05-27T00:35:28.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.843+0000 7fa3b4600640 1 -- 172.21.15.44:0/1786804405 wait complete. 2024-05-27T00:35:28.862 INFO:tasks.cephfs.filesystem:scrub status for tag:e7f207fa-d99f-4f12-9f48-5bac1b5a7561 - {'path': '/', 'tag': 'e7f207fa-d99f-4f12-9f48-5bac1b5a7561', 'options': 'recursive,force'} 2024-05-27T00:35:28.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:28 smithi050 ceph-mon[36071]: pgmap v8: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 684 B/s wr, 17 op/s 2024-05-27T00:35:28.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:28 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/82495615' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:35:28.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:28 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1218088697' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:35:28.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.958+0000 7f9e56a00640 1 -- 172.21.15.44:0/2768611749 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9e501019c0 msgr2=0x7f9e50101e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.958+0000 7f9e56a00640 1 --2- 172.21.15.44:0/2768611749 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9e501019c0 0x7f9e50101e40 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f9e38009930 tx=0x7f9e3802a420 comp rx=0 tx=0).stop 2024-05-27T00:35:28.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.958+0000 7f9e56a00640 1 -- 172.21.15.44:0/2768611749 shutdown_connections 2024-05-27T00:35:28.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.958+0000 7f9e56a00640 1 --2- 172.21.15.44:0/2768611749 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e50102380 0x7f9e5010e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.958+0000 7f9e56a00640 1 --2- 172.21.15.44:0/2768611749 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9e501019c0 0x7f9e50101e40 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.958+0000 7f9e56a00640 1 --2- 172.21.15.44:0/2768611749 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e501079d0 0x7f9e50107db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.958+0000 7f9e56a00640 1 -- 172.21.15.44:0/2768611749 >> 172.21.15.44:0/2768611749 conn(0x7f9e500fd450 msgr2=0x7f9e500ff870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:28.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.958+0000 7f9e56a00640 1 -- 172.21.15.44:0/2768611749 shutdown_connections 2024-05-27T00:35:28.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.958+0000 7f9e56a00640 1 -- 172.21.15.44:0/2768611749 wait complete. 2024-05-27T00:35:28.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.959+0000 7f9e56a00640 1 Processor -- start 2024-05-27T00:35:28.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.960+0000 7f9e56a00640 1 -- start start 2024-05-27T00:35:28.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.960+0000 7f9e56a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9e501019c0 0x7f9e50198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.960+0000 7f9e56a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e50102380 0x7f9e50198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.960+0000 7f9e56a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e501079d0 0x7f9e5019cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.960+0000 7f9e56a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9e50111f20 con 0x7f9e501079d0 2024-05-27T00:35:28.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.960+0000 7f9e56a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9e50111da0 con 0x7f9e50102380 2024-05-27T00:35:28.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.960+0000 7f9e56a00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f9e501120a0 con 0x7f9e501019c0 2024-05-27T00:35:28.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.960+0000 7f9e4fe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9e501019c0 0x7f9e50198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.960+0000 7f9e4fe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9e501019c0 0x7f9e50198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:50904/0 (socket says 172.21.15.44:50904) 2024-05-27T00:35:28.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.961+0000 7f9e47e00640 1 --2- 172.21.15.44:0/3270322825 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e50102380 0x7f9e50198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.961+0000 7f9e4fe00640 1 -- 172.21.15.44:0/3270322825 learned_addr learned my addr 172.21.15.44:0/3270322825 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:28.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.961+0000 7f9e54a00640 1 --2- 172.21.15.44:0/3270322825 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e501079d0 0x7f9e5019cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.961+0000 7f9e4fe00640 1 -- 172.21.15.44:0/3270322825 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e50102380 msgr2=0x7f9e50198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.961+0000 7f9e4fe00640 1 --2- 172.21.15.44:0/3270322825 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e50102380 0x7f9e50198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.961+0000 7f9e4fe00640 1 -- 172.21.15.44:0/3270322825 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e501079d0 msgr2=0x7f9e5019cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:28.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.961+0000 7f9e4fe00640 1 --2- 172.21.15.44:0/3270322825 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e501079d0 0x7f9e5019cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:28.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.961+0000 7f9e4fe00640 1 -- 172.21.15.44:0/3270322825 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e5019d310 con 0x7f9e501019c0 2024-05-27T00:35:28.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.961+0000 7f9e54a00640 1 --2- 172.21.15.44:0/3270322825 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e501079d0 0x7f9e5019cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:35:28.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.961+0000 7f9e4fe00640 1 --2- 172.21.15.44:0/3270322825 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9e501019c0 0x7f9e50198320 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f9e4000e9f0 tx=0x7f9e4000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:28.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.962+0000 7f9e4d600640 1 -- 172.21.15.44:0/3270322825 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e4000cd80 con 0x7f9e501019c0 2024-05-27T00:35:28.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.962+0000 7f9e4d600640 1 -- 172.21.15.44:0/3270322825 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9e40010930 con 0x7f9e501019c0 2024-05-27T00:35:28.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.962+0000 7f9e56a00640 1 -- 172.21.15.44:0/3270322825 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e5019d600 con 0x7f9e501019c0 2024-05-27T00:35:28.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.962+0000 7f9e4d600640 1 -- 172.21.15.44:0/3270322825 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e40018b00 con 0x7f9e501019c0 2024-05-27T00:35:28.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.962+0000 7f9e56a00640 1 -- 172.21.15.44:0/3270322825 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e501a4e90 con 0x7f9e501019c0 2024-05-27T00:35:28.964 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.963+0000 7f9e56a00640 1 -- 172.21.15.44:0/3270322825 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e5004f760 con 0x7f9e501019c0 2024-05-27T00:35:28.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.965+0000 7f9e4d600640 1 -- 172.21.15.44:0/3270322825 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f9e40018ca0 con 0x7f9e501019c0 2024-05-27T00:35:28.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.966+0000 7f9e4d600640 1 --2- 172.21.15.44:0/3270322825 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9e340a2ec0 0x7f9e340a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:28.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.967+0000 7f9e4d600640 1 -- 172.21.15.44:0/3270322825 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f9e400cfe70 con 0x7f9e501019c0 2024-05-27T00:35:28.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.967+0000 7f9e47e00640 1 --2- 172.21.15.44:0/3270322825 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9e340a2ec0 0x7f9e340a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:28.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.967+0000 7f9e47e00640 1 --2- 172.21.15.44:0/3270322825 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9e340a2ec0 0x7f9e340a5380 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f9e38006010 tx=0x7f9e38005e80 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:28.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:28.971+0000 7f9e4d600640 1 -- 172.21.15.44:0/3270322825 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9e4009c490 con 0x7f9e501019c0 2024-05-27T00:35:29.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:28 smithi137 ceph-mon[36552]: pgmap v8: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 684 B/s wr, 17 op/s 2024-05-27T00:35:29.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:28 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/82495615' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:35:29.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:28 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1218088697' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:35:29.183 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.182+0000 7f9e56a00640 1 -- 172.21.15.44:0/3270322825 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f9e50199670 con 0x7f9e501019c0 2024-05-27T00:35:29.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.192+0000 7f9e4d600640 1 -- 172.21.15.44:0/3270322825 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v32)=0 v32) ==== 138+0+0 (secure 0 0 0) 0x7f9e4009bd90 con 0x7f9e501019c0 2024-05-27T00:35:29.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.195+0000 7f9e56a00640 1 -- 172.21.15.44:0/3270322825 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9e340a2ec0 msgr2=0x7f9e340a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:29.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.195+0000 7f9e56a00640 1 --2- 172.21.15.44:0/3270322825 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9e340a2ec0 0x7f9e340a5380 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f9e38006010 tx=0x7f9e38005e80 comp rx=0 tx=0).stop 2024-05-27T00:35:29.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.195+0000 7f9e56a00640 1 -- 172.21.15.44:0/3270322825 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9e501019c0 msgr2=0x7f9e50198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:29.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.195+0000 7f9e56a00640 1 --2- 172.21.15.44:0/3270322825 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9e501019c0 0x7f9e50198320 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f9e4000e9f0 tx=0x7f9e4000eeb0 comp rx=0 tx=0).stop 2024-05-27T00:35:29.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.195+0000 7f9e56a00640 1 -- 172.21.15.44:0/3270322825 shutdown_connections 2024-05-27T00:35:29.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.195+0000 7f9e56a00640 1 --2- 172.21.15.44:0/3270322825 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9e340a2ec0 0x7f9e340a5380 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:29.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.195+0000 7f9e56a00640 1 --2- 172.21.15.44:0/3270322825 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9e501079d0 0x7f9e5019cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:29.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.195+0000 7f9e56a00640 1 --2- 172.21.15.44:0/3270322825 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9e50102380 0x7f9e50198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:29.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.195+0000 7f9e56a00640 1 --2- 172.21.15.44:0/3270322825 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9e501019c0 0x7f9e50198320 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:29.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.195+0000 7f9e56a00640 1 -- 172.21.15.44:0/3270322825 >> 172.21.15.44:0/3270322825 conn(0x7f9e500fd450 msgr2=0x7f9e500fd9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:29.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.195+0000 7f9e56a00640 1 -- 172.21.15.44:0/3270322825 shutdown_connections 2024-05-27T00:35:29.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.195+0000 7f9e56a00640 1 -- 172.21.15.44:0/3270322825 wait complete. 2024-05-27T00:35:29.219 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-05-27T00:35:29.410 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.409+0000 7f048a200640 1 -- 172.21.15.44:0/2227321986 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0484112840 msgr2=0x7f0484114c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:29.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.409+0000 7f048a200640 1 --2- 172.21.15.44:0/2227321986 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0484112840 0x7f0484114c30 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f047c009900 tx=0x7f047c02a3f0 comp rx=0 tx=0).stop 2024-05-27T00:35:29.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.410+0000 7f048a200640 1 -- 172.21.15.44:0/2227321986 shutdown_connections 2024-05-27T00:35:29.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.410+0000 7f048a200640 1 --2- 172.21.15.44:0/2227321986 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0484112840 0x7f0484114c30 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:29.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.410+0000 7f048a200640 1 --2- 172.21.15.44:0/2227321986 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f04840767f0 0x7f0484112300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:29.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.410+0000 7f048a200640 1 --2- 172.21.15.44:0/2227321986 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0484075ed0 0x7f04840762b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:29.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.410+0000 7f048a200640 1 -- 172.21.15.44:0/2227321986 >> 172.21.15.44:0/2227321986 conn(0x7f04840ff6d0 msgr2=0x7f0484101af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:29.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.410+0000 7f048a200640 1 -- 172.21.15.44:0/2227321986 shutdown_connections 2024-05-27T00:35:29.411 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.410+0000 7f048a200640 1 -- 172.21.15.44:0/2227321986 wait complete. 2024-05-27T00:35:29.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.411+0000 7f048a200640 1 Processor -- start 2024-05-27T00:35:29.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.411+0000 7f048a200640 1 -- start start 2024-05-27T00:35:29.412 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.411+0000 7f048a200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0484075ed0 0x7f04841a4620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:29.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.411+0000 7f048a200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f04840767f0 0x7f04841a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:29.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.411+0000 7f048a200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0484112840 0x7f048419e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:29.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.411+0000 7f048a200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f04841184c0 con 0x7f0484075ed0 2024-05-27T00:35:29.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.411+0000 7f048a200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0484118340 con 0x7f0484112840 2024-05-27T00:35:29.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.411+0000 7f048a200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f0484118640 con 0x7f04840767f0 2024-05-27T00:35:29.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.412+0000 7f0483400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0484075ed0 0x7f04841a4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:29.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.412+0000 7f047aa00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f04840767f0 0x7f04841a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:29.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.412+0000 7f0483400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0484075ed0 0x7f04841a4620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36604/0 (socket says 172.21.15.44:36604) 2024-05-27T00:35:29.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.412+0000 7f0483400640 1 -- 172.21.15.44:0/660475917 learned_addr learned my addr 172.21.15.44:0/660475917 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:29.413 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.412+0000 7f0483e00640 1 --2- 172.21.15.44:0/660475917 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0484112840 0x7f048419e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:29.414 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.412+0000 7f047aa00640 1 -- 172.21.15.44:0/660475917 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0484112840 msgr2=0x7f048419e6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:29.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.412+0000 7f047aa00640 1 --2- 172.21.15.44:0/660475917 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0484112840 0x7f048419e6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:29.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.412+0000 7f047aa00640 1 -- 172.21.15.44:0/660475917 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0484075ed0 msgr2=0x7f04841a4620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:29.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.412+0000 7f047aa00640 1 --2- 172.21.15.44:0/660475917 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0484075ed0 0x7f04841a4620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:29.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.412+0000 7f047aa00640 1 -- 172.21.15.44:0/660475917 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f048419efa0 con 0x7f04840767f0 2024-05-27T00:35:29.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.412+0000 7f047aa00640 1 --2- 172.21.15.44:0/660475917 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f04840767f0 0x7f04841a4b60 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f046c00e9f0 tx=0x7f046c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:29.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.413+0000 7f0480c00640 1 -- 172.21.15.44:0/660475917 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f046c00ccc0 con 0x7f04840767f0 2024-05-27T00:35:29.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.413+0000 7f0480c00640 1 -- 172.21.15.44:0/660475917 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f046c005020 con 0x7f04840767f0 2024-05-27T00:35:29.415 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.413+0000 7f048a200640 1 -- 172.21.15.44:0/660475917 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f048419f290 con 0x7f04840767f0 2024-05-27T00:35:29.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.413+0000 7f0480c00640 1 -- 172.21.15.44:0/660475917 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f046c004b40 con 0x7f04840767f0 2024-05-27T00:35:29.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.413+0000 7f048a200640 1 -- 172.21.15.44:0/660475917 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04841ab5a0 con 0x7f04840767f0 2024-05-27T00:35:29.416 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.414+0000 7f048a200640 1 -- 172.21.15.44:0/660475917 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0484077610 con 0x7f04840767f0 2024-05-27T00:35:29.417 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.416+0000 7f0480c00640 1 -- 172.21.15.44:0/660475917 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f046c004ce0 con 0x7f04840767f0 2024-05-27T00:35:29.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.418+0000 7f0480c00640 1 --2- 172.21.15.44:0/660475917 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f04680a2f40 0x7f04680a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:29.418 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.418+0000 7f0480c00640 1 -- 172.21.15.44:0/660475917 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f046c0cf910 con 0x7f04840767f0 2024-05-27T00:35:29.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.418+0000 7f0483400640 1 --2- 172.21.15.44:0/660475917 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f04680a2f40 0x7f04680a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:29.419 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.419+0000 7f0483400640 1 --2- 172.21.15.44:0/660475917 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f04680a2f40 0x7f04680a5400 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f04740104e0 tx=0x7f0474009800 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:29.420 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.420+0000 7f0480c00640 1 -- 172.21.15.44:0/660475917 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f046c09bf30 con 0x7f04840767f0 2024-05-27T00:35:29.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.628+0000 7f048a200640 1 -- 172.21.15.44:0/660475917 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f04841ab770 con 0x7f04840767f0 2024-05-27T00:35:29.637 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.636+0000 7f0480c00640 1 -- 172.21.15.44:0/660475917 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v33)=0 v33) ==== 133+0+0 (secure 0 0 0) 0x7f046c09b830 con 0x7f04840767f0 2024-05-27T00:35:29.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.639+0000 7f048a200640 1 -- 172.21.15.44:0/660475917 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f04680a2f40 msgr2=0x7f04680a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:29.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.639+0000 7f048a200640 1 --2- 172.21.15.44:0/660475917 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f04680a2f40 0x7f04680a5400 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f04740104e0 tx=0x7f0474009800 comp rx=0 tx=0).stop 2024-05-27T00:35:29.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.639+0000 7f048a200640 1 -- 172.21.15.44:0/660475917 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f04840767f0 msgr2=0x7f04841a4b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:29.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.639+0000 7f048a200640 1 --2- 172.21.15.44:0/660475917 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f04840767f0 0x7f04841a4b60 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f046c00e9f0 tx=0x7f046c00eeb0 comp rx=0 tx=0).stop 2024-05-27T00:35:29.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.639+0000 7f048a200640 1 -- 172.21.15.44:0/660475917 shutdown_connections 2024-05-27T00:35:29.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.639+0000 7f048a200640 1 --2- 172.21.15.44:0/660475917 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f04680a2f40 0x7f04680a5400 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:29.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.639+0000 7f048a200640 1 --2- 172.21.15.44:0/660475917 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0484112840 0x7f048419e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:29.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.639+0000 7f048a200640 1 --2- 172.21.15.44:0/660475917 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f04840767f0 0x7f04841a4b60 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:29.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.639+0000 7f048a200640 1 --2- 172.21.15.44:0/660475917 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0484075ed0 0x7f04841a4620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:29.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.639+0000 7f048a200640 1 -- 172.21.15.44:0/660475917 >> 172.21.15.44:0/660475917 conn(0x7f04840ff6d0 msgr2=0x7f0484101ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:29.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.639+0000 7f048a200640 1 -- 172.21.15.44:0/660475917 shutdown_connections 2024-05-27T00:35:29.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.639+0000 7f048a200640 1 -- 172.21.15.44:0/660475917 wait complete. 2024-05-27T00:35:29.660 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-05-27T00:35:29.859 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.858+0000 7f4614400640 1 -- 172.21.15.44:0/1475953501 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f460c1047b0 msgr2=0x7f460c1087f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:29.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.858+0000 7f4614400640 1 --2- 172.21.15.44:0/1475953501 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f460c1047b0 0x7f460c1087f0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f45f8009900 tx=0x7f45f802a410 comp rx=0 tx=0).stop 2024-05-27T00:35:29.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.859+0000 7f4614400640 1 -- 172.21.15.44:0/1475953501 shutdown_connections 2024-05-27T00:35:29.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.859+0000 7f4614400640 1 --2- 172.21.15.44:0/1475953501 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f460c108ed0 0x7f460c110aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:29.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.859+0000 7f4614400640 1 --2- 172.21.15.44:0/1475953501 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f460c1047b0 0x7f460c1087f0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:29.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.859+0000 7f4614400640 1 --2- 172.21.15.44:0/1475953501 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f460c103e00 0x7f460c1041e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:29.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.859+0000 7f4614400640 1 -- 172.21.15.44:0/1475953501 >> 172.21.15.44:0/1475953501 conn(0x7f460c0ff6a0 msgr2=0x7f460c101ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:29.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.859+0000 7f4614400640 1 -- 172.21.15.44:0/1475953501 shutdown_connections 2024-05-27T00:35:29.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.859+0000 7f4614400640 1 -- 172.21.15.44:0/1475953501 wait complete. 2024-05-27T00:35:29.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.860+0000 7f4614400640 1 Processor -- start 2024-05-27T00:35:29.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.860+0000 7f4614400640 1 -- start start 2024-05-27T00:35:29.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.860+0000 7f4614400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f460c103e00 0x7f460c19a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:29.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.860+0000 7f4614400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f460c108ed0 0x7f460c19aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:29.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.860+0000 7f4614400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f460c19ed70 0x7f460c19f220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:29.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.860+0000 7f4614400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f460c114080 con 0x7f460c19ed70 2024-05-27T00:35:29.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.860+0000 7f4614400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f460c113f00 con 0x7f460c103e00 2024-05-27T00:35:29.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.860+0000 7f4614400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f460c114200 con 0x7f460c108ed0 2024-05-27T00:35:29.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.860+0000 7f4611a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f460c103e00 0x7f460c19a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:29.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.860+0000 7f4612400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f460c19ed70 0x7f460c19f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:29.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.860+0000 7f4611a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f460c103e00 0x7f460c19a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:58728/0 (socket says 172.21.15.44:58728) 2024-05-27T00:35:29.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.860+0000 7f4611a00640 1 -- 172.21.15.44:0/2436020333 learned_addr learned my addr 172.21.15.44:0/2436020333 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:29.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.860+0000 7f4611000640 1 --2- 172.21.15.44:0/2436020333 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f460c108ed0 0x7f460c19aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:29.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.861+0000 7f4612400640 1 -- 172.21.15.44:0/2436020333 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f460c108ed0 msgr2=0x7f460c19aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:29.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.861+0000 7f4612400640 1 --2- 172.21.15.44:0/2436020333 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f460c108ed0 0x7f460c19aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:29.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.861+0000 7f4612400640 1 -- 172.21.15.44:0/2436020333 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f460c103e00 msgr2=0x7f460c19a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:29.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.861+0000 7f4612400640 1 --2- 172.21.15.44:0/2436020333 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f460c103e00 0x7f460c19a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:29.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.861+0000 7f4612400640 1 -- 172.21.15.44:0/2436020333 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f460c19f860 con 0x7f460c19ed70 2024-05-27T00:35:29.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.861+0000 7f4611a00640 1 --2- 172.21.15.44:0/2436020333 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f460c103e00 0x7f460c19a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:29.864 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.861+0000 7f4612400640 1 --2- 172.21.15.44:0/2436020333 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f460c19ed70 0x7f460c19f220 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4604009fd0 tx=0x7f460400ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:29.864 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.861+0000 7f460a000640 1 -- 172.21.15.44:0/2436020333 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f460400ce20 con 0x7f460c19ed70 2024-05-27T00:35:29.864 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.861+0000 7f460a000640 1 -- 172.21.15.44:0/2436020333 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4604004b20 con 0x7f460c19ed70 2024-05-27T00:35:29.864 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.861+0000 7f460a000640 1 -- 172.21.15.44:0/2436020333 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4604010790 con 0x7f460c19ed70 2024-05-27T00:35:29.864 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.861+0000 7f4614400640 1 -- 172.21.15.44:0/2436020333 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f460c19fb50 con 0x7f460c19ed70 2024-05-27T00:35:29.864 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.862+0000 7f4614400640 1 -- 172.21.15.44:0/2436020333 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f460c1a72c0 con 0x7f460c19ed70 2024-05-27T00:35:29.864 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.863+0000 7f4614400640 1 -- 172.21.15.44:0/2436020333 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f460c04f760 con 0x7f460c19ed70 2024-05-27T00:35:29.865 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.865+0000 7f460a000640 1 -- 172.21.15.44:0/2436020333 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f4604005020 con 0x7f460c19ed70 2024-05-27T00:35:29.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.866+0000 7f460a000640 1 --2- 172.21.15.44:0/2436020333 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f45f40a2f40 0x7f45f40a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:29.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.866+0000 7f460a000640 1 -- 172.21.15.44:0/2436020333 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f46040d00b0 con 0x7f460c19ed70 2024-05-27T00:35:29.867 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.867+0000 7f4611a00640 1 --2- 172.21.15.44:0/2436020333 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f45f40a2f40 0x7f45f40a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:29.868 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.867+0000 7f4611a00640 1 --2- 172.21.15.44:0/2436020333 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f45f40a2f40 0x7f45f40a5400 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4600005fd0 tx=0x7f460000b480 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:29.871 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:29.871+0000 7f460a000640 1 -- 172.21.15.44:0/2436020333 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f460409c710 con 0x7f460c19ed70 2024-05-27T00:35:30.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:29 smithi137 ceph-mon[36552]: scrub queued for path: / 2024-05-27T00:35:30.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:29 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:35:30.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:29 smithi137 ceph-mon[36552]: scrub summary: active paths [/] 2024-05-27T00:35:30.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:29 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:35:30.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:29 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2877812276' entity='client.admin' 2024-05-27T00:35:30.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:29 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:35:30.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:29 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:35:30.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:29 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:35:30.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:29 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:30.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:29 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' 2024-05-27T00:35:30.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:29 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:35:30.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:29 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:35:30.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:29 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:35:30.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:29 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:30.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:29 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' 2024-05-27T00:35:30.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:29 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:35:30.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:29 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:35:30.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:29 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:35:30.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:29 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:30.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.096+0000 7f4614400640 1 -- 172.21.15.44:0/2436020333 --> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f460c1049c0 con 0x7f45f40a2f40 2024-05-27T00:35:30.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:29 smithi044 ceph-mon[31645]: scrub queued for path: / 2024-05-27T00:35:30.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:29 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:35:30.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:29 smithi044 ceph-mon[31645]: scrub summary: active paths [/] 2024-05-27T00:35:30.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:29 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:35:30.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:29 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2877812276' entity='client.admin' 2024-05-27T00:35:30.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:29 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:35:30.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:29 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:35:30.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:29 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:35:30.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:29 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:30.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:29 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' 2024-05-27T00:35:30.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:29 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:35:30.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:29 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:35:30.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:29 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:35:30.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:29 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:30.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:29 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' 2024-05-27T00:35:30.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:29 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:35:30.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:29 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:35:30.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:29 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:35:30.115 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:29 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:30.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:29 smithi050 ceph-mon[36071]: scrub queued for path: / 2024-05-27T00:35:30.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:29 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:35:30.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:29 smithi050 ceph-mon[36071]: scrub summary: active paths [/] 2024-05-27T00:35:30.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:29 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:35:30.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:29 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2877812276' entity='client.admin' 2024-05-27T00:35:30.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:29 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:35:30.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:29 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:35:30.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:29 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:35:30.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:29 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:30.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:29 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' 2024-05-27T00:35:30.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:29 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:35:30.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:29 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:35:30.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:29 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:35:30.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:29 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:30.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:29 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' 2024-05-27T00:35:30.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:29 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:35:30.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:29 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:35:30.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:29 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:35:30.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:29 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:35:30.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.237+0000 7f460a000640 1 -- 172.21.15.44:0/2436020333 <== mgr.25393 v2:172.21.15.44:6800/2850957139 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f460c1049c0 con 0x7f45f40a2f40 2024-05-27T00:35:30.238 INFO:teuthology.orchestra.run.smithi044.stdout:Schedule set for path / 2024-05-27T00:35:30.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.240+0000 7f4614400640 1 -- 172.21.15.44:0/2436020333 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f45f40a2f40 msgr2=0x7f45f40a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:30.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.240+0000 7f4614400640 1 --2- 172.21.15.44:0/2436020333 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f45f40a2f40 0x7f45f40a5400 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4600005fd0 tx=0x7f460000b480 comp rx=0 tx=0).stop 2024-05-27T00:35:30.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.240+0000 7f4614400640 1 -- 172.21.15.44:0/2436020333 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f460c19ed70 msgr2=0x7f460c19f220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:30.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.240+0000 7f4614400640 1 --2- 172.21.15.44:0/2436020333 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f460c19ed70 0x7f460c19f220 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4604009fd0 tx=0x7f460400ef10 comp rx=0 tx=0).stop 2024-05-27T00:35:30.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.240+0000 7f4614400640 1 -- 172.21.15.44:0/2436020333 shutdown_connections 2024-05-27T00:35:30.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.240+0000 7f4614400640 1 --2- 172.21.15.44:0/2436020333 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f45f40a2f40 0x7f45f40a5400 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:30.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.240+0000 7f4614400640 1 --2- 172.21.15.44:0/2436020333 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f460c19ed70 0x7f460c19f220 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:30.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.240+0000 7f4614400640 1 --2- 172.21.15.44:0/2436020333 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f460c108ed0 0x7f460c19aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:30.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.240+0000 7f4614400640 1 --2- 172.21.15.44:0/2436020333 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f460c103e00 0x7f460c19a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:30.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.240+0000 7f4614400640 1 -- 172.21.15.44:0/2436020333 >> 172.21.15.44:0/2436020333 conn(0x7f460c0ff6a0 msgr2=0x7f460c100140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:30.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.240+0000 7f4614400640 1 -- 172.21.15.44:0/2436020333 shutdown_connections 2024-05-27T00:35:30.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.240+0000 7f4614400640 1 -- 172.21.15.44:0/2436020333 wait complete. 2024-05-27T00:35:30.261 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-05-27T00:35:30.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.458+0000 7f749b200640 1 -- 172.21.15.44:0/3807961773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74941077c0 msgr2=0x7f7494107ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:30.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.458+0000 7f749b200640 1 --2- 172.21.15.44:0/3807961773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74941077c0 0x7f7494107ba0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f7488009900 tx=0x7f748802a3f0 comp rx=0 tx=0).stop 2024-05-27T00:35:30.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.459+0000 7f749b200640 1 -- 172.21.15.44:0/3807961773 shutdown_connections 2024-05-27T00:35:30.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.459+0000 7f749b200640 1 --2- 172.21.15.44:0/3807961773 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7494102170 0x7f749410e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:30.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.459+0000 7f749b200640 1 --2- 172.21.15.44:0/3807961773 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74941017b0 0x7f7494101c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:30.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.459+0000 7f749b200640 1 --2- 172.21.15.44:0/3807961773 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74941077c0 0x7f7494107ba0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:30.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.459+0000 7f749b200640 1 -- 172.21.15.44:0/3807961773 >> 172.21.15.44:0/3807961773 conn(0x7f74940fd2e0 msgr2=0x7f74940ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:30.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.459+0000 7f749b200640 1 -- 172.21.15.44:0/3807961773 shutdown_connections 2024-05-27T00:35:30.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.459+0000 7f749b200640 1 -- 172.21.15.44:0/3807961773 wait complete. 2024-05-27T00:35:30.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.460+0000 7f749b200640 1 Processor -- start 2024-05-27T00:35:30.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.460+0000 7f749b200640 1 -- start start 2024-05-27T00:35:30.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.460+0000 7f749b200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74941017b0 0x7f749419a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:30.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.460+0000 7f749b200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7494102170 0x7f749419a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:30.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.460+0000 7f749b200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74941077c0 0x7f749419ec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:30.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.460+0000 7f749b200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7494111d00 con 0x7f74941017b0 2024-05-27T00:35:30.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.460+0000 7f749b200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7494111b80 con 0x7f74941077c0 2024-05-27T00:35:30.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.460+0000 7f749b200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f7494111e80 con 0x7f7494102170 2024-05-27T00:35:30.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.461+0000 7f7499e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74941017b0 0x7f749419a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:30.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.461+0000 7f7499e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74941017b0 0x7f749419a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36648/0 (socket says 172.21.15.44:36648) 2024-05-27T00:35:30.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.461+0000 7f7499e00640 1 -- 172.21.15.44:0/701735624 learned_addr learned my addr 172.21.15.44:0/701735624 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:30.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.461+0000 7f7499400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7494102170 0x7f749419a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:30.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.461+0000 7f749a800640 1 --2- 172.21.15.44:0/701735624 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74941077c0 0x7f749419ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:30.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.461+0000 7f7499e00640 1 -- 172.21.15.44:0/701735624 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7494102170 msgr2=0x7f749419a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:30.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.461+0000 7f7499e00640 1 --2- 172.21.15.44:0/701735624 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7494102170 0x7f749419a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:30.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.461+0000 7f7499e00640 1 -- 172.21.15.44:0/701735624 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74941077c0 msgr2=0x7f749419ec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:30.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.461+0000 7f7499e00640 1 --2- 172.21.15.44:0/701735624 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74941077c0 0x7f749419ec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:30.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.461+0000 7f7499e00640 1 -- 172.21.15.44:0/701735624 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f749419f330 con 0x7f74941017b0 2024-05-27T00:35:30.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.461+0000 7f7499400640 1 --2- 172.21.15.44:0/701735624 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7494102170 0x7f749419a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:30.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.462+0000 7f7499e00640 1 --2- 172.21.15.44:0/701735624 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74941017b0 0x7f749419a340 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f748802a9e0 tx=0x7f7488004eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:30.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.462+0000 7f748ea00640 1 -- 172.21.15.44:0/701735624 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f748803f070 con 0x7f74941017b0 2024-05-27T00:35:30.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.462+0000 7f748ea00640 1 -- 172.21.15.44:0/701735624 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7488005410 con 0x7f74941017b0 2024-05-27T00:35:30.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.462+0000 7f749b200640 1 -- 172.21.15.44:0/701735624 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f749419f5c0 con 0x7f74941017b0 2024-05-27T00:35:30.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.462+0000 7f748ea00640 1 -- 172.21.15.44:0/701735624 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7488035030 con 0x7f74941017b0 2024-05-27T00:35:30.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.462+0000 7f749b200640 1 -- 172.21.15.44:0/701735624 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74941a6eb0 con 0x7f74941017b0 2024-05-27T00:35:30.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.463+0000 7f749b200640 1 -- 172.21.15.44:0/701735624 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7494102ef0 con 0x7f74941017b0 2024-05-27T00:35:30.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.465+0000 7f748ea00640 1 -- 172.21.15.44:0/701735624 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f7488042070 con 0x7f74941017b0 2024-05-27T00:35:30.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.467+0000 7f748ea00640 1 --2- 172.21.15.44:0/701735624 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f747c0a2e10 0x7f747c0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:30.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.468+0000 7f748ea00640 1 -- 172.21.15.44:0/701735624 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f74880effe0 con 0x7f74941017b0 2024-05-27T00:35:30.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.468+0000 7f7499400640 1 --2- 172.21.15.44:0/701735624 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f747c0a2e10 0x7f747c0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:30.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.469+0000 7f7499400640 1 --2- 172.21.15.44:0/701735624 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f747c0a2e10 0x7f747c0a52d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f74940ff720 tx=0x7f7484005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:30.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.472+0000 7f748ea00640 1 -- 172.21.15.44:0/701735624 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7488004770 con 0x7f74941017b0 2024-05-27T00:35:30.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.705+0000 7f749b200640 1 -- 172.21.15.44:0/701735624 --> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7f749410d200 con 0x7f747c0a2e10 2024-05-27T00:35:30.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.851+0000 7f748ea00640 1 -- 172.21.15.44:0/701735624 <== mgr.25393 v2:172.21.15.44:6800/2850957139 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7f749410d200 con 0x7f747c0a2e10 2024-05-27T00:35:30.852 INFO:teuthology.orchestra.run.smithi044.stdout:Retention added to path / 2024-05-27T00:35:30.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.855+0000 7f749b200640 1 -- 172.21.15.44:0/701735624 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f747c0a2e10 msgr2=0x7f747c0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:30.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.855+0000 7f749b200640 1 --2- 172.21.15.44:0/701735624 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f747c0a2e10 0x7f747c0a52d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f74940ff720 tx=0x7f7484005f90 comp rx=0 tx=0).stop 2024-05-27T00:35:30.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.855+0000 7f749b200640 1 -- 172.21.15.44:0/701735624 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74941017b0 msgr2=0x7f749419a340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:30.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.855+0000 7f749b200640 1 --2- 172.21.15.44:0/701735624 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74941017b0 0x7f749419a340 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f748802a9e0 tx=0x7f7488004eb0 comp rx=0 tx=0).stop 2024-05-27T00:35:30.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.855+0000 7f749b200640 1 -- 172.21.15.44:0/701735624 shutdown_connections 2024-05-27T00:35:30.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.855+0000 7f749b200640 1 --2- 172.21.15.44:0/701735624 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f747c0a2e10 0x7f747c0a52d0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:30.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.855+0000 7f749b200640 1 --2- 172.21.15.44:0/701735624 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f74941077c0 0x7f749419ec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:30.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.855+0000 7f749b200640 1 --2- 172.21.15.44:0/701735624 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f7494102170 0x7f749419a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:30.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.855+0000 7f749b200640 1 --2- 172.21.15.44:0/701735624 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f74941017b0 0x7f749419a340 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:30.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.855+0000 7f749b200640 1 -- 172.21.15.44:0/701735624 >> 172.21.15.44:0/701735624 conn(0x7f74940fd2e0 msgr2=0x7f749410ca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:30.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.855+0000 7f749b200640 1 -- 172.21.15.44:0/701735624 shutdown_connections 2024-05-27T00:35:30.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:30.855+0000 7f749b200640 1 -- 172.21.15.44:0/701735624 wait complete. 2024-05-27T00:35:30.876 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-05-27T00:35:31.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:30 smithi137 ceph-mon[36552]: pgmap v9: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 559 B/s wr, 17 op/s 2024-05-27T00:35:31.090 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.089+0000 7f5dda800640 1 -- 172.21.15.44:0/3979330799 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5dd41017c0 msgr2=0x7f5dd4101c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:31.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.089+0000 7f5dda800640 1 --2- 172.21.15.44:0/3979330799 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5dd41017c0 0x7f5dd4101c40 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f5dc0009890 tx=0x7f5dc002a380 comp rx=0 tx=0).stop 2024-05-27T00:35:31.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.089+0000 7f5dda800640 1 -- 172.21.15.44:0/3979330799 shutdown_connections 2024-05-27T00:35:31.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.089+0000 7f5dda800640 1 --2- 172.21.15.44:0/3979330799 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5dd4102180 0x7f5dd410e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:31.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.089+0000 7f5dda800640 1 --2- 172.21.15.44:0/3979330799 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5dd41017c0 0x7f5dd4101c40 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:31.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.089+0000 7f5dda800640 1 --2- 172.21.15.44:0/3979330799 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5dd41077d0 0x7f5dd4107bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:31.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.089+0000 7f5dda800640 1 -- 172.21.15.44:0/3979330799 >> 172.21.15.44:0/3979330799 conn(0x7f5dd40fd2f0 msgr2=0x7f5dd40ff710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:31.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.090+0000 7f5dda800640 1 -- 172.21.15.44:0/3979330799 shutdown_connections 2024-05-27T00:35:31.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.090+0000 7f5dda800640 1 -- 172.21.15.44:0/3979330799 wait complete. 2024-05-27T00:35:31.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.091+0000 7f5dda800640 1 Processor -- start 2024-05-27T00:35:31.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.091+0000 7f5dda800640 1 -- start start 2024-05-27T00:35:31.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.091+0000 7f5dda800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5dd41017c0 0x7f5dd419a400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:31.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.092+0000 7f5dda800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5dd4102180 0x7f5dd419a940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:31.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.092+0000 7f5dda800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5dd41077d0 0x7f5dd419ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:31.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.092+0000 7f5dda800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5dd4111d00 con 0x7f5dd41077d0 2024-05-27T00:35:31.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.092+0000 7f5dda800640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5dd4111b80 con 0x7f5dd4102180 2024-05-27T00:35:31.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.092+0000 7f5dda800640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f5dd4111e80 con 0x7f5dd41017c0 2024-05-27T00:35:31.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.092+0000 7f5dd9400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5dd41017c0 0x7f5dd419a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:31.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.092+0000 7f5dd9400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5dd41017c0 0x7f5dd419a400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:50976/0 (socket says 172.21.15.44:50976) 2024-05-27T00:35:31.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.092+0000 7f5dd9e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5dd41077d0 0x7f5dd419ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:31.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.092+0000 7f5dd9400640 1 -- 172.21.15.44:0/3575354208 learned_addr learned my addr 172.21.15.44:0/3575354208 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:31.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.092+0000 7f5dd8a00640 1 --2- 172.21.15.44:0/3575354208 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5dd4102180 0x7f5dd419a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:31.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.092+0000 7f5dd9400640 1 -- 172.21.15.44:0/3575354208 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5dd4102180 msgr2=0x7f5dd419a940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:31.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.092+0000 7f5dd9400640 1 --2- 172.21.15.44:0/3575354208 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5dd4102180 0x7f5dd419a940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:31.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.092+0000 7f5dd9400640 1 -- 172.21.15.44:0/3575354208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5dd41077d0 msgr2=0x7f5dd419ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:31.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.092+0000 7f5dd9400640 1 --2- 172.21.15.44:0/3575354208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5dd41077d0 0x7f5dd419ecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:31.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.092+0000 7f5dd9400640 1 -- 172.21.15.44:0/3575354208 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dd419f3f0 con 0x7f5dd41017c0 2024-05-27T00:35:31.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.093+0000 7f5dd9400640 1 --2- 172.21.15.44:0/3575354208 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5dd41017c0 0x7f5dd419a400 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f5dc400e9c0 tx=0x7f5dc400ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:31.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.093+0000 7f5dd2000640 1 -- 172.21.15.44:0/3575354208 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc400cde0 con 0x7f5dd41017c0 2024-05-27T00:35:31.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.093+0000 7f5dda800640 1 -- 172.21.15.44:0/3575354208 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5dd419f6e0 con 0x7f5dd41017c0 2024-05-27T00:35:31.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.093+0000 7f5dd2000640 1 -- 172.21.15.44:0/3575354208 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5dc40035f0 con 0x7f5dd41017c0 2024-05-27T00:35:31.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.093+0000 7f5dd2000640 1 -- 172.21.15.44:0/3575354208 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc4010670 con 0x7f5dd41017c0 2024-05-27T00:35:31.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.093+0000 7f5dda800640 1 -- 172.21.15.44:0/3575354208 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5dd41a6f70 con 0x7f5dd41017c0 2024-05-27T00:35:31.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.094+0000 7f5dda800640 1 -- 172.21.15.44:0/3575354208 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5dd404ffb0 con 0x7f5dd41017c0 2024-05-27T00:35:31.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.096+0000 7f5dd2000640 1 -- 172.21.15.44:0/3575354208 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f5dc40037a0 con 0x7f5dd41017c0 2024-05-27T00:35:31.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.098+0000 7f5dd2000640 1 --2- 172.21.15.44:0/3575354208 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f5db80a2e10 0x7f5db80a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:31.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.098+0000 7f5dd2000640 1 -- 172.21.15.44:0/3575354208 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f5dc40cfc90 con 0x7f5dd41017c0 2024-05-27T00:35:31.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.098+0000 7f5dd8a00640 1 --2- 172.21.15.44:0/3575354208 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f5db80a2e10 0x7f5db80a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:31.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.099+0000 7f5dd8a00640 1 --2- 172.21.15.44:0/3575354208 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f5db80a2e10 0x7f5db80a52d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f5dc002a970 tx=0x7f5dc00056d0 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:31.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.104+0000 7f5dd2000640 1 -- 172.21.15.44:0/3575354208 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5dc409c2b0 con 0x7f5dd41017c0 2024-05-27T00:35:31.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:30 smithi044 ceph-mon[31645]: pgmap v9: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 559 B/s wr, 17 op/s 2024-05-27T00:35:31.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:30 smithi050 ceph-mon[36071]: pgmap v9: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 559 B/s wr, 17 op/s 2024-05-27T00:35:31.335 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.335+0000 7f5dda800640 1 -- 172.21.15.44:0/3575354208 --> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f5dd40fe770 con 0x7f5db80a2e10 2024-05-27T00:35:31.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.351+0000 7f5dd2000640 1 -- 172.21.15.44:0/3575354208 <== mgr.25393 v2:172.21.15.44:6800/2850957139 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7f5dd40fe770 con 0x7f5db80a2e10 2024-05-27T00:35:31.353 INFO:teuthology.orchestra.run.smithi044.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-05-27T00:00:00", "created": "2024-05-27T00:35:30", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-05-27T00:35:31.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.354+0000 7f5dda800640 1 -- 172.21.15.44:0/3575354208 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f5db80a2e10 msgr2=0x7f5db80a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:31.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.354+0000 7f5dda800640 1 --2- 172.21.15.44:0/3575354208 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f5db80a2e10 0x7f5db80a52d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f5dc002a970 tx=0x7f5dc00056d0 comp rx=0 tx=0).stop 2024-05-27T00:35:31.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.354+0000 7f5dda800640 1 -- 172.21.15.44:0/3575354208 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5dd41017c0 msgr2=0x7f5dd419a400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:31.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.354+0000 7f5dda800640 1 --2- 172.21.15.44:0/3575354208 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5dd41017c0 0x7f5dd419a400 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f5dc400e9c0 tx=0x7f5dc400ee80 comp rx=0 tx=0).stop 2024-05-27T00:35:31.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.354+0000 7f5dda800640 1 -- 172.21.15.44:0/3575354208 shutdown_connections 2024-05-27T00:35:31.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.355+0000 7f5dda800640 1 --2- 172.21.15.44:0/3575354208 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f5db80a2e10 0x7f5db80a52d0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:31.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.355+0000 7f5dda800640 1 --2- 172.21.15.44:0/3575354208 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5dd41077d0 0x7f5dd419ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:31.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.355+0000 7f5dda800640 1 --2- 172.21.15.44:0/3575354208 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5dd4102180 0x7f5dd419a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:31.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.355+0000 7f5dda800640 1 --2- 172.21.15.44:0/3575354208 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5dd41017c0 0x7f5dd419a400 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:31.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.355+0000 7f5dda800640 1 -- 172.21.15.44:0/3575354208 >> 172.21.15.44:0/3575354208 conn(0x7f5dd40fd2f0 msgr2=0x7f5dd410cfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:31.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.355+0000 7f5dda800640 1 -- 172.21.15.44:0/3575354208 shutdown_connections 2024-05-27T00:35:31.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.355+0000 7f5dda800640 1 -- 172.21.15.44:0/3575354208 wait complete. 2024-05-27T00:35:31.376 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-05-27T00:35:31.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.575+0000 7f37bfe00640 1 -- 172.21.15.44:0/3959361706 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f37c01099f0 msgr2=0x7f37c0109dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:31.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.575+0000 7f37bfe00640 1 --2- 172.21.15.44:0/3959361706 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f37c01099f0 0x7f37c0109dd0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f37b0009930 tx=0x7f37b002a440 comp rx=0 tx=0).stop 2024-05-27T00:35:31.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.575+0000 7f37bfe00640 1 -- 172.21.15.44:0/3959361706 shutdown_connections 2024-05-27T00:35:31.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.575+0000 7f37bfe00640 1 --2- 172.21.15.44:0/3959361706 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37c01043a0 0x7f37c01108b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:31.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.575+0000 7f37bfe00640 1 --2- 172.21.15.44:0/3959361706 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37c01039e0 0x7f37c0103e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:31.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.575+0000 7f37bfe00640 1 --2- 172.21.15.44:0/3959361706 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f37c01099f0 0x7f37c0109dd0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:31.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.575+0000 7f37bfe00640 1 -- 172.21.15.44:0/3959361706 >> 172.21.15.44:0/3959361706 conn(0x7f37c00ff4b0 msgr2=0x7f37c01018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:31.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.576+0000 7f37bfe00640 1 -- 172.21.15.44:0/3959361706 shutdown_connections 2024-05-27T00:35:31.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.576+0000 7f37bfe00640 1 -- 172.21.15.44:0/3959361706 wait complete. 2024-05-27T00:35:31.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.577+0000 7f37bfe00640 1 Processor -- start 2024-05-27T00:35:31.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.577+0000 7f37bfe00640 1 -- start start 2024-05-27T00:35:31.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.577+0000 7f37bfe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f37c01039e0 0x7f37c019a440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:31.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.577+0000 7f37bfe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37c01043a0 0x7f37c019a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:31.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.577+0000 7f37bfe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37c01099f0 0x7f37c019ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:31.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.578+0000 7f37bfe00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f37c0113f40 con 0x7f37c01043a0 2024-05-27T00:35:31.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.578+0000 7f37bfe00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f37c0113dc0 con 0x7f37c01099f0 2024-05-27T00:35:31.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.578+0000 7f37bfe00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f37c01140c0 con 0x7f37c01039e0 2024-05-27T00:35:31.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.578+0000 7f37b6000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37c01043a0 0x7f37c019a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:31.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.578+0000 7f37bea00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f37c01039e0 0x7f37c019a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:31.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.578+0000 7f37bea00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f37c01039e0 0x7f37c019a440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:50994/0 (socket says 172.21.15.44:50994) 2024-05-27T00:35:31.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.578+0000 7f37bea00640 1 -- 172.21.15.44:0/557420557 learned_addr learned my addr 172.21.15.44:0/557420557 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:31.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.578+0000 7f37b6000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37c01043a0 0x7f37c019a980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:36688/0 (socket says 172.21.15.44:36688) 2024-05-27T00:35:31.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.578+0000 7f37bf400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37c01099f0 0x7f37c019ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:31.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.578+0000 7f37bea00640 1 -- 172.21.15.44:0/557420557 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37c01099f0 msgr2=0x7f37c019ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:31.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.578+0000 7f37bea00640 1 --2- 172.21.15.44:0/557420557 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37c01099f0 0x7f37c019ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:31.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.578+0000 7f37bea00640 1 -- 172.21.15.44:0/557420557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37c01043a0 msgr2=0x7f37c019a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:31.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.578+0000 7f37bea00640 1 --2- 172.21.15.44:0/557420557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37c01043a0 0x7f37c019a980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:31.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.578+0000 7f37bea00640 1 -- 172.21.15.44:0/557420557 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37c019f430 con 0x7f37c01039e0 2024-05-27T00:35:31.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.578+0000 7f37bf400640 1 --2- 172.21.15.44:0/557420557 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37c01099f0 0x7f37c019ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:31.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.578+0000 7f37b6000640 1 --2- 172.21.15.44:0/557420557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37c01043a0 0x7f37c019a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:31.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.579+0000 7f37bea00640 1 --2- 172.21.15.44:0/557420557 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f37c01039e0 0x7f37c019a440 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f37b002a960 tx=0x7f37b0032910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:31.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.579+0000 7f37c4a00640 1 -- 172.21.15.44:0/557420557 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37b003f030 con 0x7f37c01039e0 2024-05-27T00:35:31.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.579+0000 7f37c4a00640 1 -- 172.21.15.44:0/557420557 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f37b0032d40 con 0x7f37c01039e0 2024-05-27T00:35:31.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.579+0000 7f37c4a00640 1 -- 172.21.15.44:0/557420557 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37b0035070 con 0x7f37c01039e0 2024-05-27T00:35:31.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.579+0000 7f37bfe00640 1 -- 172.21.15.44:0/557420557 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37c019f6c0 con 0x7f37c01039e0 2024-05-27T00:35:31.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.579+0000 7f37bfe00640 1 -- 172.21.15.44:0/557420557 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37c01a6fb0 con 0x7f37c01039e0 2024-05-27T00:35:31.582 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.581+0000 7f37bfe00640 1 -- 172.21.15.44:0/557420557 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37c0105120 con 0x7f37c01039e0 2024-05-27T00:35:31.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.583+0000 7f37c4a00640 1 -- 172.21.15.44:0/557420557 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f37b0042030 con 0x7f37c01039e0 2024-05-27T00:35:31.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.584+0000 7f37c4a00640 1 --2- 172.21.15.44:0/557420557 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f37a40a2e10 0x7f37a40a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:31.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.584+0000 7f37c4a00640 1 -- 172.21.15.44:0/557420557 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f37b00efcd0 con 0x7f37c01039e0 2024-05-27T00:35:31.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.584+0000 7f37b6000640 1 --2- 172.21.15.44:0/557420557 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f37a40a2e10 0x7f37a40a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:31.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.585+0000 7f37b6000640 1 --2- 172.21.15.44:0/557420557 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f37a40a2e10 0x7f37a40a52d0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f37c0108db0 tx=0x7f37a8009500 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:31.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.588+0000 7f37c4a00640 1 -- 172.21.15.44:0/557420557 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f37b00bc3c0 con 0x7f37c01039e0 2024-05-27T00:35:31.825 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.824+0000 7f37bfe00640 1 -- 172.21.15.44:0/557420557 --> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f37c0061de0 con 0x7f37a40a2e10 2024-05-27T00:35:31.840 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.840+0000 7f37c4a00640 1 -- 172.21.15.44:0/557420557 <== mgr.25393 v2:172.21.15.44:6800/2850957139 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f37c0061de0 con 0x7f37a40a2e10 2024-05-27T00:35:31.841 INFO:teuthology.orchestra.run.smithi044.stdout:/ 1m 6m3h 2024-05-27T00:35:31.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.843+0000 7f37bfe00640 1 -- 172.21.15.44:0/557420557 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f37a40a2e10 msgr2=0x7f37a40a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:31.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.843+0000 7f37bfe00640 1 --2- 172.21.15.44:0/557420557 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f37a40a2e10 0x7f37a40a52d0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f37c0108db0 tx=0x7f37a8009500 comp rx=0 tx=0).stop 2024-05-27T00:35:31.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.843+0000 7f37bfe00640 1 -- 172.21.15.44:0/557420557 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f37c01039e0 msgr2=0x7f37c019a440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:31.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.843+0000 7f37bfe00640 1 --2- 172.21.15.44:0/557420557 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f37c01039e0 0x7f37c019a440 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f37b002a960 tx=0x7f37b0032910 comp rx=0 tx=0).stop 2024-05-27T00:35:31.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.843+0000 7f37bfe00640 1 -- 172.21.15.44:0/557420557 shutdown_connections 2024-05-27T00:35:31.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.843+0000 7f37bfe00640 1 --2- 172.21.15.44:0/557420557 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f37a40a2e10 0x7f37a40a52d0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:31.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.843+0000 7f37bfe00640 1 --2- 172.21.15.44:0/557420557 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f37c01099f0 0x7f37c019ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:31.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.843+0000 7f37bfe00640 1 --2- 172.21.15.44:0/557420557 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f37c01043a0 0x7f37c019a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:31.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.843+0000 7f37bfe00640 1 --2- 172.21.15.44:0/557420557 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f37c01039e0 0x7f37c019a440 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:31.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.843+0000 7f37bfe00640 1 -- 172.21.15.44:0/557420557 >> 172.21.15.44:0/557420557 conn(0x7f37c00ff4b0 msgr2=0x7f37c00ffa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:31.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.843+0000 7f37bfe00640 1 -- 172.21.15.44:0/557420557 shutdown_connections 2024-05-27T00:35:31.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:31.843+0000 7f37bfe00640 1 -- 172.21.15.44:0/557420557 wait complete. 2024-05-27T00:35:31.863 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-05-27T00:35:31.956 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-05-27T00:35:31.967 INFO:teuthology.run_tasks:Running task background_exec... 2024-05-27T00:35:32.020 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi044.front.sepia.ceph.com 2024-05-27T00:35:32.021 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-05-27T00:35:32.028 INFO:teuthology.run_tasks:Running task workunit... 2024-05-27T00:35:32.049 INFO:tasks.workunit:Pulling workunits from ref 7d7cb32d1d130135a98121a564d709025c2154b6 2024-05-27T00:35:32.049 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-05-27T00:35:32.050 INFO:tasks.workunit:timeout=3h 2024-05-27T00:35:32.050 INFO:tasks.workunit:cleanup=True 2024-05-27T00:35:32.050 DEBUG:teuthology.orchestra.run.smithi044:> stat -- /home/ubuntu/cephtest/mnt.0 2024-05-27T00:35:32.098 INFO:teuthology.orchestra.run.smithi044.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-05-27T00:35:32.098 INFO:teuthology.orchestra.run.smithi044.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-05-27T00:35:32.098 INFO:teuthology.orchestra.run.smithi044.stdout:Device: 77h/119d Inode: 1099511628283 Links: 2 2024-05-27T00:35:32.098 INFO:teuthology.orchestra.run.smithi044.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-27T00:35:32.098 INFO:teuthology.orchestra.run.smithi044.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-05-27T00:35:32.098 INFO:teuthology.orchestra.run.smithi044.stdout:Access: 2024-05-27 00:32:54.640276193 +0000 2024-05-27T00:35:32.099 INFO:teuthology.orchestra.run.smithi044.stdout:Modify: 2024-05-27 00:32:54.640276193 +0000 2024-05-27T00:35:32.099 INFO:teuthology.orchestra.run.smithi044.stdout:Change: 2024-05-27 00:35:14.472421884 +0000 2024-05-27T00:35:32.099 INFO:teuthology.orchestra.run.smithi044.stdout: Birth: 2024-05-27 00:32:54.640276193 +0000 2024-05-27T00:35:32.099 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-05-27T00:35:32.099 DEBUG:teuthology.orchestra.run.smithi044:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-05-27T00:35:32.100 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:31 smithi044 ceph-mon[31645]: from='client.15519 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:35:32.100 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:31 smithi044 ceph-mon[31645]: from='client.15525 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:35:32.181 DEBUG:teuthology.orchestra.run.smithi044:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 7d7cb32d1d130135a98121a564d709025c2154b6 2024-05-27T00:35:32.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:31 smithi050 ceph-mon[36071]: from='client.15519 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:35:32.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:31 smithi050 ceph-mon[36071]: from='client.15525 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:35:32.235 INFO:tasks.workunit.client.0.smithi044.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-05-27T00:35:32.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:31 smithi137 ceph-mon[36552]: from='client.15519 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:35:32.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:31 smithi137 ceph-mon[36552]: from='client.15525 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:35:33.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:32 smithi044 ceph-mon[31645]: pgmap v10: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 511 B/s wr, 15 op/s 2024-05-27T00:35:33.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:32 smithi044 ceph-mon[31645]: from='client.25657 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:35:33.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:32 smithi050 ceph-mon[36071]: pgmap v10: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 511 B/s wr, 15 op/s 2024-05-27T00:35:33.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:32 smithi050 ceph-mon[36071]: from='client.25657 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:35:33.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:32 smithi137 ceph-mon[36552]: pgmap v10: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 511 B/s wr, 15 op/s 2024-05-27T00:35:33.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:32 smithi137 ceph-mon[36552]: from='client.25657 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:35:34.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:33 smithi044 ceph-mon[31645]: from='client.25663 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:35:34.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:33 smithi050 ceph-mon[36071]: from='client.25663 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:35:34.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:33 smithi137 ceph-mon[36552]: from='client.25663 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:35:35.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:34 smithi044 ceph-mon[31645]: pgmap v11: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 511 B/s wr, 15 op/s 2024-05-27T00:35:35.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:34 smithi050 ceph-mon[36071]: pgmap v11: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 511 B/s wr, 15 op/s 2024-05-27T00:35:35.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:34 smithi137 ceph-mon[36552]: pgmap v11: 129 pgs: 129 active+clean; 1.1 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 511 B/s wr, 15 op/s 2024-05-27T00:35:37.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:36 smithi044 ceph-mon[31645]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-05-27T00:35:37.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:36 smithi050 ceph-mon[36071]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-05-27T00:35:37.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:36 smithi137 ceph-mon[36552]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-05-27T00:35:39.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:38 smithi044 ceph-mon[31645]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-05-27T00:35:39.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:38 smithi050 ceph-mon[36071]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-05-27T00:35:39.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:38 smithi137 ceph-mon[36552]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-05-27T00:35:41.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:40 smithi137 ceph-mon[36552]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-05-27T00:35:41.121 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:40 smithi044 ceph-mon[31645]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-05-27T00:35:41.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:40 smithi050 ceph-mon[36071]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-05-27T00:35:43.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:42 smithi044 ceph-mon[31645]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-05-27T00:35:43.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:42 smithi044 ceph-mon[31645]: scrub summary: idle 2024-05-27T00:35:43.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:42 smithi050 ceph-mon[36071]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-05-27T00:35:43.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:42 smithi050 ceph-mon[36071]: scrub summary: idle 2024-05-27T00:35:43.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:42 smithi137 ceph-mon[36552]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-05-27T00:35:43.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:42 smithi137 ceph-mon[36552]: scrub summary: idle 2024-05-27T00:35:44.101 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:43 smithi050 ceph-mon[36071]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-05-27T00:35:44.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:43 smithi044 ceph-mon[31645]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-05-27T00:35:44.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:43 smithi137 ceph-mon[36552]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-05-27T00:35:45.286 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.284+0000 7f9c66e00640 1 -- 172.21.15.44:0/4083445515 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c601043a0 msgr2=0x7f9c601108b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:45.287 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.284+0000 7f9c66e00640 1 --2- 172.21.15.44:0/4083445515 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c601043a0 0x7f9c601108b0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f9c58009ca0 tx=0x7f9c5802a8b0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.287 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.284+0000 7f9c66e00640 1 -- 172.21.15.44:0/4083445515 shutdown_connections 2024-05-27T00:35:45.287 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.284+0000 7f9c66e00640 1 --2- 172.21.15.44:0/4083445515 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c601043a0 0x7f9c601108b0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.287 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.284+0000 7f9c66e00640 1 --2- 172.21.15.44:0/4083445515 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c601039e0 0x7f9c60103e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.287 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.284+0000 7f9c66e00640 1 --2- 172.21.15.44:0/4083445515 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9c601099f0 0x7f9c60109dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.287 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.284+0000 7f9c66e00640 1 -- 172.21.15.44:0/4083445515 >> 172.21.15.44:0/4083445515 conn(0x7f9c600ff4b0 msgr2=0x7f9c601018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:45.287 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.284+0000 7f9c66e00640 1 -- 172.21.15.44:0/4083445515 shutdown_connections 2024-05-27T00:35:45.287 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.284+0000 7f9c66e00640 1 -- 172.21.15.44:0/4083445515 wait complete. 2024-05-27T00:35:45.289 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.285+0000 7f9c66e00640 1 Processor -- start 2024-05-27T00:35:45.289 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.285+0000 7f9c66e00640 1 -- start start 2024-05-27T00:35:45.289 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.286+0000 7f9c66e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c601039e0 0x7f9c6019a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:45.289 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.286+0000 7f9c66e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c601043a0 0x7f9c6019a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:45.289 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.286+0000 7f9c66e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9c601099f0 0x7f9c6019ec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:45.289 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.286+0000 7f9c66e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9c60113f40 con 0x7f9c601039e0 2024-05-27T00:35:45.289 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.286+0000 7f9c66e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9c60113dc0 con 0x7f9c601043a0 2024-05-27T00:35:45.289 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.286+0000 7f9c66e00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f9c601140c0 con 0x7f9c601099f0 2024-05-27T00:35:45.289 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.286+0000 7f9c65000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c601043a0 0x7f9c6019a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:45.289 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.286+0000 7f9c65000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c601043a0 0x7f9c6019a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:59350/0 (socket says 172.21.15.44:59350) 2024-05-27T00:35:45.290 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.286+0000 7f9c65000640 1 -- 172.21.15.44:0/2158257793 learned_addr learned my addr 172.21.15.44:0/2158257793 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:45.290 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.286+0000 7f9c66400640 1 --2- 172.21.15.44:0/2158257793 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9c601099f0 0x7f9c6019ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:45.290 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.286+0000 7f9c65a00640 1 --2- 172.21.15.44:0/2158257793 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c601039e0 0x7f9c6019a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:45.290 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.287+0000 7f9c65000640 1 -- 172.21.15.44:0/2158257793 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9c601099f0 msgr2=0x7f9c6019ec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:45.290 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.287+0000 7f9c65000640 1 --2- 172.21.15.44:0/2158257793 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9c601099f0 0x7f9c6019ec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.290 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.287+0000 7f9c65000640 1 -- 172.21.15.44:0/2158257793 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c601039e0 msgr2=0x7f9c6019a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:45.290 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.287+0000 7f9c65000640 1 --2- 172.21.15.44:0/2158257793 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c601039e0 0x7f9c6019a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.290 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.287+0000 7f9c65000640 1 -- 172.21.15.44:0/2158257793 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c6019f330 con 0x7f9c601043a0 2024-05-27T00:35:45.290 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.287+0000 7f9c65000640 1 --2- 172.21.15.44:0/2158257793 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c601043a0 0x7f9c6019a880 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f9c4c00d950 tx=0x7f9c4c00de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:45.290 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.287+0000 7f9c5e000640 1 -- 172.21.15.44:0/2158257793 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c4c017070 con 0x7f9c601043a0 2024-05-27T00:35:45.290 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.287+0000 7f9c5e000640 1 -- 172.21.15.44:0/2158257793 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9c4c009c30 con 0x7f9c601043a0 2024-05-27T00:35:45.290 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.287+0000 7f9c66e00640 1 -- 172.21.15.44:0/2158257793 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c6019f620 con 0x7f9c601043a0 2024-05-27T00:35:45.290 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.287+0000 7f9c5e000640 1 -- 172.21.15.44:0/2158257793 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c4c00f740 con 0x7f9c601043a0 2024-05-27T00:35:45.291 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.287+0000 7f9c66e00640 1 -- 172.21.15.44:0/2158257793 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c601a6eb0 con 0x7f9c601043a0 2024-05-27T00:35:45.292 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.290+0000 7f9c5e000640 1 -- 172.21.15.44:0/2158257793 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f9c4c010a80 con 0x7f9c601043a0 2024-05-27T00:35:45.292 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.291+0000 7f9c6adfd740 1 Processor -- start 2024-05-27T00:35:45.292 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.291+0000 7f9c6adfd740 1 -- start start 2024-05-27T00:35:45.293 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.291+0000 7f9c6adfd740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be10f770 0x5639be10dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:45.293 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.291+0000 7f9c6adfd740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10e200 0x5639be10e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:45.293 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.291+0000 7f9c6adfd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be118f80 0x5639be11b370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:45.293 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.291+0000 7f9c6adfd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5639be072420 con 0x5639be118f80 2024-05-27T00:35:45.294 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.291+0000 7f9c6adfd740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5639be019c50 con 0x5639be10e200 2024-05-27T00:35:45.294 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.291+0000 7f9c6adfd740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5639be06e3e0 con 0x5639be10f770 2024-05-27T00:35:45.294 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.291+0000 7f9c65a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10e200 0x5639be10e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:45.294 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.291+0000 7f9c65a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10e200 0x5639be10e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:59352/0 (socket says 172.21.15.44:59352) 2024-05-27T00:35:45.294 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.291+0000 7f9c65a00640 1 -- 172.21.15.44:0/115184679 learned_addr learned my addr 172.21.15.44:0/115184679 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:45.294 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.291+0000 7f9c66400640 1 --2- 172.21.15.44:0/115184679 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be10f770 0x5639be10dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:45.294 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.291+0000 7f9c65000640 1 --2- 172.21.15.44:0/115184679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be118f80 0x5639be11b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:45.294 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.292+0000 7f9c65a00640 1 -- 172.21.15.44:0/115184679 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be10f770 msgr2=0x5639be10dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:45.294 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.292+0000 7f9c65a00640 1 --2- 172.21.15.44:0/115184679 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be10f770 0x5639be10dcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.294 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.292+0000 7f9c65a00640 1 -- 172.21.15.44:0/115184679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be118f80 msgr2=0x5639be11b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:45.294 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.292+0000 7f9c65a00640 1 --2- 172.21.15.44:0/115184679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be118f80 0x5639be11b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.294 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.292+0000 7f9c65a00640 1 -- 172.21.15.44:0/115184679 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5639bdd86210 con 0x5639be10e200 2024-05-27T00:35:45.295 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.292+0000 7f9c65000640 1 --2- 172.21.15.44:0/115184679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be118f80 0x5639be11b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:35:45.298 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.292+0000 7f9c65a00640 1 --2- 172.21.15.44:0/115184679 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10e200 0x5639be10e680 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f9c5400bc90 tx=0x7f9c5400f730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=74a64d0dd1822ff2 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.292+0000 7f9c52a00640 1 -- 172.21.15.44:0/115184679 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c54015070 con 0x5639be10e200 2024-05-27T00:35:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.292+0000 7f9c52a00640 1 -- 172.21.15.44:0/115184679 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9c54011940 con 0x5639be10e200 2024-05-27T00:35:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.292+0000 7f9c52a00640 1 -- 172.21.15.44:0/115184679 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c540109c0 con 0x5639be10e200 2024-05-27T00:35:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.293+0000 7f9c5e000640 1 --2- 172.21.15.44:0/2158257793 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9c480a2e10 0x7f9c480a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.293+0000 7f9c5e000640 1 -- 172.21.15.44:0/2158257793 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f9c4c0cf740 con 0x7f9c601043a0 2024-05-27T00:35:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.293+0000 7f9c66400640 1 --2- 172.21.15.44:0/2158257793 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9c480a2e10 0x7f9c480a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.293+0000 7f9c6adfd740 1 -- 172.21.15.44:0/115184679 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10e200 msgr2=0x5639be10e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.293+0000 7f9c6adfd740 1 --2- 172.21.15.44:0/115184679 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10e200 0x5639be10e680 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f9c5400bc90 tx=0x7f9c5400f730 comp rx=0 tx=0).stop 2024-05-27T00:35:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.293+0000 7f9c6adfd740 1 -- 172.21.15.44:0/115184679 shutdown_connections 2024-05-27T00:35:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.293+0000 7f9c6adfd740 1 --2- 172.21.15.44:0/115184679 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be118f80 0x5639be11b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.299 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.293+0000 7f9c6adfd740 1 --2- 172.21.15.44:0/115184679 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10e200 0x5639be10e680 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.293+0000 7f9c6adfd740 1 --2- 172.21.15.44:0/115184679 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be10f770 0x5639be10dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.293+0000 7f9c6adfd740 1 -- 172.21.15.44:0/115184679 >> 172.21.15.44:0/115184679 conn(0x5639be0d6f80 msgr2=0x5639be10a7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.293+0000 7f9c6adfd740 1 -- 172.21.15.44:0/115184679 shutdown_connections 2024-05-27T00:35:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.294+0000 7f9c6adfd740 1 -- 172.21.15.44:0/115184679 wait complete. 2024-05-27T00:35:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.294+0000 7f9c66400640 1 --2- 172.21.15.44:0/2158257793 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9c480a2e10 0x7f9c480a52d0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9c58006010 tx=0x7f9c58005d80 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.294+0000 7f9c6adfd740 1 -- start start 2024-05-27T00:35:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.294+0000 7f9c6adfd740 1 Processor -- start 2024-05-27T00:35:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.295+0000 7f9c6adfd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be10e200 0x5639be115f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.295+0000 7f9c6adfd740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10f770 0x5639be1164a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.295+0000 7f9c6adfd740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be118f80 0x5639be1169e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.295+0000 7f9c6adfd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5639be11bd50 con 0x5639be10e200 2024-05-27T00:35:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.295+0000 7f9c6adfd740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5639be02d0b0 con 0x5639be10f770 2024-05-27T00:35:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.295+0000 7f9c6adfd740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5639be11bed0 con 0x5639be118f80 2024-05-27T00:35:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.295+0000 7f9c6adfd740 10 client.0 _ll_register_callbacks cb 0x5639be018f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:35:45.301 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.295+0000 7f9c65000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10f770 0x5639be1164a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:45.301 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.295+0000 7f9c65000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10f770 0x5639be1164a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:59360/0 (socket says 172.21.15.44:59360) 2024-05-27T00:35:45.301 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.295+0000 7f9c65000640 1 -- 172.21.15.44:0/1679591425 learned_addr learned my addr 172.21.15.44:0/1679591425 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:45.301 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.295+0000 7f9c65a00640 1 --2- 172.21.15.44:0/1679591425 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be10e200 0x5639be115f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:45.301 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.295+0000 7f9c66400640 1 --2- 172.21.15.44:0/1679591425 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be118f80 0x5639be1169e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:45.301 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.296+0000 7f9c65000640 1 -- 172.21.15.44:0/1679591425 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be118f80 msgr2=0x5639be1169e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:45.301 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.296+0000 7f9c65000640 1 --2- 172.21.15.44:0/1679591425 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be118f80 0x5639be1169e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.301 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.296+0000 7f9c65000640 1 -- 172.21.15.44:0/1679591425 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be10e200 msgr2=0x5639be115f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:45.301 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.296+0000 7f9c65000640 1 --2- 172.21.15.44:0/1679591425 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be10e200 0x5639be115f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.301 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.296+0000 7f9c65000640 1 -- 172.21.15.44:0/1679591425 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5639bde52620 con 0x5639be10f770 2024-05-27T00:35:45.301 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.296+0000 7f9c65000640 1 --2- 172.21.15.44:0/1679591425 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10f770 0x5639be1164a0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f9c4c09b5f0 tx=0x7f9c4c09b4f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=84ccdeb5b93194ba server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:45.301 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.296+0000 7f9c47400640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:35:45.301 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.296+0000 7f9c47400640 1 -- 172.21.15.44:0/1679591425 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c4c020070 con 0x5639be10f770 2024-05-27T00:35:45.302 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.296+0000 7f9c47400640 1 -- 172.21.15.44:0/1679591425 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f9c4c0cf2e0 con 0x5639be10f770 2024-05-27T00:35:45.302 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.296+0000 7f9c6adfd740 1 -- 172.21.15.44:0/1679591425 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c54011940 con 0x5639be10f770 2024-05-27T00:35:45.302 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.296+0000 7f9c47400640 1 -- 172.21.15.44:0/1679591425 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9c4c09bd60 con 0x5639be10f770 2024-05-27T00:35:45.302 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.296+0000 7f9c6adfd740 10 client.25682 fetch_fsmap learned FSMap version 25 2024-05-27T00:35:45.302 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.296+0000 7f9c6adfd740 1 -- 172.21.15.44:0/1679591425 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5639be128080 con 0x5639be10f770 2024-05-27T00:35:45.302 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.297+0000 7f9c47400640 1 -- 172.21.15.44:0/1679591425 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9c54011940 con 0x5639be10f770 2024-05-27T00:35:45.302 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.297+0000 7f9c47400640 1 -- 172.21.15.44:0/1679591425 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f9c4c084ba0 con 0x5639be10f770 2024-05-27T00:35:45.302 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.297+0000 7f9c6adfd740 10 client.25682 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:35:45.302 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.297+0000 7f9c6adfd740 10 client.25682 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:35:45.302 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.297+0000 7f9c6adfd740 20 client.25682 populate_metadata read hostname 'smithi044' 2024-05-27T00:35:45.302 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.297+0000 7f9c6adfd740 1 --2- 172.21.15.44:0/1679591425 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5639be129540 0x5639be12b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:45.302 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.297+0000 7f9c6adfd740 4 client.25682 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:35:45.302 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.297+0000 7f9c6adfd740 1 -- 172.21.15.44:0/1679591425 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5639be07fb50 con 0x5639be129540 2024-05-27T00:35:45.303 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.297+0000 7f9c65a00640 1 --2- 172.21.15.44:0/1679591425 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5639be129540 0x5639be12b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:45.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.298+0000 7f9c65a00640 1 --2- 172.21.15.44:0/1679591425 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5639be129540 0x5639be12b9b0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5fa90144a28215ab server_cookie=69b2deb995af02c9 in_seq=0 out_seq=0 2024-05-27T00:35:45.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.298+0000 7f9c47400640 10 client.25682 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:45.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.299+0000 7f9c47400640 1 -- 172.21.15.44:0/1679591425 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5639be07fb50 con 0x5639be129540 2024-05-27T00:35:45.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.299+0000 7f9c47400640 10 client.25682 handle_command_reply: tid=0 2024-05-27T00:35:45.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.299+0000 7f9c6adfd740 1 client.25682 shutdown 2024-05-27T00:35:45.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.299+0000 7f9c6adfd740 1 -- 172.21.15.44:0/1679591425 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10f770 msgr2=0x5639be1164a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:45.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.299+0000 7f9c6adfd740 1 --2- 172.21.15.44:0/1679591425 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10f770 0x5639be1164a0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f9c4c09b5f0 tx=0x7f9c4c09b4f0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.299+0000 7f9c6adfd740 1 -- 172.21.15.44:0/1679591425 shutdown_connections 2024-05-27T00:35:45.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.299+0000 7f9c6adfd740 1 --2- 172.21.15.44:0/1679591425 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5639be129540 0x5639be12b9b0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.299+0000 7f9c6adfd740 1 --2- 172.21.15.44:0/1679591425 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be118f80 0x5639be1169e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.304 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.299+0000 7f9c6adfd740 1 --2- 172.21.15.44:0/1679591425 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10f770 0x5639be1164a0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.305 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.299+0000 7f9c6adfd740 1 --2- 172.21.15.44:0/1679591425 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be10e200 0x5639be115f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.305 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.299+0000 7f9c47400640 0 client.25682 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:45.305 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.299+0000 7f9c6adfd740 1 -- 172.21.15.44:0/1679591425 >> 172.21.15.44:0/1679591425 conn(0x5639be0d6f80 msgr2=0x5639be110620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:45.305 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.299+0000 7f9c6adfd740 1 -- 172.21.15.44:0/1679591425 shutdown_connections 2024-05-27T00:35:45.305 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.299+0000 7f9c6adfd740 1 -- 172.21.15.44:0/1679591425 wait complete. 2024-05-27T00:35:45.305 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.300+0000 7f9c6adfd740 20 client.25682 trim_cache size 0 max 16384 2024-05-27T00:35:45.319 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.316+0000 7f9c6adfd740 1 Processor -- start 2024-05-27T00:35:45.319 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.316+0000 7f9c6adfd740 1 -- start start 2024-05-27T00:35:45.319 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.317+0000 7f9c6adfd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be10e200 0x5639be10a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:45.319 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.317+0000 7f9c6adfd740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10f770 0x5639be1097f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:45.319 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.317+0000 7f9c6adfd740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be118f80 0x5639be1312c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:45.319 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.317+0000 7f9c6adfd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9c601b3860 con 0x5639be10e200 2024-05-27T00:35:45.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.317+0000 7f9c6adfd740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9c601b1130 con 0x5639be10f770 2024-05-27T00:35:45.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.317+0000 7f9c6adfd740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f9c601aef60 con 0x5639be118f80 2024-05-27T00:35:45.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.317+0000 7f9c65a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be10e200 0x5639be10a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:45.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.317+0000 7f9c65a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be10e200 0x5639be10a9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51068/0 (socket says 172.21.15.44:51068) 2024-05-27T00:35:45.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.317+0000 7f9c65a00640 1 -- 172.21.15.44:0/3240682011 learned_addr learned my addr 172.21.15.44:0/3240682011 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:45.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.317+0000 7f9c65000640 1 --2- 172.21.15.44:0/3240682011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10f770 0x5639be1097f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:45.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.317+0000 7f9c66400640 1 --2- 172.21.15.44:0/3240682011 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be118f80 0x5639be1312c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:45.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.317+0000 7f9c65a00640 1 -- 172.21.15.44:0/3240682011 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be118f80 msgr2=0x5639be1312c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:45.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.317+0000 7f9c65a00640 1 --2- 172.21.15.44:0/3240682011 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be118f80 0x5639be1312c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.317+0000 7f9c65a00640 1 -- 172.21.15.44:0/3240682011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10f770 msgr2=0x5639be1097f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:45.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.317+0000 7f9c65a00640 1 --2- 172.21.15.44:0/3240682011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10f770 0x5639be1097f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.317+0000 7f9c65a00640 1 -- 172.21.15.44:0/3240682011 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5639be1144b0 con 0x5639be10e200 2024-05-27T00:35:45.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.317+0000 7f9c65000640 1 --2- 172.21.15.44:0/3240682011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10f770 0x5639be1097f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:45.323 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.318+0000 7f9c65a00640 1 --2- 172.21.15.44:0/3240682011 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be10e200 0x5639be10a9b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f9c54014040 tx=0x7f9c54005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7bb8d26b574ddfe server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:45.323 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.318+0000 7f9c52000640 1 -- 172.21.15.44:0/3240682011 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c54015040 con 0x5639be10e200 2024-05-27T00:35:45.323 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.318+0000 7f9c52000640 1 -- 172.21.15.44:0/3240682011 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9c54005030 con 0x5639be10e200 2024-05-27T00:35:45.323 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.318+0000 7f9c52000640 1 -- 172.21.15.44:0/3240682011 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c54010930 con 0x5639be10e200 2024-05-27T00:35:45.323 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.319+0000 7f9c6adfd740 1 -- 172.21.15.44:0/3240682011 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be10e200 msgr2=0x5639be10a9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:45.323 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.319+0000 7f9c6adfd740 1 --2- 172.21.15.44:0/3240682011 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be10e200 0x5639be10a9b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f9c54014040 tx=0x7f9c54005c50 comp rx=0 tx=0).stop 2024-05-27T00:35:45.323 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.319+0000 7f9c6adfd740 1 -- 172.21.15.44:0/3240682011 shutdown_connections 2024-05-27T00:35:45.323 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.319+0000 7f9c6adfd740 1 --2- 172.21.15.44:0/3240682011 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be118f80 0x5639be1312c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.323 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.319+0000 7f9c6adfd740 1 --2- 172.21.15.44:0/3240682011 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10f770 0x5639be1097f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.323 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.319+0000 7f9c6adfd740 1 --2- 172.21.15.44:0/3240682011 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be10e200 0x5639be10a9b0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.323 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.319+0000 7f9c6adfd740 1 -- 172.21.15.44:0/3240682011 >> 172.21.15.44:0/3240682011 conn(0x5639be0d6f80 msgr2=0x5639be1090e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:45.324 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.319+0000 7f9c6adfd740 1 -- 172.21.15.44:0/3240682011 shutdown_connections 2024-05-27T00:35:45.324 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.319+0000 7f9c6adfd740 1 -- 172.21.15.44:0/3240682011 wait complete. 2024-05-27T00:35:45.324 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.319+0000 7f9c6adfd740 1 -- start start 2024-05-27T00:35:45.324 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.320+0000 7f9c6adfd740 1 Processor -- start 2024-05-27T00:35:45.324 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.320+0000 7f9c6adfd740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be10e200 0x5639be121660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:45.324 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.320+0000 7f9c6adfd740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10f770 0x5639be112b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:45.324 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.320+0000 7f9c6adfd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be118f80 0x5639be113040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:45.324 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.320+0000 7f9c6adfd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9c601af5f0 con 0x5639be118f80 2024-05-27T00:35:45.324 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.320+0000 7f9c6adfd740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9c601b0a60 con 0x5639be10f770 2024-05-27T00:35:45.324 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.320+0000 7f9c6adfd740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f9c601afcc0 con 0x5639be10e200 2024-05-27T00:35:45.324 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.320+0000 7f9c6adfd740 10 client.0 _ll_register_callbacks cb 0x7f9c4c00df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:35:45.324 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.321+0000 7f9c66400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be118f80 0x5639be113040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:45.324 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.321+0000 7f9c65a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be10e200 0x5639be121660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:45.325 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.321+0000 7f9c65000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10f770 0x5639be112b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:45.325 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.321+0000 7f9c65a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be10e200 0x5639be121660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:57052/0 (socket says 172.21.15.44:57052) 2024-05-27T00:35:45.325 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.321+0000 7f9c65a00640 1 -- 172.21.15.44:0/1067836234 learned_addr learned my addr 172.21.15.44:0/1067836234 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:45.325 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.321+0000 7f9c65000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10f770 0x5639be112b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:59366/0 (socket says 172.21.15.44:59366) 2024-05-27T00:35:45.325 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.321+0000 7f9c65a00640 1 -- 172.21.15.44:0/1067836234 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10f770 msgr2=0x5639be112b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:45.325 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.321+0000 7f9c65a00640 1 --2- 172.21.15.44:0/1067836234 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10f770 0x5639be112b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.325 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.321+0000 7f9c65a00640 1 -- 172.21.15.44:0/1067836234 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be118f80 msgr2=0x5639be113040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:45.325 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.321+0000 7f9c65a00640 1 --2- 172.21.15.44:0/1067836234 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be118f80 0x5639be113040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.325 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.321+0000 7f9c65a00640 1 -- 172.21.15.44:0/1067836234 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5639be113850 con 0x5639be10e200 2024-05-27T00:35:45.325 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.321+0000 7f9c65000640 1 --2- 172.21.15.44:0/1067836234 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10f770 0x5639be112b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:45.325 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.321+0000 7f9c65a00640 1 --2- 172.21.15.44:0/1067836234 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be10e200 0x5639be121660 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f9c5400f770 tx=0x7f9c54010500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b08d809ff1bbd08a server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:45.325 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.321+0000 7f9c47400640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:35:45.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.322+0000 7f9c47400640 1 -- 172.21.15.44:0/1067836234 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c54015070 con 0x5639be10e200 2024-05-27T00:35:45.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.322+0000 7f9c6adfd740 1 -- 172.21.15.44:0/1067836234 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c54005030 con 0x5639be10e200 2024-05-27T00:35:45.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.322+0000 7f9c47400640 1 -- 172.21.15.44:0/1067836234 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f9c540051e0 con 0x5639be10e200 2024-05-27T00:35:45.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.322+0000 7f9c47400640 1 -- 172.21.15.44:0/1067836234 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9c540053e0 con 0x5639be10e200 2024-05-27T00:35:45.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.322+0000 7f9c6adfd740 10 client.25681 fetch_fsmap learned FSMap version 25 2024-05-27T00:35:45.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.322+0000 7f9c6adfd740 1 -- 172.21.15.44:0/1067836234 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5639be19c660 con 0x5639be10e200 2024-05-27T00:35:45.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.322+0000 7f9c47400640 1 -- 172.21.15.44:0/1067836234 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9c54005030 con 0x5639be10e200 2024-05-27T00:35:45.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.323+0000 7f9c47400640 1 -- 172.21.15.44:0/1067836234 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f9c54004680 con 0x5639be10e200 2024-05-27T00:35:45.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.323+0000 7f9c6adfd740 10 client.25681 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:35:45.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.323+0000 7f9c6adfd740 10 client.25681 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:35:45.328 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.323+0000 7f9c6adfd740 20 client.25681 populate_metadata read hostname 'smithi044' 2024-05-27T00:35:45.328 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.323+0000 7f9c6adfd740 1 --2- 172.21.15.44:0/1067836234 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5639be19cb40 0x5639be19ef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:45.328 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.323+0000 7f9c6adfd740 4 client.25681 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-27T00:35:45.328 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.323+0000 7f9c6adfd740 1 -- 172.21.15.44:0/1067836234 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5639be079ea0 con 0x5639be19cb40 2024-05-27T00:35:45.328 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.323+0000 7f9c65000640 1 --2- 172.21.15.44:0/1067836234 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5639be19cb40 0x5639be19ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:45.328 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.324+0000 7f9c65000640 1 --2- 172.21.15.44:0/1067836234 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5639be19cb40 0x5639be19ef60 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7db5f49ef2c7dc27 server_cookie=e86f0df40440e03 in_seq=0 out_seq=0 2024-05-27T00:35:45.328 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.324+0000 7f9c47400640 10 client.25681 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:45.338 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.336+0000 7f9c47400640 1 -- 172.21.15.44:0/1067836234 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5639be079ea0 con 0x5639be19cb40 2024-05-27T00:35:45.338 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.336+0000 7f9c47400640 10 client.25681 handle_command_reply: tid=0 2024-05-27T00:35:45.338 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.336+0000 7f9c6adfd740 1 client.25681 shutdown 2024-05-27T00:35:45.338 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.336+0000 7f9c6adfd740 1 -- 172.21.15.44:0/1067836234 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be10e200 msgr2=0x5639be121660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:45.338 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.336+0000 7f9c6adfd740 1 --2- 172.21.15.44:0/1067836234 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be10e200 0x5639be121660 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f9c5400f770 tx=0x7f9c54010500 comp rx=0 tx=0).stop 2024-05-27T00:35:45.338 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.336+0000 7f9c6adfd740 1 -- 172.21.15.44:0/1067836234 shutdown_connections 2024-05-27T00:35:45.338 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.336+0000 7f9c6adfd740 1 --2- 172.21.15.44:0/1067836234 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5639be19cb40 0x5639be19ef60 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.338 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.336+0000 7f9c6adfd740 1 --2- 172.21.15.44:0/1067836234 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5639be118f80 0x5639be113040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.339 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.336+0000 7f9c6adfd740 1 --2- 172.21.15.44:0/1067836234 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5639be10f770 0x5639be112b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.339 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.336+0000 7f9c6adfd740 1 --2- 172.21.15.44:0/1067836234 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5639be10e200 0x5639be121660 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.339 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.336+0000 7f9c47400640 0 client.25681 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:45.339 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.336+0000 7f9c6adfd740 1 -- 172.21.15.44:0/1067836234 >> 172.21.15.44:0/1067836234 conn(0x5639be0d6f80 msgr2=0x5639be109970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:45.339 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.336+0000 7f9c6adfd740 1 -- 172.21.15.44:0/1067836234 shutdown_connections 2024-05-27T00:35:45.339 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.336+0000 7f9c6adfd740 1 -- 172.21.15.44:0/1067836234 wait complete. 2024-05-27T00:35:45.339 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.336+0000 7f9c6adfd740 20 client.25681 trim_cache size 0 max 16384 2024-05-27T00:35:45.339 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-05-27T00:35:45.339 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-05-27T00:35:45.340 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-05-27T00:35:45.340 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-05-27T00:35:45.340 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.337+0000 7f9c66e00640 1 -- 172.21.15.44:0/2158257793 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9c480a2e10 msgr2=0x7f9c480a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:45.340 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.337+0000 7f9c66e00640 1 --2- 172.21.15.44:0/2158257793 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9c480a2e10 0x7f9c480a52d0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9c58006010 tx=0x7f9c58005d80 comp rx=0 tx=0).stop 2024-05-27T00:35:45.340 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.337+0000 7f9c66e00640 1 -- 172.21.15.44:0/2158257793 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c601043a0 msgr2=0x7f9c6019a880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:45.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.337+0000 7f9c66e00640 1 --2- 172.21.15.44:0/2158257793 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c601043a0 0x7f9c6019a880 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f9c4c00d950 tx=0x7f9c4c00de10 comp rx=0 tx=0).stop 2024-05-27T00:35:45.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.337+0000 7f9c66e00640 1 -- 172.21.15.44:0/2158257793 shutdown_connections 2024-05-27T00:35:45.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.337+0000 7f9c66e00640 1 --2- 172.21.15.44:0/2158257793 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9c480a2e10 0x7f9c480a52d0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.337+0000 7f9c66e00640 1 --2- 172.21.15.44:0/2158257793 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9c601099f0 0x7f9c6019ec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.337+0000 7f9c66e00640 1 --2- 172.21.15.44:0/2158257793 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c601043a0 0x7f9c6019a880 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.337+0000 7f9c66e00640 1 --2- 172.21.15.44:0/2158257793 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c601039e0 0x7f9c6019a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:45.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.337+0000 7f9c66e00640 1 -- 172.21.15.44:0/2158257793 >> 172.21.15.44:0/2158257793 conn(0x7f9c600ff4b0 msgr2=0x7f9c600ff930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:45.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.337+0000 7f9c66e00640 1 -- 172.21.15.44:0/2158257793 shutdown_connections 2024-05-27T00:35:45.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:45.337+0000 7f9c66e00640 1 -- 172.21.15.44:0/2158257793 wait complete. 2024-05-27T00:35:46.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:46 smithi050 ceph-mon[36071]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-05-27T00:35:46.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:46 smithi137 ceph-mon[36552]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-05-27T00:35:46.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:46 smithi044 ceph-mon[31645]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 39 op/s 2024-05-27T00:35:48.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:48 smithi050 ceph-mon[36071]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:35:48.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:48 smithi137 ceph-mon[36552]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:35:48.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:48 smithi044 ceph-mon[31645]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:35:50.665 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:50 smithi044 ceph-mon[31645]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-05-27T00:35:50.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:50 smithi050 ceph-mon[36071]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-05-27T00:35:50.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:50 smithi137 ceph-mon[36552]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-05-27T00:35:52.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:52 smithi050 ceph-mon[36071]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-05-27T00:35:52.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:52 smithi137 ceph-mon[36552]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-05-27T00:35:52.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:52 smithi044 ceph-mon[31645]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-05-27T00:35:54.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:54 smithi050 ceph-mon[36071]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-05-27T00:35:54.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:54 smithi137 ceph-mon[36552]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-05-27T00:35:54.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:54 smithi044 ceph-mon[31645]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-05-27T00:35:56.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:56 smithi050 ceph-mon[36071]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-05-27T00:35:56.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:56 smithi137 ceph-mon[36552]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-05-27T00:35:56.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:56 smithi044 ceph-mon[31645]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-05-27T00:35:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.485+0000 7fe242400640 1 -- 172.21.15.44:0/122542545 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe23c075ed0 msgr2=0x7fe23c0762b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.485+0000 7fe242400640 1 --2- 172.21.15.44:0/122542545 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe23c075ed0 0x7fe23c0762b0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe22c009930 tx=0x7fe22c02a420 comp rx=0 tx=0).stop 2024-05-27T00:35:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.485+0000 7fe242400640 1 -- 172.21.15.44:0/122542545 shutdown_connections 2024-05-27T00:35:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.485+0000 7fe242400640 1 --2- 172.21.15.44:0/122542545 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe23c112840 0x7fe23c114c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.487 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.485+0000 7fe242400640 1 --2- 172.21.15.44:0/122542545 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe23c0767f0 0x7fe23c112300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.488 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.485+0000 7fe242400640 1 --2- 172.21.15.44:0/122542545 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe23c075ed0 0x7fe23c0762b0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.488 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.485+0000 7fe242400640 1 -- 172.21.15.44:0/122542545 >> 172.21.15.44:0/122542545 conn(0x7fe23c0ff6d0 msgr2=0x7fe23c101af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:58.488 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.485+0000 7fe242400640 1 -- 172.21.15.44:0/122542545 shutdown_connections 2024-05-27T00:35:58.488 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.485+0000 7fe242400640 1 -- 172.21.15.44:0/122542545 wait complete. 2024-05-27T00:35:58.489 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.486+0000 7fe242400640 1 Processor -- start 2024-05-27T00:35:58.489 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.487+0000 7fe242400640 1 -- start start 2024-05-27T00:35:58.489 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.487+0000 7fe242400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe23c075ed0 0x7fe23c1a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:58.489 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.487+0000 7fe242400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe23c0767f0 0x7fe23c1a4bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:58.489 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.487+0000 7fe242400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe23c112840 0x7fe23c19e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:58.489 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.487+0000 7fe242400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c118530 con 0x7fe23c075ed0 2024-05-27T00:35:58.489 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.487+0000 7fe242400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c1183b0 con 0x7fe23c112840 2024-05-27T00:35:58.489 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.487+0000 7fe242400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c1186b0 con 0x7fe23c0767f0 2024-05-27T00:35:58.489 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.487+0000 7fe23b400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe23c075ed0 0x7fe23c1a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:58.490 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.487+0000 7fe23b400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe23c075ed0 0x7fe23c1a4690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44824/0 (socket says 172.21.15.44:44824) 2024-05-27T00:35:58.490 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.487+0000 7fe23b400640 1 -- 172.21.15.44:0/2079844380 learned_addr learned my addr 172.21.15.44:0/2079844380 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:58.490 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.487+0000 7fe23be00640 1 --2- 172.21.15.44:0/2079844380 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe23c112840 0x7fe23c19e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:58.490 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.487+0000 7fe23aa00640 1 --2- 172.21.15.44:0/2079844380 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe23c0767f0 0x7fe23c1a4bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:58.491 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.488+0000 7fe23b400640 1 -- 172.21.15.44:0/2079844380 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe23c0767f0 msgr2=0x7fe23c1a4bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:58.491 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.488+0000 7fe23b400640 1 --2- 172.21.15.44:0/2079844380 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe23c0767f0 0x7fe23c1a4bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.491 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.488+0000 7fe23b400640 1 -- 172.21.15.44:0/2079844380 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe23c112840 msgr2=0x7fe23c19e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:58.491 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.488+0000 7fe23b400640 1 --2- 172.21.15.44:0/2079844380 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe23c112840 0x7fe23c19e750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.491 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.488+0000 7fe23b400640 1 -- 172.21.15.44:0/2079844380 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe23c19f010 con 0x7fe23c075ed0 2024-05-27T00:35:58.491 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.488+0000 7fe23be00640 1 --2- 172.21.15.44:0/2079844380 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe23c112840 0x7fe23c19e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:58.491 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.488+0000 7fe23b400640 1 --2- 172.21.15.44:0/2079844380 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe23c075ed0 0x7fe23c1a4690 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe22c02a940 tx=0x7fe22c032910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:58.491 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.488+0000 7fe233e00640 1 -- 172.21.15.44:0/2079844380 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22c03f030 con 0x7fe23c075ed0 2024-05-27T00:35:58.492 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.488+0000 7fe242400640 1 -- 172.21.15.44:0/2079844380 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe23c19f2a0 con 0x7fe23c075ed0 2024-05-27T00:35:58.492 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.488+0000 7fe233e00640 1 -- 172.21.15.44:0/2079844380 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe22c032d40 con 0x7fe23c075ed0 2024-05-27T00:35:58.492 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.488+0000 7fe233e00640 1 -- 172.21.15.44:0/2079844380 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22c035070 con 0x7fe23c075ed0 2024-05-27T00:35:58.492 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.489+0000 7fe242400640 1 -- 172.21.15.44:0/2079844380 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe23c1ab610 con 0x7fe23c075ed0 2024-05-27T00:35:58.494 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.492+0000 7fe233e00640 1 -- 172.21.15.44:0/2079844380 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7fe22c042030 con 0x7fe23c075ed0 2024-05-27T00:35:58.494 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.492+0000 7fe24538b740 1 Processor -- start 2024-05-27T00:35:58.494 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.492+0000 7fe24538b740 1 -- start start 2024-05-27T00:35:58.496 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.493+0000 7fe24538b740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d38a5b0 0x55a00d388b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:58.496 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.493+0000 7fe24538b740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d389040 0x55a00d3894c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:58.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.493+0000 7fe24538b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d393dc0 0x55a00d3961b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:58.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.493+0000 7fe24538b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a00d2ed420 con 0x55a00d393dc0 2024-05-27T00:35:58.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.493+0000 7fe24538b740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a00d294c50 con 0x55a00d389040 2024-05-27T00:35:58.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.493+0000 7fe24538b740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55a00d2e93e0 con 0x55a00d38a5b0 2024-05-27T00:35:58.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.493+0000 7fe23b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d389040 0x55a00d3894c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:58.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.493+0000 7fe23be00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d38a5b0 0x55a00d388b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:58.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.493+0000 7fe23aa00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d393dc0 0x55a00d3961b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:58.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.493+0000 7fe23be00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d38a5b0 0x55a00d388b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:52710/0 (socket says 172.21.15.44:52710) 2024-05-27T00:35:58.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.493+0000 7fe23b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d389040 0x55a00d3894c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:37866/0 (socket says 172.21.15.44:37866) 2024-05-27T00:35:58.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.493+0000 7fe23be00640 1 -- 172.21.15.44:0/2352588128 learned_addr learned my addr 172.21.15.44:0/2352588128 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:58.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.494+0000 7fe23be00640 1 -- 172.21.15.44:0/2352588128 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d389040 msgr2=0x55a00d3894c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:58.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.494+0000 7fe23be00640 1 --2- 172.21.15.44:0/2352588128 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d389040 0x55a00d3894c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.494+0000 7fe23be00640 1 -- 172.21.15.44:0/2352588128 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d393dc0 msgr2=0x55a00d3961b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:58.498 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.494+0000 7fe23be00640 1 --2- 172.21.15.44:0/2352588128 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d393dc0 0x55a00d3961b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.498 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.494+0000 7fe23be00640 1 -- 172.21.15.44:0/2352588128 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a00d001210 con 0x55a00d38a5b0 2024-05-27T00:35:58.498 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.494+0000 7fe233e00640 1 --2- 172.21.15.44:0/2079844380 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe2200a2ec0 0x7fe2200a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:58.498 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.494+0000 7fe23be00640 1 --2- 172.21.15.44:0/2352588128 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d38a5b0 0x55a00d388b00 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fe234009fc0 tx=0x7fe2340118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=213a2ed960cb3b1b server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:58.498 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.494+0000 7fe233e00640 1 -- 172.21.15.44:0/2079844380 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fe22c0ef930 con 0x7fe23c075ed0 2024-05-27T00:35:58.498 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.494+0000 7fe23b400640 1 --2- 172.21.15.44:0/2079844380 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe2200a2ec0 0x7fe2200a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:58.498 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.494+0000 7fe230c00640 1 -- 172.21.15.44:0/2352588128 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe23401e070 con 0x55a00d38a5b0 2024-05-27T00:35:58.498 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.495+0000 7fe230c00640 1 -- 172.21.15.44:0/2352588128 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe234004310 con 0x55a00d38a5b0 2024-05-27T00:35:58.498 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.495+0000 7fe230c00640 1 -- 172.21.15.44:0/2352588128 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe23400fa80 con 0x55a00d38a5b0 2024-05-27T00:35:58.501 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.495+0000 7fe24538b740 1 -- 172.21.15.44:0/2352588128 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d38a5b0 msgr2=0x55a00d388b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:58.501 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.495+0000 7fe23b400640 1 --2- 172.21.15.44:0/2079844380 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe2200a2ec0 0x7fe2200a5380 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe22c0ecbb0 tx=0x7fe22c0f5530 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:58.502 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.495+0000 7fe24538b740 1 --2- 172.21.15.44:0/2352588128 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d38a5b0 0x55a00d388b00 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fe234009fc0 tx=0x7fe2340118d0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.502 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.496+0000 7fe24538b740 1 -- 172.21.15.44:0/2352588128 shutdown_connections 2024-05-27T00:35:58.502 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.496+0000 7fe24538b740 1 --2- 172.21.15.44:0/2352588128 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d393dc0 0x55a00d3961b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.502 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.496+0000 7fe24538b740 1 --2- 172.21.15.44:0/2352588128 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d389040 0x55a00d3894c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.502 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.496+0000 7fe24538b740 1 --2- 172.21.15.44:0/2352588128 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d38a5b0 0x55a00d388b00 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.502 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.496+0000 7fe24538b740 1 -- 172.21.15.44:0/2352588128 >> 172.21.15.44:0/2352588128 conn(0x55a00d351f80 msgr2=0x55a00d385630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:58.502 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.496+0000 7fe24538b740 1 -- 172.21.15.44:0/2352588128 shutdown_connections 2024-05-27T00:35:58.502 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.496+0000 7fe24538b740 1 -- 172.21.15.44:0/2352588128 wait complete. 2024-05-27T00:35:58.502 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.496+0000 7fe24538b740 1 -- start start 2024-05-27T00:35:58.502 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.496+0000 7fe24538b740 1 Processor -- start 2024-05-27T00:35:58.503 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.497+0000 7fe24538b740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d389040 0x55a00d390e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:58.503 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.497+0000 7fe24538b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d38a5b0 0x55a00d391340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:58.503 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.497+0000 7fe24538b740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d393dc0 0x55a00d391880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:58.503 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.497+0000 7fe24538b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55a00d396b90 con 0x55a00d38a5b0 2024-05-27T00:35:58.503 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.497+0000 7fe24538b740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55a00d2a80b0 con 0x55a00d389040 2024-05-27T00:35:58.503 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.497+0000 7fe24538b740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55a00d396d10 con 0x55a00d393dc0 2024-05-27T00:35:58.503 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.497+0000 7fe24538b740 10 client.0 _ll_register_callbacks cb 0x55a00d293f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:35:58.503 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.497+0000 7fe23aa00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d38a5b0 0x55a00d391340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:58.503 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.497+0000 7fe23aa00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d38a5b0 0x55a00d391340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44842/0 (socket says 172.21.15.44:44842) 2024-05-27T00:35:58.503 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.497+0000 7fe23aa00640 1 -- 172.21.15.44:0/1918984626 learned_addr learned my addr 172.21.15.44:0/1918984626 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:58.503 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.497+0000 7fe23be00640 1 --2- 172.21.15.44:0/1918984626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d389040 0x55a00d390e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:58.504 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.497+0000 7fe23be00640 1 --2- 172.21.15.44:0/1918984626 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d393dc0 0x55a00d391880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:58.504 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.498+0000 7fe23aa00640 1 -- 172.21.15.44:0/1918984626 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d393dc0 msgr2=0x55a00d391880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:58.504 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.498+0000 7fe23aa00640 1 --2- 172.21.15.44:0/1918984626 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d393dc0 0x55a00d391880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.504 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.498+0000 7fe23aa00640 1 -- 172.21.15.44:0/1918984626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d389040 msgr2=0x55a00d390e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:58.504 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.498+0000 7fe23aa00640 1 --2- 172.21.15.44:0/1918984626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d389040 0x55a00d390e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.504 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.498+0000 7fe23aa00640 1 -- 172.21.15.44:0/1918984626 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a00d0cd620 con 0x55a00d38a5b0 2024-05-27T00:35:58.504 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.498+0000 7fe23be00640 1 --2- 172.21.15.44:0/1918984626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d389040 0x55a00d390e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:35:58.504 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.498+0000 7fe23aa00640 1 --2- 172.21.15.44:0/1918984626 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d38a5b0 0x55a00d391340 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fe228011d10 tx=0x7fe22800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89577934f65180be server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:58.504 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.498+0000 7fe225600640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:35:58.504 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.498+0000 7fe225600640 1 -- 172.21.15.44:0/1918984626 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe228004b20 con 0x55a00d38a5b0 2024-05-27T00:35:58.504 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.498+0000 7fe24538b740 1 -- 172.21.15.44:0/1918984626 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe234004310 con 0x55a00d38a5b0 2024-05-27T00:35:58.504 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.498+0000 7fe225600640 1 -- 172.21.15.44:0/1918984626 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fe228004cc0 con 0x55a00d38a5b0 2024-05-27T00:35:58.504 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.498+0000 7fe225600640 1 -- 172.21.15.44:0/1918984626 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe228003970 con 0x55a00d38a5b0 2024-05-27T00:35:58.505 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.499+0000 7fe24538b740 10 client.15567 fetch_fsmap learned FSMap version 25 2024-05-27T00:35:58.505 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.499+0000 7fe24538b740 1 -- 172.21.15.44:0/1918984626 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55a00d3a3010 con 0x55a00d38a5b0 2024-05-27T00:35:58.505 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.499+0000 7fe225600640 1 -- 172.21.15.44:0/1918984626 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe234004310 con 0x55a00d38a5b0 2024-05-27T00:35:58.505 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.499+0000 7fe225600640 1 -- 172.21.15.44:0/1918984626 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fe228019070 con 0x55a00d38a5b0 2024-05-27T00:35:58.505 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.499+0000 7fe24538b740 10 client.15567 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:35:58.505 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.499+0000 7fe24538b740 10 client.15567 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:35:58.505 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.499+0000 7fe24538b740 20 client.15567 populate_metadata read hostname 'smithi044' 2024-05-27T00:35:58.505 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.499+0000 7fe24538b740 1 --2- 172.21.15.44:0/1918984626 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55a00d3a4480 0x55a00d3a68b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:58.505 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.499+0000 7fe24538b740 4 client.15567 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:35:58.505 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.499+0000 7fe24538b740 1 -- 172.21.15.44:0/1918984626 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a00d2fab50 con 0x55a00d3a4480 2024-05-27T00:35:58.505 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.500+0000 7fe23be00640 1 --2- 172.21.15.44:0/1918984626 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55a00d3a4480 0x55a00d3a68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:58.507 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.500+0000 7fe23be00640 1 --2- 172.21.15.44:0/1918984626 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55a00d3a4480 0x55a00d3a68b0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18bd7ffa1f4488f1 server_cookie=44f6e4a3465ecd74 in_seq=0 out_seq=0 2024-05-27T00:35:58.507 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.500+0000 7fe225600640 10 client.15567 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:58.507 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.501+0000 7fe225600640 1 -- 172.21.15.44:0/1918984626 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a00d2fab50 con 0x55a00d3a4480 2024-05-27T00:35:58.507 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.501+0000 7fe225600640 10 client.15567 handle_command_reply: tid=0 2024-05-27T00:35:58.507 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.501+0000 7fe24538b740 1 client.15567 shutdown 2024-05-27T00:35:58.507 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.501+0000 7fe24538b740 1 -- 172.21.15.44:0/1918984626 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d38a5b0 msgr2=0x55a00d391340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:58.507 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.501+0000 7fe24538b740 1 --2- 172.21.15.44:0/1918984626 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d38a5b0 0x55a00d391340 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fe228011d10 tx=0x7fe22800f790 comp rx=0 tx=0).stop 2024-05-27T00:35:58.507 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.501+0000 7fe24538b740 1 -- 172.21.15.44:0/1918984626 shutdown_connections 2024-05-27T00:35:58.507 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.501+0000 7fe24538b740 1 --2- 172.21.15.44:0/1918984626 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55a00d3a4480 0x55a00d3a68b0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.508 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.501+0000 7fe24538b740 1 --2- 172.21.15.44:0/1918984626 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d393dc0 0x55a00d391880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.508 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.501+0000 7fe24538b740 1 --2- 172.21.15.44:0/1918984626 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d38a5b0 0x55a00d391340 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.508 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.501+0000 7fe225600640 0 client.15567 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:58.508 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.501+0000 7fe24538b740 1 --2- 172.21.15.44:0/1918984626 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d389040 0x55a00d390e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.508 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.501+0000 7fe24538b740 1 -- 172.21.15.44:0/1918984626 >> 172.21.15.44:0/1918984626 conn(0x55a00d351f80 msgr2=0x55a00d38b4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:58.508 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.502+0000 7fe24538b740 1 -- 172.21.15.44:0/1918984626 shutdown_connections 2024-05-27T00:35:58.508 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.502+0000 7fe24538b740 1 -- 172.21.15.44:0/1918984626 wait complete. 2024-05-27T00:35:58.508 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.502+0000 7fe24538b740 20 client.15567 trim_cache size 0 max 16384 2024-05-27T00:35:58.520 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.518+0000 7fe24538b740 1 Processor -- start 2024-05-27T00:35:58.520 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.518+0000 7fe24538b740 1 -- start start 2024-05-27T00:35:58.520 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.519+0000 7fe24538b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d389040 0x55a00d38b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:58.520 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.519+0000 7fe24538b740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d38a5b0 0x55a00d3ac180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:58.521 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.519+0000 7fe24538b740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d393dc0 0x55a00d3ac6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:58.521 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.519+0000 7fe24538b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c1b7da0 con 0x55a00d389040 2024-05-27T00:35:58.521 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.519+0000 7fe24538b740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c1b5670 con 0x55a00d393dc0 2024-05-27T00:35:58.521 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.519+0000 7fe24538b740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c1b34a0 con 0x55a00d38a5b0 2024-05-27T00:35:58.523 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.519+0000 7fe23be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d389040 0x55a00d38b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:58.523 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.519+0000 7fe23be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d389040 0x55a00d38b2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44850/0 (socket says 172.21.15.44:44850) 2024-05-27T00:35:58.523 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.519+0000 7fe23aa00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d38a5b0 0x55a00d3ac180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:58.523 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.519+0000 7fe23be00640 1 -- 172.21.15.44:0/3508647552 learned_addr learned my addr 172.21.15.44:0/3508647552 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:58.523 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.519+0000 7fe23be00640 1 --2- 172.21.15.44:0/3508647552 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d393dc0 0x55a00d3ac6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:58.523 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.520+0000 7fe23aa00640 1 -- 172.21.15.44:0/3508647552 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d393dc0 msgr2=0x55a00d3ac6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:58.523 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.520+0000 7fe23aa00640 1 --2- 172.21.15.44:0/3508647552 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d393dc0 0x55a00d3ac6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.520+0000 7fe23aa00640 1 -- 172.21.15.44:0/3508647552 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d389040 msgr2=0x55a00d38b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.520+0000 7fe23aa00640 1 --2- 172.21.15.44:0/3508647552 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d389040 0x55a00d38b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.520+0000 7fe23aa00640 1 -- 172.21.15.44:0/3508647552 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a00d3855c0 con 0x55a00d38a5b0 2024-05-27T00:35:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.520+0000 7fe23be00640 1 --2- 172.21.15.44:0/3508647552 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d389040 0x55a00d38b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.520+0000 7fe23aa00640 1 --2- 172.21.15.44:0/3508647552 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d38a5b0 0x55a00d3ac180 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe228005160 tx=0x7fe2280053f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2cf64e80895f2410 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.520+0000 7fe227e00640 1 -- 172.21.15.44:0/3508647552 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe22800fe80 con 0x55a00d38a5b0 2024-05-27T00:35:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.521+0000 7fe227e00640 1 -- 172.21.15.44:0/3508647552 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe22802d070 con 0x55a00d38a5b0 2024-05-27T00:35:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.521+0000 7fe227e00640 1 -- 172.21.15.44:0/3508647552 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe228028ac0 con 0x55a00d38a5b0 2024-05-27T00:35:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.521+0000 7fe24538b740 1 -- 172.21.15.44:0/3508647552 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d38a5b0 msgr2=0x55a00d3ac180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.521+0000 7fe24538b740 1 --2- 172.21.15.44:0/3508647552 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d38a5b0 0x55a00d3ac180 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe228005160 tx=0x7fe2280053f0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.521+0000 7fe24538b740 1 -- 172.21.15.44:0/3508647552 shutdown_connections 2024-05-27T00:35:58.524 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.521+0000 7fe24538b740 1 --2- 172.21.15.44:0/3508647552 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d393dc0 0x55a00d3ac6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.525 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.521+0000 7fe24538b740 1 --2- 172.21.15.44:0/3508647552 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d38a5b0 0x55a00d3ac180 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.525 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.521+0000 7fe24538b740 1 --2- 172.21.15.44:0/3508647552 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d389040 0x55a00d38b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.525 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.521+0000 7fe24538b740 1 -- 172.21.15.44:0/3508647552 >> 172.21.15.44:0/3508647552 conn(0x55a00d351f80 msgr2=0x55a00d38aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:58.525 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.521+0000 7fe24538b740 1 -- 172.21.15.44:0/3508647552 shutdown_connections 2024-05-27T00:35:58.525 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.521+0000 7fe24538b740 1 -- 172.21.15.44:0/3508647552 wait complete. 2024-05-27T00:35:58.527 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.522+0000 7fe24538b740 1 -- start start 2024-05-27T00:35:58.527 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.522+0000 7fe24538b740 1 Processor -- start 2024-05-27T00:35:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.522+0000 7fe24538b740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d389040 0x55a00d38df10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.522+0000 7fe24538b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d38a5b0 0x55a00d38e450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.522+0000 7fe24538b740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d393dc0 0x55a00d38e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.522+0000 7fe24538b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c1b3b30 con 0x55a00d38a5b0 2024-05-27T00:35:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.522+0000 7fe24538b740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c1b4fa0 con 0x55a00d393dc0 2024-05-27T00:35:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.522+0000 7fe24538b740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c1b4200 con 0x55a00d389040 2024-05-27T00:35:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.522+0000 7fe24538b740 10 client.0 _ll_register_callbacks cb 0x7fe228009cc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:35:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.523+0000 7fe23aa00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d38a5b0 0x55a00d38e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.523+0000 7fe23aa00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d38a5b0 0x55a00d38e450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44862/0 (socket says 172.21.15.44:44862) 2024-05-27T00:35:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.523+0000 7fe23aa00640 1 -- 172.21.15.44:0/3717205364 learned_addr learned my addr 172.21.15.44:0/3717205364 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.523+0000 7fe23be00640 1 --2- 172.21.15.44:0/3717205364 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d389040 0x55a00d38df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.523+0000 7fe23be00640 1 --2- 172.21.15.44:0/3717205364 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d393dc0 0x55a00d38e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:58.528 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.523+0000 7fe23aa00640 1 -- 172.21.15.44:0/3717205364 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d389040 msgr2=0x55a00d38df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:58.529 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.523+0000 7fe23aa00640 1 --2- 172.21.15.44:0/3717205364 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d389040 0x55a00d38df10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.529 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.523+0000 7fe23aa00640 1 -- 172.21.15.44:0/3717205364 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d393dc0 msgr2=0x55a00d38e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:58.529 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.523+0000 7fe23aa00640 1 --2- 172.21.15.44:0/3717205364 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d393dc0 0x55a00d38e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.529 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.523+0000 7fe23aa00640 1 -- 172.21.15.44:0/3717205364 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a00d40e050 con 0x55a00d38a5b0 2024-05-27T00:35:58.529 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.523+0000 7fe23be00640 1 --2- 172.21.15.44:0/3717205364 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d393dc0 0x55a00d38e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-27T00:35:58.529 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.523+0000 7fe23aa00640 1 --2- 172.21.15.44:0/3717205364 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d38a5b0 0x55a00d38e450 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe228000f80 tx=0x7fe22800fc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea28e5b69d628c94 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:58.529 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.523+0000 7fe225600640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:35:58.529 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.524+0000 7fe225600640 1 -- 172.21.15.44:0/3717205364 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe228036070 con 0x55a00d38a5b0 2024-05-27T00:35:58.529 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.524+0000 7fe225600640 1 -- 172.21.15.44:0/3717205364 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fe2280286c0 con 0x55a00d38a5b0 2024-05-27T00:35:58.529 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.524+0000 7fe24538b740 1 -- 172.21.15.44:0/3717205364 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe22802d070 con 0x55a00d38a5b0 2024-05-27T00:35:58.529 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.524+0000 7fe225600640 1 -- 172.21.15.44:0/3717205364 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe22800fe80 con 0x55a00d38a5b0 2024-05-27T00:35:58.529 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.524+0000 7fe24538b740 10 client.15573 fetch_fsmap learned FSMap version 25 2024-05-27T00:35:58.530 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.524+0000 7fe24538b740 1 -- 172.21.15.44:0/3717205364 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55a00d40f300 con 0x55a00d38a5b0 2024-05-27T00:35:58.530 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.524+0000 7fe225600640 1 -- 172.21.15.44:0/3717205364 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe22802d070 con 0x55a00d38a5b0 2024-05-27T00:35:58.530 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.524+0000 7fe225600640 1 -- 172.21.15.44:0/3717205364 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fe228019040 con 0x55a00d38a5b0 2024-05-27T00:35:58.530 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.525+0000 7fe24538b740 10 client.15573 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:35:58.530 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.525+0000 7fe24538b740 10 client.15573 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:35:58.530 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.525+0000 7fe24538b740 20 client.15573 populate_metadata read hostname 'smithi044' 2024-05-27T00:35:58.530 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.525+0000 7fe24538b740 1 --2- 172.21.15.44:0/3717205364 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55a00d40f7d0 0x55a00d411bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:58.530 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.525+0000 7fe24538b740 4 client.15573 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-27T00:35:58.530 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.525+0000 7fe24538b740 1 -- 172.21.15.44:0/3717205364 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a00d2f4ea0 con 0x55a00d40f7d0 2024-05-27T00:35:58.530 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.525+0000 7fe23be00640 1 --2- 172.21.15.44:0/3717205364 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55a00d40f7d0 0x55a00d411bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:58.534 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.525+0000 7fe23be00640 1 --2- 172.21.15.44:0/3717205364 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55a00d40f7d0 0x55a00d411bc0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=93d764f774f0393c server_cookie=5cf5cd71a7301ee8 in_seq=0 out_seq=0 2024-05-27T00:35:58.535 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.526+0000 7fe225600640 10 client.15573 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:58.536 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.529+0000 7fe225600640 1 -- 172.21.15.44:0/3717205364 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a00d2f4ea0 con 0x55a00d40f7d0 2024-05-27T00:35:58.536 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.529+0000 7fe225600640 10 client.15573 handle_command_reply: tid=0 2024-05-27T00:35:58.536 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.529+0000 7fe24538b740 1 client.15573 shutdown 2024-05-27T00:35:58.536 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.530+0000 7fe24538b740 1 -- 172.21.15.44:0/3717205364 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d38a5b0 msgr2=0x55a00d38e450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:58.536 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.530+0000 7fe24538b740 1 --2- 172.21.15.44:0/3717205364 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d38a5b0 0x55a00d38e450 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe228000f80 tx=0x7fe22800fc90 comp rx=0 tx=0).stop 2024-05-27T00:35:58.536 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.530+0000 7fe24538b740 1 -- 172.21.15.44:0/3717205364 shutdown_connections 2024-05-27T00:35:58.537 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.530+0000 7fe24538b740 1 --2- 172.21.15.44:0/3717205364 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55a00d40f7d0 0x55a00d411bc0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.537 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.530+0000 7fe24538b740 1 --2- 172.21.15.44:0/3717205364 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55a00d393dc0 0x55a00d38e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.537 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.530+0000 7fe24538b740 1 --2- 172.21.15.44:0/3717205364 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55a00d38a5b0 0x55a00d38e450 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.537 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.530+0000 7fe24538b740 1 --2- 172.21.15.44:0/3717205364 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55a00d389040 0x55a00d38df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.537 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.530+0000 7fe225600640 0 client.15573 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:58.537 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.530+0000 7fe24538b740 1 -- 172.21.15.44:0/3717205364 >> 172.21.15.44:0/3717205364 conn(0x55a00d351f80 msgr2=0x55a00d391650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:58.537 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.530+0000 7fe24538b740 1 -- 172.21.15.44:0/3717205364 shutdown_connections 2024-05-27T00:35:58.537 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.530+0000 7fe24538b740 1 -- 172.21.15.44:0/3717205364 wait complete. 2024-05-27T00:35:58.537 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.530+0000 7fe24538b740 20 client.15573 trim_cache size 0 max 16384 2024-05-27T00:35:58.538 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-05-27T00:35:58.538 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-05-27T00:35:58.538 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-05-27T00:35:58.538 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-05-27T00:35:58.538 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.531+0000 7fe242400640 1 -- 172.21.15.44:0/2079844380 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe2200a2ec0 msgr2=0x7fe2200a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:58.539 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.531+0000 7fe242400640 1 --2- 172.21.15.44:0/2079844380 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe2200a2ec0 0x7fe2200a5380 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe22c0ecbb0 tx=0x7fe22c0f5530 comp rx=0 tx=0).stop 2024-05-27T00:35:58.539 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.531+0000 7fe242400640 1 -- 172.21.15.44:0/2079844380 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe23c075ed0 msgr2=0x7fe23c1a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:58.539 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.531+0000 7fe242400640 1 --2- 172.21.15.44:0/2079844380 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe23c075ed0 0x7fe23c1a4690 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe22c02a940 tx=0x7fe22c032910 comp rx=0 tx=0).stop 2024-05-27T00:35:58.539 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.531+0000 7fe242400640 1 -- 172.21.15.44:0/2079844380 shutdown_connections 2024-05-27T00:35:58.539 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.531+0000 7fe242400640 1 --2- 172.21.15.44:0/2079844380 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe2200a2ec0 0x7fe2200a5380 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.539 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.531+0000 7fe242400640 1 --2- 172.21.15.44:0/2079844380 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe23c112840 0x7fe23c19e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.539 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.531+0000 7fe242400640 1 --2- 172.21.15.44:0/2079844380 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe23c0767f0 0x7fe23c1a4bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.539 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.531+0000 7fe242400640 1 --2- 172.21.15.44:0/2079844380 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe23c075ed0 0x7fe23c1a4690 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:58.539 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.531+0000 7fe242400640 1 -- 172.21.15.44:0/2079844380 >> 172.21.15.44:0/2079844380 conn(0x7fe23c0ff6d0 msgr2=0x7fe23c101ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:58.539 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.531+0000 7fe242400640 1 -- 172.21.15.44:0/2079844380 shutdown_connections 2024-05-27T00:35:58.539 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:35:58.531+0000 7fe242400640 1 -- 172.21.15.44:0/2079844380 wait complete. 2024-05-27T00:35:58.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:35:58 smithi050 ceph-mon[36071]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-05-27T00:35:58.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:35:58 smithi137 ceph-mon[36552]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-05-27T00:35:58.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:35:58 smithi044 ceph-mon[31645]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-05-27T00:35:58.863 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-05-27T00:35:58.863 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-05-27T00:35:59.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.088+0000 7f6eb8a00640 1 -- 172.21.15.44:0/3044470311 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6eb4073c70 msgr2=0x7f6eb4074050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.088+0000 7f6eb8a00640 1 --2- 172.21.15.44:0/3044470311 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6eb4073c70 0x7f6eb4074050 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6ea4009900 tx=0x7f6ea402a490 comp rx=0 tx=0).stop 2024-05-27T00:35:59.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.089+0000 7f6eb8a00640 1 -- 172.21.15.44:0/3044470311 shutdown_connections 2024-05-27T00:35:59.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.089+0000 7f6eb8a00640 1 --2- 172.21.15.44:0/3044470311 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6eb410e280 0x7f6eb4110670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.089+0000 7f6eb8a00640 1 --2- 172.21.15.44:0/3044470311 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6eb4074590 0x7f6eb410dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.089+0000 7f6eb8a00640 1 --2- 172.21.15.44:0/3044470311 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6eb4073c70 0x7f6eb4074050 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.089+0000 7f6eb8a00640 1 -- 172.21.15.44:0/3044470311 >> 172.21.15.44:0/3044470311 conn(0x7f6eb4078df0 msgr2=0x7f6eb4079200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:59.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.089+0000 7f6eb8a00640 1 -- 172.21.15.44:0/3044470311 shutdown_connections 2024-05-27T00:35:59.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.089+0000 7f6eb8a00640 1 -- 172.21.15.44:0/3044470311 wait complete. 2024-05-27T00:35:59.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.090+0000 7f6eb8a00640 1 Processor -- start 2024-05-27T00:35:59.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.090+0000 7f6eb8a00640 1 -- start start 2024-05-27T00:35:59.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.090+0000 7f6eb8a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6eb4073c70 0x7f6eb419a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.090+0000 7f6eb8a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6eb4074590 0x7f6eb419aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.090+0000 7f6eb8a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6eb410e280 0x7f6eb419ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.090+0000 7f6eb8a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6eb41140a0 con 0x7f6eb4074590 2024-05-27T00:35:59.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.090+0000 7f6eb8a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6eb4113f20 con 0x7f6eb4073c70 2024-05-27T00:35:59.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.090+0000 7f6eb8a00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f6eb4114220 con 0x7f6eb410e280 2024-05-27T00:35:59.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.091+0000 7f6eabe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6eb4074590 0x7f6eb419aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.091+0000 7f6eb1e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6eb4073c70 0x7f6eb419a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.091+0000 7f6eabe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6eb4074590 0x7f6eb419aae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44886/0 (socket says 172.21.15.44:44886) 2024-05-27T00:35:59.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.091+0000 7f6eb1e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6eb4073c70 0x7f6eb419a5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:37912/0 (socket says 172.21.15.44:37912) 2024-05-27T00:35:59.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.091+0000 7f6eabe00640 1 -- 172.21.15.44:0/357948722 learned_addr learned my addr 172.21.15.44:0/357948722 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:59.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.091+0000 7f6eb2800640 1 --2- 172.21.15.44:0/357948722 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6eb410e280 0x7f6eb419ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.091+0000 7f6eb1e00640 1 -- 172.21.15.44:0/357948722 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6eb410e280 msgr2=0x7f6eb419ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.091+0000 7f6eb1e00640 1 --2- 172.21.15.44:0/357948722 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6eb410e280 0x7f6eb419ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.091+0000 7f6eb1e00640 1 -- 172.21.15.44:0/357948722 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6eb4074590 msgr2=0x7f6eb419aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.091+0000 7f6eb1e00640 1 --2- 172.21.15.44:0/357948722 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6eb4074590 0x7f6eb419aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.091+0000 7f6eb1e00640 1 -- 172.21.15.44:0/357948722 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6eb419f590 con 0x7f6eb4073c70 2024-05-27T00:35:59.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.091+0000 7f6eabe00640 1 --2- 172.21.15.44:0/357948722 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6eb4074590 0x7f6eb419aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:59.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.091+0000 7f6eb1e00640 1 --2- 172.21.15.44:0/357948722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6eb4073c70 0x7f6eb419a5a0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f6ea4005940 tx=0x7f6ea4032f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:59.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.092+0000 7f6eaaa00640 1 -- 172.21.15.44:0/357948722 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ea403f030 con 0x7f6eb4073c70 2024-05-27T00:35:59.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.092+0000 7f6eaaa00640 1 -- 172.21.15.44:0/357948722 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6ea40043d0 con 0x7f6eb4073c70 2024-05-27T00:35:59.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.092+0000 7f6eb8a00640 1 -- 172.21.15.44:0/357948722 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6eb419f820 con 0x7f6eb4073c70 2024-05-27T00:35:59.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.092+0000 7f6eaaa00640 1 -- 172.21.15.44:0/357948722 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ea4035070 con 0x7f6eb4073c70 2024-05-27T00:35:59.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.092+0000 7f6eb8a00640 1 -- 172.21.15.44:0/357948722 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6eb41a7110 con 0x7f6eb4073c70 2024-05-27T00:35:59.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.095+0000 7f6ebb805740 1 Processor -- start 2024-05-27T00:35:59.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.095+0000 7f6ebb805740 1 -- start start 2024-05-27T00:35:59.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.095+0000 7f6eaaa00640 1 -- 172.21.15.44:0/357948722 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f6ea4042030 con 0x7f6eb4073c70 2024-05-27T00:35:59.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.095+0000 7f6ebb805740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6f610 0x564252c6f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.095+0000 7f6ebb805740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c6ffc0 0x564252c7a060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.096+0000 7f6ebb805740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c7a630 0x564252c7ca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.096+0000 7f6ebb805740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564252bd3e30 con 0x564252c7a630 2024-05-27T00:35:59.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.096+0000 7f6ebb805740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x564252b7b510 con 0x564252c6f610 2024-05-27T00:35:59.098 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.096+0000 7f6ebb805740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x564252bcfdf0 con 0x564252c6ffc0 2024-05-27T00:35:59.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.096+0000 7f6eb1e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c6ffc0 0x564252c7a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.096+0000 7f6eb2800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6f610 0x564252c6f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.096+0000 7f6eb1e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c6ffc0 0x564252c7a060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:52764/0 (socket says 172.21.15.44:52764) 2024-05-27T00:35:59.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.096+0000 7f6eb1e00640 1 -- 172.21.15.44:0/4224326484 learned_addr learned my addr 172.21.15.44:0/4224326484 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:59.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.096+0000 7f6eb2800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6f610 0x564252c6f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:37920/0 (socket says 172.21.15.44:37920) 2024-05-27T00:35:59.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.096+0000 7f6eabe00640 1 --2- 172.21.15.44:0/4224326484 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c7a630 0x564252c7ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.096+0000 7f6eb2800640 1 -- 172.21.15.44:0/4224326484 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c6ffc0 msgr2=0x564252c7a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:59.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.096+0000 7f6eb2800640 1 --2- 172.21.15.44:0/4224326484 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c6ffc0 0x564252c7a060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.096+0000 7f6eb2800640 1 -- 172.21.15.44:0/4224326484 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c7a630 msgr2=0x564252c7ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:59.099 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.096+0000 7f6eb2800640 1 --2- 172.21.15.44:0/4224326484 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c7a630 0x564252c7ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.096+0000 7f6eb2800640 1 -- 172.21.15.44:0/4224326484 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642529b17d0 con 0x564252c6f610 2024-05-27T00:35:59.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.097+0000 7f6eb2800640 1 --2- 172.21.15.44:0/4224326484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6f610 0x564252c6f9f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f6eac005fd0 tx=0x7f6eac011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dad4540ae8655d22 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:59.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.097+0000 7f6eaaa00640 1 --2- 172.21.15.44:0/357948722 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6e980a2ea0 0x7f6e980a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.097+0000 7f6ea3000640 1 -- 172.21.15.44:0/4224326484 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eac004d20 con 0x564252c6f610 2024-05-27T00:35:59.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.097+0000 7f6ea3000640 1 -- 172.21.15.44:0/4224326484 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6eac004050 con 0x564252c6f610 2024-05-27T00:35:59.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.097+0000 7f6ea3000640 1 -- 172.21.15.44:0/4224326484 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eac005280 con 0x564252c6f610 2024-05-27T00:35:59.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.097+0000 7f6eaaa00640 1 -- 172.21.15.44:0/357948722 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f6ea40efb30 con 0x7f6eb4073c70 2024-05-27T00:35:59.100 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.097+0000 7f6eb1e00640 1 --2- 172.21.15.44:0/357948722 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6e980a2ea0 0x7f6e980a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.098+0000 7f6ebb805740 1 -- 172.21.15.44:0/4224326484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6f610 msgr2=0x564252c6f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.098+0000 7f6ebb805740 1 --2- 172.21.15.44:0/4224326484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6f610 0x564252c6f9f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f6eac005fd0 tx=0x7f6eac011810 comp rx=0 tx=0).stop 2024-05-27T00:35:59.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.098+0000 7f6ebb805740 1 -- 172.21.15.44:0/4224326484 shutdown_connections 2024-05-27T00:35:59.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.098+0000 7f6ebb805740 1 --2- 172.21.15.44:0/4224326484 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c7a630 0x564252c7ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.098+0000 7f6ebb805740 1 --2- 172.21.15.44:0/4224326484 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c6ffc0 0x564252c7a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.098+0000 7f6ebb805740 1 --2- 172.21.15.44:0/4224326484 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6f610 0x564252c6f9f0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.098+0000 7f6ebb805740 1 -- 172.21.15.44:0/4224326484 >> 172.21.15.44:0/4224326484 conn(0x564252c6b8d0 msgr2=0x564252c6bcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:59.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.098+0000 7f6ebb805740 1 -- 172.21.15.44:0/4224326484 shutdown_connections 2024-05-27T00:35:59.104 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.098+0000 7f6ebb805740 1 -- 172.21.15.44:0/4224326484 wait complete. 2024-05-27T00:35:59.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.098+0000 7f6eb1e00640 1 --2- 172.21.15.44:0/357948722 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6e980a2ea0 0x7f6e980a5360 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x564252c6c940 tx=0x7f6ea40f35c0 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:59.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.098+0000 7f6ebb805740 1 -- start start 2024-05-27T00:35:59.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.099+0000 7f6ebb805740 1 Processor -- start 2024-05-27T00:35:59.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.099+0000 7f6ebb805740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6f610 0x564252c77580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.099+0000 7f6ebb805740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c6ffc0 0x564252c77ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.099+0000 7f6ebb805740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c7a630 0x564252c78000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.099+0000 7f6ebb805740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x564252c7d5a0 con 0x564252c6ffc0 2024-05-27T00:35:59.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.099+0000 7f6ebb805740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x564252b8e8e0 con 0x564252c6f610 2024-05-27T00:35:59.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.099+0000 7f6ebb805740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x564252c7d720 con 0x564252c7a630 2024-05-27T00:35:59.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.099+0000 7f6ebb805740 10 client.0 _ll_register_callbacks cb 0x564252b71ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:35:59.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.100+0000 7f6eabe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c6ffc0 0x564252c77ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.105 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.100+0000 7f6eabe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c6ffc0 0x564252c77ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44904/0 (socket says 172.21.15.44:44904) 2024-05-27T00:35:59.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.100+0000 7f6eabe00640 1 -- 172.21.15.44:0/3721623330 learned_addr learned my addr 172.21.15.44:0/3721623330 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:59.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.100+0000 7f6eb2800640 1 --2- 172.21.15.44:0/3721623330 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6f610 0x564252c77580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.100+0000 7f6eb2800640 1 --2- 172.21.15.44:0/3721623330 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c7a630 0x564252c78000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.100+0000 7f6eabe00640 1 -- 172.21.15.44:0/3721623330 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c7a630 msgr2=0x564252c78000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:59.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.100+0000 7f6eabe00640 1 --2- 172.21.15.44:0/3721623330 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c7a630 0x564252c78000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.100+0000 7f6eabe00640 1 -- 172.21.15.44:0/3721623330 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6f610 msgr2=0x564252c77580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:59.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.100+0000 7f6eabe00640 1 --2- 172.21.15.44:0/3721623330 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6f610 0x564252c77580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.100+0000 7f6eabe00640 1 -- 172.21.15.44:0/3721623330 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642528e73f0 con 0x564252c6ffc0 2024-05-27T00:35:59.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.100+0000 7f6eb2800640 1 --2- 172.21.15.44:0/3721623330 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c7a630 0x564252c78000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-27T00:35:59.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.100+0000 7f6eabe00640 1 --2- 172.21.15.44:0/3721623330 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c6ffc0 0x564252c77ac0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f6e9c012d20 tx=0x7f6e9c00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=588c2907d18455bd server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:59.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.100+0000 7f6e97400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:35:59.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.100+0000 7f6e97400640 1 -- 172.21.15.44:0/3721623330 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e9c00fe20 con 0x564252c6ffc0 2024-05-27T00:35:59.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.101+0000 7f6e97400640 1 -- 172.21.15.44:0/3721623330 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f6e9c010430 con 0x564252c6ffc0 2024-05-27T00:35:59.106 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.101+0000 7f6ebb805740 1 -- 172.21.15.44:0/3721623330 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6eac004050 con 0x564252c6ffc0 2024-05-27T00:35:59.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.101+0000 7f6e97400640 1 -- 172.21.15.44:0/3721623330 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f6e9c010630 con 0x564252c6ffc0 2024-05-27T00:35:59.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.101+0000 7f6ebb805740 10 client.15585 fetch_fsmap learned FSMap version 25 2024-05-27T00:35:59.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.101+0000 7f6ebb805740 1 -- 172.21.15.44:0/3721623330 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5642528a70f0 con 0x564252c6ffc0 2024-05-27T00:35:59.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.101+0000 7f6e97400640 1 -- 172.21.15.44:0/3721623330 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6eac004050 con 0x564252c6ffc0 2024-05-27T00:35:59.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.101+0000 7f6e97400640 1 -- 172.21.15.44:0/3721623330 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f6e9c01c8c0 con 0x564252c6ffc0 2024-05-27T00:35:59.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.101+0000 7f6ebb805740 10 client.15585 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:35:59.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.101+0000 7f6ebb805740 10 client.15585 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:35:59.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.101+0000 7f6ebb805740 20 client.15585 populate_metadata read hostname 'smithi044' 2024-05-27T00:35:59.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.101+0000 7f6ebb805740 1 --2- 172.21.15.44:0/3721623330 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x564252c8ac90 0x564252c8d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.102+0000 7f6ebb805740 4 client.15585 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:35:59.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.102+0000 7f6ebb805740 1 -- 172.21.15.44:0/3721623330 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564252be1560 con 0x564252c8ac90 2024-05-27T00:35:59.107 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.102+0000 7f6eb2800640 1 --2- 172.21.15.44:0/3721623330 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x564252c8ac90 0x564252c8d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.102+0000 7f6eb2800640 1 --2- 172.21.15.44:0/3721623330 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x564252c8ac90 0x564252c8d0e0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=738febc80d433e98 server_cookie=6ff40d8a3f7d0e9 in_seq=0 out_seq=0 2024-05-27T00:35:59.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.102+0000 7f6e97400640 10 client.15585 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:59.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.103+0000 7f6e97400640 1 -- 172.21.15.44:0/3721623330 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x564252be1560 con 0x564252c8ac90 2024-05-27T00:35:59.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.103+0000 7f6e97400640 10 client.15585 handle_command_reply: tid=0 2024-05-27T00:35:59.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.103+0000 7f6ebb805740 1 client.15585 shutdown 2024-05-27T00:35:59.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.104+0000 7f6ebb805740 1 -- 172.21.15.44:0/3721623330 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c6ffc0 msgr2=0x564252c77ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.104+0000 7f6ebb805740 1 --2- 172.21.15.44:0/3721623330 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c6ffc0 0x564252c77ac0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f6e9c012d20 tx=0x7f6e9c00f790 comp rx=0 tx=0).stop 2024-05-27T00:35:59.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.104+0000 7f6ebb805740 1 -- 172.21.15.44:0/3721623330 shutdown_connections 2024-05-27T00:35:59.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.104+0000 7f6ebb805740 1 --2- 172.21.15.44:0/3721623330 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x564252c8ac90 0x564252c8d0e0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.104+0000 7f6ebb805740 1 --2- 172.21.15.44:0/3721623330 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c7a630 0x564252c78000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.109 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.104+0000 7f6ebb805740 1 --2- 172.21.15.44:0/3721623330 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c6ffc0 0x564252c77ac0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.104+0000 7f6e97400640 0 client.15585 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:59.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.104+0000 7f6ebb805740 1 --2- 172.21.15.44:0/3721623330 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6f610 0x564252c77580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.104+0000 7f6ebb805740 1 -- 172.21.15.44:0/3721623330 >> 172.21.15.44:0/3721623330 conn(0x564252c6b8d0 msgr2=0x564252c71740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:59.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.104+0000 7f6ebb805740 1 -- 172.21.15.44:0/3721623330 shutdown_connections 2024-05-27T00:35:59.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.104+0000 7f6ebb805740 1 -- 172.21.15.44:0/3721623330 wait complete. 2024-05-27T00:35:59.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.104+0000 7f6ebb805740 20 client.15585 trim_cache size 0 max 16384 2024-05-27T00:35:59.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.124+0000 7f6ebb805740 1 Processor -- start 2024-05-27T00:35:59.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.124+0000 7f6ebb805740 1 -- start start 2024-05-27T00:35:59.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.124+0000 7f6ebb805740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c6f610 0x564252c6b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.124+0000 7f6ebb805740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6ffc0 0x564252c71e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.124+0000 7f6ebb805740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c7a630 0x564252c929f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.124+0000 7f6ebb805740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6eb41b3970 con 0x564252c7a630 2024-05-27T00:35:59.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.124+0000 7f6ebb805740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6eb41b1240 con 0x564252c6ffc0 2024-05-27T00:35:59.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.124+0000 7f6ebb805740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f6eb41af070 con 0x564252c6f610 2024-05-27T00:35:59.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.125+0000 7f6eb2800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c6f610 0x564252c6b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.125+0000 7f6eb2800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c6f610 0x564252c6b1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:52794/0 (socket says 172.21.15.44:52794) 2024-05-27T00:35:59.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.125+0000 7f6eb2800640 1 -- 172.21.15.44:0/2284847910 learned_addr learned my addr 172.21.15.44:0/2284847910 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:59.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.125+0000 7f6eb2800640 1 --2- 172.21.15.44:0/2284847910 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c7a630 0x564252c929f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.125+0000 7f6eabe00640 1 --2- 172.21.15.44:0/2284847910 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6ffc0 0x564252c71e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.125+0000 7f6eb2800640 1 -- 172.21.15.44:0/2284847910 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6ffc0 msgr2=0x564252c71e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:59.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.125+0000 7f6eb2800640 1 --2- 172.21.15.44:0/2284847910 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6ffc0 0x564252c71e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.125+0000 7f6eb2800640 1 -- 172.21.15.44:0/2284847910 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c7a630 msgr2=0x564252c929f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:59.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.125+0000 7f6eb2800640 1 --2- 172.21.15.44:0/2284847910 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c7a630 0x564252c929f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.125+0000 7f6eb2800640 1 -- 172.21.15.44:0/2284847910 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564252c72390 con 0x564252c6f610 2024-05-27T00:35:59.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.126+0000 7f6eb2800640 1 --2- 172.21.15.44:0/2284847910 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c6f610 0x564252c6b1f0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f6eac0049d0 tx=0x7f6eac009500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=32e0e650cadebde7 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:59.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.126+0000 7f6ea2600640 1 -- 172.21.15.44:0/2284847910 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eac01d050 con 0x564252c6f610 2024-05-27T00:35:59.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.126+0000 7f6ea2600640 1 -- 172.21.15.44:0/2284847910 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6eac01e040 con 0x564252c6f610 2024-05-27T00:35:59.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.126+0000 7f6ea2600640 1 -- 172.21.15.44:0/2284847910 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eac02d830 con 0x564252c6f610 2024-05-27T00:35:59.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.127+0000 7f6ebb805740 1 -- 172.21.15.44:0/2284847910 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c6f610 msgr2=0x564252c6b1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.130 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.127+0000 7f6ebb805740 1 --2- 172.21.15.44:0/2284847910 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c6f610 0x564252c6b1f0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f6eac0049d0 tx=0x7f6eac009500 comp rx=0 tx=0).stop 2024-05-27T00:35:59.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.127+0000 7f6ebb805740 1 -- 172.21.15.44:0/2284847910 shutdown_connections 2024-05-27T00:35:59.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.127+0000 7f6ebb805740 1 --2- 172.21.15.44:0/2284847910 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c7a630 0x564252c929f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.127+0000 7f6ebb805740 1 --2- 172.21.15.44:0/2284847910 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6ffc0 0x564252c71e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.127+0000 7f6ebb805740 1 --2- 172.21.15.44:0/2284847910 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c6f610 0x564252c6b1f0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.127+0000 7f6ebb805740 1 -- 172.21.15.44:0/2284847910 >> 172.21.15.44:0/2284847910 conn(0x564252c6b8d0 msgr2=0x564252c79640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:59.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.127+0000 7f6ebb805740 1 -- 172.21.15.44:0/2284847910 shutdown_connections 2024-05-27T00:35:59.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.127+0000 7f6ebb805740 1 -- 172.21.15.44:0/2284847910 wait complete. 2024-05-27T00:35:59.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.127+0000 7f6ebb805740 1 -- start start 2024-05-27T00:35:59.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.127+0000 7f6ebb805740 1 Processor -- start 2024-05-27T00:35:59.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.128+0000 7f6ebb805740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c6f610 0x564252c7e500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.128+0000 7f6ebb805740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6ffc0 0x564252c7ea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.128+0000 7f6ebb805740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c7a630 0x564252c7ef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.128+0000 7f6ebb805740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6eb41af700 con 0x564252c7a630 2024-05-27T00:35:59.131 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.128+0000 7f6ebb805740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6eb41b0b70 con 0x564252c6ffc0 2024-05-27T00:35:59.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.128+0000 7f6ebb805740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f6eb41afdd0 con 0x564252c6f610 2024-05-27T00:35:59.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.128+0000 7f6ebb805740 10 client.0 _ll_register_callbacks cb 0x7f6e9c012930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:35:59.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.128+0000 7f6eb2800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c7a630 0x564252c7ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.128+0000 7f6eabe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6ffc0 0x564252c7ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.128+0000 7f6eabe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6ffc0 0x564252c7ea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:37948/0 (socket says 172.21.15.44:37948) 2024-05-27T00:35:59.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.128+0000 7f6eabe00640 1 -- 172.21.15.44:0/807016002 learned_addr learned my addr 172.21.15.44:0/807016002 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:59.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.128+0000 7f6eb2800640 1 --2- 172.21.15.44:0/807016002 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c6f610 0x564252c7e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.129+0000 7f6eabe00640 1 -- 172.21.15.44:0/807016002 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c6f610 msgr2=0x564252c7e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:59.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.129+0000 7f6eabe00640 1 --2- 172.21.15.44:0/807016002 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c6f610 0x564252c7e500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.129+0000 7f6eabe00640 1 -- 172.21.15.44:0/807016002 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c7a630 msgr2=0x564252c7ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:59.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.129+0000 7f6eabe00640 1 --2- 172.21.15.44:0/807016002 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c7a630 0x564252c7ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.129+0000 7f6eabe00640 1 -- 172.21.15.44:0/807016002 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564252cf45a0 con 0x564252c6ffc0 2024-05-27T00:35:59.132 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.129+0000 7f6eabe00640 1 --2- 172.21.15.44:0/807016002 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6ffc0 0x564252c7ea40 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f6e9c000c00 tx=0x7f6e9c00fc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=74dbf9f55880a194 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:59.133 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.129+0000 7f6e97400640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:35:59.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.129+0000 7f6e97400640 1 -- 172.21.15.44:0/807016002 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e9c010430 con 0x564252c6ffc0 2024-05-27T00:35:59.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.129+0000 7f6ebb805740 1 -- 172.21.15.44:0/807016002 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6eac01e040 con 0x564252c6ffc0 2024-05-27T00:35:59.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.129+0000 7f6e97400640 1 -- 172.21.15.44:0/807016002 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f6e9c018070 con 0x564252c6ffc0 2024-05-27T00:35:59.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.130+0000 7f6e97400640 1 -- 172.21.15.44:0/807016002 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f6e9c005610 con 0x564252c6ffc0 2024-05-27T00:35:59.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.130+0000 7f6ebb805740 10 client.25721 fetch_fsmap learned FSMap version 25 2024-05-27T00:35:59.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.130+0000 7f6ebb805740 1 -- 172.21.15.44:0/807016002 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564252cf5810 con 0x564252c6ffc0 2024-05-27T00:35:59.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.130+0000 7f6e97400640 1 -- 172.21.15.44:0/807016002 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6eac01e040 con 0x564252c6ffc0 2024-05-27T00:35:59.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.130+0000 7f6e97400640 1 -- 172.21.15.44:0/807016002 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f6e9c0035f0 con 0x564252c6ffc0 2024-05-27T00:35:59.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.130+0000 7f6ebb805740 10 client.25721 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:35:59.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.130+0000 7f6ebb805740 10 client.25721 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:35:59.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.130+0000 7f6ebb805740 20 client.25721 populate_metadata read hostname 'smithi044' 2024-05-27T00:35:59.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.130+0000 7f6ebb805740 1 --2- 172.21.15.44:0/807016002 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x564252cf6010 0x564252cf8430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.135 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.130+0000 7f6ebb805740 4 client.25721 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-27T00:35:59.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.130+0000 7f6ebb805740 1 -- 172.21.15.44:0/807016002 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "scrub status"}) -- 0x564252bdb8b0 con 0x564252cf6010 2024-05-27T00:35:59.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.131+0000 7f6eb2800640 1 --2- 172.21.15.44:0/807016002 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x564252cf6010 0x564252cf8430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.131+0000 7f6eb2800640 1 --2- 172.21.15.44:0/807016002 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x564252cf6010 0x564252cf8430 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ce5aff0036e6352 server_cookie=ee583eee0db9c16a in_seq=0 out_seq=0 2024-05-27T00:35:59.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.131+0000 7f6e97400640 10 client.25721 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:59.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.131+0000 7f6e97400640 1 -- 172.21.15.44:0/807016002 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x564252bdb8b0 con 0x564252cf6010 2024-05-27T00:35:59.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.131+0000 7f6e97400640 10 client.25721 handle_command_reply: tid=0 2024-05-27T00:35:59.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.131+0000 7f6ebb805740 1 client.25721 shutdown 2024-05-27T00:35:59.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.132+0000 7f6ebb805740 1 -- 172.21.15.44:0/807016002 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6ffc0 msgr2=0x564252c7ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.132+0000 7f6ebb805740 1 --2- 172.21.15.44:0/807016002 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6ffc0 0x564252c7ea40 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f6e9c000c00 tx=0x7f6e9c00fc90 comp rx=0 tx=0).stop 2024-05-27T00:35:59.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.132+0000 7f6ebb805740 1 -- 172.21.15.44:0/807016002 shutdown_connections 2024-05-27T00:35:59.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.132+0000 7f6ebb805740 1 --2- 172.21.15.44:0/807016002 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x564252cf6010 0x564252cf8430 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.132+0000 7f6ebb805740 1 --2- 172.21.15.44:0/807016002 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x564252c7a630 0x564252c7ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.132+0000 7f6ebb805740 1 --2- 172.21.15.44:0/807016002 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x564252c6ffc0 0x564252c7ea40 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.132+0000 7f6e97400640 0 client.25721 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:35:59.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.132+0000 7f6ebb805740 1 --2- 172.21.15.44:0/807016002 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x564252c6f610 0x564252c7e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.132+0000 7f6ebb805740 1 -- 172.21.15.44:0/807016002 >> 172.21.15.44:0/807016002 conn(0x564252c6b8d0 msgr2=0x564252c78db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:59.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.132+0000 7f6ebb805740 1 -- 172.21.15.44:0/807016002 shutdown_connections 2024-05-27T00:35:59.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.132+0000 7f6ebb805740 1 -- 172.21.15.44:0/807016002 wait complete. 2024-05-27T00:35:59.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.132+0000 7f6ebb805740 20 client.25721 trim_cache size 0 max 16384 2024-05-27T00:35:59.137 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:35:59.137 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "no active scrubs running", 2024-05-27T00:35:59.137 INFO:teuthology.orchestra.run.smithi044.stdout: "scrubs": {} 2024-05-27T00:35:59.137 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:35:59.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.133+0000 7f6eb8a00640 1 -- 172.21.15.44:0/357948722 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6e980a2ea0 msgr2=0x7f6e980a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.133+0000 7f6eb8a00640 1 --2- 172.21.15.44:0/357948722 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6e980a2ea0 0x7f6e980a5360 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x564252c6c940 tx=0x7f6ea40f35c0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.133+0000 7f6eb8a00640 1 -- 172.21.15.44:0/357948722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6eb4073c70 msgr2=0x7f6eb419a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.133+0000 7f6eb8a00640 1 --2- 172.21.15.44:0/357948722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6eb4073c70 0x7f6eb419a5a0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f6ea4005940 tx=0x7f6ea4032f80 comp rx=0 tx=0).stop 2024-05-27T00:35:59.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.133+0000 7f6eb8a00640 1 -- 172.21.15.44:0/357948722 shutdown_connections 2024-05-27T00:35:59.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.133+0000 7f6eb8a00640 1 --2- 172.21.15.44:0/357948722 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6e980a2ea0 0x7f6e980a5360 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.133+0000 7f6eb8a00640 1 --2- 172.21.15.44:0/357948722 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6eb410e280 0x7f6eb419ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.133+0000 7f6eb8a00640 1 --2- 172.21.15.44:0/357948722 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6eb4074590 0x7f6eb419aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.133+0000 7f6eb8a00640 1 --2- 172.21.15.44:0/357948722 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6eb4073c70 0x7f6eb419a5a0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.133+0000 7f6eb8a00640 1 -- 172.21.15.44:0/357948722 >> 172.21.15.44:0/357948722 conn(0x7f6eb4078df0 msgr2=0x7f6eb40fe8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:59.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.133+0000 7f6eb8a00640 1 -- 172.21.15.44:0/357948722 shutdown_connections 2024-05-27T00:35:59.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.133+0000 7f6eb8a00640 1 -- 172.21.15.44:0/357948722 wait complete. 2024-05-27T00:35:59.154 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-27T00:35:59.154 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:35:59.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.366+0000 7f84efe00640 1 -- 172.21.15.44:0/1165221875 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f84f010dfc0 msgr2=0x7f84f0110410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.366+0000 7f84efe00640 1 --2- 172.21.15.44:0/1165221875 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f84f010dfc0 0x7f84f0110410 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f84e8009be0 tx=0x7f84e802a750 comp rx=0 tx=0).stop 2024-05-27T00:35:59.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.366+0000 7f84efe00640 1 -- 172.21.15.44:0/1165221875 shutdown_connections 2024-05-27T00:35:59.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.366+0000 7f84efe00640 1 --2- 172.21.15.44:0/1165221875 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f84f010dfc0 0x7f84f0110410 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.366+0000 7f84efe00640 1 --2- 172.21.15.44:0/1165221875 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f84f00746f0 0x7f84f010da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.366+0000 7f84efe00640 1 --2- 172.21.15.44:0/1165221875 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f84f0073dd0 0x7f84f00741b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.366+0000 7f84efe00640 1 -- 172.21.15.44:0/1165221875 >> 172.21.15.44:0/1165221875 conn(0x7f84f00fd2d0 msgr2=0x7f84f00ff6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:59.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.367+0000 7f84efe00640 1 -- 172.21.15.44:0/1165221875 shutdown_connections 2024-05-27T00:35:59.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.367+0000 7f84efe00640 1 -- 172.21.15.44:0/1165221875 wait complete. 2024-05-27T00:35:59.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.368+0000 7f84efe00640 1 Processor -- start 2024-05-27T00:35:59.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.368+0000 7f84efe00640 1 -- start start 2024-05-27T00:35:59.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.368+0000 7f84efe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f84f0073dd0 0x7f84f019a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.368+0000 7f84efe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f84f00746f0 0x7f84f019a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.368+0000 7f84efe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f84f010dfc0 0x7f84f019ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.368+0000 7f84efe00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f84f0113e80 con 0x7f84f00746f0 2024-05-27T00:35:59.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.368+0000 7f84efe00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f84f0113d00 con 0x7f84f0073dd0 2024-05-27T00:35:59.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.368+0000 7f84efe00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f84f0114000 con 0x7f84f010dfc0 2024-05-27T00:35:59.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.369+0000 7f84ee000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f84f00746f0 0x7f84f019a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.369+0000 7f84ef400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f84f010dfc0 0x7f84f019ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.371 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.369+0000 7f84ef400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f84f010dfc0 0x7f84f019ebb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:52816/0 (socket says 172.21.15.44:52816) 2024-05-27T00:35:59.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.369+0000 7f84ef400640 1 -- 172.21.15.44:0/3671340670 learned_addr learned my addr 172.21.15.44:0/3671340670 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:59.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.369+0000 7f84eea00640 1 --2- 172.21.15.44:0/3671340670 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f84f0073dd0 0x7f84f019a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.369+0000 7f84ef400640 1 -- 172.21.15.44:0/3671340670 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f84f0073dd0 msgr2=0x7f84f019a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.369+0000 7f84ef400640 1 --2- 172.21.15.44:0/3671340670 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f84f0073dd0 0x7f84f019a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.369+0000 7f84ef400640 1 -- 172.21.15.44:0/3671340670 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f84f00746f0 msgr2=0x7f84f019a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.369+0000 7f84ef400640 1 --2- 172.21.15.44:0/3671340670 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f84f00746f0 0x7f84f019a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.372 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.369+0000 7f84ef400640 1 -- 172.21.15.44:0/3671340670 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84f019f2e0 con 0x7f84f010dfc0 2024-05-27T00:35:59.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.370+0000 7f84ef400640 1 --2- 172.21.15.44:0/3671340670 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f84f010dfc0 0x7f84f019ebb0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f84e8009b30 tx=0x7f84e8003ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:59.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.370+0000 7f84e7400640 1 -- 172.21.15.44:0/3671340670 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84e8041020 con 0x7f84f010dfc0 2024-05-27T00:35:59.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.370+0000 7f84efe00640 1 -- 172.21.15.44:0/3671340670 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84f019f570 con 0x7f84f010dfc0 2024-05-27T00:35:59.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.370+0000 7f84e7400640 1 -- 172.21.15.44:0/3671340670 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f84e80308a0 con 0x7f84f010dfc0 2024-05-27T00:35:59.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.370+0000 7f84e7400640 1 -- 172.21.15.44:0/3671340670 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84e8036040 con 0x7f84f010dfc0 2024-05-27T00:35:59.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.370+0000 7f84efe00640 1 -- 172.21.15.44:0/3671340670 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84f01a6e60 con 0x7f84f010dfc0 2024-05-27T00:35:59.373 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.371+0000 7f84efe00640 1 -- 172.21.15.44:0/3671340670 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84f0068b30 con 0x7f84f010dfc0 2024-05-27T00:35:59.375 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.374+0000 7f84e7400640 1 -- 172.21.15.44:0/3671340670 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f84e8044020 con 0x7f84f010dfc0 2024-05-27T00:35:59.376 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.375+0000 7f84e7400640 1 --2- 172.21.15.44:0/3671340670 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f84d40a2e20 0x7f84d40a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.375+0000 7f84e7400640 1 -- 172.21.15.44:0/3671340670 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f84e80f08f0 con 0x7f84f010dfc0 2024-05-27T00:35:59.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.375+0000 7f84eea00640 1 --2- 172.21.15.44:0/3671340670 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f84d40a2e20 0x7f84d40a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.377 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.376+0000 7f84eea00640 1 --2- 172.21.15.44:0/3671340670 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f84d40a2e20 0x7f84d40a52e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f84e0009bd0 tx=0x7f84e0005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:59.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.377+0000 7f84e7400640 1 -- 172.21.15.44:0/3671340670 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f84e804b020 con 0x7f84f010dfc0 2024-05-27T00:35:59.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.631+0000 7f84efe00640 1 -- 172.21.15.44:0/3671340670 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f84f0109170 con 0x7f84f010dfc0 2024-05-27T00:35:59.635 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.633+0000 7f84e7400640 1 -- 172.21.15.44:0/3671340670 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11866 (secure 0 0 0) 0x7f84e80a5e20 con 0x7f84f010dfc0 2024-05-27T00:35:59.635 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:35:59.635 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2194470084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2194470084},{"type":"v1","addr":"172.21.15.44:6839","nonce":2194470084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-27T00:32:18.481799+0000","modified":"2024-05-27T00:35:15.521413+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24599,"mds_1":24581,"mds_2":24542},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24515":{"gid":24515,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24541":{"gid":24541,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":15,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24581":{"gid":24581,"name":"a","rank":1,"incarnation":20,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/114683393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":114683393},{"type":"v1","addr":"172.21.15.44:6841","nonce":114683393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24599":{"gid":24599,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6839/2148742077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":2148742077},{"type":"v1","addr":"172.21.15.50:6839","nonce":2148742077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24599,"qdb_cluster":[24599,24542,24581]},"id":1}]} 2024-05-27T00:35:59.635 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 25 2024-05-27T00:35:59.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.636+0000 7f84efe00640 1 -- 172.21.15.44:0/3671340670 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f84d40a2e20 msgr2=0x7f84d40a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.636+0000 7f84efe00640 1 --2- 172.21.15.44:0/3671340670 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f84d40a2e20 0x7f84d40a52e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f84e0009bd0 tx=0x7f84e0005f90 comp rx=0 tx=0).stop 2024-05-27T00:35:59.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.636+0000 7f84efe00640 1 -- 172.21.15.44:0/3671340670 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f84f010dfc0 msgr2=0x7f84f019ebb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.636+0000 7f84efe00640 1 --2- 172.21.15.44:0/3671340670 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f84f010dfc0 0x7f84f019ebb0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f84e8009b30 tx=0x7f84e8003ba0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.638 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.636+0000 7f84efe00640 1 -- 172.21.15.44:0/3671340670 shutdown_connections 2024-05-27T00:35:59.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.636+0000 7f84efe00640 1 --2- 172.21.15.44:0/3671340670 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f84d40a2e20 0x7f84d40a52e0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.636+0000 7f84efe00640 1 --2- 172.21.15.44:0/3671340670 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f84f010dfc0 0x7f84f019ebb0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.636+0000 7f84efe00640 1 --2- 172.21.15.44:0/3671340670 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f84f00746f0 0x7f84f019a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.636+0000 7f84efe00640 1 --2- 172.21.15.44:0/3671340670 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f84f0073dd0 0x7f84f019a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.636+0000 7f84efe00640 1 -- 172.21.15.44:0/3671340670 >> 172.21.15.44:0/3671340670 conn(0x7f84f00fd2d0 msgr2=0x7f84f00fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:59.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.636+0000 7f84efe00640 1 -- 172.21.15.44:0/3671340670 shutdown_connections 2024-05-27T00:35:59.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.636+0000 7f84efe00640 1 -- 172.21.15.44:0/3671340670 wait complete. 2024-05-27T00:35:59.658 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-05-27T00:35:59.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.876+0000 7f0639c00640 1 -- 172.21.15.44:0/4172562963 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0634102a00 msgr2=0x7f0634102de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.876+0000 7f0639c00640 1 --2- 172.21.15.44:0/4172562963 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0634102a00 0x7f0634102de0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f0624009ca0 tx=0x7f062402a950 comp rx=0 tx=0).stop 2024-05-27T00:35:59.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.876+0000 7f0639c00640 1 -- 172.21.15.44:0/4172562963 shutdown_connections 2024-05-27T00:35:59.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.876+0000 7f0639c00640 1 --2- 172.21.15.44:0/4172562963 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f063410be20 0x7f063410e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.876+0000 7f0639c00640 1 --2- 172.21.15.44:0/4172562963 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0634103320 0x7f063410b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.876+0000 7f0639c00640 1 --2- 172.21.15.44:0/4172562963 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0634102a00 0x7f0634102de0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.876+0000 7f0639c00640 1 -- 172.21.15.44:0/4172562963 >> 172.21.15.44:0/4172562963 conn(0x7f06340fc220 msgr2=0x7f06340fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:59.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.876+0000 7f0639c00640 1 -- 172.21.15.44:0/4172562963 shutdown_connections 2024-05-27T00:35:59.878 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.876+0000 7f0639c00640 1 -- 172.21.15.44:0/4172562963 wait complete. 2024-05-27T00:35:59.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.877+0000 7f0639c00640 1 Processor -- start 2024-05-27T00:35:59.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.877+0000 7f0639c00640 1 -- start start 2024-05-27T00:35:59.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.877+0000 7f0639c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0634102a00 0x7f063419a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.878+0000 7f0639c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0634103320 0x7f063419a990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.878+0000 7f0639c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f063410be20 0x7f063419ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.878+0000 7f0639c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0634111d40 con 0x7f063410be20 2024-05-27T00:35:59.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.878+0000 7f0639c00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0634111bc0 con 0x7f0634102a00 2024-05-27T00:35:59.880 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.878+0000 7f0639c00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f0634111ec0 con 0x7f0634103320 2024-05-27T00:35:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.878+0000 7f0633e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0634102a00 0x7f063419a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.878+0000 7f0633e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0634102a00 0x7f063419a450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:37986/0 (socket says 172.21.15.44:37986) 2024-05-27T00:35:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.878+0000 7f0633e00640 1 -- 172.21.15.44:0/1653265072 learned_addr learned my addr 172.21.15.44:0/1653265072 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.878+0000 7f0639200640 1 --2- 172.21.15.44:0/1653265072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f063410be20 0x7f063419ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.878+0000 7f0633400640 1 --2- 172.21.15.44:0/1653265072 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0634103320 0x7f063419a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.878+0000 7f0633e00640 1 -- 172.21.15.44:0/1653265072 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0634103320 msgr2=0x7f063419a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.878+0000 7f0633e00640 1 --2- 172.21.15.44:0/1653265072 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0634103320 0x7f063419a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.878+0000 7f0633e00640 1 -- 172.21.15.44:0/1653265072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f063410be20 msgr2=0x7f063419ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.878+0000 7f0633e00640 1 --2- 172.21.15.44:0/1653265072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f063410be20 0x7f063419ed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.878+0000 7f0633e00640 1 -- 172.21.15.44:0/1653265072 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f063419f440 con 0x7f0634102a00 2024-05-27T00:35:59.881 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.879+0000 7f0633e00640 1 --2- 172.21.15.44:0/1653265072 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0634102a00 0x7f063419a450 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f0624005cc0 tx=0x7f062402f650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:59.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.879+0000 7f0630c00640 1 -- 172.21.15.44:0/1653265072 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0624034040 con 0x7f0634102a00 2024-05-27T00:35:59.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.879+0000 7f0639c00640 1 -- 172.21.15.44:0/1653265072 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f063419f6d0 con 0x7f0634102a00 2024-05-27T00:35:59.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.879+0000 7f0630c00640 1 -- 172.21.15.44:0/1653265072 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0624030940 con 0x7f0634102a00 2024-05-27T00:35:59.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.879+0000 7f0630c00640 1 -- 172.21.15.44:0/1653265072 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0624004780 con 0x7f0634102a00 2024-05-27T00:35:59.882 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.879+0000 7f0639c00640 1 -- 172.21.15.44:0/1653265072 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06341a6fc0 con 0x7f0634102a00 2024-05-27T00:35:59.884 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.882+0000 7f0630c00640 1 -- 172.21.15.44:0/1653265072 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f0624037020 con 0x7f0634102a00 2024-05-27T00:35:59.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.882+0000 7f063dfed740 1 Processor -- start 2024-05-27T00:35:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.883+0000 7f063dfed740 1 -- start start 2024-05-27T00:35:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.883+0000 7f063dfed740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa7220ac0 0x55cfa7220ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.883+0000 7f063dfed740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa72213e0 0x55cfa722b570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.883+0000 7f063dfed740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa722bab0 0x55cfa722dea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.883+0000 7f063dfed740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55cfa7185de0 con 0x55cfa72213e0 2024-05-27T00:35:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.883+0000 7f063dfed740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55cfa712d630 con 0x55cfa722bab0 2024-05-27T00:35:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.883+0000 7f063dfed740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55cfa7181da0 con 0x55cfa7220ac0 2024-05-27T00:35:59.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.884+0000 7f0639200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa7220ac0 0x55cfa7220ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.884+0000 7f0633e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa72213e0 0x55cfa722b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.884+0000 7f0639200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa7220ac0 0x55cfa7220ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:52846/0 (socket says 172.21.15.44:52846) 2024-05-27T00:35:59.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.884+0000 7f0639200640 1 -- 172.21.15.44:0/1806764424 learned_addr learned my addr 172.21.15.44:0/1806764424 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:59.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.884+0000 7f0633400640 1 --2- 172.21.15.44:0/1806764424 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa722bab0 0x55cfa722dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.884+0000 7f0639200640 1 -- 172.21.15.44:0/1806764424 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa722bab0 msgr2=0x55cfa722dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:59.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.884+0000 7f0639200640 1 --2- 172.21.15.44:0/1806764424 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa722bab0 0x55cfa722dea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.884+0000 7f0639200640 1 -- 172.21.15.44:0/1806764424 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa72213e0 msgr2=0x55cfa722b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:59.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.884+0000 7f0639200640 1 --2- 172.21.15.44:0/1806764424 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa72213e0 0x55cfa722b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.884+0000 7f0639200640 1 -- 172.21.15.44:0/1806764424 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cfa7129380 con 0x55cfa7220ac0 2024-05-27T00:35:59.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.884+0000 7f0633400640 1 --2- 172.21.15.44:0/1806764424 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa722bab0 0x55cfa722dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:35:59.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.884+0000 7f0630c00640 1 --2- 172.21.15.44:0/1653265072 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f06180a2e20 0x7f06180a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.884+0000 7f0639200640 1 --2- 172.21.15.44:0/1806764424 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa7220ac0 0x55cfa7220ea0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f062c009c10 tx=0x7f062c011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd0b94e0128bc018 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:59.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.885+0000 7f0630c00640 1 -- 172.21.15.44:0/1653265072 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f06240f0840 con 0x7f0634102a00 2024-05-27T00:35:59.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.885+0000 7f0629600640 1 -- 172.21.15.44:0/1806764424 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f062c004230 con 0x55cfa7220ac0 2024-05-27T00:35:59.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.885+0000 7f0633e00640 1 --2- 172.21.15.44:0/1653265072 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f06180a2e20 0x7f06180a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.885+0000 7f0629600640 1 -- 172.21.15.44:0/1806764424 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f062c0043d0 con 0x55cfa7220ac0 2024-05-27T00:35:59.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.885+0000 7f0629600640 1 -- 172.21.15.44:0/1806764424 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f062c019780 con 0x55cfa7220ac0 2024-05-27T00:35:59.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.885+0000 7f063dfed740 1 -- 172.21.15.44:0/1806764424 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa7220ac0 msgr2=0x55cfa7220ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.885+0000 7f0633e00640 1 --2- 172.21.15.44:0/1653265072 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f06180a2e20 0x7f06180a52e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f06240edbd0 tx=0x7f06240f6530 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:59.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.885+0000 7f063dfed740 1 --2- 172.21.15.44:0/1806764424 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa7220ac0 0x55cfa7220ea0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f062c009c10 tx=0x7f062c011810 comp rx=0 tx=0).stop 2024-05-27T00:35:59.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.886+0000 7f063dfed740 1 -- 172.21.15.44:0/1806764424 shutdown_connections 2024-05-27T00:35:59.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.886+0000 7f063dfed740 1 --2- 172.21.15.44:0/1806764424 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa722bab0 0x55cfa722dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.886+0000 7f063dfed740 1 --2- 172.21.15.44:0/1806764424 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa72213e0 0x55cfa722b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.886+0000 7f063dfed740 1 --2- 172.21.15.44:0/1806764424 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa7220ac0 0x55cfa7220ea0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.886+0000 7f063dfed740 1 -- 172.21.15.44:0/1806764424 >> 172.21.15.44:0/1806764424 conn(0x55cfa721cde0 msgr2=0x55cfa721d1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:59.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.886+0000 7f063dfed740 1 -- 172.21.15.44:0/1806764424 shutdown_connections 2024-05-27T00:35:59.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.886+0000 7f063dfed740 1 -- 172.21.15.44:0/1806764424 wait complete. 2024-05-27T00:35:59.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.886+0000 7f063dfed740 1 -- start start 2024-05-27T00:35:59.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.886+0000 7f063dfed740 1 Processor -- start 2024-05-27T00:35:59.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.887+0000 7f063dfed740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa7220ac0 0x55cfa72289b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.887+0000 7f063dfed740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa72213e0 0x55cfa7228ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.887+0000 7f063dfed740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa722bab0 0x55cfa7229430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.887+0000 7f063dfed740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55cfa722e8a0 con 0x55cfa722bab0 2024-05-27T00:35:59.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.887+0000 7f063dfed740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55cfa7140a90 con 0x55cfa72213e0 2024-05-27T00:35:59.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.887+0000 7f063dfed740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55cfa722ea20 con 0x55cfa7220ac0 2024-05-27T00:35:59.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.887+0000 7f063dfed740 10 client.0 _ll_register_callbacks cb 0x55cfa7123bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:35:59.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.887+0000 7f0639200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa722bab0 0x55cfa7229430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.887+0000 7f0633400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa72213e0 0x55cfa7228ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.887+0000 7f0639200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa722bab0 0x55cfa7229430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44986/0 (socket says 172.21.15.44:44986) 2024-05-27T00:35:59.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.887+0000 7f0639200640 1 -- 172.21.15.44:0/319049751 learned_addr learned my addr 172.21.15.44:0/319049751 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:59.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.887+0000 7f0639200640 1 --2- 172.21.15.44:0/319049751 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa7220ac0 0x55cfa72289b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.888+0000 7f0633400640 1 -- 172.21.15.44:0/319049751 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa7220ac0 msgr2=0x55cfa72289b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:59.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.888+0000 7f0633400640 1 --2- 172.21.15.44:0/319049751 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa7220ac0 0x55cfa72289b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.888+0000 7f0633400640 1 -- 172.21.15.44:0/319049751 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa722bab0 msgr2=0x55cfa7229430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:59.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.888+0000 7f0633400640 1 --2- 172.21.15.44:0/319049751 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa722bab0 0x55cfa7229430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.888+0000 7f0633400640 1 -- 172.21.15.44:0/319049751 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cfa6e993f0 con 0x55cfa72213e0 2024-05-27T00:35:59.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.888+0000 7f0633400640 1 --2- 172.21.15.44:0/319049751 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa72213e0 0x55cfa7228ef0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f063410e7b0 tx=0x7f061c012b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c5a691ea5ed446de server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:59.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.888+0000 7f0622000640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:35:59.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.888+0000 7f0622000640 1 -- 172.21.15.44:0/319049751 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061c004050 con 0x55cfa72213e0 2024-05-27T00:35:59.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.888+0000 7f0622000640 1 -- 172.21.15.44:0/319049751 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f061c0041f0 con 0x55cfa72213e0 2024-05-27T00:35:59.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.888+0000 7f063dfed740 1 -- 172.21.15.44:0/319049751 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f062c0043d0 con 0x55cfa72213e0 2024-05-27T00:35:59.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.889+0000 7f0622000640 1 -- 172.21.15.44:0/319049751 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f061c024050 con 0x55cfa72213e0 2024-05-27T00:35:59.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.889+0000 7f063dfed740 10 client.25739 fetch_fsmap learned FSMap version 25 2024-05-27T00:35:59.896 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.889+0000 7f063dfed740 1 -- 172.21.15.44:0/319049751 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55cfa6f637d0 con 0x55cfa72213e0 2024-05-27T00:35:59.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.889+0000 7f0622000640 1 -- 172.21.15.44:0/319049751 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f062c0043d0 con 0x55cfa72213e0 2024-05-27T00:35:59.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.889+0000 7f0622000640 1 -- 172.21.15.44:0/319049751 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f061c0039b0 con 0x55cfa72213e0 2024-05-27T00:35:59.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.889+0000 7f063dfed740 10 client.25739 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:35:59.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.889+0000 7f063dfed740 10 client.25739 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-27T00:35:59.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.889+0000 7f063dfed740 20 client.25739 populate_metadata read hostname 'smithi044' 2024-05-27T00:35:59.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.889+0000 7f063dfed740 1 --2- 172.21.15.44:0/319049751 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55cfa723bf10 0x55cfa723e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.889+0000 7f063dfed740 4 client.25739 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:35:59.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.889+0000 7f063dfed740 1 -- 172.21.15.44:0/319049751 --> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cfa7193510 con 0x55cfa723bf10 2024-05-27T00:35:59.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.890+0000 7f0639200640 1 --2- 172.21.15.44:0/319049751 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55cfa723bf10 0x55cfa723e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.890+0000 7f0639200640 1 --2- 172.21.15.44:0/319049751 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55cfa723bf10 0x55cfa723e330 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a094bba40705db50 server_cookie=de4712009ec52bc8 in_seq=0 out_seq=0 2024-05-27T00:35:59.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.890+0000 7f0622000640 10 client.25739 ms_handle_connect on v2:172.21.15.50:6836/3905712585 2024-05-27T00:35:59.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.891+0000 7f0622000640 1 -- 172.21.15.44:0/319049751 <== mds.2 v2:172.21.15.50:6836/3905712585 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55cfa7193510 con 0x55cfa723bf10 2024-05-27T00:35:59.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.891+0000 7f0622000640 10 client.25739 handle_command_reply: tid=0 2024-05-27T00:35:59.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.891+0000 7f063dfed740 1 client.25739 shutdown 2024-05-27T00:35:59.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.891+0000 7f063dfed740 1 -- 172.21.15.44:0/319049751 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa72213e0 msgr2=0x55cfa7228ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.891+0000 7f063dfed740 1 --2- 172.21.15.44:0/319049751 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa72213e0 0x55cfa7228ef0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f063410e7b0 tx=0x7f061c012b60 comp rx=0 tx=0).stop 2024-05-27T00:35:59.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.892+0000 7f063dfed740 1 -- 172.21.15.44:0/319049751 shutdown_connections 2024-05-27T00:35:59.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.892+0000 7f063dfed740 1 --2- 172.21.15.44:0/319049751 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55cfa723bf10 0x55cfa723e330 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.892+0000 7f063dfed740 1 --2- 172.21.15.44:0/319049751 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa722bab0 0x55cfa7229430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.892+0000 7f063dfed740 1 --2- 172.21.15.44:0/319049751 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa72213e0 0x55cfa7228ef0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.892+0000 7f063dfed740 1 --2- 172.21.15.44:0/319049751 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa7220ac0 0x55cfa72289b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.892+0000 7f0622000640 0 client.25739 ms_handle_reset on v2:172.21.15.50:6836/3905712585 2024-05-27T00:35:59.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.892+0000 7f063dfed740 1 -- 172.21.15.44:0/319049751 >> 172.21.15.44:0/319049751 conn(0x55cfa721cde0 msgr2=0x55cfa7222ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:59.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.892+0000 7f063dfed740 1 -- 172.21.15.44:0/319049751 shutdown_connections 2024-05-27T00:35:59.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.892+0000 7f063dfed740 1 -- 172.21.15.44:0/319049751 wait complete. 2024-05-27T00:35:59.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.892+0000 7f063dfed740 20 client.25739 trim_cache size 0 max 16384 2024-05-27T00:35:59.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.907+0000 7f063dfed740 1 Processor -- start 2024-05-27T00:35:59.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.907+0000 7f063dfed740 1 -- start start 2024-05-27T00:35:59.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.907+0000 7f063dfed740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa7220ac0 0x55cfa7229250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.907+0000 7f063dfed740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa72213e0 0x55cfa721bde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.907+0000 7f063dfed740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa722bab0 0x55cfa7243c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.907+0000 7f063dfed740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f06341b3730 con 0x55cfa7220ac0 2024-05-27T00:35:59.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.907+0000 7f063dfed740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f06341b1000 con 0x55cfa722bab0 2024-05-27T00:35:59.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.907+0000 7f063dfed740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f06341aee30 con 0x55cfa72213e0 2024-05-27T00:35:59.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.908+0000 7f0639200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa7220ac0 0x55cfa7229250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.908+0000 7f0639200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa7220ac0 0x55cfa7229250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45002/0 (socket says 172.21.15.44:45002) 2024-05-27T00:35:59.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.908+0000 7f0639200640 1 -- 172.21.15.44:0/215075279 learned_addr learned my addr 172.21.15.44:0/215075279 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:59.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.908+0000 7f0633400640 1 --2- 172.21.15.44:0/215075279 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa72213e0 0x55cfa721bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.908+0000 7f0639200640 1 --2- 172.21.15.44:0/215075279 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa722bab0 0x55cfa7243c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.908+0000 7f0633400640 1 -- 172.21.15.44:0/215075279 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa722bab0 msgr2=0x55cfa7243c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:59.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.908+0000 7f0633400640 1 --2- 172.21.15.44:0/215075279 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa722bab0 0x55cfa7243c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.908+0000 7f0633400640 1 -- 172.21.15.44:0/215075279 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa7220ac0 msgr2=0x55cfa7229250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:59.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.908+0000 7f0633400640 1 --2- 172.21.15.44:0/215075279 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa7220ac0 0x55cfa7229250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.908+0000 7f0633400640 1 -- 172.21.15.44:0/215075279 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cfa723e6a0 con 0x55cfa72213e0 2024-05-27T00:35:59.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.908+0000 7f0639200640 1 --2- 172.21.15.44:0/215075279 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa7220ac0 0x55cfa7229250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:35:59.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.909+0000 7f0633400640 1 --2- 172.21.15.44:0/215075279 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa72213e0 0x55cfa721bde0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f061c003dd0 tx=0x7f061c0095b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3d488e4657c7f60a server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:59.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.909+0000 7f0628c00640 1 -- 172.21.15.44:0/215075279 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061c00f9a0 con 0x55cfa72213e0 2024-05-27T00:35:59.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.909+0000 7f0628c00640 1 -- 172.21.15.44:0/215075279 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f061c02d070 con 0x55cfa72213e0 2024-05-27T00:35:59.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.909+0000 7f0628c00640 1 -- 172.21.15.44:0/215075279 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061c003970 con 0x55cfa72213e0 2024-05-27T00:35:59.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.909+0000 7f063dfed740 1 -- 172.21.15.44:0/215075279 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa72213e0 msgr2=0x55cfa721bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.909+0000 7f063dfed740 1 --2- 172.21.15.44:0/215075279 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa72213e0 0x55cfa721bde0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f061c003dd0 tx=0x7f061c0095b0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.909+0000 7f063dfed740 1 -- 172.21.15.44:0/215075279 shutdown_connections 2024-05-27T00:35:59.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.909+0000 7f063dfed740 1 --2- 172.21.15.44:0/215075279 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa722bab0 0x55cfa7243c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.909+0000 7f063dfed740 1 --2- 172.21.15.44:0/215075279 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa72213e0 0x55cfa721bde0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.909+0000 7f063dfed740 1 --2- 172.21.15.44:0/215075279 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa7220ac0 0x55cfa7229250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.909+0000 7f063dfed740 1 -- 172.21.15.44:0/215075279 >> 172.21.15.44:0/215075279 conn(0x55cfa721cde0 msgr2=0x55cfa721b6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:59.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.910+0000 7f063dfed740 1 -- 172.21.15.44:0/215075279 shutdown_connections 2024-05-27T00:35:59.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.910+0000 7f063dfed740 1 -- 172.21.15.44:0/215075279 wait complete. 2024-05-27T00:35:59.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.910+0000 7f063dfed740 1 -- start start 2024-05-27T00:35:59.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.910+0000 7f063dfed740 1 Processor -- start 2024-05-27T00:35:59.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.911+0000 7f063dfed740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa7220ac0 0x55cfa7234200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.911+0000 7f063dfed740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa722bab0 0x55cfa722f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.911+0000 7f063dfed740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa722fa10 0x55cfa722fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.911+0000 7f063dfed740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f06341af4c0 con 0x55cfa722bab0 2024-05-27T00:35:59.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.911+0000 7f063dfed740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f06341b0930 con 0x55cfa722fa10 2024-05-27T00:35:59.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.911+0000 7f063dfed740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f06341afb90 con 0x55cfa7220ac0 2024-05-27T00:35:59.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.911+0000 7f063dfed740 10 client.0 _ll_register_callbacks cb 0x7f061c009d00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:35:59.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.911+0000 7f0633400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa722bab0 0x55cfa722f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.911+0000 7f0633400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa722bab0 0x55cfa722f4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45006/0 (socket says 172.21.15.44:45006) 2024-05-27T00:35:59.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.911+0000 7f0633400640 1 -- 172.21.15.44:0/1946709293 learned_addr learned my addr 172.21.15.44:0/1946709293 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:35:59.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.911+0000 7f0639200640 1 --2- 172.21.15.44:0/1946709293 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa7220ac0 0x55cfa7234200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.911+0000 7f0639200640 1 --2- 172.21.15.44:0/1946709293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa722fa10 0x55cfa722fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.911+0000 7f0633400640 1 -- 172.21.15.44:0/1946709293 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa7220ac0 msgr2=0x55cfa7234200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:59.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.911+0000 7f0633400640 1 --2- 172.21.15.44:0/1946709293 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa7220ac0 0x55cfa7234200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.911+0000 7f0633400640 1 -- 172.21.15.44:0/1946709293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa722fa10 msgr2=0x55cfa722fe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:35:59.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.911+0000 7f0633400640 1 --2- 172.21.15.44:0/1946709293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa722fa10 0x55cfa722fe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.911+0000 7f0633400640 1 -- 172.21.15.44:0/1946709293 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cfa72a58d0 con 0x55cfa722bab0 2024-05-27T00:35:59.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.912+0000 7f0633400640 1 --2- 172.21.15.44:0/1946709293 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa722bab0 0x55cfa722f4d0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f061c010450 tx=0x7f061c005300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ef0321edb15c1f1 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:35:59.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.912+0000 7f0622000640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:35:59.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.912+0000 7f0622000640 1 -- 172.21.15.44:0/1946709293 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061c035030 con 0x55cfa722bab0 2024-05-27T00:35:59.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.912+0000 7f0622000640 1 -- 172.21.15.44:0/1946709293 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f061c018050 con 0x55cfa722bab0 2024-05-27T00:35:59.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.912+0000 7f063dfed740 1 -- 172.21.15.44:0/1946709293 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f061c02d070 con 0x55cfa722bab0 2024-05-27T00:35:59.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.912+0000 7f0622000640 1 -- 172.21.15.44:0/1946709293 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f061c042050 con 0x55cfa722bab0 2024-05-27T00:35:59.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.912+0000 7f063dfed740 10 client.15615 fetch_fsmap learned FSMap version 25 2024-05-27T00:35:59.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.912+0000 7f063dfed740 1 -- 172.21.15.44:0/1946709293 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55cfa72a6bd0 con 0x55cfa722bab0 2024-05-27T00:35:59.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.913+0000 7f0622000640 1 -- 172.21.15.44:0/1946709293 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f061c02d070 con 0x55cfa722bab0 2024-05-27T00:35:59.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.913+0000 7f0622000640 1 -- 172.21.15.44:0/1946709293 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f061c0105c0 con 0x55cfa722bab0 2024-05-27T00:35:59.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.913+0000 7f063dfed740 10 client.15615 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:35:59.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.913+0000 7f063dfed740 10 client.15615 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-27T00:35:59.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.913+0000 7f063dfed740 20 client.15615 populate_metadata read hostname 'smithi044' 2024-05-27T00:35:59.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.913+0000 7f063dfed740 1 --2- 172.21.15.44:0/1946709293 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55cfa72a72d0 0x55cfa72a96f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:35:59.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.913+0000 7f063dfed740 4 client.15615 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-27T00:35:59.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.913+0000 7f063dfed740 1 -- 172.21.15.44:0/1946709293 --> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55cfa718d860 con 0x55cfa72a72d0 2024-05-27T00:35:59.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.914+0000 7f0639200640 1 --2- 172.21.15.44:0/1946709293 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55cfa72a72d0 0x55cfa72a96f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:35:59.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.914+0000 7f0639200640 1 --2- 172.21.15.44:0/1946709293 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55cfa72a72d0 0x55cfa72a96f0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=88765d6204027bd9 server_cookie=f49892584701641d in_seq=0 out_seq=0 2024-05-27T00:35:59.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.914+0000 7f0622000640 10 client.15615 ms_handle_connect on v2:172.21.15.50:6836/3905712585 2024-05-27T00:35:59.920 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.914+0000 7f0622000640 1 -- 172.21.15.44:0/1946709293 <== mds.2 v2:172.21.15.50:6836/3905712585 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55cfa718d860 con 0x55cfa72a72d0 2024-05-27T00:35:59.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.914+0000 7f0622000640 10 client.15615 handle_command_reply: tid=0 2024-05-27T00:35:59.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.915+0000 7f063dfed740 1 client.15615 shutdown 2024-05-27T00:35:59.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.915+0000 7f063dfed740 1 -- 172.21.15.44:0/1946709293 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa722bab0 msgr2=0x55cfa722f4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.915+0000 7f063dfed740 1 --2- 172.21.15.44:0/1946709293 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa722bab0 0x55cfa722f4d0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f061c010450 tx=0x7f061c005300 comp rx=0 tx=0).stop 2024-05-27T00:35:59.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.915+0000 7f063dfed740 1 -- 172.21.15.44:0/1946709293 shutdown_connections 2024-05-27T00:35:59.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.915+0000 7f063dfed740 1 --2- 172.21.15.44:0/1946709293 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55cfa72a72d0 0x55cfa72a96f0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.915+0000 7f063dfed740 1 --2- 172.21.15.44:0/1946709293 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55cfa722fa10 0x55cfa722fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.915+0000 7f0622000640 0 client.15615 ms_handle_reset on v2:172.21.15.50:6836/3905712585 2024-05-27T00:35:59.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.915+0000 7f063dfed740 1 --2- 172.21.15.44:0/1946709293 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55cfa722bab0 0x55cfa722f4d0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.915+0000 7f063dfed740 1 --2- 172.21.15.44:0/1946709293 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55cfa7220ac0 0x55cfa7234200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.915+0000 7f063dfed740 1 -- 172.21.15.44:0/1946709293 >> 172.21.15.44:0/1946709293 conn(0x55cfa721cde0 msgr2=0x55cfa721bf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:59.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.915+0000 7f063dfed740 1 -- 172.21.15.44:0/1946709293 shutdown_connections 2024-05-27T00:35:59.921 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.915+0000 7f063dfed740 1 -- 172.21.15.44:0/1946709293 wait complete. 2024-05-27T00:35:59.922 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.915+0000 7f063dfed740 20 client.15615 trim_cache size 0 max 16384 2024-05-27T00:35:59.922 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-27T00:35:59.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.916+0000 7f0639c00640 1 -- 172.21.15.44:0/1653265072 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f06180a2e20 msgr2=0x7f06180a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.916+0000 7f0639c00640 1 --2- 172.21.15.44:0/1653265072 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f06180a2e20 0x7f06180a52e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f06240edbd0 tx=0x7f06240f6530 comp rx=0 tx=0).stop 2024-05-27T00:35:59.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.916+0000 7f0639c00640 1 -- 172.21.15.44:0/1653265072 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0634102a00 msgr2=0x7f063419a450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:35:59.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.916+0000 7f0639c00640 1 --2- 172.21.15.44:0/1653265072 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0634102a00 0x7f063419a450 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f0624005cc0 tx=0x7f062402f650 comp rx=0 tx=0).stop 2024-05-27T00:35:59.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.916+0000 7f0639c00640 1 -- 172.21.15.44:0/1653265072 shutdown_connections 2024-05-27T00:35:59.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.916+0000 7f0639c00640 1 --2- 172.21.15.44:0/1653265072 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f06180a2e20 0x7f06180a52e0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.916+0000 7f0639c00640 1 --2- 172.21.15.44:0/1653265072 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f063410be20 0x7f063419ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.916+0000 7f0639c00640 1 --2- 172.21.15.44:0/1653265072 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0634103320 0x7f063419a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.923 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.916+0000 7f0639c00640 1 --2- 172.21.15.44:0/1653265072 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0634102a00 0x7f063419a450 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:35:59.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.916+0000 7f0639c00640 1 -- 172.21.15.44:0/1653265072 >> 172.21.15.44:0/1653265072 conn(0x7f06340fc220 msgr2=0x7f0634100580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:35:59.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.916+0000 7f0639c00640 1 -- 172.21.15.44:0/1653265072 shutdown_connections 2024-05-27T00:35:59.924 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:35:59.916+0000 7f0639c00640 1 -- 172.21.15.44:0/1653265072 wait complete. 2024-05-27T00:35:59.937 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-05-27T00:36:00.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.151+0000 7f1956000640 1 -- 172.21.15.44:0/3381564869 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f195010df60 msgr2=0x7f195010e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:00.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.151+0000 7f1956000640 1 --2- 172.21.15.44:0/3381564869 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f195010df60 0x7f195010e340 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1940009be0 tx=0x7f194002a750 comp rx=0 tx=0).stop 2024-05-27T00:36:00.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.151+0000 7f1956000640 1 -- 172.21.15.44:0/3381564869 shutdown_connections 2024-05-27T00:36:00.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.151+0000 7f1956000640 1 --2- 172.21.15.44:0/3381564869 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f19501088e0 0x7f1950114d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.151+0000 7f1956000640 1 --2- 172.21.15.44:0/3381564869 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1950107f40 0x7f19501083a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.151+0000 7f1956000640 1 --2- 172.21.15.44:0/3381564869 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f195010df60 0x7f195010e340 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.153 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.151+0000 7f1956000640 1 -- 172.21.15.44:0/3381564869 >> 172.21.15.44:0/3381564869 conn(0x7f19500777c0 msgr2=0x7f19501067c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:00.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.151+0000 7f1956000640 1 -- 172.21.15.44:0/3381564869 shutdown_connections 2024-05-27T00:36:00.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.151+0000 7f1956000640 1 -- 172.21.15.44:0/3381564869 wait complete. 2024-05-27T00:36:00.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.152+0000 7f1956000640 1 Processor -- start 2024-05-27T00:36:00.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.152+0000 7f1956000640 1 -- start start 2024-05-27T00:36:00.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.152+0000 7f1956000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1950107f40 0x7f19501a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.152+0000 7f1956000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19501088e0 0x7f19501a4920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.153+0000 7f1956000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f195010df60 0x7f195019e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.153+0000 7f1956000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f19501183a0 con 0x7f1950107f40 2024-05-27T00:36:00.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.153+0000 7f1956000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1950118220 con 0x7f19501088e0 2024-05-27T00:36:00.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.153+0000 7f1956000640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f1950118520 con 0x7f195010df60 2024-05-27T00:36:00.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.153+0000 7f1954c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1950107f40 0x7f19501a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.153+0000 7f1954c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1950107f40 0x7f19501a43e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45026/0 (socket says 172.21.15.44:45026) 2024-05-27T00:36:00.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.153+0000 7f1954c00640 1 -- 172.21.15.44:0/2881341171 learned_addr learned my addr 172.21.15.44:0/2881341171 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:00.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.153+0000 7f194fe00640 1 --2- 172.21.15.44:0/2881341171 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19501088e0 0x7f19501a4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.153+0000 7f1955600640 1 --2- 172.21.15.44:0/2881341171 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f195010df60 0x7f195019e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.153+0000 7f1954c00640 1 -- 172.21.15.44:0/2881341171 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f195010df60 msgr2=0x7f195019e5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:00.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.153+0000 7f1954c00640 1 --2- 172.21.15.44:0/2881341171 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f195010df60 0x7f195019e5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.153+0000 7f1954c00640 1 -- 172.21.15.44:0/2881341171 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19501088e0 msgr2=0x7f19501a4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:00.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.153+0000 7f1954c00640 1 --2- 172.21.15.44:0/2881341171 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19501088e0 0x7f19501a4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.153+0000 7f1954c00640 1 -- 172.21.15.44:0/2881341171 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f195019ed60 con 0x7f1950107f40 2024-05-27T00:36:00.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.154+0000 7f1954c00640 1 --2- 172.21.15.44:0/2881341171 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1950107f40 0x7f19501a43e0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f194002ad40 tx=0x7f1940003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:00.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.154+0000 7f194d600640 1 -- 172.21.15.44:0/2881341171 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1940041020 con 0x7f1950107f40 2024-05-27T00:36:00.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.154+0000 7f1956000640 1 -- 172.21.15.44:0/2881341171 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f195019eff0 con 0x7f1950107f40 2024-05-27T00:36:00.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.154+0000 7f194d600640 1 -- 172.21.15.44:0/2881341171 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1940003e10 con 0x7f1950107f40 2024-05-27T00:36:00.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.154+0000 7f194d600640 1 -- 172.21.15.44:0/2881341171 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1940036040 con 0x7f1950107f40 2024-05-27T00:36:00.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.154+0000 7f1956000640 1 -- 172.21.15.44:0/2881341171 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19501ab2a0 con 0x7f1950107f40 2024-05-27T00:36:00.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.158+0000 7f195a577740 1 Processor -- start 2024-05-27T00:36:00.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.159+0000 7f195a577740 1 -- start start 2024-05-27T00:36:00.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.159+0000 7f195a577740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a969ac0 0x56413a969ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.159+0000 7f195a577740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56413a96a3e0 0x56413a974570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.159+0000 7f195a577740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 0x56413a976ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.159+0000 7f194d600640 1 -- 172.21.15.44:0/2881341171 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f1940044020 con 0x7f1950107f40 2024-05-27T00:36:00.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.159+0000 7f195a577740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56413a8cede0 con 0x56413a974ab0 2024-05-27T00:36:00.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.159+0000 7f195a577740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56413a876630 con 0x56413a969ac0 2024-05-27T00:36:00.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.159+0000 7f195a577740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x56413a8cada0 con 0x56413a96a3e0 2024-05-27T00:36:00.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.159+0000 7f194fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 0x56413a976ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.159+0000 7f1955600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a969ac0 0x56413a969ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.160+0000 7f194fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 0x56413a976ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45042/0 (socket says 172.21.15.44:45042) 2024-05-27T00:36:00.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.160+0000 7f194fe00640 1 -- 172.21.15.44:0/953470217 learned_addr learned my addr 172.21.15.44:0/953470217 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:00.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.160+0000 7f1954c00640 1 --2- 172.21.15.44:0/953470217 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56413a96a3e0 0x56413a974570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.160+0000 7f1955600640 1 -- 172.21.15.44:0/953470217 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56413a96a3e0 msgr2=0x56413a974570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:00.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.160+0000 7f1955600640 1 --2- 172.21.15.44:0/953470217 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56413a96a3e0 0x56413a974570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.160+0000 7f1955600640 1 -- 172.21.15.44:0/953470217 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 msgr2=0x56413a976ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:00.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.160+0000 7f1955600640 1 --2- 172.21.15.44:0/953470217 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 0x56413a976ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.160+0000 7f1955600640 1 -- 172.21.15.44:0/953470217 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56413a872380 con 0x56413a969ac0 2024-05-27T00:36:00.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.160+0000 7f1955600640 1 --2- 172.21.15.44:0/953470217 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a969ac0 0x56413a969ea0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f1948009b70 tx=0x7f1948011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1bdc4be1c885c5c server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:00.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.161+0000 7f1945c00640 1 -- 172.21.15.44:0/953470217 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1948009d20 con 0x56413a969ac0 2024-05-27T00:36:00.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.161+0000 7f1945c00640 1 -- 172.21.15.44:0/953470217 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1948005520 con 0x56413a969ac0 2024-05-27T00:36:00.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.161+0000 7f1945c00640 1 -- 172.21.15.44:0/953470217 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1948019670 con 0x56413a969ac0 2024-05-27T00:36:00.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.161+0000 7f194d600640 1 --2- 172.21.15.44:0/2881341171 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f19340a2e20 0x7f19340a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.161+0000 7f194d600640 1 -- 172.21.15.44:0/2881341171 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f19400f0520 con 0x7f1950107f40 2024-05-27T00:36:00.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.161+0000 7f1954c00640 1 --2- 172.21.15.44:0/2881341171 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f19340a2e20 0x7f19340a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.161+0000 7f195a577740 1 -- 172.21.15.44:0/953470217 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a969ac0 msgr2=0x56413a969ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:00.164 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.161+0000 7f195a577740 1 --2- 172.21.15.44:0/953470217 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a969ac0 0x56413a969ea0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f1948009b70 tx=0x7f1948011810 comp rx=0 tx=0).stop 2024-05-27T00:36:00.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.162+0000 7f195a577740 1 -- 172.21.15.44:0/953470217 shutdown_connections 2024-05-27T00:36:00.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.162+0000 7f195a577740 1 --2- 172.21.15.44:0/953470217 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 0x56413a976ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.162+0000 7f195a577740 1 --2- 172.21.15.44:0/953470217 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56413a96a3e0 0x56413a974570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.162+0000 7f195a577740 1 --2- 172.21.15.44:0/953470217 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a969ac0 0x56413a969ea0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.162+0000 7f195a577740 1 -- 172.21.15.44:0/953470217 >> 172.21.15.44:0/953470217 conn(0x56413a965de0 msgr2=0x56413a9661c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:00.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.162+0000 7f195a577740 1 -- 172.21.15.44:0/953470217 shutdown_connections 2024-05-27T00:36:00.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.162+0000 7f195a577740 1 -- 172.21.15.44:0/953470217 wait complete. 2024-05-27T00:36:00.168 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.162+0000 7f1954c00640 1 --2- 172.21.15.44:0/2881341171 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f19340a2e20 0x7f19340a52e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f19400ed7e0 tx=0x7f19400f6060 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:00.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.162+0000 7f195a577740 1 -- start start 2024-05-27T00:36:00.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.162+0000 7f195a577740 1 Processor -- start 2024-05-27T00:36:00.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.163+0000 7f195a577740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56413a969ac0 0x56413a971ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.163+0000 7f195a577740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a96a3e0 0x56413a971ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.163+0000 7f195a577740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 0x56413a972530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.163+0000 7f195a577740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56413a9778a0 con 0x56413a974ab0 2024-05-27T00:36:00.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.163+0000 7f195a577740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56413a889a90 con 0x56413a96a3e0 2024-05-27T00:36:00.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.163+0000 7f195a577740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x56413a977a20 con 0x56413a969ac0 2024-05-27T00:36:00.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.163+0000 7f195a577740 10 client.0 _ll_register_callbacks cb 0x56413a86cbb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:00.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.163+0000 7f194fe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a96a3e0 0x56413a971ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.163+0000 7f194fe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a96a3e0 0x56413a971ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:38052/0 (socket says 172.21.15.44:38052) 2024-05-27T00:36:00.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.163+0000 7f194fe00640 1 -- 172.21.15.44:0/2117464654 learned_addr learned my addr 172.21.15.44:0/2117464654 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:00.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.163+0000 7f1955600640 1 --2- 172.21.15.44:0/2117464654 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56413a969ac0 0x56413a971ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.163+0000 7f1955600640 1 --2- 172.21.15.44:0/2117464654 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 0x56413a972530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.164+0000 7f194fe00640 1 -- 172.21.15.44:0/2117464654 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56413a969ac0 msgr2=0x56413a971ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:00.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.164+0000 7f194fe00640 1 --2- 172.21.15.44:0/2117464654 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56413a969ac0 0x56413a971ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.164+0000 7f194fe00640 1 -- 172.21.15.44:0/2117464654 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 msgr2=0x56413a972530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:00.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.164+0000 7f194fe00640 1 --2- 172.21.15.44:0/2117464654 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 0x56413a972530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.164+0000 7f194fe00640 1 -- 172.21.15.44:0/2117464654 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56413a5e23f0 con 0x56413a96a3e0 2024-05-27T00:36:00.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.164+0000 7f1955600640 1 --2- 172.21.15.44:0/2117464654 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56413a969ac0 0x56413a971ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:36:00.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.164+0000 7f194fe00640 1 --2- 172.21.15.44:0/2117464654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a96a3e0 0x56413a971ff0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f193c00bfd0 tx=0x7f193c0118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f66db2545dfa98d6 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:00.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.164+0000 7f193a000640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:36:00.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.164+0000 7f193a000640 1 -- 172.21.15.44:0/2117464654 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f193c004020 con 0x56413a96a3e0 2024-05-27T00:36:00.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.164+0000 7f193a000640 1 -- 172.21.15.44:0/2117464654 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f193c0041c0 con 0x56413a96a3e0 2024-05-27T00:36:00.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.164+0000 7f195a577740 1 -- 172.21.15.44:0/2117464654 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1948005520 con 0x56413a96a3e0 2024-05-27T00:36:00.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.165+0000 7f193a000640 1 -- 172.21.15.44:0/2117464654 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f193c025050 con 0x56413a96a3e0 2024-05-27T00:36:00.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.165+0000 7f195a577740 10 client.25757 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:00.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.165+0000 7f195a577740 1 -- 172.21.15.44:0/2117464654 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56413a6ac7d0 con 0x56413a96a3e0 2024-05-27T00:36:00.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.165+0000 7f193a000640 1 -- 172.21.15.44:0/2117464654 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1948005520 con 0x56413a96a3e0 2024-05-27T00:36:00.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.165+0000 7f193a000640 1 -- 172.21.15.44:0/2117464654 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f193c003960 con 0x56413a96a3e0 2024-05-27T00:36:00.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.165+0000 7f195a577740 10 client.25757 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:00.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.165+0000 7f195a577740 10 client.25757 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-27T00:36:00.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.165+0000 7f195a577740 20 client.25757 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:00.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.165+0000 7f195a577740 1 --2- 172.21.15.44:0/2117464654 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x56413a984f30 0x56413a987350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.165+0000 7f195a577740 4 client.25757 mds_command: new command op to 24581 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:36:00.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.165+0000 7f195a577740 1 -- 172.21.15.44:0/2117464654 --> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56413a8dc510 con 0x56413a984f30 2024-05-27T00:36:00.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.166+0000 7f1955600640 1 --2- 172.21.15.44:0/2117464654 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x56413a984f30 0x56413a987350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.166+0000 7f1955600640 1 --2- 172.21.15.44:0/2117464654 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x56413a984f30 0x56413a987350 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f8a16b22787f70b server_cookie=fa09f362de6fd63b in_seq=0 out_seq=0 2024-05-27T00:36:00.172 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.166+0000 7f193a000640 10 client.25757 ms_handle_connect on v2:172.21.15.44:6840/114683393 2024-05-27T00:36:00.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.167+0000 7f193a000640 1 -- 172.21.15.44:0/2117464654 <== mds.1 v2:172.21.15.44:6840/114683393 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56413a8dc510 con 0x56413a984f30 2024-05-27T00:36:00.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.167+0000 7f193a000640 10 client.25757 handle_command_reply: tid=0 2024-05-27T00:36:00.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.167+0000 7f195a577740 1 client.25757 shutdown 2024-05-27T00:36:00.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.167+0000 7f195a577740 1 -- 172.21.15.44:0/2117464654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a96a3e0 msgr2=0x56413a971ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:00.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.167+0000 7f195a577740 1 --2- 172.21.15.44:0/2117464654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a96a3e0 0x56413a971ff0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f193c00bfd0 tx=0x7f193c0118d0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.167+0000 7f195a577740 1 -- 172.21.15.44:0/2117464654 shutdown_connections 2024-05-27T00:36:00.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.167+0000 7f195a577740 1 --2- 172.21.15.44:0/2117464654 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 0x56413a972530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.167+0000 7f195a577740 1 --2- 172.21.15.44:0/2117464654 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x56413a984f30 0x56413a987350 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.173 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.167+0000 7f195a577740 1 --2- 172.21.15.44:0/2117464654 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a96a3e0 0x56413a971ff0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.167+0000 7f195a577740 1 --2- 172.21.15.44:0/2117464654 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56413a969ac0 0x56413a971ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.167+0000 7f193a000640 0 client.25757 ms_handle_reset on v2:172.21.15.44:6840/114683393 2024-05-27T00:36:00.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.167+0000 7f195a577740 1 -- 172.21.15.44:0/2117464654 >> 172.21.15.44:0/2117464654 conn(0x56413a965de0 msgr2=0x56413a96bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:00.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.168+0000 7f195a577740 1 -- 172.21.15.44:0/2117464654 shutdown_connections 2024-05-27T00:36:00.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.168+0000 7f195a577740 1 -- 172.21.15.44:0/2117464654 wait complete. 2024-05-27T00:36:00.174 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.168+0000 7f195a577740 20 client.25757 trim_cache size 0 max 16384 2024-05-27T00:36:00.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.183+0000 7f195a577740 1 Processor -- start 2024-05-27T00:36:00.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.183+0000 7f195a577740 1 -- start start 2024-05-27T00:36:00.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.183+0000 7f195a577740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56413a969ac0 0x56413a9808f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.183+0000 7f195a577740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a96a3e0 0x56413a9739f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.183+0000 7f195a577740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 0x56413a98cc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.183+0000 7f195a577740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f19501b7ad0 con 0x56413a974ab0 2024-05-27T00:36:00.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.183+0000 7f195a577740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f19501b53a0 con 0x56413a96a3e0 2024-05-27T00:36:00.185 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.183+0000 7f195a577740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f19501b31d0 con 0x56413a969ac0 2024-05-27T00:36:00.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.184+0000 7f1955600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 0x56413a98cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.184+0000 7f1955600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 0x56413a98cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45054/0 (socket says 172.21.15.44:45054) 2024-05-27T00:36:00.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.184+0000 7f1955600640 1 -- 172.21.15.44:0/1264078927 learned_addr learned my addr 172.21.15.44:0/1264078927 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:00.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.184+0000 7f194fe00640 1 --2- 172.21.15.44:0/1264078927 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a96a3e0 0x56413a9739f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.184+0000 7f1955600640 1 --2- 172.21.15.44:0/1264078927 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56413a969ac0 0x56413a9808f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.184+0000 7f1955600640 1 -- 172.21.15.44:0/1264078927 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56413a969ac0 msgr2=0x56413a9808f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:00.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.184+0000 7f1955600640 1 --2- 172.21.15.44:0/1264078927 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56413a969ac0 0x56413a9808f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.184+0000 7f1955600640 1 -- 172.21.15.44:0/1264078927 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a96a3e0 msgr2=0x56413a9739f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:00.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.184+0000 7f1955600640 1 --2- 172.21.15.44:0/1264078927 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a96a3e0 0x56413a9739f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.184+0000 7f1955600640 1 -- 172.21.15.44:0/1264078927 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56413a96a210 con 0x56413a974ab0 2024-05-27T00:36:00.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.184+0000 7f194fe00640 1 --2- 172.21.15.44:0/1264078927 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a96a3e0 0x56413a9739f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:00.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.185+0000 7f1955600640 1 --2- 172.21.15.44:0/1264078927 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 0x56413a98cc20 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f194801b040 tx=0x7f1948009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=784c8357ed55c314 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:00.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.185+0000 7f1945200640 1 -- 172.21.15.44:0/1264078927 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1948004e50 con 0x56413a974ab0 2024-05-27T00:36:00.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.185+0000 7f1945200640 1 -- 172.21.15.44:0/1264078927 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f19480054f0 con 0x56413a974ab0 2024-05-27T00:36:00.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.185+0000 7f1945200640 1 -- 172.21.15.44:0/1264078927 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1948003ca0 con 0x56413a974ab0 2024-05-27T00:36:00.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.186+0000 7f195a577740 1 -- 172.21.15.44:0/1264078927 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 msgr2=0x56413a98cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:00.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.186+0000 7f195a577740 1 --2- 172.21.15.44:0/1264078927 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 0x56413a98cc20 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f194801b040 tx=0x7f1948009260 comp rx=0 tx=0).stop 2024-05-27T00:36:00.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.186+0000 7f195a577740 1 -- 172.21.15.44:0/1264078927 shutdown_connections 2024-05-27T00:36:00.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.186+0000 7f195a577740 1 --2- 172.21.15.44:0/1264078927 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 0x56413a98cc20 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.186+0000 7f195a577740 1 --2- 172.21.15.44:0/1264078927 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a96a3e0 0x56413a9739f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.186+0000 7f195a577740 1 --2- 172.21.15.44:0/1264078927 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56413a969ac0 0x56413a9808f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.186+0000 7f195a577740 1 -- 172.21.15.44:0/1264078927 >> 172.21.15.44:0/1264078927 conn(0x56413a965de0 msgr2=0x56413a9732e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:00.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.186+0000 7f195a577740 1 -- 172.21.15.44:0/1264078927 shutdown_connections 2024-05-27T00:36:00.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.186+0000 7f195a577740 1 -- 172.21.15.44:0/1264078927 wait complete. 2024-05-27T00:36:00.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.186+0000 7f195a577740 1 -- start start 2024-05-27T00:36:00.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.186+0000 7f195a577740 1 Processor -- start 2024-05-27T00:36:00.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.187+0000 7f195a577740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56413a969ac0 0x56413a97ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.187+0000 7f195a577740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a96a3e0 0x56413a979250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.187+0000 7f195a577740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 0x56413a979790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.187+0000 7f195a577740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f19501b3860 con 0x56413a974ab0 2024-05-27T00:36:00.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.187+0000 7f195a577740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f19501b4cd0 con 0x56413a96a3e0 2024-05-27T00:36:00.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.187+0000 7f195a577740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f19501b3f30 con 0x56413a969ac0 2024-05-27T00:36:00.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.187+0000 7f195a577740 10 client.0 _ll_register_callbacks cb 0x7f193c00bc10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:00.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.187+0000 7f1955600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 0x56413a979790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.187+0000 7f1955600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 0x56413a979790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45070/0 (socket says 172.21.15.44:45070) 2024-05-27T00:36:00.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.187+0000 7f1955600640 1 -- 172.21.15.44:0/3016304525 learned_addr learned my addr 172.21.15.44:0/3016304525 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:00.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.187+0000 7f1955600640 1 --2- 172.21.15.44:0/3016304525 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56413a969ac0 0x56413a97ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.187+0000 7f194fe00640 1 --2- 172.21.15.44:0/3016304525 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a96a3e0 0x56413a979250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.188+0000 7f194fe00640 1 -- 172.21.15.44:0/3016304525 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56413a969ac0 msgr2=0x56413a97ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:00.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.188+0000 7f194fe00640 1 --2- 172.21.15.44:0/3016304525 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56413a969ac0 0x56413a97ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.188+0000 7f194fe00640 1 -- 172.21.15.44:0/3016304525 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 msgr2=0x56413a979790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:00.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.188+0000 7f194fe00640 1 --2- 172.21.15.44:0/3016304525 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 0x56413a979790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.188+0000 7f194fe00640 1 -- 172.21.15.44:0/3016304525 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56413a979cd0 con 0x56413a96a3e0 2024-05-27T00:36:00.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.188+0000 7f194fe00640 1 --2- 172.21.15.44:0/3016304525 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a96a3e0 0x56413a979250 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f193c003f40 tx=0x7f193c01a690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=114816a0e26b40eb server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:00.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.188+0000 7f193a000640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:36:00.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.188+0000 7f193a000640 1 -- 172.21.15.44:0/3016304525 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f193c0041d0 con 0x56413a96a3e0 2024-05-27T00:36:00.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.188+0000 7f195a577740 1 -- 172.21.15.44:0/3016304525 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19480054f0 con 0x56413a96a3e0 2024-05-27T00:36:00.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.188+0000 7f193a000640 1 -- 172.21.15.44:0/3016304525 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f193c004370 con 0x56413a96a3e0 2024-05-27T00:36:00.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.188+0000 7f193a000640 1 -- 172.21.15.44:0/3016304525 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f193c03a050 con 0x56413a96a3e0 2024-05-27T00:36:00.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.189+0000 7f195a577740 10 client.25763 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:00.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.189+0000 7f195a577740 1 -- 172.21.15.44:0/3016304525 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56413a9f04f0 con 0x56413a96a3e0 2024-05-27T00:36:00.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.189+0000 7f193a000640 1 -- 172.21.15.44:0/3016304525 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f19480054f0 con 0x56413a96a3e0 2024-05-27T00:36:00.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.189+0000 7f193a000640 1 -- 172.21.15.44:0/3016304525 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f193c005480 con 0x56413a96a3e0 2024-05-27T00:36:00.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.189+0000 7f195a577740 10 client.25763 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:00.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.189+0000 7f195a577740 10 client.25763 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-27T00:36:00.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.189+0000 7f195a577740 20 client.25763 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:00.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.189+0000 7f195a577740 1 --2- 172.21.15.44:0/3016304525 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x56413a9f0c10 0x56413a9f3030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.189+0000 7f195a577740 4 client.25763 mds_command: new command op to 24581 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-27T00:36:00.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.189+0000 7f195a577740 1 -- 172.21.15.44:0/3016304525 --> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56413a8d6860 con 0x56413a9f0c10 2024-05-27T00:36:00.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.189+0000 7f1955600640 1 --2- 172.21.15.44:0/3016304525 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x56413a9f0c10 0x56413a9f3030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.190+0000 7f1955600640 1 --2- 172.21.15.44:0/3016304525 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x56413a9f0c10 0x56413a9f3030 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=25d540940fb110e3 server_cookie=e9b4c0330c9d280 in_seq=0 out_seq=0 2024-05-27T00:36:00.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.190+0000 7f193a000640 10 client.25763 ms_handle_connect on v2:172.21.15.44:6840/114683393 2024-05-27T00:36:00.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.190+0000 7f193a000640 1 -- 172.21.15.44:0/3016304525 <== mds.1 v2:172.21.15.44:6840/114683393 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56413a8d6860 con 0x56413a9f0c10 2024-05-27T00:36:00.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.190+0000 7f193a000640 10 client.25763 handle_command_reply: tid=0 2024-05-27T00:36:00.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.190+0000 7f195a577740 1 client.25763 shutdown 2024-05-27T00:36:00.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.190+0000 7f195a577740 1 -- 172.21.15.44:0/3016304525 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a96a3e0 msgr2=0x56413a979250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:00.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.190+0000 7f195a577740 1 --2- 172.21.15.44:0/3016304525 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a96a3e0 0x56413a979250 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f193c003f40 tx=0x7f193c01a690 comp rx=0 tx=0).stop 2024-05-27T00:36:00.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.190+0000 7f195a577740 1 -- 172.21.15.44:0/3016304525 shutdown_connections 2024-05-27T00:36:00.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.190+0000 7f195a577740 1 --2- 172.21.15.44:0/3016304525 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56413a974ab0 0x56413a979790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.191+0000 7f195a577740 1 --2- 172.21.15.44:0/3016304525 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x56413a9f0c10 0x56413a9f3030 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.191+0000 7f195a577740 1 --2- 172.21.15.44:0/3016304525 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56413a96a3e0 0x56413a979250 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.191+0000 7f195a577740 1 --2- 172.21.15.44:0/3016304525 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56413a969ac0 0x56413a97ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.191+0000 7f193a000640 0 client.25763 ms_handle_reset on v2:172.21.15.44:6840/114683393 2024-05-27T00:36:00.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.191+0000 7f195a577740 1 -- 172.21.15.44:0/3016304525 >> 172.21.15.44:0/3016304525 conn(0x56413a965de0 msgr2=0x56413a964f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:00.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.191+0000 7f195a577740 1 -- 172.21.15.44:0/3016304525 shutdown_connections 2024-05-27T00:36:00.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.191+0000 7f195a577740 1 -- 172.21.15.44:0/3016304525 wait complete. 2024-05-27T00:36:00.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.191+0000 7f195a577740 20 client.25763 trim_cache size 0 max 16384 2024-05-27T00:36:00.196 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-27T00:36:00.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.191+0000 7f1956000640 1 -- 172.21.15.44:0/2881341171 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f19340a2e20 msgr2=0x7f19340a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:00.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.191+0000 7f1956000640 1 --2- 172.21.15.44:0/2881341171 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f19340a2e20 0x7f19340a52e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f19400ed7e0 tx=0x7f19400f6060 comp rx=0 tx=0).stop 2024-05-27T00:36:00.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.191+0000 7f1956000640 1 -- 172.21.15.44:0/2881341171 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1950107f40 msgr2=0x7f19501a43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:00.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.191+0000 7f1956000640 1 --2- 172.21.15.44:0/2881341171 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1950107f40 0x7f19501a43e0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f194002ad40 tx=0x7f1940003c20 comp rx=0 tx=0).stop 2024-05-27T00:36:00.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.192+0000 7f1956000640 1 -- 172.21.15.44:0/2881341171 shutdown_connections 2024-05-27T00:36:00.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.192+0000 7f1956000640 1 --2- 172.21.15.44:0/2881341171 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f19340a2e20 0x7f19340a52e0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.192+0000 7f1956000640 1 --2- 172.21.15.44:0/2881341171 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f195010df60 0x7f195019e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.192+0000 7f1956000640 1 --2- 172.21.15.44:0/2881341171 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f19501088e0 0x7f19501a4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.192+0000 7f1956000640 1 --2- 172.21.15.44:0/2881341171 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1950107f40 0x7f19501a43e0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.192+0000 7f1956000640 1 -- 172.21.15.44:0/2881341171 >> 172.21.15.44:0/2881341171 conn(0x7f19500777c0 msgr2=0x7f1950078770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:00.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.192+0000 7f1956000640 1 -- 172.21.15.44:0/2881341171 shutdown_connections 2024-05-27T00:36:00.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.192+0000 7f1956000640 1 -- 172.21.15.44:0/2881341171 wait complete. 2024-05-27T00:36:00.212 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-05-27T00:36:00.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.429+0000 7f62e9400640 1 -- 172.21.15.44:0/1363776520 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f62e4103320 msgr2=0x7f62e410b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:00.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.429+0000 7f62e9400640 1 --2- 172.21.15.44:0/1363776520 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f62e4103320 0x7f62e410b800 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f62d0009900 tx=0x7f62d002a480 comp rx=0 tx=0).stop 2024-05-27T00:36:00.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.429+0000 7f62e9400640 1 -- 172.21.15.44:0/1363776520 shutdown_connections 2024-05-27T00:36:00.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.429+0000 7f62e9400640 1 --2- 172.21.15.44:0/1363776520 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62e410be20 0x7f62e410e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.429+0000 7f62e9400640 1 --2- 172.21.15.44:0/1363776520 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f62e4103320 0x7f62e410b800 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.431 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.429+0000 7f62e9400640 1 --2- 172.21.15.44:0/1363776520 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f62e4102a00 0x7f62e4102de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.429+0000 7f62e9400640 1 -- 172.21.15.44:0/1363776520 >> 172.21.15.44:0/1363776520 conn(0x7f62e40fc220 msgr2=0x7f62e40fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:00.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.429+0000 7f62e9400640 1 -- 172.21.15.44:0/1363776520 shutdown_connections 2024-05-27T00:36:00.432 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.429+0000 7f62e9400640 1 -- 172.21.15.44:0/1363776520 wait complete. 2024-05-27T00:36:00.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.430+0000 7f62e9400640 1 Processor -- start 2024-05-27T00:36:00.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.430+0000 7f62e9400640 1 -- start start 2024-05-27T00:36:00.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.431+0000 7f62e9400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f62e4102a00 0x7f62e4100650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.431+0000 7f62e9400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f62e4103320 0x7f62e4100b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.431+0000 7f62e9400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62e410be20 0x7f62e41010d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.433 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.431+0000 7f62e9400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f62e4111d90 con 0x7f62e4103320 2024-05-27T00:36:00.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.431+0000 7f62e9400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f62e4111c10 con 0x7f62e410be20 2024-05-27T00:36:00.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.431+0000 7f62e9400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f62e4111f10 con 0x7f62e4102a00 2024-05-27T00:36:00.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.431+0000 7f62e8a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62e410be20 0x7f62e41010d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.431+0000 7f62e3400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f62e4103320 0x7f62e4100b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.431+0000 7f62e8a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62e410be20 0x7f62e41010d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:38096/0 (socket says 172.21.15.44:38096) 2024-05-27T00:36:00.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.431+0000 7f62e8a00640 1 -- 172.21.15.44:0/4286749471 learned_addr learned my addr 172.21.15.44:0/4286749471 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:00.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.431+0000 7f62e3e00640 1 --2- 172.21.15.44:0/4286749471 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f62e4102a00 0x7f62e4100650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.431+0000 7f62e8a00640 1 -- 172.21.15.44:0/4286749471 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f62e4102a00 msgr2=0x7f62e4100650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:00.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.431+0000 7f62e8a00640 1 --2- 172.21.15.44:0/4286749471 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f62e4102a00 0x7f62e4100650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.431+0000 7f62e8a00640 1 -- 172.21.15.44:0/4286749471 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f62e4103320 msgr2=0x7f62e4100b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:00.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.431+0000 7f62e8a00640 1 --2- 172.21.15.44:0/4286749471 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f62e4103320 0x7f62e4100b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.431+0000 7f62e8a00640 1 -- 172.21.15.44:0/4286749471 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62e41aab70 con 0x7f62e410be20 2024-05-27T00:36:00.434 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.432+0000 7f62e8a00640 1 --2- 172.21.15.44:0/4286749471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62e410be20 0x7f62e41010d0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f62dc00eb10 tx=0x7f62dc00c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:00.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.432+0000 7f62e0c00640 1 -- 172.21.15.44:0/4286749471 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62dc004b20 con 0x7f62e410be20 2024-05-27T00:36:00.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.432+0000 7f62e9400640 1 -- 172.21.15.44:0/4286749471 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62e41aada0 con 0x7f62e410be20 2024-05-27T00:36:00.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.432+0000 7f62e0c00640 1 -- 172.21.15.44:0/4286749471 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f62dc004cc0 con 0x7f62e410be20 2024-05-27T00:36:00.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.432+0000 7f62e0c00640 1 -- 172.21.15.44:0/4286749471 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62dc0107f0 con 0x7f62e410be20 2024-05-27T00:36:00.435 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.432+0000 7f62e9400640 1 -- 172.21.15.44:0/4286749471 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62e41ab2c0 con 0x7f62e410be20 2024-05-27T00:36:00.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.437+0000 7f62ed7b0740 1 Processor -- start 2024-05-27T00:36:00.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.438+0000 7f62e0c00640 1 -- 172.21.15.44:0/4286749471 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f62dc005020 con 0x7f62e410be20 2024-05-27T00:36:00.439 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.438+0000 7f62ed7b0740 1 -- start start 2024-05-27T00:36:00.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.438+0000 7f62ed7b0740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cd3ac0 0x55aa32cd3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.438+0000 7f62ed7b0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cd43e0 0x55aa32cde570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.438+0000 7f62ed7b0740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55aa32cdeab0 0x55aa32ce0ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.438+0000 7f62ed7b0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55aa32c38de0 con 0x55aa32cd43e0 2024-05-27T00:36:00.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.438+0000 7f62ed7b0740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55aa32be0630 con 0x55aa32cd3ac0 2024-05-27T00:36:00.440 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.438+0000 7f62ed7b0740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55aa32c34da0 con 0x55aa32cdeab0 2024-05-27T00:36:00.441 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.439+0000 7f62e3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cd43e0 0x55aa32cde570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.439+0000 7f62e3400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cd3ac0 0x55aa32cd3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.439+0000 7f62e3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cd43e0 0x55aa32cde570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45102/0 (socket says 172.21.15.44:45102) 2024-05-27T00:36:00.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.439+0000 7f62e3e00640 1 -- 172.21.15.44:0/3076220248 learned_addr learned my addr 172.21.15.44:0/3076220248 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:00.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.439+0000 7f62e3400640 1 --2- 172.21.15.44:0/3076220248 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55aa32cdeab0 0x55aa32ce0ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.439+0000 7f62e0c00640 1 --2- 172.21.15.44:0/4286749471 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f62c80a2ea0 0x7f62c80a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.439+0000 7f62e3e00640 1 -- 172.21.15.44:0/3076220248 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55aa32cdeab0 msgr2=0x55aa32ce0ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:00.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.439+0000 7f62e3e00640 1 --2- 172.21.15.44:0/3076220248 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55aa32cdeab0 0x55aa32ce0ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.439+0000 7f62e3e00640 1 -- 172.21.15.44:0/3076220248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cd3ac0 msgr2=0x55aa32cd3ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:00.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.439+0000 7f62e3e00640 1 --2- 172.21.15.44:0/3076220248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cd3ac0 0x55aa32cd3ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.439+0000 7f62e3e00640 1 -- 172.21.15.44:0/3076220248 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa32bdc380 con 0x55aa32cd43e0 2024-05-27T00:36:00.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.439+0000 7f62e3400640 1 --2- 172.21.15.44:0/3076220248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cd3ac0 0x55aa32cd3ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:36:00.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.439+0000 7f62e0c00640 1 -- 172.21.15.44:0/4286749471 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f62dc0cff60 con 0x7f62e410be20 2024-05-27T00:36:00.442 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.439+0000 7f62e8a00640 1 --2- 172.21.15.44:0/4286749471 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f62c80a2ea0 0x7f62c80a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.440+0000 7f62e3e00640 1 --2- 172.21.15.44:0/3076220248 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cd43e0 0x55aa32cde570 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f62d400bcd0 tx=0x7f62d40107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94c3f582c7496502 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:00.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.440+0000 7f62d9200640 1 -- 172.21.15.44:0/3076220248 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d4005220 con 0x55aa32cd43e0 2024-05-27T00:36:00.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.440+0000 7f62d9200640 1 -- 172.21.15.44:0/3076220248 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f62d4004ca0 con 0x55aa32cd43e0 2024-05-27T00:36:00.443 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.440+0000 7f62d9200640 1 -- 172.21.15.44:0/3076220248 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d4011840 con 0x55aa32cd43e0 2024-05-27T00:36:00.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.441+0000 7f62ed7b0740 1 -- 172.21.15.44:0/3076220248 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cd43e0 msgr2=0x55aa32cde570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:00.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.441+0000 7f62e8a00640 1 --2- 172.21.15.44:0/4286749471 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f62c80a2ea0 0x7f62c80a5360 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f62dc0cd1e0 tx=0x7f62dc009a70 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:00.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.441+0000 7f62ed7b0740 1 --2- 172.21.15.44:0/3076220248 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cd43e0 0x55aa32cde570 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f62d400bcd0 tx=0x7f62d40107a0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.441+0000 7f62ed7b0740 1 -- 172.21.15.44:0/3076220248 shutdown_connections 2024-05-27T00:36:00.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.441+0000 7f62ed7b0740 1 --2- 172.21.15.44:0/3076220248 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55aa32cdeab0 0x55aa32ce0ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.441+0000 7f62ed7b0740 1 --2- 172.21.15.44:0/3076220248 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cd43e0 0x55aa32cde570 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.441+0000 7f62ed7b0740 1 --2- 172.21.15.44:0/3076220248 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cd3ac0 0x55aa32cd3ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.441+0000 7f62ed7b0740 1 -- 172.21.15.44:0/3076220248 >> 172.21.15.44:0/3076220248 conn(0x55aa32ccfde0 msgr2=0x55aa32cd01c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:00.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.441+0000 7f62ed7b0740 1 -- 172.21.15.44:0/3076220248 shutdown_connections 2024-05-27T00:36:00.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.441+0000 7f62ed7b0740 1 -- 172.21.15.44:0/3076220248 wait complete. 2024-05-27T00:36:00.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.441+0000 7f62ed7b0740 1 -- start start 2024-05-27T00:36:00.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.442+0000 7f62ed7b0740 1 Processor -- start 2024-05-27T00:36:00.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.442+0000 7f62ed7b0740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55aa32cd3ac0 0x55aa32cdba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.442+0000 7f62ed7b0740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cd43e0 0x55aa32cdbf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.442+0000 7f62ed7b0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cdeab0 0x55aa32cdc4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.442+0000 7f62ed7b0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55aa32ce18a0 con 0x55aa32cdeab0 2024-05-27T00:36:00.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.442+0000 7f62ed7b0740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55aa32bf3a90 con 0x55aa32cd43e0 2024-05-27T00:36:00.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.442+0000 7f62ed7b0740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55aa32ce1a20 con 0x55aa32cd3ac0 2024-05-27T00:36:00.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.442+0000 7f62ed7b0740 10 client.0 _ll_register_callbacks cb 0x55aa32bd6bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:00.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.442+0000 7f62e3400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55aa32cd3ac0 0x55aa32cdba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.443+0000 7f62e3e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cd43e0 0x55aa32cdbf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.443+0000 7f62e3400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55aa32cd3ac0 0x55aa32cdba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:52960/0 (socket says 172.21.15.44:52960) 2024-05-27T00:36:00.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.443+0000 7f62e3400640 1 -- 172.21.15.44:0/1350936915 learned_addr learned my addr 172.21.15.44:0/1350936915 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:00.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.443+0000 7f62e3400640 1 --2- 172.21.15.44:0/1350936915 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cdeab0 0x55aa32cdc4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.443+0000 7f62e3e00640 1 -- 172.21.15.44:0/1350936915 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55aa32cd3ac0 msgr2=0x55aa32cdba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:00.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.443+0000 7f62e3e00640 1 --2- 172.21.15.44:0/1350936915 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55aa32cd3ac0 0x55aa32cdba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.443+0000 7f62e3e00640 1 -- 172.21.15.44:0/1350936915 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cdeab0 msgr2=0x55aa32cdc4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:00.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.443+0000 7f62e3e00640 1 --2- 172.21.15.44:0/1350936915 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cdeab0 0x55aa32cdc4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.443+0000 7f62e3e00640 1 -- 172.21.15.44:0/1350936915 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa3294c3f0 con 0x55aa32cd43e0 2024-05-27T00:36:00.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.443+0000 7f62e3e00640 1 --2- 172.21.15.44:0/1350936915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cd43e0 0x55aa32cdbf70 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f62d400bca0 tx=0x7f62d40048f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=efe62f3822b71666 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:00.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.443+0000 7f62cd600640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:36:00.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.444+0000 7f62cd600640 1 -- 172.21.15.44:0/1350936915 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d400b8c0 con 0x55aa32cd43e0 2024-05-27T00:36:00.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.444+0000 7f62ed7b0740 1 -- 172.21.15.44:0/1350936915 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62d4004ca0 con 0x55aa32cd43e0 2024-05-27T00:36:00.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.444+0000 7f62cd600640 1 -- 172.21.15.44:0/1350936915 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f62d4004e50 con 0x55aa32cd43e0 2024-05-27T00:36:00.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.444+0000 7f62cd600640 1 -- 172.21.15.44:0/1350936915 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f62d402e050 con 0x55aa32cd43e0 2024-05-27T00:36:00.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.444+0000 7f62ed7b0740 10 client.25775 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:00.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.444+0000 7f62ed7b0740 1 -- 172.21.15.44:0/1350936915 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55aa32a167d0 con 0x55aa32cd43e0 2024-05-27T00:36:00.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.444+0000 7f62cd600640 1 -- 172.21.15.44:0/1350936915 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f62d4004ca0 con 0x55aa32cd43e0 2024-05-27T00:36:00.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.445+0000 7f62cd600640 1 -- 172.21.15.44:0/1350936915 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f62d401b430 con 0x55aa32cd43e0 2024-05-27T00:36:00.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.445+0000 7f62ed7b0740 10 client.25775 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:00.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.445+0000 7f62ed7b0740 10 client.25775 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:00.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.445+0000 7f62ed7b0740 20 client.25775 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:00.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.445+0000 7f62ed7b0740 1 --2- 172.21.15.44:0/1350936915 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55aa32ceee00 0x55aa32cf11f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.445+0000 7f62ed7b0740 4 client.25775 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:36:00.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.445+0000 7f62ed7b0740 1 -- 172.21.15.44:0/1350936915 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aa32c46510 con 0x55aa32ceee00 2024-05-27T00:36:00.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.445+0000 7f62e3400640 1 --2- 172.21.15.44:0/1350936915 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55aa32ceee00 0x55aa32cf11f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.446+0000 7f62e3400640 1 --2- 172.21.15.44:0/1350936915 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55aa32ceee00 0x55aa32cf11f0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2714aa305f106d42 server_cookie=5741a9a152ca0d49 in_seq=0 out_seq=0 2024-05-27T00:36:00.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.446+0000 7f62cd600640 10 client.25775 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:00.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.446+0000 7f62cd600640 1 -- 172.21.15.44:0/1350936915 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55aa32c46510 con 0x55aa32ceee00 2024-05-27T00:36:00.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.446+0000 7f62cd600640 10 client.25775 handle_command_reply: tid=0 2024-05-27T00:36:00.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.447+0000 7f62ed7b0740 1 client.25775 shutdown 2024-05-27T00:36:00.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.447+0000 7f62ed7b0740 1 -- 172.21.15.44:0/1350936915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cd43e0 msgr2=0x55aa32cdbf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:00.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.447+0000 7f62ed7b0740 1 --2- 172.21.15.44:0/1350936915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cd43e0 0x55aa32cdbf70 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f62d400bca0 tx=0x7f62d40048f0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.447+0000 7f62ed7b0740 1 -- 172.21.15.44:0/1350936915 shutdown_connections 2024-05-27T00:36:00.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.447+0000 7f62ed7b0740 1 --2- 172.21.15.44:0/1350936915 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55aa32ceee00 0x55aa32cf11f0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.447+0000 7f62ed7b0740 1 --2- 172.21.15.44:0/1350936915 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cdeab0 0x55aa32cdc4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.447+0000 7f62cd600640 0 client.25775 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:00.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.447+0000 7f62ed7b0740 1 --2- 172.21.15.44:0/1350936915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cd43e0 0x55aa32cdbf70 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.447+0000 7f62ed7b0740 1 --2- 172.21.15.44:0/1350936915 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55aa32cd3ac0 0x55aa32cdba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.447+0000 7f62ed7b0740 1 -- 172.21.15.44:0/1350936915 >> 172.21.15.44:0/1350936915 conn(0x55aa32ccfde0 msgr2=0x55aa32cd5ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:00.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.447+0000 7f62ed7b0740 1 -- 172.21.15.44:0/1350936915 shutdown_connections 2024-05-27T00:36:00.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.447+0000 7f62ed7b0740 1 -- 172.21.15.44:0/1350936915 wait complete. 2024-05-27T00:36:00.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.447+0000 7f62ed7b0740 20 client.25775 trim_cache size 0 max 16384 2024-05-27T00:36:00.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.462+0000 7f62ed7b0740 1 Processor -- start 2024-05-27T00:36:00.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.462+0000 7f62ed7b0740 1 -- start start 2024-05-27T00:36:00.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.463+0000 7f62ed7b0740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cd3ac0 0x55aa32cd5d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.463+0000 7f62ed7b0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cd43e0 0x55aa32ccede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.463+0000 7f62ed7b0740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55aa32cdeab0 0x55aa32cf6820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.463+0000 7f62ed7b0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f62e41b7b60 con 0x55aa32cd43e0 2024-05-27T00:36:00.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.463+0000 7f62ed7b0740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f62e41b5430 con 0x55aa32cd3ac0 2024-05-27T00:36:00.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.463+0000 7f62ed7b0740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f62e41b3260 con 0x55aa32cdeab0 2024-05-27T00:36:00.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.463+0000 7f62e3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cd43e0 0x55aa32ccede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.463+0000 7f62e3400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cd3ac0 0x55aa32cd5d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.463+0000 7f62e3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cd43e0 0x55aa32ccede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45122/0 (socket says 172.21.15.44:45122) 2024-05-27T00:36:00.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.463+0000 7f62e3e00640 1 -- 172.21.15.44:0/1314433243 learned_addr learned my addr 172.21.15.44:0/1314433243 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:00.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.463+0000 7f62e3400640 1 --2- 172.21.15.44:0/1314433243 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55aa32cdeab0 0x55aa32cf6820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.464+0000 7f62e3e00640 1 -- 172.21.15.44:0/1314433243 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55aa32cdeab0 msgr2=0x55aa32cf6820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:00.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.464+0000 7f62e3e00640 1 --2- 172.21.15.44:0/1314433243 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55aa32cdeab0 0x55aa32cf6820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.464+0000 7f62e3e00640 1 -- 172.21.15.44:0/1314433243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cd3ac0 msgr2=0x55aa32cd5d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:00.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.464+0000 7f62e3e00640 1 --2- 172.21.15.44:0/1314433243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cd3ac0 0x55aa32cd5d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.464+0000 7f62e3e00640 1 -- 172.21.15.44:0/1314433243 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa32ccf910 con 0x55aa32cd43e0 2024-05-27T00:36:00.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.464+0000 7f62e3e00640 1 --2- 172.21.15.44:0/1314433243 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cd43e0 0x55aa32ccede0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f62d401b8d0 tx=0x7f62d4001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2beb74cd2ed55a9b server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:00.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.464+0000 7f62cfe00640 1 -- 172.21.15.44:0/1314433243 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d402b040 con 0x55aa32cd43e0 2024-05-27T00:36:00.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.464+0000 7f62cfe00640 1 -- 172.21.15.44:0/1314433243 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f62d4005170 con 0x55aa32cd43e0 2024-05-27T00:36:00.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.464+0000 7f62cfe00640 1 -- 172.21.15.44:0/1314433243 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d4011440 con 0x55aa32cd43e0 2024-05-27T00:36:00.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.465+0000 7f62ed7b0740 1 -- 172.21.15.44:0/1314433243 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cd43e0 msgr2=0x55aa32ccede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:00.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.465+0000 7f62ed7b0740 1 --2- 172.21.15.44:0/1314433243 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cd43e0 0x55aa32ccede0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f62d401b8d0 tx=0x7f62d4001e70 comp rx=0 tx=0).stop 2024-05-27T00:36:00.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.465+0000 7f62ed7b0740 1 -- 172.21.15.44:0/1314433243 shutdown_connections 2024-05-27T00:36:00.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.465+0000 7f62ed7b0740 1 --2- 172.21.15.44:0/1314433243 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55aa32cdeab0 0x55aa32cf6820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.465+0000 7f62ed7b0740 1 --2- 172.21.15.44:0/1314433243 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cd43e0 0x55aa32ccede0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.465+0000 7f62ed7b0740 1 --2- 172.21.15.44:0/1314433243 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cd3ac0 0x55aa32cd5d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.465+0000 7f62ed7b0740 1 -- 172.21.15.44:0/1314433243 >> 172.21.15.44:0/1314433243 conn(0x55aa32ccfde0 msgr2=0x55aa32cce6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:00.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.465+0000 7f62ed7b0740 1 -- 172.21.15.44:0/1314433243 shutdown_connections 2024-05-27T00:36:00.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.465+0000 7f62ed7b0740 1 -- 172.21.15.44:0/1314433243 wait complete. 2024-05-27T00:36:00.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.465+0000 7f62ed7b0740 1 -- start start 2024-05-27T00:36:00.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.466+0000 7f62ed7b0740 1 Processor -- start 2024-05-27T00:36:00.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.466+0000 7f62ed7b0740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55aa32cd3ac0 0x55aa32ce2b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.466+0000 7f62ed7b0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cd43e0 0x55aa32ce3060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.466+0000 7f62ed7b0740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cdeab0 0x55aa32ce35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.466+0000 7f62ed7b0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f62e41b38f0 con 0x55aa32cd43e0 2024-05-27T00:36:00.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.466+0000 7f62ed7b0740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f62e41b4d60 con 0x55aa32cdeab0 2024-05-27T00:36:00.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.466+0000 7f62ed7b0740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f62e41b3fc0 con 0x55aa32cd3ac0 2024-05-27T00:36:00.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.466+0000 7f62ed7b0740 10 client.0 _ll_register_callbacks cb 0x7f62d400be80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:00.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.466+0000 7f62e3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cd43e0 0x55aa32ce3060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.467+0000 7f62e3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cd43e0 0x55aa32ce3060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45134/0 (socket says 172.21.15.44:45134) 2024-05-27T00:36:00.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.467+0000 7f62e3e00640 1 -- 172.21.15.44:0/3953352864 learned_addr learned my addr 172.21.15.44:0/3953352864 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:00.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.467+0000 7f62e3400640 1 --2- 172.21.15.44:0/3953352864 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55aa32cd3ac0 0x55aa32ce2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.467+0000 7f62e3400640 1 --2- 172.21.15.44:0/3953352864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cdeab0 0x55aa32ce35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.467+0000 7f62e3e00640 1 -- 172.21.15.44:0/3953352864 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55aa32cd3ac0 msgr2=0x55aa32ce2b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:00.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.467+0000 7f62e3e00640 1 --2- 172.21.15.44:0/3953352864 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55aa32cd3ac0 0x55aa32ce2b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.467+0000 7f62e3e00640 1 -- 172.21.15.44:0/3953352864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cdeab0 msgr2=0x55aa32ce35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:00.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.467+0000 7f62e3e00640 1 --2- 172.21.15.44:0/3953352864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cdeab0 0x55aa32ce35c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.467+0000 7f62e3e00640 1 -- 172.21.15.44:0/3953352864 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa32d586f0 con 0x55aa32cd43e0 2024-05-27T00:36:00.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.467+0000 7f62e3e00640 1 --2- 172.21.15.44:0/3953352864 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cd43e0 0x55aa32ce3060 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f62d4005d00 tx=0x7f62d400b940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28cfeb8a31a2610d server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:00.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.467+0000 7f62cd600640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:36:00.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.468+0000 7f62cd600640 1 -- 172.21.15.44:0/3953352864 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d4038070 con 0x55aa32cd43e0 2024-05-27T00:36:00.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.468+0000 7f62cd600640 1 -- 172.21.15.44:0/3953352864 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f62d400b410 con 0x55aa32cd43e0 2024-05-27T00:36:00.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.468+0000 7f62ed7b0740 1 -- 172.21.15.44:0/3953352864 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62d4005170 con 0x55aa32cd43e0 2024-05-27T00:36:00.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.468+0000 7f62cd600640 1 -- 172.21.15.44:0/3953352864 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f62d401bb50 con 0x55aa32cd43e0 2024-05-27T00:36:00.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.468+0000 7f62ed7b0740 10 client.15651 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:00.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.468+0000 7f62ed7b0740 1 -- 172.21.15.44:0/3953352864 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55aa32d59990 con 0x55aa32cd43e0 2024-05-27T00:36:00.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.468+0000 7f62cd600640 1 -- 172.21.15.44:0/3953352864 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f62d4005170 con 0x55aa32cd43e0 2024-05-27T00:36:00.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.468+0000 7f62cd600640 1 -- 172.21.15.44:0/3953352864 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f62d4011940 con 0x55aa32cd43e0 2024-05-27T00:36:00.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.468+0000 7f62ed7b0740 10 client.15651 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:00.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.468+0000 7f62ed7b0740 10 client.15651 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:00.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.468+0000 7f62ed7b0740 20 client.15651 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:00.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.468+0000 7f62ed7b0740 1 --2- 172.21.15.44:0/3953352864 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55aa32d59e60 0x55aa32d5c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:00.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.469+0000 7f62ed7b0740 4 client.15651 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-27T00:36:00.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.469+0000 7f62ed7b0740 1 -- 172.21.15.44:0/3953352864 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55aa32c40860 con 0x55aa32d59e60 2024-05-27T00:36:00.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.469+0000 7f62e3400640 1 --2- 172.21.15.44:0/3953352864 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55aa32d59e60 0x55aa32d5c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:00.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.469+0000 7f62e3400640 1 --2- 172.21.15.44:0/3953352864 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55aa32d59e60 0x55aa32d5c250 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c74d46ca27ae61 server_cookie=6a719a83e6e9eb96 in_seq=0 out_seq=0 2024-05-27T00:36:00.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.469+0000 7f62cd600640 10 client.15651 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:00.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.470+0000 7f62cd600640 1 -- 172.21.15.44:0/3953352864 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55aa32c40860 con 0x55aa32d59e60 2024-05-27T00:36:00.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.470+0000 7f62cd600640 10 client.15651 handle_command_reply: tid=0 2024-05-27T00:36:00.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.470+0000 7f62ed7b0740 1 client.15651 shutdown 2024-05-27T00:36:00.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.470+0000 7f62ed7b0740 1 -- 172.21.15.44:0/3953352864 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cd43e0 msgr2=0x55aa32ce3060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:00.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.470+0000 7f62ed7b0740 1 --2- 172.21.15.44:0/3953352864 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cd43e0 0x55aa32ce3060 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f62d4005d00 tx=0x7f62d400b940 comp rx=0 tx=0).stop 2024-05-27T00:36:00.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.470+0000 7f62ed7b0740 1 -- 172.21.15.44:0/3953352864 shutdown_connections 2024-05-27T00:36:00.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.470+0000 7f62ed7b0740 1 --2- 172.21.15.44:0/3953352864 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55aa32d59e60 0x55aa32d5c250 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.470+0000 7f62ed7b0740 1 --2- 172.21.15.44:0/3953352864 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55aa32cdeab0 0x55aa32ce35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.470+0000 7f62ed7b0740 1 --2- 172.21.15.44:0/3953352864 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55aa32cd43e0 0x55aa32ce3060 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.470+0000 7f62ed7b0740 1 --2- 172.21.15.44:0/3953352864 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55aa32cd3ac0 0x55aa32ce2b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.470+0000 7f62cd600640 0 client.15651 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:00.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.470+0000 7f62ed7b0740 1 -- 172.21.15.44:0/3953352864 >> 172.21.15.44:0/3953352864 conn(0x55aa32ccfde0 msgr2=0x55aa32cdc280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:00.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.470+0000 7f62ed7b0740 1 -- 172.21.15.44:0/3953352864 shutdown_connections 2024-05-27T00:36:00.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.470+0000 7f62ed7b0740 1 -- 172.21.15.44:0/3953352864 wait complete. 2024-05-27T00:36:00.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.470+0000 7f62ed7b0740 20 client.15651 trim_cache size 0 max 16384 2024-05-27T00:36:00.476 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-27T00:36:00.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.471+0000 7f62e9400640 1 -- 172.21.15.44:0/4286749471 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f62c80a2ea0 msgr2=0x7f62c80a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:00.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.471+0000 7f62e9400640 1 --2- 172.21.15.44:0/4286749471 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f62c80a2ea0 0x7f62c80a5360 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f62dc0cd1e0 tx=0x7f62dc009a70 comp rx=0 tx=0).stop 2024-05-27T00:36:00.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.471+0000 7f62e9400640 1 -- 172.21.15.44:0/4286749471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62e410be20 msgr2=0x7f62e41010d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:00.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.471+0000 7f62e9400640 1 --2- 172.21.15.44:0/4286749471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62e410be20 0x7f62e41010d0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f62dc00eb10 tx=0x7f62dc00c2d0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.471+0000 7f62e9400640 1 -- 172.21.15.44:0/4286749471 shutdown_connections 2024-05-27T00:36:00.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.471+0000 7f62e9400640 1 --2- 172.21.15.44:0/4286749471 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f62c80a2ea0 0x7f62c80a5360 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.471+0000 7f62e9400640 1 --2- 172.21.15.44:0/4286749471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f62e410be20 0x7f62e41010d0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.471+0000 7f62e9400640 1 --2- 172.21.15.44:0/4286749471 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f62e4103320 0x7f62e4100b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.471+0000 7f62e9400640 1 --2- 172.21.15.44:0/4286749471 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f62e4102a00 0x7f62e4100650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:00.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.471+0000 7f62e9400640 1 -- 172.21.15.44:0/4286749471 >> 172.21.15.44:0/4286749471 conn(0x7f62e40fc220 msgr2=0x7f62e40fd890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:00.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.471+0000 7f62e9400640 1 -- 172.21.15.44:0/4286749471 shutdown_connections 2024-05-27T00:36:00.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:00.471+0000 7f62e9400640 1 -- 172.21.15.44:0/4286749471 wait complete. 2024-05-27T00:36:00.488 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:00 smithi044 ceph-mon[31645]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-05-27T00:36:00.488 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:00 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3671340670' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:36:00.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:00 smithi050 ceph-mon[36071]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-05-27T00:36:00.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:00 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3671340670' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:36:00.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:00 smithi137 ceph-mon[36552]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2024-05-27T00:36:00.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:00 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3671340670' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:36:01.362 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:36:00 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:36:00.877+0000 7f2ef4800700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:36:01.362 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:36:00 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:36:00.877+0000 7f2ef4800700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:36:01.363 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:36:00 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:36:00.877+0000 7f2ef4800700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:36:01.363 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:36:00 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:36:00.877+0000 7f2ef4800700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:36:01.363 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:36:00 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:36:00.877+0000 7f2ef4800700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-27T00:36:01.492 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-27T00:36:01.492 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:36:01.492 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-05-27T00:36:01.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.717+0000 7f1829e00640 1 -- 172.21.15.44:0/3602692126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f182410df60 msgr2=0x7f182410e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:01.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.717+0000 7f1829e00640 1 --2- 172.21.15.44:0/3602692126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f182410df60 0x7f182410e340 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f1818009900 tx=0x7f181802a490 comp rx=0 tx=0).stop 2024-05-27T00:36:01.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.718+0000 7f1829e00640 1 -- 172.21.15.44:0/3602692126 shutdown_connections 2024-05-27T00:36:01.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.718+0000 7f1829e00640 1 --2- 172.21.15.44:0/3602692126 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f18241088e0 0x7f1824114d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.718+0000 7f1829e00640 1 --2- 172.21.15.44:0/3602692126 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1824107f40 0x7f18241083a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.718+0000 7f1829e00640 1 --2- 172.21.15.44:0/3602692126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f182410df60 0x7f182410e340 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.718+0000 7f1829e00640 1 -- 172.21.15.44:0/3602692126 >> 172.21.15.44:0/3602692126 conn(0x7f18240777c0 msgr2=0x7f18241067c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:01.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.718+0000 7f1829e00640 1 -- 172.21.15.44:0/3602692126 shutdown_connections 2024-05-27T00:36:01.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.718+0000 7f1829e00640 1 -- 172.21.15.44:0/3602692126 wait complete. 2024-05-27T00:36:01.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.719+0000 7f1829e00640 1 Processor -- start 2024-05-27T00:36:01.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.719+0000 7f1829e00640 1 -- start start 2024-05-27T00:36:01.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.719+0000 7f1829e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1824107f40 0x7f18241a4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:01.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.719+0000 7f1829e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f18241088e0 0x7f18241a4960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:01.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.719+0000 7f1829e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f182410df60 0x7f182419e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:01.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.719+0000 7f1829e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f18241183f0 con 0x7f1824107f40 2024-05-27T00:36:01.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.719+0000 7f1829e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1824118270 con 0x7f182410df60 2024-05-27T00:36:01.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.719+0000 7f1829e00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f1824118570 con 0x7f18241088e0 2024-05-27T00:36:01.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.719+0000 7f1828a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1824107f40 0x7f18241a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:01.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.720+0000 7f1823e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f18241088e0 0x7f18241a4960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:01.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.720+0000 7f1823e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f18241088e0 0x7f18241a4960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:53012/0 (socket says 172.21.15.44:53012) 2024-05-27T00:36:01.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.720+0000 7f1828a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1824107f40 0x7f18241a4420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45182/0 (socket says 172.21.15.44:45182) 2024-05-27T00:36:01.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.720+0000 7f1823e00640 1 -- 172.21.15.44:0/695958013 learned_addr learned my addr 172.21.15.44:0/695958013 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:01.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.720+0000 7f1829400640 1 --2- 172.21.15.44:0/695958013 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f182410df60 0x7f182419e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:01.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.720+0000 7f1828a00640 1 -- 172.21.15.44:0/695958013 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f18241088e0 msgr2=0x7f18241a4960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:01.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.720+0000 7f1828a00640 1 --2- 172.21.15.44:0/695958013 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f18241088e0 0x7f18241a4960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.720+0000 7f1828a00640 1 -- 172.21.15.44:0/695958013 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f182410df60 msgr2=0x7f182419e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:01.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.720+0000 7f1828a00640 1 --2- 172.21.15.44:0/695958013 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f182410df60 0x7f182419e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.720+0000 7f1828a00640 1 -- 172.21.15.44:0/695958013 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f182419ed50 con 0x7f1824107f40 2024-05-27T00:36:01.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.720+0000 7f1823e00640 1 --2- 172.21.15.44:0/695958013 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f18241088e0 0x7f18241a4960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:01.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.720+0000 7f1828a00640 1 --2- 172.21.15.44:0/695958013 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1824107f40 0x7f18241a4420 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f181802a9b0 tx=0x7f18180329c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:01.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.721+0000 7f1821600640 1 -- 172.21.15.44:0/695958013 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f181803f030 con 0x7f1824107f40 2024-05-27T00:36:01.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.721+0000 7f1821600640 1 -- 172.21.15.44:0/695958013 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1818032dc0 con 0x7f1824107f40 2024-05-27T00:36:01.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.721+0000 7f1821600640 1 -- 172.21.15.44:0/695958013 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1818035070 con 0x7f1824107f40 2024-05-27T00:36:01.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.721+0000 7f1829e00640 1 -- 172.21.15.44:0/695958013 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f182419efe0 con 0x7f1824107f40 2024-05-27T00:36:01.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.721+0000 7f1829e00640 1 -- 172.21.15.44:0/695958013 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18241ab2e0 con 0x7f1824107f40 2024-05-27T00:36:01.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.726+0000 7f182e226740 1 Processor -- start 2024-05-27T00:36:01.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.726+0000 7f182e226740 1 -- start start 2024-05-27T00:36:01.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.726+0000 7f1821600640 1 -- 172.21.15.44:0/695958013 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f1818042030 con 0x7f1824107f40 2024-05-27T00:36:01.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.726+0000 7f182e226740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55ca40e192e0 0x55ca40e17620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:01.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.726+0000 7f182e226740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e17bf0 0x55ca40e18070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:01.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.726+0000 7f182e226740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e22970 0x55ca40e24d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:01.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.726+0000 7f182e226740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ca40d7b9d0 con 0x55ca40e17bf0 2024-05-27T00:36:01.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.726+0000 7f182e226740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ca40d23790 con 0x55ca40e22970 2024-05-27T00:36:01.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.726+0000 7f182e226740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55ca40d77990 con 0x55ca40e192e0 2024-05-27T00:36:01.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.726+0000 7f1828a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e17bf0 0x55ca40e18070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:01.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.726+0000 7f1828a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e17bf0 0x55ca40e18070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45196/0 (socket says 172.21.15.44:45196) 2024-05-27T00:36:01.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.726+0000 7f1828a00640 1 -- 172.21.15.44:0/3210096576 learned_addr learned my addr 172.21.15.44:0/3210096576 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:01.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.726+0000 7f1829400640 1 --2- 172.21.15.44:0/3210096576 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55ca40e192e0 0x55ca40e17620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:01.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.726+0000 7f1823e00640 1 --2- 172.21.15.44:0/3210096576 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e22970 0x55ca40e24d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:01.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.727+0000 7f1828a00640 1 -- 172.21.15.44:0/3210096576 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55ca40e192e0 msgr2=0x55ca40e17620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:01.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.727+0000 7f1828a00640 1 --2- 172.21.15.44:0/3210096576 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55ca40e192e0 0x55ca40e17620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.727+0000 7f1828a00640 1 -- 172.21.15.44:0/3210096576 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e22970 msgr2=0x55ca40e24d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:01.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.727+0000 7f1828a00640 1 --2- 172.21.15.44:0/3210096576 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e22970 0x55ca40e24d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.727+0000 7f1828a00640 1 -- 172.21.15.44:0/3210096576 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca40b577e0 con 0x55ca40e17bf0 2024-05-27T00:36:01.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.727+0000 7f1828a00640 1 --2- 172.21.15.44:0/3210096576 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e17bf0 0x55ca40e18070 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f18180ecd60 tx=0x7f18180f3e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=110733ae1b874d6a server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:01.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.727+0000 7f1815c00640 1 -- 172.21.15.44:0/3210096576 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18180f8da0 con 0x55ca40e17bf0 2024-05-27T00:36:01.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.728+0000 7f1815c00640 1 -- 172.21.15.44:0/3210096576 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1818102900 con 0x55ca40e17bf0 2024-05-27T00:36:01.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.728+0000 7f1821600640 1 --2- 172.21.15.44:0/695958013 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f180c0a2f30 0x7f180c0a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:01.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.728+0000 7f1815c00640 1 -- 172.21.15.44:0/3210096576 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18180faac0 con 0x55ca40e17bf0 2024-05-27T00:36:01.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.728+0000 7f1821600640 1 -- 172.21.15.44:0/695958013 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f18180efc50 con 0x7f1824107f40 2024-05-27T00:36:01.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.728+0000 7f1829400640 1 --2- 172.21.15.44:0/695958013 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f180c0a2f30 0x7f180c0a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:01.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.728+0000 7f182e226740 1 -- 172.21.15.44:0/3210096576 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e17bf0 msgr2=0x55ca40e18070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:01.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.728+0000 7f182e226740 1 --2- 172.21.15.44:0/3210096576 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e17bf0 0x55ca40e18070 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f18180ecd60 tx=0x7f18180f3e60 comp rx=0 tx=0).stop 2024-05-27T00:36:01.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.728+0000 7f182e226740 1 -- 172.21.15.44:0/3210096576 shutdown_connections 2024-05-27T00:36:01.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.729+0000 7f182e226740 1 --2- 172.21.15.44:0/3210096576 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e22970 0x55ca40e24d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.729+0000 7f182e226740 1 --2- 172.21.15.44:0/3210096576 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e17bf0 0x55ca40e18070 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.729+0000 7f182e226740 1 --2- 172.21.15.44:0/3210096576 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55ca40e192e0 0x55ca40e17620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.729+0000 7f182e226740 1 -- 172.21.15.44:0/3210096576 >> 172.21.15.44:0/3210096576 conn(0x55ca40de0170 msgr2=0x55ca40e14150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:01.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.729+0000 7f182e226740 1 -- 172.21.15.44:0/3210096576 shutdown_connections 2024-05-27T00:36:01.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.729+0000 7f182e226740 1 -- 172.21.15.44:0/3210096576 wait complete. 2024-05-27T00:36:01.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.729+0000 7f1829400640 1 --2- 172.21.15.44:0/695958013 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f180c0a2f30 0x7f180c0a53f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f181c005fd0 tx=0x7f181c009550 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:01.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.729+0000 7f182e226740 1 -- start start 2024-05-27T00:36:01.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.729+0000 7f182e226740 1 Processor -- start 2024-05-27T00:36:01.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.730+0000 7f182e226740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55ca40e17bf0 0x55ca40e1f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:01.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.730+0000 7f182e226740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e192e0 0x55ca40e1fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:01.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.730+0000 7f182e226740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e22970 0x55ca40e20350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:01.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.730+0000 7f182e226740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55ca40e255c0 con 0x55ca40e192e0 2024-05-27T00:36:01.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.730+0000 7f182e226740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55ca40d36ae0 con 0x55ca40e22970 2024-05-27T00:36:01.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.730+0000 7f182e226740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55ca40e25740 con 0x55ca40e17bf0 2024-05-27T00:36:01.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.730+0000 7f182e226740 10 client.0 _ll_register_callbacks cb 0x55ca40d71c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:01.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.730+0000 7f1823e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e192e0 0x55ca40e1fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:01.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.730+0000 7f1829400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e22970 0x55ca40e20350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:01.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.730+0000 7f1828a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55ca40e17bf0 0x55ca40e1f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:01.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.730+0000 7f1829400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e22970 0x55ca40e20350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:38196/0 (socket says 172.21.15.44:38196) 2024-05-27T00:36:01.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.730+0000 7f1823e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e192e0 0x55ca40e1fe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45208/0 (socket says 172.21.15.44:45208) 2024-05-27T00:36:01.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.730+0000 7f1829400640 1 -- 172.21.15.44:0/540249193 learned_addr learned my addr 172.21.15.44:0/540249193 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:01.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.731+0000 7f1828a00640 1 -- 172.21.15.44:0/540249193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e22970 msgr2=0x55ca40e20350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:01.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.731+0000 7f1828a00640 1 --2- 172.21.15.44:0/540249193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e22970 0x55ca40e20350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.731+0000 7f1828a00640 1 -- 172.21.15.44:0/540249193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e192e0 msgr2=0x55ca40e1fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:01.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.731+0000 7f1828a00640 1 --2- 172.21.15.44:0/540249193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e192e0 0x55ca40e1fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.731+0000 7f1828a00640 1 -- 172.21.15.44:0/540249193 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca40bb7f70 con 0x55ca40e17bf0 2024-05-27T00:36:01.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.731+0000 7f1828a00640 1 --2- 172.21.15.44:0/540249193 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55ca40e17bf0 0x55ca40e1f8d0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f18180bb970 tx=0x7f181803b640 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7f74760ff0161b9b server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:01.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.731+0000 7f180a000640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:36:01.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.731+0000 7f180a000640 1 -- 172.21.15.44:0/540249193 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1818049070 con 0x55ca40e17bf0 2024-05-27T00:36:01.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.731+0000 7f182e226740 1 -- 172.21.15.44:0/540249193 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1818102900 con 0x55ca40e17bf0 2024-05-27T00:36:01.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.731+0000 7f180a000640 1 -- 172.21.15.44:0/540249193 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f18180b82e0 con 0x55ca40e17bf0 2024-05-27T00:36:01.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.731+0000 7f180a000640 1 -- 172.21.15.44:0/540249193 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f18180b7f10 con 0x55ca40e17bf0 2024-05-27T00:36:01.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.731+0000 7f182e226740 10 client.25792 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:01.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.731+0000 7f182e226740 1 -- 172.21.15.44:0/540249193 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ca40a4f170 con 0x55ca40e17bf0 2024-05-27T00:36:01.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.732+0000 7f180a000640 1 -- 172.21.15.44:0/540249193 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1818102900 con 0x55ca40e17bf0 2024-05-27T00:36:01.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.732+0000 7f180a000640 1 -- 172.21.15.44:0/540249193 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f18180bbed0 con 0x55ca40e17bf0 2024-05-27T00:36:01.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.732+0000 7f182e226740 10 client.25792 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:01.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.732+0000 7f182e226740 10 client.25792 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:01.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.732+0000 7f182e226740 20 client.25792 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:01.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.732+0000 7f182e226740 1 --2- 172.21.15.44:0/540249193 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55ca40e326b0 0x55ca40e34aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:01.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.732+0000 7f182e226740 4 client.25792 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:36:01.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.732+0000 7f182e226740 1 -- 172.21.15.44:0/540249193 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ca40d89100 con 0x55ca40e326b0 2024-05-27T00:36:01.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.732+0000 7f1823e00640 1 --2- 172.21.15.44:0/540249193 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55ca40e326b0 0x55ca40e34aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:01.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.733+0000 7f1823e00640 1 --2- 172.21.15.44:0/540249193 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55ca40e326b0 0x55ca40e34aa0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9522673bb6c8319 server_cookie=71cfdb38434504d2 in_seq=0 out_seq=0 2024-05-27T00:36:01.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.733+0000 7f180a000640 10 client.25792 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:01.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.734+0000 7f180a000640 1 -- 172.21.15.44:0/540249193 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55ca40d89100 con 0x55ca40e326b0 2024-05-27T00:36:01.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.734+0000 7f180a000640 10 client.25792 handle_command_reply: tid=0 2024-05-27T00:36:01.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.734+0000 7f182e226740 1 client.25792 shutdown 2024-05-27T00:36:01.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.734+0000 7f182e226740 1 -- 172.21.15.44:0/540249193 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55ca40e17bf0 msgr2=0x55ca40e1f8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:01.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.734+0000 7f182e226740 1 --2- 172.21.15.44:0/540249193 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55ca40e17bf0 0x55ca40e1f8d0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f18180bb970 tx=0x7f181803b640 comp rx=0 tx=0).stop 2024-05-27T00:36:01.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.734+0000 7f182e226740 1 -- 172.21.15.44:0/540249193 shutdown_connections 2024-05-27T00:36:01.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.734+0000 7f182e226740 1 --2- 172.21.15.44:0/540249193 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55ca40e326b0 0x55ca40e34aa0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.734+0000 7f182e226740 1 --2- 172.21.15.44:0/540249193 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e22970 0x55ca40e20350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.734+0000 7f182e226740 1 --2- 172.21.15.44:0/540249193 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e192e0 0x55ca40e1fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.734+0000 7f182e226740 1 --2- 172.21.15.44:0/540249193 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55ca40e17bf0 0x55ca40e1f8d0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.734+0000 7f180a000640 0 client.25792 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:01.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.734+0000 7f182e226740 1 -- 172.21.15.44:0/540249193 >> 172.21.15.44:0/540249193 conn(0x55ca40de0170 msgr2=0x55ca40e19fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:01.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.734+0000 7f182e226740 1 -- 172.21.15.44:0/540249193 shutdown_connections 2024-05-27T00:36:01.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.734+0000 7f182e226740 1 -- 172.21.15.44:0/540249193 wait complete. 2024-05-27T00:36:01.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.734+0000 7f182e226740 20 client.25792 trim_cache size 0 max 16384 2024-05-27T00:36:01.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.754+0000 7f182e226740 1 Processor -- start 2024-05-27T00:36:01.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.754+0000 7f182e226740 1 -- start start 2024-05-27T00:36:01.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.755+0000 7f182e226740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e17bf0 0x55ca40e13130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:01.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.755+0000 7f182e226740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55ca40e192e0 0x55ca40e3a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:01.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.755+0000 7f182e226740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e22970 0x55ca40e3a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:01.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.755+0000 7f182e226740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f18241b7ab0 con 0x55ca40e22970 2024-05-27T00:36:01.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.755+0000 7f182e226740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f18241b5380 con 0x55ca40e17bf0 2024-05-27T00:36:01.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.755+0000 7f182e226740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f18241b31b0 con 0x55ca40e192e0 2024-05-27T00:36:01.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.755+0000 7f1829400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e22970 0x55ca40e3a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:01.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.755+0000 7f1828a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e17bf0 0x55ca40e13130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:01.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.755+0000 7f1828a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e17bf0 0x55ca40e13130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:38198/0 (socket says 172.21.15.44:38198) 2024-05-27T00:36:01.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.755+0000 7f1828a00640 1 -- 172.21.15.44:0/2154418648 learned_addr learned my addr 172.21.15.44:0/2154418648 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:01.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.755+0000 7f1823e00640 1 --2- 172.21.15.44:0/2154418648 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55ca40e192e0 0x55ca40e3a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:01.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.755+0000 7f1828a00640 1 -- 172.21.15.44:0/2154418648 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55ca40e192e0 msgr2=0x55ca40e3a260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:01.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.755+0000 7f1828a00640 1 --2- 172.21.15.44:0/2154418648 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55ca40e192e0 0x55ca40e3a260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.755+0000 7f1828a00640 1 -- 172.21.15.44:0/2154418648 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e22970 msgr2=0x55ca40e3a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:01.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.755+0000 7f1828a00640 1 --2- 172.21.15.44:0/2154418648 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e22970 0x55ca40e3a7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.755+0000 7f1828a00640 1 -- 172.21.15.44:0/2154418648 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca40e35030 con 0x55ca40e17bf0 2024-05-27T00:36:01.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.756+0000 7f1828a00640 1 --2- 172.21.15.44:0/2154418648 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e17bf0 0x55ca40e13130 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f18180c4850 tx=0x7f18180ba180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=25df4c9636bd8f81 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:01.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.756+0000 7f1815200640 1 -- 172.21.15.44:0/2154418648 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1818049070 con 0x55ca40e17bf0 2024-05-27T00:36:01.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.756+0000 7f1815200640 1 -- 172.21.15.44:0/2154418648 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f18180d2050 con 0x55ca40e17bf0 2024-05-27T00:36:01.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.756+0000 7f1815200640 1 -- 172.21.15.44:0/2154418648 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18180bb5d0 con 0x55ca40e17bf0 2024-05-27T00:36:01.761 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.757+0000 7f182e226740 1 -- 172.21.15.44:0/2154418648 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e17bf0 msgr2=0x55ca40e13130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:01.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.757+0000 7f182e226740 1 --2- 172.21.15.44:0/2154418648 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e17bf0 0x55ca40e13130 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f18180c4850 tx=0x7f18180ba180 comp rx=0 tx=0).stop 2024-05-27T00:36:01.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.757+0000 7f182e226740 1 -- 172.21.15.44:0/2154418648 shutdown_connections 2024-05-27T00:36:01.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.757+0000 7f182e226740 1 --2- 172.21.15.44:0/2154418648 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e22970 0x55ca40e3a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.757+0000 7f182e226740 1 --2- 172.21.15.44:0/2154418648 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55ca40e192e0 0x55ca40e3a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.757+0000 7f182e226740 1 --2- 172.21.15.44:0/2154418648 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e17bf0 0x55ca40e13130 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.757+0000 7f182e226740 1 -- 172.21.15.44:0/2154418648 >> 172.21.15.44:0/2154418648 conn(0x55ca40de0170 msgr2=0x55ca40e12a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:01.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.757+0000 7f182e226740 1 -- 172.21.15.44:0/2154418648 shutdown_connections 2024-05-27T00:36:01.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.757+0000 7f182e226740 1 -- 172.21.15.44:0/2154418648 wait complete. 2024-05-27T00:36:01.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.757+0000 7f182e226740 1 -- start start 2024-05-27T00:36:01.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.757+0000 7f182e226740 1 Processor -- start 2024-05-27T00:36:01.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.758+0000 7f182e226740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e17bf0 0x55ca40e2b020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:01.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.758+0000 7f182e226740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e192e0 0x55ca40e1c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:01.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.758+0000 7f182e226740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55ca40e22970 0x55ca40e1cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:01.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.758+0000 7f182e226740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f18241b3840 con 0x55ca40e192e0 2024-05-27T00:36:01.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.758+0000 7f182e226740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f18241b4cb0 con 0x55ca40e17bf0 2024-05-27T00:36:01.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.758+0000 7f182e226740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f18241b3f10 con 0x55ca40e22970 2024-05-27T00:36:01.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.758+0000 7f182e226740 10 client.0 _ll_register_callbacks cb 0x7f1810009530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:01.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.758+0000 7f1828a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e17bf0 0x55ca40e2b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:01.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.758+0000 7f1823e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e192e0 0x55ca40e1c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:01.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.758+0000 7f1828a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e17bf0 0x55ca40e2b020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:38212/0 (socket says 172.21.15.44:38212) 2024-05-27T00:36:01.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.758+0000 7f1828a00640 1 -- 172.21.15.44:0/185871950 learned_addr learned my addr 172.21.15.44:0/185871950 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:01.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.758+0000 7f1829400640 1 --2- 172.21.15.44:0/185871950 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55ca40e22970 0x55ca40e1cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:01.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.759+0000 7f1828a00640 1 -- 172.21.15.44:0/185871950 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55ca40e22970 msgr2=0x55ca40e1cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:01.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.759+0000 7f1828a00640 1 --2- 172.21.15.44:0/185871950 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55ca40e22970 0x55ca40e1cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.759+0000 7f1828a00640 1 -- 172.21.15.44:0/185871950 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e192e0 msgr2=0x55ca40e1c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:01.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.759+0000 7f1828a00640 1 --2- 172.21.15.44:0/185871950 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e192e0 0x55ca40e1c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.759+0000 7f1828a00640 1 -- 172.21.15.44:0/185871950 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca40e18f20 con 0x55ca40e17bf0 2024-05-27T00:36:01.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.759+0000 7f1828a00640 1 --2- 172.21.15.44:0/185871950 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e17bf0 0x55ca40e2b020 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f18180f1040 tx=0x7f1818005de0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=840818b74eff1cdf server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:01.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.759+0000 7f180a000640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:36:01.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.759+0000 7f180a000640 1 -- 172.21.15.44:0/185871950 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18180d8070 con 0x55ca40e17bf0 2024-05-27T00:36:01.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.759+0000 7f182e226740 1 -- 172.21.15.44:0/185871950 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f18180d2050 con 0x55ca40e17bf0 2024-05-27T00:36:01.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.759+0000 7f180a000640 1 -- 172.21.15.44:0/185871950 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f18180c45a0 con 0x55ca40e17bf0 2024-05-27T00:36:01.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.759+0000 7f180a000640 1 -- 172.21.15.44:0/185871950 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1818049050 con 0x55ca40e17bf0 2024-05-27T00:36:01.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.759+0000 7f182e226740 10 client.25805 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:01.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.759+0000 7f182e226740 1 -- 172.21.15.44:0/185871950 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ca40e18f20 con 0x55ca40e17bf0 2024-05-27T00:36:01.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.760+0000 7f180a000640 1 -- 172.21.15.44:0/185871950 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f18180d2050 con 0x55ca40e17bf0 2024-05-27T00:36:01.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.760+0000 7f180a000640 1 -- 172.21.15.44:0/185871950 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f18180f8ba0 con 0x55ca40e17bf0 2024-05-27T00:36:01.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.760+0000 7f182e226740 10 client.25805 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:01.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.760+0000 7f182e226740 10 client.25805 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:01.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.760+0000 7f182e226740 20 client.25805 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:01.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.760+0000 7f182e226740 1 --2- 172.21.15.44:0/185871950 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55ca40e9d090 0x55ca40e9f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:01.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.760+0000 7f182e226740 4 client.25805 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-27T00:36:01.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.760+0000 7f182e226740 1 -- 172.21.15.44:0/185871950 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55ca40d83450 con 0x55ca40e9d090 2024-05-27T00:36:01.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.760+0000 7f1823e00640 1 --2- 172.21.15.44:0/185871950 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55ca40e9d090 0x55ca40e9f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:01.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.761+0000 7f1823e00640 1 --2- 172.21.15.44:0/185871950 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55ca40e9d090 0x55ca40e9f480 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=95af4accf7f4eb57 server_cookie=827d632be2003e77 in_seq=0 out_seq=0 2024-05-27T00:36:01.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.761+0000 7f180a000640 10 client.25805 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:01.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.763+0000 7f180a000640 1 -- 172.21.15.44:0/185871950 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55ca40d83450 con 0x55ca40e9d090 2024-05-27T00:36:01.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.763+0000 7f180a000640 10 client.25805 handle_command_reply: tid=0 2024-05-27T00:36:01.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.763+0000 7f182e226740 1 client.25805 shutdown 2024-05-27T00:36:01.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.763+0000 7f182e226740 1 -- 172.21.15.44:0/185871950 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e17bf0 msgr2=0x55ca40e2b020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:01.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.763+0000 7f182e226740 1 --2- 172.21.15.44:0/185871950 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e17bf0 0x55ca40e2b020 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f18180f1040 tx=0x7f1818005de0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.763+0000 7f182e226740 1 -- 172.21.15.44:0/185871950 shutdown_connections 2024-05-27T00:36:01.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.763+0000 7f182e226740 1 --2- 172.21.15.44:0/185871950 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55ca40e9d090 0x55ca40e9f480 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.763+0000 7f182e226740 1 --2- 172.21.15.44:0/185871950 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55ca40e22970 0x55ca40e1cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.763+0000 7f182e226740 1 --2- 172.21.15.44:0/185871950 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55ca40e192e0 0x55ca40e1c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.763+0000 7f182e226740 1 --2- 172.21.15.44:0/185871950 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55ca40e17bf0 0x55ca40e2b020 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.763+0000 7f182e226740 1 -- 172.21.15.44:0/185871950 >> 172.21.15.44:0/185871950 conn(0x55ca40de0170 msgr2=0x55ca40e20120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:01.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.763+0000 7f180a000640 0 client.25805 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:01.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.763+0000 7f182e226740 1 -- 172.21.15.44:0/185871950 shutdown_connections 2024-05-27T00:36:01.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.763+0000 7f182e226740 1 -- 172.21.15.44:0/185871950 wait complete. 2024-05-27T00:36:01.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.763+0000 7f182e226740 20 client.25805 trim_cache size 0 max 16384 2024-05-27T00:36:01.772 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:36:01.773 INFO:teuthology.orchestra.run.smithi044.stdout: "return_code": 0, 2024-05-27T00:36:01.773 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_tag": "ccddd5e2-be23-461e-be3a-576a04e0e4be", 2024-05-27T00:36:01.773 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": "asynchronous" 2024-05-27T00:36:01.773 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:36:01.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.764+0000 7f1829e00640 1 -- 172.21.15.44:0/695958013 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f180c0a2f30 msgr2=0x7f180c0a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:01.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.764+0000 7f1829e00640 1 --2- 172.21.15.44:0/695958013 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f180c0a2f30 0x7f180c0a53f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f181c005fd0 tx=0x7f181c009550 comp rx=0 tx=0).stop 2024-05-27T00:36:01.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.764+0000 7f1829e00640 1 -- 172.21.15.44:0/695958013 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1824107f40 msgr2=0x7f18241a4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:01.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.764+0000 7f1829e00640 1 --2- 172.21.15.44:0/695958013 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1824107f40 0x7f18241a4420 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f181802a9b0 tx=0x7f18180329c0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.764+0000 7f1829e00640 1 -- 172.21.15.44:0/695958013 shutdown_connections 2024-05-27T00:36:01.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.764+0000 7f1829e00640 1 --2- 172.21.15.44:0/695958013 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f180c0a2f30 0x7f180c0a53f0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.764+0000 7f1829e00640 1 --2- 172.21.15.44:0/695958013 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f182410df60 0x7f182419e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.764+0000 7f1829e00640 1 --2- 172.21.15.44:0/695958013 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f18241088e0 0x7f18241a4960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.764+0000 7f1829e00640 1 --2- 172.21.15.44:0/695958013 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1824107f40 0x7f18241a4420 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:01.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.764+0000 7f1829e00640 1 -- 172.21.15.44:0/695958013 >> 172.21.15.44:0/695958013 conn(0x7f18240777c0 msgr2=0x7f18240785f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:01.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.764+0000 7f1829e00640 1 -- 172.21.15.44:0/695958013 shutdown_connections 2024-05-27T00:36:01.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:01.764+0000 7f1829e00640 1 -- 172.21.15.44:0/695958013 wait complete. 2024-05-27T00:36:01.785 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-05-27T00:36:01.786 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-05-27T00:36:02.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.003+0000 7f9539000640 1 -- 172.21.15.44:0/1530268227 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9534075ed0 msgr2=0x7f95340762b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.003+0000 7f9539000640 1 --2- 172.21.15.44:0/1530268227 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9534075ed0 0x7f95340762b0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f9524009930 tx=0x7f952402a420 comp rx=0 tx=0).stop 2024-05-27T00:36:02.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.003+0000 7f9539000640 1 -- 172.21.15.44:0/1530268227 shutdown_connections 2024-05-27T00:36:02.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.003+0000 7f9539000640 1 --2- 172.21.15.44:0/1530268227 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f95341126f0 0x7f9534114ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.003+0000 7f9539000640 1 --2- 172.21.15.44:0/1530268227 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f95340767f0 0x7f95341121b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.003+0000 7f9539000640 1 --2- 172.21.15.44:0/1530268227 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9534075ed0 0x7f95340762b0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.003+0000 7f9539000640 1 -- 172.21.15.44:0/1530268227 >> 172.21.15.44:0/1530268227 conn(0x7f95340ff4e0 msgr2=0x7f9534101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:02.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.003+0000 7f9539000640 1 -- 172.21.15.44:0/1530268227 shutdown_connections 2024-05-27T00:36:02.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.003+0000 7f9539000640 1 -- 172.21.15.44:0/1530268227 wait complete. 2024-05-27T00:36:02.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.005+0000 7f9539000640 1 Processor -- start 2024-05-27T00:36:02.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.005+0000 7f9539000640 1 -- start start 2024-05-27T00:36:02.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.005+0000 7f9539000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9534075ed0 0x7f95341a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.005+0000 7f9539000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f95340767f0 0x7f95341a4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.005+0000 7f9539000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f95341126f0 0x7f953419e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.005+0000 7f9539000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f95341183e0 con 0x7f95340767f0 2024-05-27T00:36:02.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.005+0000 7f9539000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9534118260 con 0x7f9534075ed0 2024-05-27T00:36:02.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.005+0000 7f9539000640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f9534118560 con 0x7f95341126f0 2024-05-27T00:36:02.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.005+0000 7f9532a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f95340767f0 0x7f95341a4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.005+0000 7f9533400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9534075ed0 0x7f95341a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.005+0000 7f9533e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f95341126f0 0x7f953419e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.005+0000 7f9533400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9534075ed0 0x7f95341a4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:38236/0 (socket says 172.21.15.44:38236) 2024-05-27T00:36:02.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.005+0000 7f9533400640 1 -- 172.21.15.44:0/3044960004 learned_addr learned my addr 172.21.15.44:0/3044960004 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:02.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.006+0000 7f9533e00640 1 -- 172.21.15.44:0/3044960004 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9534075ed0 msgr2=0x7f95341a4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.006+0000 7f9533e00640 1 --2- 172.21.15.44:0/3044960004 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9534075ed0 0x7f95341a4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.006+0000 7f9533e00640 1 -- 172.21.15.44:0/3044960004 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f95340767f0 msgr2=0x7f95341a4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.006+0000 7f9533e00640 1 --2- 172.21.15.44:0/3044960004 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f95340767f0 0x7f95341a4ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.006+0000 7f9533e00640 1 -- 172.21.15.44:0/3044960004 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f953419ef00 con 0x7f95341126f0 2024-05-27T00:36:02.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.006+0000 7f9533e00640 1 --2- 172.21.15.44:0/3044960004 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f95341126f0 0x7f953419e640 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f952c005fd0 tx=0x7f952c00ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:02.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.006+0000 7f952be00640 1 -- 172.21.15.44:0/3044960004 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f952c00cdf0 con 0x7f95341126f0 2024-05-27T00:36:02.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.006+0000 7f9539000640 1 -- 172.21.15.44:0/3044960004 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f953419f1f0 con 0x7f95341126f0 2024-05-27T00:36:02.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.006+0000 7f952be00640 1 -- 172.21.15.44:0/3044960004 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f952c004b20 con 0x7f95341126f0 2024-05-27T00:36:02.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.006+0000 7f952be00640 1 -- 172.21.15.44:0/3044960004 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f952c010760 con 0x7f95341126f0 2024-05-27T00:36:02.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.006+0000 7f9539000640 1 -- 172.21.15.44:0/3044960004 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95341ab500 con 0x7f95341126f0 2024-05-27T00:36:02.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.009+0000 7f953d5dc740 1 Processor -- start 2024-05-27T00:36:02.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.010+0000 7f952be00640 1 -- 172.21.15.44:0/3044960004 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f952c005020 con 0x7f95341126f0 2024-05-27T00:36:02.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.010+0000 7f953d5dc740 1 -- start start 2024-05-27T00:36:02.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.010+0000 7f953d5dc740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c367c0 0x55f8c9c36ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.010+0000 7f953d5dc740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c37170 0x55f8c9c41210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.013 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.010+0000 7f953d5dc740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c417e0 0x55f8c9c43c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.010+0000 7f953d5dc740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55f8c9b9ae30 con 0x55f8c9c367c0 2024-05-27T00:36:02.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.010+0000 7f953d5dc740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f8c9b42510 con 0x55f8c9c417e0 2024-05-27T00:36:02.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.010+0000 7f953d5dc740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55f8c9b96df0 con 0x55f8c9c37170 2024-05-27T00:36:02.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.011+0000 7f9533400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c37170 0x55f8c9c41210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.011+0000 7f9533400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c37170 0x55f8c9c41210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:53084/0 (socket says 172.21.15.44:53084) 2024-05-27T00:36:02.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.011+0000 7f9533400640 1 -- 172.21.15.44:0/3558744932 learned_addr learned my addr 172.21.15.44:0/3558744932 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:02.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.011+0000 7f9532a00640 1 --2- 172.21.15.44:0/3558744932 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c367c0 0x55f8c9c36ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.011+0000 7f9532a00640 1 --2- 172.21.15.44:0/3558744932 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c417e0 0x55f8c9c43c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.011+0000 7f9533400640 1 -- 172.21.15.44:0/3558744932 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c417e0 msgr2=0x55f8c9c43c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:02.014 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.011+0000 7f9533400640 1 --2- 172.21.15.44:0/3558744932 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c417e0 0x55f8c9c43c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.011+0000 7f9533400640 1 -- 172.21.15.44:0/3558744932 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c367c0 msgr2=0x55f8c9c36ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:02.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.011+0000 7f9533400640 1 --2- 172.21.15.44:0/3558744932 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c367c0 0x55f8c9c36ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.011+0000 7f9533400640 1 -- 172.21.15.44:0/3558744932 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f8c99787d0 con 0x55f8c9c37170 2024-05-27T00:36:02.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.011+0000 7f9532a00640 1 --2- 172.21.15.44:0/3558744932 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c417e0 0x55f8c9c43c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-27T00:36:02.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.011+0000 7f9533400640 1 --2- 172.21.15.44:0/3558744932 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c37170 0x55f8c9c41210 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9524031570 tx=0x7f95240315a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5554ebb21f299594 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:02.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.012+0000 7f952be00640 1 --2- 172.21.15.44:0/3044960004 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f95180a2eb0 0x7f95180a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.012+0000 7f9528c00640 1 -- 172.21.15.44:0/3558744932 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9524035040 con 0x55f8c9c37170 2024-05-27T00:36:02.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.012+0000 7f9528c00640 1 -- 172.21.15.44:0/3558744932 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9524004480 con 0x55f8c9c37170 2024-05-27T00:36:02.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.012+0000 7f9528c00640 1 -- 172.21.15.44:0/3558744932 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9524031840 con 0x55f8c9c37170 2024-05-27T00:36:02.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.012+0000 7f952be00640 1 -- 172.21.15.44:0/3044960004 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f952c0d0080 con 0x7f95341126f0 2024-05-27T00:36:02.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.012+0000 7f9532a00640 1 --2- 172.21.15.44:0/3044960004 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f95180a2eb0 0x7f95180a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.013+0000 7f953d5dc740 1 -- 172.21.15.44:0/3558744932 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c37170 msgr2=0x55f8c9c41210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.013+0000 7f953d5dc740 1 --2- 172.21.15.44:0/3558744932 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c37170 0x55f8c9c41210 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9524031570 tx=0x7f95240315a0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.013+0000 7f953d5dc740 1 -- 172.21.15.44:0/3558744932 shutdown_connections 2024-05-27T00:36:02.022 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.013+0000 7f953d5dc740 1 --2- 172.21.15.44:0/3558744932 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c417e0 0x55f8c9c43c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.013+0000 7f953d5dc740 1 --2- 172.21.15.44:0/3558744932 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c37170 0x55f8c9c41210 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.013+0000 7f953d5dc740 1 --2- 172.21.15.44:0/3558744932 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c367c0 0x55f8c9c36ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.013+0000 7f953d5dc740 1 -- 172.21.15.44:0/3558744932 >> 172.21.15.44:0/3558744932 conn(0x55f8c9c32a80 msgr2=0x55f8c9c32e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:02.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.013+0000 7f953d5dc740 1 -- 172.21.15.44:0/3558744932 shutdown_connections 2024-05-27T00:36:02.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.013+0000 7f953d5dc740 1 -- 172.21.15.44:0/3558744932 wait complete. 2024-05-27T00:36:02.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.013+0000 7f9532a00640 1 --2- 172.21.15.44:0/3044960004 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f95180a2eb0 0x7f95180a5370 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f953419fe90 tx=0x7f9520014040 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:02.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.014+0000 7f953d5dc740 1 -- start start 2024-05-27T00:36:02.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.014+0000 7f953d5dc740 1 Processor -- start 2024-05-27T00:36:02.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.014+0000 7f953d5dc740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c367c0 0x55f8c9c3e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.014+0000 7f953d5dc740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c37170 0x55f8c9c3ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.014+0000 7f953d5dc740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c417e0 0x55f8c9c3f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.014+0000 7f953d5dc740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55f8c9c446f0 con 0x55f8c9c37170 2024-05-27T00:36:02.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.014+0000 7f953d5dc740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f8c9b558e0 con 0x55f8c9c417e0 2024-05-27T00:36:02.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.014+0000 7f953d5dc740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55f8c9c44870 con 0x55f8c9c367c0 2024-05-27T00:36:02.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.015+0000 7f953d5dc740 10 client.0 _ll_register_callbacks cb 0x55f8c9b38ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:02.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.015+0000 7f9533400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c367c0 0x55f8c9c3e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.015+0000 7f9533400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c367c0 0x55f8c9c3e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:53100/0 (socket says 172.21.15.44:53100) 2024-05-27T00:36:02.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.015+0000 7f9533400640 1 -- 172.21.15.44:0/2329352854 learned_addr learned my addr 172.21.15.44:0/2329352854 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:02.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.015+0000 7f9532a00640 1 --2- 172.21.15.44:0/2329352854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c37170 0x55f8c9c3ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.015+0000 7f9533e00640 1 --2- 172.21.15.44:0/2329352854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c417e0 0x55f8c9c3f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.015+0000 7f9533400640 1 -- 172.21.15.44:0/2329352854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c417e0 msgr2=0x55f8c9c3f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:02.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.015+0000 7f9533400640 1 --2- 172.21.15.44:0/2329352854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c417e0 0x55f8c9c3f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.015+0000 7f9533400640 1 -- 172.21.15.44:0/2329352854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c37170 msgr2=0x55f8c9c3ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:02.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.015+0000 7f9533400640 1 --2- 172.21.15.44:0/2329352854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c37170 0x55f8c9c3ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.015+0000 7f9533400640 1 -- 172.21.15.44:0/2329352854 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f8c98ae3f0 con 0x55f8c9c367c0 2024-05-27T00:36:02.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.016+0000 7f9533400640 1 --2- 172.21.15.44:0/2329352854 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c367c0 0x55f8c9c3e6b0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f952402a940 tx=0x7f9524005b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83f6920051fe86e7 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:02.025 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.016+0000 7f951d600640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:36:02.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.016+0000 7f951d600640 1 -- 172.21.15.44:0/2329352854 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9524053060 con 0x55f8c9c367c0 2024-05-27T00:36:02.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.016+0000 7f951d600640 1 -- 172.21.15.44:0/2329352854 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f9524004280 con 0x55f8c9c367c0 2024-05-27T00:36:02.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.016+0000 7f953d5dc740 1 -- 172.21.15.44:0/2329352854 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9524004480 con 0x55f8c9c367c0 2024-05-27T00:36:02.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.016+0000 7f951d600640 1 -- 172.21.15.44:0/2329352854 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9524035050 con 0x55f8c9c367c0 2024-05-27T00:36:02.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.016+0000 7f953d5dc740 10 client.25810 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:02.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.016+0000 7f953d5dc740 1 -- 172.21.15.44:0/2329352854 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55f8c986e0f0 con 0x55f8c9c367c0 2024-05-27T00:36:02.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.017+0000 7f951d600640 1 -- 172.21.15.44:0/2329352854 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9524004480 con 0x55f8c9c367c0 2024-05-27T00:36:02.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.017+0000 7f951d600640 1 -- 172.21.15.44:0/2329352854 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f9524031b90 con 0x55f8c9c367c0 2024-05-27T00:36:02.026 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.017+0000 7f953d5dc740 10 client.25810 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:02.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.017+0000 7f953d5dc740 10 client.25810 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:02.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.017+0000 7f953d5dc740 20 client.25810 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:02.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.017+0000 7f953d5dc740 1 --2- 172.21.15.44:0/2329352854 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55f8c9c51a40 0x55f8c9c53e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.017+0000 7f953d5dc740 4 client.25810 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:36:02.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.017+0000 7f953d5dc740 1 -- 172.21.15.44:0/2329352854 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f8c9ba8560 con 0x55f8c9c51a40 2024-05-27T00:36:02.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.017+0000 7f9532a00640 1 --2- 172.21.15.44:0/2329352854 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55f8c9c51a40 0x55f8c9c53e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.018+0000 7f9532a00640 1 --2- 172.21.15.44:0/2329352854 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55f8c9c51a40 0x55f8c9c53e30 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=66c952f8bba8d702 server_cookie=c41ef0ae061df5f5 in_seq=0 out_seq=0 2024-05-27T00:36:02.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.018+0000 7f951d600640 10 client.25810 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:02.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.019+0000 7f951d600640 1 -- 172.21.15.44:0/2329352854 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55f8c9ba8560 con 0x55f8c9c51a40 2024-05-27T00:36:02.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.019+0000 7f951d600640 10 client.25810 handle_command_reply: tid=0 2024-05-27T00:36:02.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.019+0000 7f953d5dc740 1 client.25810 shutdown 2024-05-27T00:36:02.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.019+0000 7f953d5dc740 1 -- 172.21.15.44:0/2329352854 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c367c0 msgr2=0x55f8c9c3e6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.019+0000 7f953d5dc740 1 --2- 172.21.15.44:0/2329352854 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c367c0 0x55f8c9c3e6b0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f952402a940 tx=0x7f9524005b50 comp rx=0 tx=0).stop 2024-05-27T00:36:02.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.019+0000 7f953d5dc740 1 -- 172.21.15.44:0/2329352854 shutdown_connections 2024-05-27T00:36:02.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.019+0000 7f953d5dc740 1 --2- 172.21.15.44:0/2329352854 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55f8c9c51a40 0x55f8c9c53e30 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.019+0000 7f953d5dc740 1 --2- 172.21.15.44:0/2329352854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c417e0 0x55f8c9c3f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.019+0000 7f953d5dc740 1 --2- 172.21.15.44:0/2329352854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c37170 0x55f8c9c3ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.019+0000 7f953d5dc740 1 --2- 172.21.15.44:0/2329352854 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c367c0 0x55f8c9c3e6b0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.019+0000 7f951d600640 0 client.25810 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:02.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.019+0000 7f953d5dc740 1 -- 172.21.15.44:0/2329352854 >> 172.21.15.44:0/2329352854 conn(0x55f8c9c32a80 msgr2=0x55f8c9c388f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:02.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.020+0000 7f953d5dc740 1 -- 172.21.15.44:0/2329352854 shutdown_connections 2024-05-27T00:36:02.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.020+0000 7f953d5dc740 1 -- 172.21.15.44:0/2329352854 wait complete. 2024-05-27T00:36:02.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.020+0000 7f953d5dc740 20 client.25810 trim_cache size 0 max 16384 2024-05-27T00:36:02.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.040+0000 7f953d5dc740 1 Processor -- start 2024-05-27T00:36:02.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.040+0000 7f953d5dc740 1 -- start start 2024-05-27T00:36:02.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.040+0000 7f953d5dc740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c367c0 0x55f8c9c3d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.040+0000 7f953d5dc740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c37170 0x55f8c9c3ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.040+0000 7f953d5dc740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c417e0 0x55f8c9c59400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.040+0000 7f953d5dc740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f95341b7b50 con 0x55f8c9c417e0 2024-05-27T00:36:02.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.040+0000 7f953d5dc740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f95341b5420 con 0x55f8c9c367c0 2024-05-27T00:36:02.044 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.040+0000 7f953d5dc740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f95341b3250 con 0x55f8c9c37170 2024-05-27T00:36:02.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.041+0000 7f9533400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c367c0 0x55f8c9c3d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.041+0000 7f9533400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c367c0 0x55f8c9c3d810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:38246/0 (socket says 172.21.15.44:38246) 2024-05-27T00:36:02.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.041+0000 7f9533400640 1 -- 172.21.15.44:0/3190675860 learned_addr learned my addr 172.21.15.44:0/3190675860 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:02.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.041+0000 7f9533e00640 1 --2- 172.21.15.44:0/3190675860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c417e0 0x55f8c9c59400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.041+0000 7f9532a00640 1 --2- 172.21.15.44:0/3190675860 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c37170 0x55f8c9c3ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.041+0000 7f9533400640 1 -- 172.21.15.44:0/3190675860 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c37170 msgr2=0x55f8c9c3ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:02.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.041+0000 7f9533400640 1 --2- 172.21.15.44:0/3190675860 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c37170 0x55f8c9c3ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.041+0000 7f9533400640 1 -- 172.21.15.44:0/3190675860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c417e0 msgr2=0x55f8c9c59400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:02.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.041+0000 7f9533400640 1 --2- 172.21.15.44:0/3190675860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c417e0 0x55f8c9c59400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.041+0000 7f9533400640 1 -- 172.21.15.44:0/3190675860 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f8c9c541a0 con 0x55f8c9c367c0 2024-05-27T00:36:02.045 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.041+0000 7f9532a00640 1 --2- 172.21.15.44:0/3190675860 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c37170 0x55f8c9c3ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-27T00:36:02.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.042+0000 7f9533400640 1 --2- 172.21.15.44:0/3190675860 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c367c0 0x55f8c9c3d810 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f952402a460 tx=0x7f9524031540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fbf30ec234d3a04c server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:02.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.042+0000 7f951fe00640 1 -- 172.21.15.44:0/3190675860 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9524053040 con 0x55f8c9c367c0 2024-05-27T00:36:02.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.042+0000 7f951fe00640 1 -- 172.21.15.44:0/3190675860 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9524009520 con 0x55f8c9c367c0 2024-05-27T00:36:02.046 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.042+0000 7f951fe00640 1 -- 172.21.15.44:0/3190675860 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9524005360 con 0x55f8c9c367c0 2024-05-27T00:36:02.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.043+0000 7f953d5dc740 1 -- 172.21.15.44:0/3190675860 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c367c0 msgr2=0x55f8c9c3d810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.043+0000 7f953d5dc740 1 --2- 172.21.15.44:0/3190675860 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c367c0 0x55f8c9c3d810 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f952402a460 tx=0x7f9524031540 comp rx=0 tx=0).stop 2024-05-27T00:36:02.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.043+0000 7f953d5dc740 1 -- 172.21.15.44:0/3190675860 shutdown_connections 2024-05-27T00:36:02.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.043+0000 7f953d5dc740 1 --2- 172.21.15.44:0/3190675860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c417e0 0x55f8c9c59400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.043+0000 7f953d5dc740 1 --2- 172.21.15.44:0/3190675860 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c37170 0x55f8c9c3ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.043+0000 7f953d5dc740 1 --2- 172.21.15.44:0/3190675860 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c367c0 0x55f8c9c3d810 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.043+0000 7f953d5dc740 1 -- 172.21.15.44:0/3190675860 >> 172.21.15.44:0/3190675860 conn(0x55f8c9c32a80 msgr2=0x55f8c9c3e670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:02.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.043+0000 7f953d5dc740 1 -- 172.21.15.44:0/3190675860 shutdown_connections 2024-05-27T00:36:02.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.043+0000 7f953d5dc740 1 -- 172.21.15.44:0/3190675860 wait complete. 2024-05-27T00:36:02.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.043+0000 7f953d5dc740 1 -- start start 2024-05-27T00:36:02.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.043+0000 7f953d5dc740 1 Processor -- start 2024-05-27T00:36:02.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.044+0000 7f953d5dc740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c367c0 0x55f8c9c49f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.044+0000 7f953d5dc740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c37170 0x55f8c9c452f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.044+0000 7f953d5dc740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c417e0 0x55f8c9c45830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.044+0000 7f953d5dc740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f95341b38e0 con 0x55f8c9c37170 2024-05-27T00:36:02.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.044+0000 7f953d5dc740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f95341b4d50 con 0x55f8c9c417e0 2024-05-27T00:36:02.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.044+0000 7f953d5dc740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f95341b3fb0 con 0x55f8c9c367c0 2024-05-27T00:36:02.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.044+0000 7f953d5dc740 10 client.0 _ll_register_callbacks cb 0x7f9524004af0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:02.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.044+0000 7f9532a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c37170 0x55f8c9c452f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.044+0000 7f9532a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c37170 0x55f8c9c452f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45264/0 (socket says 172.21.15.44:45264) 2024-05-27T00:36:02.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.044+0000 7f9532a00640 1 -- 172.21.15.44:0/1461419631 learned_addr learned my addr 172.21.15.44:0/1461419631 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:02.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.044+0000 7f9533e00640 1 --2- 172.21.15.44:0/1461419631 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c417e0 0x55f8c9c45830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.044+0000 7f9533400640 1 --2- 172.21.15.44:0/1461419631 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c367c0 0x55f8c9c49f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.045+0000 7f9532a00640 1 -- 172.21.15.44:0/1461419631 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c367c0 msgr2=0x55f8c9c49f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:02.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.045+0000 7f9532a00640 1 --2- 172.21.15.44:0/1461419631 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c367c0 0x55f8c9c49f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.045+0000 7f9532a00640 1 -- 172.21.15.44:0/1461419631 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c417e0 msgr2=0x55f8c9c45830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:02.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.045+0000 7f9532a00640 1 --2- 172.21.15.44:0/1461419631 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c417e0 0x55f8c9c45830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.045+0000 7f9532a00640 1 -- 172.21.15.44:0/1461419631 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f8c9c46030 con 0x55f8c9c37170 2024-05-27T00:36:02.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.045+0000 7f9532a00640 1 --2- 172.21.15.44:0/1461419631 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c37170 0x55f8c9c452f0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x55f8c9c3df10 tx=0x7f9520004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1f957f8ea1b5142 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:02.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.045+0000 7f951d600640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:36:02.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.045+0000 7f951d600640 1 -- 172.21.15.44:0/1461419631 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9520021c30 con 0x55f8c9c37170 2024-05-27T00:36:02.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.045+0000 7f951d600640 1 -- 172.21.15.44:0/1461419631 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f9520021dd0 con 0x55f8c9c37170 2024-05-27T00:36:02.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.045+0000 7f953d5dc740 1 -- 172.21.15.44:0/1461419631 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9524009520 con 0x55f8c9c37170 2024-05-27T00:36:02.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.045+0000 7f951d600640 1 -- 172.21.15.44:0/1461419631 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9520037050 con 0x55f8c9c37170 2024-05-27T00:36:02.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.045+0000 7f953d5dc740 10 client.15693 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:02.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.046+0000 7f953d5dc740 1 -- 172.21.15.44:0/1461419631 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55f8c9cbbed0 con 0x55f8c9c37170 2024-05-27T00:36:02.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.046+0000 7f951d600640 1 -- 172.21.15.44:0/1461419631 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9524009520 con 0x55f8c9c37170 2024-05-27T00:36:02.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.046+0000 7f951d600640 1 -- 172.21.15.44:0/1461419631 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f95200211d0 con 0x55f8c9c37170 2024-05-27T00:36:02.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.046+0000 7f953d5dc740 10 client.15693 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:02.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.046+0000 7f953d5dc740 10 client.15693 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:02.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.046+0000 7f953d5dc740 20 client.15693 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:02.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.046+0000 7f953d5dc740 1 --2- 172.21.15.44:0/1461419631 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55f8c9cbc680 0x55f8c9cbeaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.046+0000 7f953d5dc740 4 client.15693 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-27T00:36:02.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.046+0000 7f953d5dc740 1 -- 172.21.15.44:0/1461419631 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f8c9ba28b0 con 0x55f8c9cbc680 2024-05-27T00:36:02.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.047+0000 7f9533400640 1 --2- 172.21.15.44:0/1461419631 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55f8c9cbc680 0x55f8c9cbeaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.047+0000 7f9533400640 1 --2- 172.21.15.44:0/1461419631 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55f8c9cbc680 0x55f8c9cbeaa0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da9fd4dc7c23cdfb server_cookie=8c17ed503d5ce45e in_seq=0 out_seq=0 2024-05-27T00:36:02.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.047+0000 7f951d600640 10 client.15693 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:02.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.047+0000 7f951d600640 1 -- 172.21.15.44:0/1461419631 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55f8c9ba28b0 con 0x55f8c9cbc680 2024-05-27T00:36:02.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.047+0000 7f951d600640 10 client.15693 handle_command_reply: tid=0 2024-05-27T00:36:02.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.047+0000 7f953d5dc740 1 client.15693 shutdown 2024-05-27T00:36:02.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.048+0000 7f953d5dc740 1 -- 172.21.15.44:0/1461419631 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c37170 msgr2=0x55f8c9c452f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.048+0000 7f953d5dc740 1 --2- 172.21.15.44:0/1461419631 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c37170 0x55f8c9c452f0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x55f8c9c3df10 tx=0x7f9520004730 comp rx=0 tx=0).stop 2024-05-27T00:36:02.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.048+0000 7f953d5dc740 1 -- 172.21.15.44:0/1461419631 shutdown_connections 2024-05-27T00:36:02.054 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.048+0000 7f953d5dc740 1 --2- 172.21.15.44:0/1461419631 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55f8c9cbc680 0x55f8c9cbeaa0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.048+0000 7f953d5dc740 1 --2- 172.21.15.44:0/1461419631 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f8c9c417e0 0x55f8c9c45830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.048+0000 7f953d5dc740 1 --2- 172.21.15.44:0/1461419631 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f8c9c37170 0x55f8c9c452f0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.048+0000 7f953d5dc740 1 --2- 172.21.15.44:0/1461419631 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f8c9c367c0 0x55f8c9c49f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.048+0000 7f951d600640 0 client.15693 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:02.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.048+0000 7f953d5dc740 1 -- 172.21.15.44:0/1461419631 >> 172.21.15.44:0/1461419631 conn(0x55f8c9c32a80 msgr2=0x55f8c9c3eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:02.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.048+0000 7f953d5dc740 1 -- 172.21.15.44:0/1461419631 shutdown_connections 2024-05-27T00:36:02.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.048+0000 7f953d5dc740 1 -- 172.21.15.44:0/1461419631 wait complete. 2024-05-27T00:36:02.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.048+0000 7f953d5dc740 20 client.15693 trim_cache size 0 max 16384 2024-05-27T00:36:02.055 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:36:02.056 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "no active scrubs running", 2024-05-27T00:36:02.056 INFO:teuthology.orchestra.run.smithi044.stdout: "scrubs": {} 2024-05-27T00:36:02.056 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:36:02.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.049+0000 7f9539000640 1 -- 172.21.15.44:0/3044960004 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f95180a2eb0 msgr2=0x7f95180a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.049+0000 7f9539000640 1 --2- 172.21.15.44:0/3044960004 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f95180a2eb0 0x7f95180a5370 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f953419fe90 tx=0x7f9520014040 comp rx=0 tx=0).stop 2024-05-27T00:36:02.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.049+0000 7f9539000640 1 -- 172.21.15.44:0/3044960004 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f95341126f0 msgr2=0x7f953419e640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.049+0000 7f9539000640 1 --2- 172.21.15.44:0/3044960004 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f95341126f0 0x7f953419e640 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f952c005fd0 tx=0x7f952c00ef10 comp rx=0 tx=0).stop 2024-05-27T00:36:02.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.049+0000 7f9539000640 1 -- 172.21.15.44:0/3044960004 shutdown_connections 2024-05-27T00:36:02.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.049+0000 7f9539000640 1 --2- 172.21.15.44:0/3044960004 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f95180a2eb0 0x7f95180a5370 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.049+0000 7f9539000640 1 --2- 172.21.15.44:0/3044960004 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f95341126f0 0x7f953419e640 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.049+0000 7f9539000640 1 --2- 172.21.15.44:0/3044960004 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f95340767f0 0x7f95341a4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.049+0000 7f9539000640 1 --2- 172.21.15.44:0/3044960004 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9534075ed0 0x7f95341a4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.049+0000 7f9539000640 1 -- 172.21.15.44:0/3044960004 >> 172.21.15.44:0/3044960004 conn(0x7f95340ff4e0 msgr2=0x7f95341018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:02.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.049+0000 7f9539000640 1 -- 172.21.15.44:0/3044960004 shutdown_connections 2024-05-27T00:36:02.057 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.049+0000 7f9539000640 1 -- 172.21.15.44:0/3044960004 wait complete. 2024-05-27T00:36:02.069 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-27T00:36:02.069 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:36:02.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.276+0000 7f9471400640 1 -- 172.21.15.44:0/3284648097 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f946c103270 msgr2=0x7f946c10b750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.276+0000 7f9471400640 1 --2- 172.21.15.44:0/3284648097 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f946c103270 0x7f946c10b750 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f9458009860 tx=0x7f945802a3d0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.276+0000 7f9471400640 1 -- 172.21.15.44:0/3284648097 shutdown_connections 2024-05-27T00:36:02.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.276+0000 7f9471400640 1 --2- 172.21.15.44:0/3284648097 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f946c10bd70 0x7f946c10e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.277 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.276+0000 7f9471400640 1 --2- 172.21.15.44:0/3284648097 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f946c103270 0x7f946c10b750 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.276+0000 7f9471400640 1 --2- 172.21.15.44:0/3284648097 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f946c102950 0x7f946c102d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.276+0000 7f9471400640 1 -- 172.21.15.44:0/3284648097 >> 172.21.15.44:0/3284648097 conn(0x7f946c0fc150 msgr2=0x7f946c0fe570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:02.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.276+0000 7f9471400640 1 -- 172.21.15.44:0/3284648097 shutdown_connections 2024-05-27T00:36:02.278 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.276+0000 7f9471400640 1 -- 172.21.15.44:0/3284648097 wait complete. 2024-05-27T00:36:02.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.277+0000 7f9471400640 1 Processor -- start 2024-05-27T00:36:02.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.277+0000 7f9471400640 1 -- start start 2024-05-27T00:36:02.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.278+0000 7f9471400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f946c102950 0x7f946c19a380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.278+0000 7f9471400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f946c103270 0x7f946c19a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.278+0000 7f9471400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f946c10bd70 0x7f946c19ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.278+0000 7f9471400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f946c111ce0 con 0x7f946c10bd70 2024-05-27T00:36:02.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.278+0000 7f9471400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f946c111b60 con 0x7f946c103270 2024-05-27T00:36:02.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.278+0000 7f9471400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f946c111e60 con 0x7f946c102950 2024-05-27T00:36:02.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.278+0000 7f9470a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f946c10bd70 0x7f946c19ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.278+0000 7f946be00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f946c102950 0x7f946c19a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.278+0000 7f946b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f946c103270 0x7f946c19a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.278+0000 7f9470a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f946c10bd70 0x7f946c19ec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45280/0 (socket says 172.21.15.44:45280) 2024-05-27T00:36:02.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.278+0000 7f9470a00640 1 -- 172.21.15.44:0/4104973239 learned_addr learned my addr 172.21.15.44:0/4104973239 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:02.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.278+0000 7f946be00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f946c102950 0x7f946c19a380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:53124/0 (socket says 172.21.15.44:53124) 2024-05-27T00:36:02.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.279+0000 7f946be00640 1 -- 172.21.15.44:0/4104973239 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f946c103270 msgr2=0x7f946c19a8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.279+0000 7f946be00640 1 --2- 172.21.15.44:0/4104973239 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f946c103270 0x7f946c19a8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.279+0000 7f946be00640 1 -- 172.21.15.44:0/4104973239 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f946c10bd70 msgr2=0x7f946c19ec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.279+0000 7f946be00640 1 --2- 172.21.15.44:0/4104973239 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f946c10bd70 0x7f946c19ec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.279+0000 7f946be00640 1 -- 172.21.15.44:0/4104973239 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f946c19f370 con 0x7f946c102950 2024-05-27T00:36:02.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.279+0000 7f9470a00640 1 --2- 172.21.15.44:0/4104973239 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f946c10bd70 0x7f946c19ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:02.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.279+0000 7f946be00640 1 --2- 172.21.15.44:0/4104973239 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f946c102950 0x7f946c19a380 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f945c005fd0 tx=0x7f945c00ee50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:02.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.279+0000 7f9468c00640 1 -- 172.21.15.44:0/4104973239 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f945c00cd00 con 0x7f946c102950 2024-05-27T00:36:02.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.279+0000 7f9468c00640 1 -- 172.21.15.44:0/4104973239 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f945c0035f0 con 0x7f946c102950 2024-05-27T00:36:02.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.279+0000 7f9471400640 1 -- 172.21.15.44:0/4104973239 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f946c19f660 con 0x7f946c102950 2024-05-27T00:36:02.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.279+0000 7f9468c00640 1 -- 172.21.15.44:0/4104973239 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f945c010690 con 0x7f946c102950 2024-05-27T00:36:02.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.280+0000 7f9471400640 1 -- 172.21.15.44:0/4104973239 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f946c1a6ef0 con 0x7f946c102950 2024-05-27T00:36:02.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.281+0000 7f9471400640 1 -- 172.21.15.44:0/4104973239 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f946c06a860 con 0x7f946c102950 2024-05-27T00:36:02.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.283+0000 7f9468c00640 1 -- 172.21.15.44:0/4104973239 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f945c0037a0 con 0x7f946c102950 2024-05-27T00:36:02.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.285+0000 7f9468c00640 1 --2- 172.21.15.44:0/4104973239 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f94500a2f30 0x7f94500a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.285+0000 7f9468c00640 1 -- 172.21.15.44:0/4104973239 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f945c0cffa0 con 0x7f946c102950 2024-05-27T00:36:02.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.285+0000 7f946b400640 1 --2- 172.21.15.44:0/4104973239 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f94500a2f30 0x7f94500a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.286+0000 7f946b400640 1 --2- 172.21.15.44:0/4104973239 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f94500a2f30 0x7f94500a53f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f946c10e700 tx=0x7f9458005c90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:02.288 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.287+0000 7f9468c00640 1 -- 172.21.15.44:0/4104973239 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f945c009510 con 0x7f946c102950 2024-05-27T00:36:02.542 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.541+0000 7f9471400640 1 -- 172.21.15.44:0/4104973239 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f946c068b30 con 0x7f946c102950 2024-05-27T00:36:02.543 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.543+0000 7f9468c00640 1 -- 172.21.15.44:0/4104973239 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11866 (secure 0 0 0) 0x7f945c09c610 con 0x7f946c102950 2024-05-27T00:36:02.544 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:36:02.544 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2194470084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2194470084},{"type":"v1","addr":"172.21.15.44:6839","nonce":2194470084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-27T00:32:18.481799+0000","modified":"2024-05-27T00:35:15.521413+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24599,"mds_1":24581,"mds_2":24542},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24515":{"gid":24515,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24541":{"gid":24541,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":15,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24581":{"gid":24581,"name":"a","rank":1,"incarnation":20,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/114683393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":114683393},{"type":"v1","addr":"172.21.15.44:6841","nonce":114683393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24599":{"gid":24599,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6839/2148742077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":2148742077},{"type":"v1","addr":"172.21.15.50:6839","nonce":2148742077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24599,"qdb_cluster":[24599,24542,24581]},"id":1}]} 2024-05-27T00:36:02.544 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 25 2024-05-27T00:36:02.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.546+0000 7f9471400640 1 -- 172.21.15.44:0/4104973239 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f94500a2f30 msgr2=0x7f94500a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.546+0000 7f9471400640 1 --2- 172.21.15.44:0/4104973239 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f94500a2f30 0x7f94500a53f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f946c10e700 tx=0x7f9458005c90 comp rx=0 tx=0).stop 2024-05-27T00:36:02.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.546+0000 7f9471400640 1 -- 172.21.15.44:0/4104973239 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f946c102950 msgr2=0x7f946c19a380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.547 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.546+0000 7f9471400640 1 --2- 172.21.15.44:0/4104973239 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f946c102950 0x7f946c19a380 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f945c005fd0 tx=0x7f945c00ee50 comp rx=0 tx=0).stop 2024-05-27T00:36:02.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.546+0000 7f9471400640 1 -- 172.21.15.44:0/4104973239 shutdown_connections 2024-05-27T00:36:02.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.546+0000 7f9471400640 1 --2- 172.21.15.44:0/4104973239 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f94500a2f30 0x7f94500a53f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.546+0000 7f9471400640 1 --2- 172.21.15.44:0/4104973239 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f946c10bd70 0x7f946c19ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.546+0000 7f9471400640 1 --2- 172.21.15.44:0/4104973239 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f946c103270 0x7f946c19a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.546+0000 7f9471400640 1 --2- 172.21.15.44:0/4104973239 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f946c102950 0x7f946c19a380 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.546+0000 7f9471400640 1 -- 172.21.15.44:0/4104973239 >> 172.21.15.44:0/4104973239 conn(0x7f946c0fc150 msgr2=0x7f946c1004d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:02.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.547+0000 7f9471400640 1 -- 172.21.15.44:0/4104973239 shutdown_connections 2024-05-27T00:36:02.548 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.547+0000 7f9471400640 1 -- 172.21.15.44:0/4104973239 wait complete. 2024-05-27T00:36:02.570 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-05-27T00:36:02.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:02 smithi050 ceph-mon[36071]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:36:02.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:02 smithi050 ceph-mon[36071]: mgrmap e25: x(active, since 44s), standbys: z, y 2024-05-27T00:36:02.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:02 smithi050 ceph-mon[36071]: scrub queued for path: / 2024-05-27T00:36:02.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:02 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:36:02.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:02 smithi050 ceph-mon[36071]: scrub summary: active paths [/] 2024-05-27T00:36:02.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:02 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:36:02.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:02 smithi050 ceph-mon[36071]: scrub summary: idle 2024-05-27T00:36:02.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:02 smithi137 ceph-mon[36552]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:36:02.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:02 smithi137 ceph-mon[36552]: mgrmap e25: x(active, since 44s), standbys: z, y 2024-05-27T00:36:02.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:02 smithi137 ceph-mon[36552]: scrub queued for path: / 2024-05-27T00:36:02.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:02 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:36:02.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:02 smithi137 ceph-mon[36552]: scrub summary: active paths [/] 2024-05-27T00:36:02.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:02 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:36:02.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:02 smithi137 ceph-mon[36552]: scrub summary: idle 2024-05-27T00:36:02.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.784+0000 7fa7ecc00640 1 -- 172.21.15.44:0/30163822 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7e810d2a0 msgr2=0x7fa7e8114e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.784+0000 7fa7ecc00640 1 --2- 172.21.15.44:0/30163822 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7e810d2a0 0x7fa7e8114e70 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fa7e0009ca0 tx=0x7fa7e002a8c0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.785 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.784+0000 7fa7ecc00640 1 -- 172.21.15.44:0/30163822 shutdown_connections 2024-05-27T00:36:02.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.784+0000 7fa7ecc00640 1 --2- 172.21.15.44:0/30163822 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7e810d2a0 0x7fa7e8114e70 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.784+0000 7fa7ecc00640 1 --2- 172.21.15.44:0/30163822 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa7e8108bd0 0x7fa7e810cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.784+0000 7fa7ecc00640 1 --2- 172.21.15.44:0/30163822 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa7e8108220 0x7fa7e8108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.784+0000 7fa7ecc00640 1 -- 172.21.15.44:0/30163822 >> 172.21.15.44:0/30163822 conn(0x7fa7e8075ee0 msgr2=0x7fa7e8078300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:02.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.784+0000 7fa7ecc00640 1 -- 172.21.15.44:0/30163822 shutdown_connections 2024-05-27T00:36:02.786 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.785+0000 7fa7ecc00640 1 -- 172.21.15.44:0/30163822 wait complete. 2024-05-27T00:36:02.787 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.785+0000 7fa7ecc00640 1 Processor -- start 2024-05-27T00:36:02.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.786+0000 7fa7ecc00640 1 -- start start 2024-05-27T00:36:02.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.786+0000 7fa7ecc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7e8108220 0x7fa7e81a4670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.786+0000 7fa7ecc00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa7e810d2a0 0x7fa7e81a4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.786+0000 7fa7ecc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa7e819e730 0x7fa7e819ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.786+0000 7fa7ecc00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa7e8118490 con 0x7fa7e8108220 2024-05-27T00:36:02.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.786+0000 7fa7ecc00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa7e8118310 con 0x7fa7e819e730 2024-05-27T00:36:02.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.786+0000 7fa7ecc00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fa7e8118610 con 0x7fa7e810d2a0 2024-05-27T00:36:02.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.786+0000 7fa7e5e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7e8108220 0x7fa7e81a4670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.786+0000 7fa7e5e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7e8108220 0x7fa7e81a4670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45288/0 (socket says 172.21.15.44:45288) 2024-05-27T00:36:02.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.786+0000 7fa7e5e00640 1 -- 172.21.15.44:0/1423603475 learned_addr learned my addr 172.21.15.44:0/1423603475 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:02.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.786+0000 7fa7e6800640 1 --2- 172.21.15.44:0/1423603475 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa7e819e730 0x7fa7e819ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.787+0000 7fa7e5400640 1 --2- 172.21.15.44:0/1423603475 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa7e810d2a0 0x7fa7e81a4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.787+0000 7fa7e5e00640 1 -- 172.21.15.44:0/1423603475 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa7e810d2a0 msgr2=0x7fa7e81a4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.788 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.787+0000 7fa7e5e00640 1 --2- 172.21.15.44:0/1423603475 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa7e810d2a0 0x7fa7e81a4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.787+0000 7fa7e5e00640 1 -- 172.21.15.44:0/1423603475 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa7e819e730 msgr2=0x7fa7e819ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.787+0000 7fa7e5e00640 1 --2- 172.21.15.44:0/1423603475 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa7e819e730 0x7fa7e819ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.787+0000 7fa7e5e00640 1 -- 172.21.15.44:0/1423603475 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7e819f330 con 0x7fa7e8108220 2024-05-27T00:36:02.789 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.787+0000 7fa7e5e00640 1 --2- 172.21.15.44:0/1423603475 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7e8108220 0x7fa7e81a4670 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fa7d800e9f0 tx=0x7fa7d800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:02.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.787+0000 7fa7dea00640 1 -- 172.21.15.44:0/1423603475 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d800cd80 con 0x7fa7e8108220 2024-05-27T00:36:02.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.788+0000 7fa7dea00640 1 -- 172.21.15.44:0/1423603475 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa7d8005520 con 0x7fa7e8108220 2024-05-27T00:36:02.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.788+0000 7fa7ecc00640 1 -- 172.21.15.44:0/1423603475 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7e81ab410 con 0x7fa7e8108220 2024-05-27T00:36:02.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.788+0000 7fa7dea00640 1 -- 172.21.15.44:0/1423603475 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d8010690 con 0x7fa7e8108220 2024-05-27T00:36:02.790 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.788+0000 7fa7ecc00640 1 -- 172.21.15.44:0/1423603475 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7e81ab810 con 0x7fa7e8108220 2024-05-27T00:36:02.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.791+0000 7fa7efba7740 1 Processor -- start 2024-05-27T00:36:02.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.791+0000 7fa7efba7740 1 -- start start 2024-05-27T00:36:02.792 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.791+0000 7fa7dea00640 1 -- 172.21.15.44:0/1423603475 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7fa7d80046c0 con 0x7fa7e8108220 2024-05-27T00:36:02.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.792+0000 7fa7efba7740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984286920 0x55b984286d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.792+0000 7fa7efba7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984287240 0x55b9842913d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.793 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.792+0000 7fa7efba7740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984291910 0x55b984293d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.792+0000 7fa7efba7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55b9841ebde0 con 0x55b984287240 2024-05-27T00:36:02.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.792+0000 7fa7efba7740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55b984193630 con 0x55b984291910 2024-05-27T00:36:02.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.792+0000 7fa7efba7740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55b9841e7da0 con 0x55b984286920 2024-05-27T00:36:02.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.792+0000 7fa7e5e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984287240 0x55b9842913d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.792+0000 7fa7e5e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984287240 0x55b9842913d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45300/0 (socket says 172.21.15.44:45300) 2024-05-27T00:36:02.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.792+0000 7fa7e5e00640 1 -- 172.21.15.44:0/906072278 learned_addr learned my addr 172.21.15.44:0/906072278 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:02.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.792+0000 7fa7e6800640 1 --2- 172.21.15.44:0/906072278 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984286920 0x55b984286d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.792+0000 7fa7e5400640 1 --2- 172.21.15.44:0/906072278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984291910 0x55b984293d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.793+0000 7fa7e5400640 1 -- 172.21.15.44:0/906072278 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984286920 msgr2=0x55b984286d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:02.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.793+0000 7fa7e5400640 1 --2- 172.21.15.44:0/906072278 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984286920 0x55b984286d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.793+0000 7fa7e5400640 1 -- 172.21.15.44:0/906072278 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984287240 msgr2=0x55b9842913d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:02.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.793+0000 7fa7e5400640 1 --2- 172.21.15.44:0/906072278 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984287240 0x55b9842913d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.793+0000 7fa7e5400640 1 -- 172.21.15.44:0/906072278 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b98418f380 con 0x55b984291910 2024-05-27T00:36:02.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.793+0000 7fa7e6800640 1 --2- 172.21.15.44:0/906072278 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984286920 0x55b984286d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:02.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.793+0000 7fa7dea00640 1 --2- 172.21.15.44:0/1423603475 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa7cc0a2f30 0x7fa7cc0a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.793+0000 7fa7e5400640 1 --2- 172.21.15.44:0/906072278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984291910 0x55b984293d00 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa7e806b020 tx=0x7fa7d4011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=50a90045cbff3fa server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:02.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.793+0000 7fa7dea00640 1 -- 172.21.15.44:0/1423603475 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fa7d80cfe20 con 0x7fa7e8108220 2024-05-27T00:36:02.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.793+0000 7fa7e6800640 1 --2- 172.21.15.44:0/1423603475 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa7cc0a2f30 0x7fa7cc0a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.793+0000 7fa7d3000640 1 -- 172.21.15.44:0/906072278 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d4004050 con 0x55b984291910 2024-05-27T00:36:02.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.794+0000 7fa7d3000640 1 -- 172.21.15.44:0/906072278 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa7d4005520 con 0x55b984291910 2024-05-27T00:36:02.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.794+0000 7fa7d3000640 1 -- 172.21.15.44:0/906072278 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d4004d70 con 0x55b984291910 2024-05-27T00:36:02.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.794+0000 7fa7efba7740 1 -- 172.21.15.44:0/906072278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984291910 msgr2=0x55b984293d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.794+0000 7fa7efba7740 1 --2- 172.21.15.44:0/906072278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984291910 0x55b984293d00 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa7e806b020 tx=0x7fa7d4011810 comp rx=0 tx=0).stop 2024-05-27T00:36:02.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.794+0000 7fa7e6800640 1 --2- 172.21.15.44:0/1423603475 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa7cc0a2f30 0x7fa7cc0a53f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fa7e0006010 tx=0x7fa7e0009800 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:02.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.794+0000 7fa7efba7740 1 -- 172.21.15.44:0/906072278 shutdown_connections 2024-05-27T00:36:02.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.794+0000 7fa7efba7740 1 --2- 172.21.15.44:0/906072278 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984291910 0x55b984293d00 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.794+0000 7fa7efba7740 1 --2- 172.21.15.44:0/906072278 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984287240 0x55b9842913d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.794+0000 7fa7efba7740 1 --2- 172.21.15.44:0/906072278 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984286920 0x55b984286d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.794+0000 7fa7efba7740 1 -- 172.21.15.44:0/906072278 >> 172.21.15.44:0/906072278 conn(0x55b984282c40 msgr2=0x55b984283020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:02.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.795+0000 7fa7efba7740 1 -- 172.21.15.44:0/906072278 shutdown_connections 2024-05-27T00:36:02.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.795+0000 7fa7efba7740 1 -- 172.21.15.44:0/906072278 wait complete. 2024-05-27T00:36:02.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.795+0000 7fa7efba7740 1 -- start start 2024-05-27T00:36:02.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.795+0000 7fa7efba7740 1 Processor -- start 2024-05-27T00:36:02.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.796+0000 7fa7efba7740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984286920 0x55b98428e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.796+0000 7fa7efba7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984287240 0x55b98428ede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.796+0000 7fa7efba7740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984291910 0x55b98428f320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.796+0000 7fa7efba7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55b984294700 con 0x55b984287240 2024-05-27T00:36:02.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.796+0000 7fa7efba7740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55b9841a6a90 con 0x55b984291910 2024-05-27T00:36:02.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.796+0000 7fa7efba7740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55b984294880 con 0x55b984286920 2024-05-27T00:36:02.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.796+0000 7fa7efba7740 10 client.0 _ll_register_callbacks cb 0x55b984189bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:02.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.796+0000 7fa7e5400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984287240 0x55b98428ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.796+0000 7fa7e6800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984291910 0x55b98428f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.796+0000 7fa7e5400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984287240 0x55b98428ede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45314/0 (socket says 172.21.15.44:45314) 2024-05-27T00:36:02.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.796+0000 7fa7e5400640 1 -- 172.21.15.44:0/3757516171 learned_addr learned my addr 172.21.15.44:0/3757516171 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:02.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.796+0000 7fa7e6800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984291910 0x55b98428f320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:38292/0 (socket says 172.21.15.44:38292) 2024-05-27T00:36:02.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.796+0000 7fa7e5e00640 1 --2- 172.21.15.44:0/3757516171 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984286920 0x55b98428e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.797+0000 7fa7e5400640 1 -- 172.21.15.44:0/3757516171 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984286920 msgr2=0x55b98428e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:02.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.797+0000 7fa7e5400640 1 --2- 172.21.15.44:0/3757516171 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984286920 0x55b98428e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.797+0000 7fa7e5400640 1 -- 172.21.15.44:0/3757516171 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984291910 msgr2=0x55b98428f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:02.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.797+0000 7fa7e5400640 1 --2- 172.21.15.44:0/3757516171 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984291910 0x55b98428f320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.797+0000 7fa7e5400640 1 -- 172.21.15.44:0/3757516171 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b983eff3f0 con 0x55b984287240 2024-05-27T00:36:02.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.797+0000 7fa7e5400640 1 --2- 172.21.15.44:0/3757516171 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984287240 0x55b98428ede0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fa7d40048f0 tx=0x7fa7d4009fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e19ed1cd7d6beb0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:02.800 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.797+0000 7fa7c7400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:36:02.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.797+0000 7fa7c7400640 1 -- 172.21.15.44:0/3757516171 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d4029070 con 0x55b984287240 2024-05-27T00:36:02.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.797+0000 7fa7c7400640 1 -- 172.21.15.44:0/3757516171 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fa7d4003a00 con 0x55b984287240 2024-05-27T00:36:02.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.797+0000 7fa7efba7740 1 -- 172.21.15.44:0/3757516171 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa7d4005520 con 0x55b984287240 2024-05-27T00:36:02.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.798+0000 7fa7c7400640 1 -- 172.21.15.44:0/3757516171 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa7d4035050 con 0x55b984287240 2024-05-27T00:36:02.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.798+0000 7fa7efba7740 10 client.15711 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:02.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.798+0000 7fa7efba7740 1 -- 172.21.15.44:0/3757516171 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b983fc97d0 con 0x55b984287240 2024-05-27T00:36:02.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.798+0000 7fa7c7400640 1 -- 172.21.15.44:0/3757516171 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa7d4005520 con 0x55b984287240 2024-05-27T00:36:02.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.798+0000 7fa7c7400640 1 -- 172.21.15.44:0/3757516171 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fa7d4005140 con 0x55b984287240 2024-05-27T00:36:02.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.798+0000 7fa7efba7740 10 client.15711 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:02.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.798+0000 7fa7efba7740 10 client.15711 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-27T00:36:02.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.798+0000 7fa7efba7740 20 client.15711 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:02.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.798+0000 7fa7efba7740 1 --2- 172.21.15.44:0/3757516171 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55b9842a1bb0 0x55b9842a3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.798+0000 7fa7efba7740 4 client.15711 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:36:02.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.798+0000 7fa7efba7740 1 -- 172.21.15.44:0/3757516171 --> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b9841f9510 con 0x55b9842a1bb0 2024-05-27T00:36:02.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.799+0000 7fa7e5e00640 1 --2- 172.21.15.44:0/3757516171 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55b9842a1bb0 0x55b9842a3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.799+0000 7fa7e5e00640 1 --2- 172.21.15.44:0/3757516171 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55b9842a1bb0 0x55b9842a3fa0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c2bd003b01c39a4c server_cookie=2a8b2f9a05983f74 in_seq=0 out_seq=0 2024-05-27T00:36:02.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.799+0000 7fa7c7400640 10 client.15711 ms_handle_connect on v2:172.21.15.50:6836/3905712585 2024-05-27T00:36:02.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.800+0000 7fa7c7400640 1 -- 172.21.15.44:0/3757516171 <== mds.2 v2:172.21.15.50:6836/3905712585 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55b9841f9510 con 0x55b9842a1bb0 2024-05-27T00:36:02.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.800+0000 7fa7c7400640 10 client.15711 handle_command_reply: tid=0 2024-05-27T00:36:02.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.800+0000 7fa7efba7740 1 client.15711 shutdown 2024-05-27T00:36:02.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.800+0000 7fa7efba7740 1 -- 172.21.15.44:0/3757516171 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984287240 msgr2=0x55b98428ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.800+0000 7fa7efba7740 1 --2- 172.21.15.44:0/3757516171 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984287240 0x55b98428ede0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fa7d40048f0 tx=0x7fa7d4009fa0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.800+0000 7fa7efba7740 1 -- 172.21.15.44:0/3757516171 shutdown_connections 2024-05-27T00:36:02.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.800+0000 7fa7efba7740 1 --2- 172.21.15.44:0/3757516171 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55b9842a1bb0 0x55b9842a3fa0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.800+0000 7fa7efba7740 1 --2- 172.21.15.44:0/3757516171 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984291910 0x55b98428f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.800+0000 7fa7efba7740 1 --2- 172.21.15.44:0/3757516171 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984287240 0x55b98428ede0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.800+0000 7fa7efba7740 1 --2- 172.21.15.44:0/3757516171 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984286920 0x55b98428e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.800+0000 7fa7c7400640 0 client.15711 ms_handle_reset on v2:172.21.15.50:6836/3905712585 2024-05-27T00:36:02.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.800+0000 7fa7efba7740 1 -- 172.21.15.44:0/3757516171 >> 172.21.15.44:0/3757516171 conn(0x55b984282c40 msgr2=0x55b984281da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:02.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.801+0000 7fa7efba7740 1 -- 172.21.15.44:0/3757516171 shutdown_connections 2024-05-27T00:36:02.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.801+0000 7fa7efba7740 1 -- 172.21.15.44:0/3757516171 wait complete. 2024-05-27T00:36:02.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.801+0000 7fa7efba7740 20 client.15711 trim_cache size 0 max 16384 2024-05-27T00:36:02.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.816+0000 7fa7efba7740 1 Processor -- start 2024-05-27T00:36:02.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.816+0000 7fa7efba7740 1 -- start start 2024-05-27T00:36:02.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.816+0000 7fa7efba7740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984286920 0x55b9842a96e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.816+0000 7fa7efba7740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984287240 0x55b9842a9c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.816+0000 7fa7efba7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984291910 0x55b98428bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.816+0000 7fa7efba7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa7e81b7d50 con 0x55b984291910 2024-05-27T00:36:02.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.816+0000 7fa7efba7740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa7e81b5620 con 0x55b984287240 2024-05-27T00:36:02.817 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.816+0000 7fa7efba7740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fa7e81b3450 con 0x55b984286920 2024-05-27T00:36:02.826 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.817+0000 7fa7e6800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984291910 0x55b98428bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.817+0000 7fa7e6800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984291910 0x55b98428bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45320/0 (socket says 172.21.15.44:45320) 2024-05-27T00:36:02.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.817+0000 7fa7e6800640 1 -- 172.21.15.44:0/2913964213 learned_addr learned my addr 172.21.15.44:0/2913964213 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:02.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.817+0000 7fa7e5400640 1 --2- 172.21.15.44:0/2913964213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984287240 0x55b9842a9c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.817+0000 7fa7e5e00640 1 --2- 172.21.15.44:0/2913964213 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984286920 0x55b9842a96e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.817+0000 7fa7e5400640 1 -- 172.21.15.44:0/2913964213 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984286920 msgr2=0x55b9842a96e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:02.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.817+0000 7fa7e5400640 1 --2- 172.21.15.44:0/2913964213 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984286920 0x55b9842a96e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.817+0000 7fa7e5400640 1 -- 172.21.15.44:0/2913964213 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984291910 msgr2=0x55b98428bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:02.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.817+0000 7fa7e5400640 1 --2- 172.21.15.44:0/2913964213 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984291910 0x55b98428bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.817+0000 7fa7e5400640 1 -- 172.21.15.44:0/2913964213 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b98427e2f0 con 0x55b984287240 2024-05-27T00:36:02.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.817+0000 7fa7e6800640 1 --2- 172.21.15.44:0/2913964213 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984291910 0x55b98428bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:02.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.818+0000 7fa7e5400640 1 --2- 172.21.15.44:0/2913964213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984287240 0x55b9842a9c20 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fa7d40235c0 tx=0x7fa7d4023640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d0999b84e6ff69e8 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:02.827 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.818+0000 7fa7d2600640 1 -- 172.21.15.44:0/2913964213 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d4032070 con 0x55b984287240 2024-05-27T00:36:02.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.818+0000 7fa7d2600640 1 -- 172.21.15.44:0/2913964213 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa7d40044b0 con 0x55b984287240 2024-05-27T00:36:02.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.818+0000 7fa7d2600640 1 -- 172.21.15.44:0/2913964213 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d4029030 con 0x55b984287240 2024-05-27T00:36:02.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.819+0000 7fa7efba7740 1 -- 172.21.15.44:0/2913964213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984287240 msgr2=0x55b9842a9c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.819+0000 7fa7efba7740 1 --2- 172.21.15.44:0/2913964213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984287240 0x55b9842a9c20 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fa7d40235c0 tx=0x7fa7d4023640 comp rx=0 tx=0).stop 2024-05-27T00:36:02.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.819+0000 7fa7efba7740 1 -- 172.21.15.44:0/2913964213 shutdown_connections 2024-05-27T00:36:02.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.819+0000 7fa7efba7740 1 --2- 172.21.15.44:0/2913964213 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984291910 0x55b98428bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.819+0000 7fa7efba7740 1 --2- 172.21.15.44:0/2913964213 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984287240 0x55b9842a9c20 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.819+0000 7fa7efba7740 1 --2- 172.21.15.44:0/2913964213 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984286920 0x55b9842a96e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.819+0000 7fa7efba7740 1 -- 172.21.15.44:0/2913964213 >> 172.21.15.44:0/2913964213 conn(0x55b984282c40 msgr2=0x55b984290960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:02.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.819+0000 7fa7efba7740 1 -- 172.21.15.44:0/2913964213 shutdown_connections 2024-05-27T00:36:02.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.819+0000 7fa7efba7740 1 -- 172.21.15.44:0/2913964213 wait complete. 2024-05-27T00:36:02.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.819+0000 7fa7efba7740 1 -- start start 2024-05-27T00:36:02.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.820+0000 7fa7efba7740 1 Processor -- start 2024-05-27T00:36:02.828 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.820+0000 7fa7efba7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984286920 0x55b984295810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.820+0000 7fa7efba7740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984287240 0x55b984295d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.820+0000 7fa7efba7740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984291910 0x55b984296290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.820+0000 7fa7efba7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa7e81b3ae0 con 0x55b984286920 2024-05-27T00:36:02.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.820+0000 7fa7efba7740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa7e81b4f50 con 0x55b984291910 2024-05-27T00:36:02.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.820+0000 7fa7efba7740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fa7e81b41b0 con 0x55b984287240 2024-05-27T00:36:02.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.820+0000 7fa7efba7740 10 client.0 _ll_register_callbacks cb 0x7fa7d4009a70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:02.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.820+0000 7fa7e5e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984286920 0x55b984295810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.820+0000 7fa7e5e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984286920 0x55b984295810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45328/0 (socket says 172.21.15.44:45328) 2024-05-27T00:36:02.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.820+0000 7fa7e5e00640 1 -- 172.21.15.44:0/1111217107 learned_addr learned my addr 172.21.15.44:0/1111217107 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:02.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.820+0000 7fa7e6800640 1 --2- 172.21.15.44:0/1111217107 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984291910 0x55b984296290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.820+0000 7fa7e5400640 1 --2- 172.21.15.44:0/1111217107 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984287240 0x55b984295d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.829 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.821+0000 7fa7e5e00640 1 -- 172.21.15.44:0/1111217107 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984287240 msgr2=0x55b984295d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:02.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.821+0000 7fa7e5e00640 1 --2- 172.21.15.44:0/1111217107 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984287240 0x55b984295d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.821+0000 7fa7e5e00640 1 -- 172.21.15.44:0/1111217107 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984291910 msgr2=0x55b984296290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:02.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.821+0000 7fa7e5e00640 1 --2- 172.21.15.44:0/1111217107 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984291910 0x55b984296290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.821+0000 7fa7e5e00640 1 -- 172.21.15.44:0/1111217107 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b98430b390 con 0x55b984286920 2024-05-27T00:36:02.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.821+0000 7fa7e5400640 1 --2- 172.21.15.44:0/1111217107 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984287240 0x55b984295d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:02.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.821+0000 7fa7e5e00640 1 --2- 172.21.15.44:0/1111217107 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984286920 0x55b984295810 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fa7d809bd20 tx=0x7fa7d80d38b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a88ce0b7cfb9959f server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:02.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.821+0000 7fa7c7400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:36:02.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.821+0000 7fa7c7400640 1 -- 172.21.15.44:0/1111217107 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d809b8d0 con 0x55b984286920 2024-05-27T00:36:02.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.821+0000 7fa7c7400640 1 -- 172.21.15.44:0/1111217107 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fa7d80ba680 con 0x55b984286920 2024-05-27T00:36:02.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.821+0000 7fa7efba7740 1 -- 172.21.15.44:0/1111217107 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa7d40044b0 con 0x55b984286920 2024-05-27T00:36:02.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.822+0000 7fa7c7400640 1 -- 172.21.15.44:0/1111217107 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa7d809b6f0 con 0x55b984286920 2024-05-27T00:36:02.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.822+0000 7fa7efba7740 10 client.15717 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:02.830 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.822+0000 7fa7efba7740 1 -- 172.21.15.44:0/1111217107 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b98430c6f0 con 0x55b984286920 2024-05-27T00:36:02.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.822+0000 7fa7c7400640 1 -- 172.21.15.44:0/1111217107 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa7d40044b0 con 0x55b984286920 2024-05-27T00:36:02.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.822+0000 7fa7c7400640 1 -- 172.21.15.44:0/1111217107 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fa7d80ba2b0 con 0x55b984286920 2024-05-27T00:36:02.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.822+0000 7fa7efba7740 10 client.15717 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:02.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.822+0000 7fa7efba7740 10 client.15717 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-27T00:36:02.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.822+0000 7fa7efba7740 20 client.15717 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:02.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.822+0000 7fa7efba7740 1 --2- 172.21.15.44:0/1111217107 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55b98430cdf0 0x55b98430f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:02.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.822+0000 7fa7efba7740 4 client.15717 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-27T00:36:02.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.822+0000 7fa7efba7740 1 -- 172.21.15.44:0/1111217107 --> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b9841f3860 con 0x55b98430cdf0 2024-05-27T00:36:02.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.823+0000 7fa7e5400640 1 --2- 172.21.15.44:0/1111217107 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55b98430cdf0 0x55b98430f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:02.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.823+0000 7fa7e5400640 1 --2- 172.21.15.44:0/1111217107 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55b98430cdf0 0x55b98430f210 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=715dcd91c550debc server_cookie=5be9ee85c6aee99d in_seq=0 out_seq=0 2024-05-27T00:36:02.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.823+0000 7fa7c7400640 10 client.15717 ms_handle_connect on v2:172.21.15.50:6836/3905712585 2024-05-27T00:36:02.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.824+0000 7fa7c7400640 1 -- 172.21.15.44:0/1111217107 <== mds.2 v2:172.21.15.50:6836/3905712585 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b9841f3860 con 0x55b98430cdf0 2024-05-27T00:36:02.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.824+0000 7fa7c7400640 10 client.15717 handle_command_reply: tid=0 2024-05-27T00:36:02.831 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.824+0000 7fa7efba7740 1 client.15717 shutdown 2024-05-27T00:36:02.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.824+0000 7fa7efba7740 1 -- 172.21.15.44:0/1111217107 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984286920 msgr2=0x55b984295810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.824+0000 7fa7efba7740 1 --2- 172.21.15.44:0/1111217107 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984286920 0x55b984295810 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fa7d809bd20 tx=0x7fa7d80d38b0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.824+0000 7fa7efba7740 1 -- 172.21.15.44:0/1111217107 shutdown_connections 2024-05-27T00:36:02.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.824+0000 7fa7efba7740 1 --2- 172.21.15.44:0/1111217107 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55b98430cdf0 0x55b98430f210 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.824+0000 7fa7efba7740 1 --2- 172.21.15.44:0/1111217107 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55b984291910 0x55b984296290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.824+0000 7fa7efba7740 1 --2- 172.21.15.44:0/1111217107 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55b984287240 0x55b984295d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.824+0000 7fa7c7400640 0 client.15717 ms_handle_reset on v2:172.21.15.50:6836/3905712585 2024-05-27T00:36:02.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.824+0000 7fa7efba7740 1 --2- 172.21.15.44:0/1111217107 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55b984286920 0x55b984295810 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.824+0000 7fa7efba7740 1 -- 172.21.15.44:0/1111217107 >> 172.21.15.44:0/1111217107 conn(0x55b984282c40 msgr2=0x55b9842900d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:02.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.824+0000 7fa7efba7740 1 -- 172.21.15.44:0/1111217107 shutdown_connections 2024-05-27T00:36:02.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.824+0000 7fa7efba7740 1 -- 172.21.15.44:0/1111217107 wait complete. 2024-05-27T00:36:02.832 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.824+0000 7fa7efba7740 20 client.15717 trim_cache size 0 max 16384 2024-05-27T00:36:02.833 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-27T00:36:02.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.825+0000 7fa7ecc00640 1 -- 172.21.15.44:0/1423603475 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa7cc0a2f30 msgr2=0x7fa7cc0a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.825+0000 7fa7ecc00640 1 --2- 172.21.15.44:0/1423603475 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa7cc0a2f30 0x7fa7cc0a53f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fa7e0006010 tx=0x7fa7e0009800 comp rx=0 tx=0).stop 2024-05-27T00:36:02.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.825+0000 7fa7ecc00640 1 -- 172.21.15.44:0/1423603475 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7e8108220 msgr2=0x7fa7e81a4670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:02.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.825+0000 7fa7ecc00640 1 --2- 172.21.15.44:0/1423603475 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7e8108220 0x7fa7e81a4670 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fa7d800e9f0 tx=0x7fa7d800edf0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.833 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.825+0000 7fa7ecc00640 1 -- 172.21.15.44:0/1423603475 shutdown_connections 2024-05-27T00:36:02.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.825+0000 7fa7ecc00640 1 --2- 172.21.15.44:0/1423603475 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa7cc0a2f30 0x7fa7cc0a53f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.825+0000 7fa7ecc00640 1 --2- 172.21.15.44:0/1423603475 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa7e819e730 0x7fa7e819ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.825+0000 7fa7ecc00640 1 --2- 172.21.15.44:0/1423603475 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa7e810d2a0 0x7fa7e81a4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.825+0000 7fa7ecc00640 1 --2- 172.21.15.44:0/1423603475 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa7e8108220 0x7fa7e81a4670 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:02.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.825+0000 7fa7ecc00640 1 -- 172.21.15.44:0/1423603475 >> 172.21.15.44:0/1423603475 conn(0x7fa7e8075ee0 msgr2=0x7fa7e80769e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:02.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.825+0000 7fa7ecc00640 1 -- 172.21.15.44:0/1423603475 shutdown_connections 2024-05-27T00:36:02.834 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:02.825+0000 7fa7ecc00640 1 -- 172.21.15.44:0/1423603475 wait complete. 2024-05-27T00:36:02.843 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:02 smithi044 ceph-mon[31645]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:36:02.843 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:02 smithi044 ceph-mon[31645]: mgrmap e25: x(active, since 44s), standbys: z, y 2024-05-27T00:36:02.843 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:02 smithi044 ceph-mon[31645]: scrub queued for path: / 2024-05-27T00:36:02.843 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:02 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:36:02.843 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:02 smithi044 ceph-mon[31645]: scrub summary: active paths [/] 2024-05-27T00:36:02.843 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:02 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:36:02.843 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:02 smithi044 ceph-mon[31645]: scrub summary: idle 2024-05-27T00:36:02.846 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-05-27T00:36:03.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.077+0000 7f8880400640 1 -- 172.21.15.44:0/490492443 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8878074690 msgr2=0x7f887810dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:03.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.077+0000 7f8880400640 1 --2- 172.21.15.44:0/490492443 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8878074690 0x7f887810dd20 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f8864009860 tx=0x7f886402a3d0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.077+0000 7f8880400640 1 -- 172.21.15.44:0/490492443 shutdown_connections 2024-05-27T00:36:03.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.077+0000 7f8880400640 1 --2- 172.21.15.44:0/490492443 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f887810e260 0x7f8878110670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.077+0000 7f8880400640 1 --2- 172.21.15.44:0/490492443 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8878074690 0x7f887810dd20 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.077+0000 7f8880400640 1 --2- 172.21.15.44:0/490492443 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8878073d70 0x7f8878074150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.077+0000 7f8880400640 1 -- 172.21.15.44:0/490492443 >> 172.21.15.44:0/490492443 conn(0x7f88780fd4b0 msgr2=0x7f88780ff8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:03.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.077+0000 7f8880400640 1 -- 172.21.15.44:0/490492443 shutdown_connections 2024-05-27T00:36:03.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.077+0000 7f8880400640 1 -- 172.21.15.44:0/490492443 wait complete. 2024-05-27T00:36:03.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.078+0000 7f8880400640 1 Processor -- start 2024-05-27T00:36:03.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.078+0000 7f8880400640 1 -- start start 2024-05-27T00:36:03.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.079+0000 7f8880400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8878073d70 0x7f887819a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.079+0000 7f8880400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8878074690 0x7f887819abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.079+0000 7f8880400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f887810e260 0x7f887819ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.079+0000 7f8880400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8878114120 con 0x7f887810e260 2024-05-27T00:36:03.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.079+0000 7f8880400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8878113fa0 con 0x7f8878073d70 2024-05-27T00:36:03.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.079+0000 7f8880400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f88781142a0 con 0x7f8878074690 2024-05-27T00:36:03.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.079+0000 7f887e400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f887810e260 0x7f887819ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.079+0000 7f887e400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f887810e260 0x7f887819ef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45346/0 (socket says 172.21.15.44:45346) 2024-05-27T00:36:03.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.079+0000 7f887e400640 1 -- 172.21.15.44:0/1919017250 learned_addr learned my addr 172.21.15.44:0/1919017250 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:03.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.079+0000 7f887d000640 1 --2- 172.21.15.44:0/1919017250 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8878074690 0x7f887819abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.079+0000 7f887da00640 1 --2- 172.21.15.44:0/1919017250 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8878073d70 0x7f887819a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.080+0000 7f887e400640 1 -- 172.21.15.44:0/1919017250 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8878074690 msgr2=0x7f887819abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:03.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.080+0000 7f887e400640 1 --2- 172.21.15.44:0/1919017250 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8878074690 0x7f887819abe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.080+0000 7f887e400640 1 -- 172.21.15.44:0/1919017250 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8878073d70 msgr2=0x7f887819a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:03.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.080+0000 7f887e400640 1 --2- 172.21.15.44:0/1919017250 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8878073d70 0x7f887819a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.080+0000 7f887e400640 1 -- 172.21.15.44:0/1919017250 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f887819f640 con 0x7f887810e260 2024-05-27T00:36:03.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.080+0000 7f887e400640 1 --2- 172.21.15.44:0/1919017250 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f887810e260 0x7f887819ef10 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f887000eb10 tx=0x7f887000ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:03.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.080+0000 7f8876000640 1 -- 172.21.15.44:0/1919017250 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f887000cdc0 con 0x7f887810e260 2024-05-27T00:36:03.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.080+0000 7f8876000640 1 -- 172.21.15.44:0/1919017250 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8870004b20 con 0x7f887810e260 2024-05-27T00:36:03.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.080+0000 7f8880400640 1 -- 172.21.15.44:0/1919017250 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f887819f930 con 0x7f887810e260 2024-05-27T00:36:03.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.080+0000 7f8876000640 1 -- 172.21.15.44:0/1919017250 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8870010790 con 0x7f887810e260 2024-05-27T00:36:03.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.081+0000 7f8880400640 1 -- 172.21.15.44:0/1919017250 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88781a71c0 con 0x7f887810e260 2024-05-27T00:36:03.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.084+0000 7f8876000640 1 -- 172.21.15.44:0/1919017250 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f8870005020 con 0x7f887810e260 2024-05-27T00:36:03.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.084+0000 7f88833bb740 1 Processor -- start 2024-05-27T00:36:03.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.084+0000 7f88833bb740 1 -- start start 2024-05-27T00:36:03.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.084+0000 7f88833bb740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e92f920 0x55fc2e92fd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.084+0000 7f88833bb740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e930240 0x55fc2e93a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.085+0000 7f88833bb740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e93a910 0x55fc2e93cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.085+0000 7f88833bb740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fc2e894de0 con 0x55fc2e93a910 2024-05-27T00:36:03.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.085+0000 7f88833bb740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55fc2e83c630 con 0x55fc2e930240 2024-05-27T00:36:03.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.085+0000 7f88833bb740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55fc2e890da0 con 0x55fc2e92f920 2024-05-27T00:36:03.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.085+0000 7f887da00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e930240 0x55fc2e93a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.085+0000 7f887d000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e92f920 0x55fc2e92fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.085+0000 7f887da00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e930240 0x55fc2e93a3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:38338/0 (socket says 172.21.15.44:38338) 2024-05-27T00:36:03.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.085+0000 7f887d000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e92f920 0x55fc2e92fd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:53198/0 (socket says 172.21.15.44:53198) 2024-05-27T00:36:03.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.085+0000 7f887da00640 1 -- 172.21.15.44:0/2101984506 learned_addr learned my addr 172.21.15.44:0/2101984506 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:03.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.085+0000 7f887d000640 1 --2- 172.21.15.44:0/2101984506 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e93a910 0x55fc2e93cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.085+0000 7f887da00640 1 -- 172.21.15.44:0/2101984506 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e92f920 msgr2=0x55fc2e92fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:03.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.085+0000 7f887da00640 1 --2- 172.21.15.44:0/2101984506 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e92f920 0x55fc2e92fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.085+0000 7f887da00640 1 -- 172.21.15.44:0/2101984506 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e93a910 msgr2=0x55fc2e93cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:03.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.085+0000 7f887da00640 1 --2- 172.21.15.44:0/2101984506 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e93a910 0x55fc2e93cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.085+0000 7f887da00640 1 -- 172.21.15.44:0/2101984506 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc2e838380 con 0x55fc2e930240 2024-05-27T00:36:03.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.085+0000 7f887d000640 1 --2- 172.21.15.44:0/2101984506 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e93a910 0x55fc2e93cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:36:03.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.086+0000 7f8876000640 1 --2- 172.21.15.44:0/1919017250 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f88600a2eb0 0x7f88600a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.086+0000 7f887da00640 1 --2- 172.21.15.44:0/2101984506 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e930240 0x55fc2e93a3d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f886c009ce0 tx=0x7f886c011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5279a1d214f897e6 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:03.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.086+0000 7f8876000640 1 -- 172.21.15.44:0/1919017250 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f88700d0190 con 0x7f887810e260 2024-05-27T00:36:03.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.086+0000 7f887d000640 1 --2- 172.21.15.44:0/1919017250 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f88600a2eb0 0x7f88600a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.086+0000 7f886aa00640 1 -- 172.21.15.44:0/2101984506 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f886c01e070 con 0x55fc2e930240 2024-05-27T00:36:03.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.086+0000 7f886aa00640 1 -- 172.21.15.44:0/2101984506 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f886c019b30 con 0x55fc2e930240 2024-05-27T00:36:03.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.086+0000 7f886aa00640 1 -- 172.21.15.44:0/2101984506 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f886c00ead0 con 0x55fc2e930240 2024-05-27T00:36:03.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.087+0000 7f88833bb740 1 -- 172.21.15.44:0/2101984506 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e930240 msgr2=0x55fc2e93a3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:03.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.087+0000 7f887d000640 1 --2- 172.21.15.44:0/1919017250 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f88600a2eb0 0x7f88600a5370 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f88780ffb40 tx=0x7f886402a3d0 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:03.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.087+0000 7f88833bb740 1 --2- 172.21.15.44:0/2101984506 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e930240 0x55fc2e93a3d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f886c009ce0 tx=0x7f886c011810 comp rx=0 tx=0).stop 2024-05-27T00:36:03.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.087+0000 7f88833bb740 1 -- 172.21.15.44:0/2101984506 shutdown_connections 2024-05-27T00:36:03.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.087+0000 7f88833bb740 1 --2- 172.21.15.44:0/2101984506 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e93a910 0x55fc2e93cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.087+0000 7f88833bb740 1 --2- 172.21.15.44:0/2101984506 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e930240 0x55fc2e93a3d0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.087+0000 7f88833bb740 1 --2- 172.21.15.44:0/2101984506 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e92f920 0x55fc2e92fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.087+0000 7f88833bb740 1 -- 172.21.15.44:0/2101984506 >> 172.21.15.44:0/2101984506 conn(0x55fc2e92bc40 msgr2=0x55fc2e92c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:03.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.087+0000 7f88833bb740 1 -- 172.21.15.44:0/2101984506 shutdown_connections 2024-05-27T00:36:03.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.087+0000 7f88833bb740 1 -- 172.21.15.44:0/2101984506 wait complete. 2024-05-27T00:36:03.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.088+0000 7f88833bb740 1 -- start start 2024-05-27T00:36:03.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.088+0000 7f88833bb740 1 Processor -- start 2024-05-27T00:36:03.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.088+0000 7f88833bb740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e92f920 0x55fc2e9378c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.088+0000 7f88833bb740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e930240 0x55fc2e937e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.088+0000 7f88833bb740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e93a910 0x55fc2e938340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.088+0000 7f88833bb740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fc2e93d700 con 0x55fc2e930240 2024-05-27T00:36:03.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.088+0000 7f88833bb740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55fc2e84fa90 con 0x55fc2e92f920 2024-05-27T00:36:03.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.088+0000 7f88833bb740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55fc2e93d880 con 0x55fc2e93a910 2024-05-27T00:36:03.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.089+0000 7f88833bb740 10 client.0 _ll_register_callbacks cb 0x55fc2e832bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:03.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.089+0000 7f887e400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e93a910 0x55fc2e938340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.089+0000 7f887e400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e93a910 0x55fc2e938340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:53214/0 (socket says 172.21.15.44:53214) 2024-05-27T00:36:03.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.089+0000 7f887e400640 1 -- 172.21.15.44:0/3187646625 learned_addr learned my addr 172.21.15.44:0/3187646625 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:03.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.089+0000 7f887da00640 1 --2- 172.21.15.44:0/3187646625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e92f920 0x55fc2e9378c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.089+0000 7f887d000640 1 --2- 172.21.15.44:0/3187646625 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e930240 0x55fc2e937e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.089+0000 7f887e400640 1 -- 172.21.15.44:0/3187646625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e92f920 msgr2=0x55fc2e9378c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:03.093 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.089+0000 7f887e400640 1 --2- 172.21.15.44:0/3187646625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e92f920 0x55fc2e9378c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.089+0000 7f887e400640 1 -- 172.21.15.44:0/3187646625 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e930240 msgr2=0x55fc2e937e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:03.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.089+0000 7f887e400640 1 --2- 172.21.15.44:0/3187646625 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e930240 0x55fc2e937e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.089+0000 7f887e400640 1 -- 172.21.15.44:0/3187646625 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc2e5a83f0 con 0x55fc2e93a910 2024-05-27T00:36:03.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.089+0000 7f887d000640 1 --2- 172.21.15.44:0/3187646625 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e930240 0x55fc2e937e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:36:03.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.089+0000 7f887da00640 1 --2- 172.21.15.44:0/3187646625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e92f920 0x55fc2e9378c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:03.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.090+0000 7f887e400640 1 --2- 172.21.15.44:0/3187646625 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e93a910 0x55fc2e938340 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f8870098560 tx=0x7f887009c100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=72d8713df48533f8 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:03.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.090+0000 7f885f400640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:36:03.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.090+0000 7f885f400640 1 -- 172.21.15.44:0/3187646625 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88700b5060 con 0x55fc2e93a910 2024-05-27T00:36:03.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.090+0000 7f885f400640 1 -- 172.21.15.44:0/3187646625 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f88700bc0d0 con 0x55fc2e93a910 2024-05-27T00:36:03.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.090+0000 7f88833bb740 1 -- 172.21.15.44:0/3187646625 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f886c019b30 con 0x55fc2e93a910 2024-05-27T00:36:03.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.090+0000 7f885f400640 1 -- 172.21.15.44:0/3187646625 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8870004cd0 con 0x55fc2e93a910 2024-05-27T00:36:03.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.090+0000 7f88833bb740 10 client.25849 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:03.094 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.090+0000 7f88833bb740 1 -- 172.21.15.44:0/3187646625 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55fc2e6727d0 con 0x55fc2e93a910 2024-05-27T00:36:03.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.090+0000 7f885f400640 1 -- 172.21.15.44:0/3187646625 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f886c019b30 con 0x55fc2e93a910 2024-05-27T00:36:03.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.091+0000 7f885f400640 1 -- 172.21.15.44:0/3187646625 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f887009b550 con 0x55fc2e93a910 2024-05-27T00:36:03.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.091+0000 7f88833bb740 10 client.25849 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:03.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.091+0000 7f88833bb740 10 client.25849 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-27T00:36:03.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.091+0000 7f88833bb740 20 client.25849 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:03.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.091+0000 7f88833bb740 1 --2- 172.21.15.44:0/3187646625 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x55fc2e94ad10 0x55fc2e94d120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.091+0000 7f88833bb740 4 client.25849 mds_command: new command op to 24581 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:36:03.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.091+0000 7f88833bb740 1 -- 172.21.15.44:0/3187646625 --> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fc2e8a2510 con 0x55fc2e94ad10 2024-05-27T00:36:03.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.091+0000 7f887da00640 1 --2- 172.21.15.44:0/3187646625 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x55fc2e94ad10 0x55fc2e94d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.092+0000 7f887da00640 1 --2- 172.21.15.44:0/3187646625 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x55fc2e94ad10 0x55fc2e94d120 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fdbfbb1a762e7ba server_cookie=306a4bc9e382fb5a in_seq=0 out_seq=0 2024-05-27T00:36:03.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.092+0000 7f885f400640 10 client.25849 ms_handle_connect on v2:172.21.15.44:6840/114683393 2024-05-27T00:36:03.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.092+0000 7f885f400640 1 -- 172.21.15.44:0/3187646625 <== mds.1 v2:172.21.15.44:6840/114683393 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55fc2e8a2510 con 0x55fc2e94ad10 2024-05-27T00:36:03.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.093+0000 7f885f400640 10 client.25849 handle_command_reply: tid=0 2024-05-27T00:36:03.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.093+0000 7f88833bb740 1 client.25849 shutdown 2024-05-27T00:36:03.096 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.093+0000 7f88833bb740 1 -- 172.21.15.44:0/3187646625 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e93a910 msgr2=0x55fc2e938340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:03.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.093+0000 7f88833bb740 1 --2- 172.21.15.44:0/3187646625 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e93a910 0x55fc2e938340 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f8870098560 tx=0x7f887009c100 comp rx=0 tx=0).stop 2024-05-27T00:36:03.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.093+0000 7f88833bb740 1 -- 172.21.15.44:0/3187646625 shutdown_connections 2024-05-27T00:36:03.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.093+0000 7f88833bb740 1 --2- 172.21.15.44:0/3187646625 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e93a910 0x55fc2e938340 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.093+0000 7f88833bb740 1 --2- 172.21.15.44:0/3187646625 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e930240 0x55fc2e937e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.093+0000 7f88833bb740 1 --2- 172.21.15.44:0/3187646625 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x55fc2e94ad10 0x55fc2e94d120 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.093+0000 7f88833bb740 1 --2- 172.21.15.44:0/3187646625 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e92f920 0x55fc2e9378c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.093+0000 7f885f400640 0 client.25849 ms_handle_reset on v2:172.21.15.44:6840/114683393 2024-05-27T00:36:03.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.093+0000 7f88833bb740 1 -- 172.21.15.44:0/3187646625 >> 172.21.15.44:0/3187646625 conn(0x55fc2e92bc40 msgr2=0x55fc2e931a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:03.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.093+0000 7f88833bb740 1 -- 172.21.15.44:0/3187646625 shutdown_connections 2024-05-27T00:36:03.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.093+0000 7f88833bb740 1 -- 172.21.15.44:0/3187646625 wait complete. 2024-05-27T00:36:03.097 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.093+0000 7f88833bb740 20 client.25849 trim_cache size 0 max 16384 2024-05-27T00:36:03.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.115+0000 7f88833bb740 1 Processor -- start 2024-05-27T00:36:03.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.115+0000 7f88833bb740 1 -- start start 2024-05-27T00:36:03.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.115+0000 7f88833bb740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e92f920 0x55fc2e92ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.115+0000 7f88833bb740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e930240 0x55fc2e9320c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.115+0000 7f88833bb740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e93a910 0x55fc2e9529c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.115+0000 7f88833bb740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f88781b39d0 con 0x55fc2e930240 2024-05-27T00:36:03.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.115+0000 7f88833bb740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f88781b12a0 con 0x55fc2e93a910 2024-05-27T00:36:03.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.115+0000 7f88833bb740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f88781af0d0 con 0x55fc2e92f920 2024-05-27T00:36:03.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.115+0000 7f887d000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e930240 0x55fc2e9320c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.115+0000 7f887d000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e930240 0x55fc2e9320c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45368/0 (socket says 172.21.15.44:45368) 2024-05-27T00:36:03.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.115+0000 7f887d000640 1 -- 172.21.15.44:0/3982010436 learned_addr learned my addr 172.21.15.44:0/3982010436 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:03.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.116+0000 7f887e400640 1 --2- 172.21.15.44:0/3982010436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e93a910 0x55fc2e9529c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.116+0000 7f887da00640 1 --2- 172.21.15.44:0/3982010436 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e92f920 0x55fc2e92ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.116+0000 7f887d000640 1 -- 172.21.15.44:0/3982010436 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e92f920 msgr2=0x55fc2e92ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:03.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.116+0000 7f887d000640 1 --2- 172.21.15.44:0/3982010436 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e92f920 0x55fc2e92ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.116+0000 7f887d000640 1 -- 172.21.15.44:0/3982010436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e93a910 msgr2=0x55fc2e9529c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:03.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.116+0000 7f887d000640 1 --2- 172.21.15.44:0/3982010436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e93a910 0x55fc2e9529c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.116+0000 7f887d000640 1 -- 172.21.15.44:0/3982010436 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc2e936870 con 0x55fc2e930240 2024-05-27T00:36:03.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.116+0000 7f887e400640 1 --2- 172.21.15.44:0/3982010436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e93a910 0x55fc2e9529c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:03.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.116+0000 7f887d000640 1 --2- 172.21.15.44:0/3982010436 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e930240 0x55fc2e9320c0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f8864009860 tx=0x7f8864040040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96ac524b3beed26c server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:03.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.117+0000 7f886a000640 1 -- 172.21.15.44:0/3982010436 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88640303a0 con 0x55fc2e930240 2024-05-27T00:36:03.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.117+0000 7f886a000640 1 -- 172.21.15.44:0/3982010436 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8864051070 con 0x55fc2e930240 2024-05-27T00:36:03.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.117+0000 7f886a000640 1 -- 172.21.15.44:0/3982010436 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8864004ae0 con 0x55fc2e930240 2024-05-27T00:36:03.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.117+0000 7f88833bb740 1 -- 172.21.15.44:0/3982010436 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e930240 msgr2=0x55fc2e9320c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:03.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.117+0000 7f88833bb740 1 --2- 172.21.15.44:0/3982010436 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e930240 0x55fc2e9320c0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f8864009860 tx=0x7f8864040040 comp rx=0 tx=0).stop 2024-05-27T00:36:03.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.118+0000 7f88833bb740 1 -- 172.21.15.44:0/3982010436 shutdown_connections 2024-05-27T00:36:03.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.118+0000 7f88833bb740 1 --2- 172.21.15.44:0/3982010436 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e93a910 0x55fc2e9529c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.118+0000 7f88833bb740 1 --2- 172.21.15.44:0/3982010436 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e930240 0x55fc2e9320c0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.118+0000 7f88833bb740 1 --2- 172.21.15.44:0/3982010436 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e92f920 0x55fc2e92ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.118+0000 7f88833bb740 1 -- 172.21.15.44:0/3982010436 >> 172.21.15.44:0/3982010436 conn(0x55fc2e92bc40 msgr2=0x55fc2e92c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:03.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.118+0000 7f88833bb740 1 -- 172.21.15.44:0/3982010436 shutdown_connections 2024-05-27T00:36:03.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.118+0000 7f88833bb740 1 -- 172.21.15.44:0/3982010436 wait complete. 2024-05-27T00:36:03.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.118+0000 7f88833bb740 1 -- start start 2024-05-27T00:36:03.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.118+0000 7f88833bb740 1 Processor -- start 2024-05-27T00:36:03.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.119+0000 7f88833bb740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e92f920 0x55fc2e934630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.119+0000 7f88833bb740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e930240 0x55fc2e934b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.119+0000 7f88833bb740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e93a910 0x55fc2e9350b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.119+0000 7f88833bb740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f88781af760 con 0x55fc2e930240 2024-05-27T00:36:03.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.119+0000 7f88833bb740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f88781b0bd0 con 0x55fc2e93a910 2024-05-27T00:36:03.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.119+0000 7f88833bb740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f88781afe30 con 0x55fc2e92f920 2024-05-27T00:36:03.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.119+0000 7f88833bb740 10 client.0 _ll_register_callbacks cb 0x7f887009bad0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:03.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.119+0000 7f887d000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e930240 0x55fc2e934b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.119+0000 7f887d000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e930240 0x55fc2e934b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45378/0 (socket says 172.21.15.44:45378) 2024-05-27T00:36:03.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.119+0000 7f887d000640 1 -- 172.21.15.44:0/881543915 learned_addr learned my addr 172.21.15.44:0/881543915 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:03.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.119+0000 7f887e400640 1 --2- 172.21.15.44:0/881543915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e93a910 0x55fc2e9350b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.119+0000 7f887da00640 1 --2- 172.21.15.44:0/881543915 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e92f920 0x55fc2e934630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.120+0000 7f887d000640 1 -- 172.21.15.44:0/881543915 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e92f920 msgr2=0x55fc2e934630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:03.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.120+0000 7f887d000640 1 --2- 172.21.15.44:0/881543915 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e92f920 0x55fc2e934630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.120+0000 7f887d000640 1 -- 172.21.15.44:0/881543915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e93a910 msgr2=0x55fc2e9350b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:03.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.120+0000 7f887d000640 1 --2- 172.21.15.44:0/881543915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e93a910 0x55fc2e9350b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.120+0000 7f887d000640 1 -- 172.21.15.44:0/881543915 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc2e930070 con 0x55fc2e930240 2024-05-27T00:36:03.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.120+0000 7f887e400640 1 --2- 172.21.15.44:0/881543915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e93a910 0x55fc2e9350b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:03.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.120+0000 7f887d000640 1 --2- 172.21.15.44:0/881543915 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e930240 0x55fc2e934b70 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f8864000c00 tx=0x7f88640052f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=838f441ed7479ece server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:03.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.120+0000 7f885f400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:36:03.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.120+0000 7f885f400640 1 -- 172.21.15.44:0/881543915 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8864063060 con 0x55fc2e930240 2024-05-27T00:36:03.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.120+0000 7f885f400640 1 -- 172.21.15.44:0/881543915 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f88640307b0 con 0x55fc2e930240 2024-05-27T00:36:03.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.120+0000 7f88833bb740 1 -- 172.21.15.44:0/881543915 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8864051070 con 0x55fc2e930240 2024-05-27T00:36:03.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.121+0000 7f885f400640 1 -- 172.21.15.44:0/881543915 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f886406a050 con 0x55fc2e930240 2024-05-27T00:36:03.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.121+0000 7f88833bb740 10 client.15735 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:03.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.121+0000 7f88833bb740 1 -- 172.21.15.44:0/881543915 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55fc2e9bddc0 con 0x55fc2e930240 2024-05-27T00:36:03.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.121+0000 7f885f400640 1 -- 172.21.15.44:0/881543915 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8864051070 con 0x55fc2e930240 2024-05-27T00:36:03.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.121+0000 7f885f400640 1 -- 172.21.15.44:0/881543915 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f8864003710 con 0x55fc2e930240 2024-05-27T00:36:03.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.121+0000 7f88833bb740 10 client.15735 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:03.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.121+0000 7f88833bb740 10 client.15735 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-27T00:36:03.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.121+0000 7f88833bb740 20 client.15735 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:03.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.121+0000 7f88833bb740 1 --2- 172.21.15.44:0/881543915 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x55fc2e9be510 0x55fc2e9c0930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.121+0000 7f88833bb740 4 client.15735 mds_command: new command op to 24581 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-27T00:36:03.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.121+0000 7f88833bb740 1 -- 172.21.15.44:0/881543915 --> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fc2e89c860 con 0x55fc2e9be510 2024-05-27T00:36:03.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.122+0000 7f887da00640 1 --2- 172.21.15.44:0/881543915 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x55fc2e9be510 0x55fc2e9c0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.125 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.122+0000 7f887da00640 1 --2- 172.21.15.44:0/881543915 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x55fc2e9be510 0x55fc2e9c0930 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d4d7dde1fcf43424 server_cookie=59cee07152a85807 in_seq=0 out_seq=0 2024-05-27T00:36:03.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.122+0000 7f885f400640 10 client.15735 ms_handle_connect on v2:172.21.15.44:6840/114683393 2024-05-27T00:36:03.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.122+0000 7f885f400640 1 -- 172.21.15.44:0/881543915 <== mds.1 v2:172.21.15.44:6840/114683393 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fc2e89c860 con 0x55fc2e9be510 2024-05-27T00:36:03.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.122+0000 7f885f400640 10 client.15735 handle_command_reply: tid=0 2024-05-27T00:36:03.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.122+0000 7f88833bb740 1 client.15735 shutdown 2024-05-27T00:36:03.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.123+0000 7f88833bb740 1 -- 172.21.15.44:0/881543915 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e930240 msgr2=0x55fc2e934b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:03.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.123+0000 7f88833bb740 1 --2- 172.21.15.44:0/881543915 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e930240 0x55fc2e934b70 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f8864000c00 tx=0x7f88640052f0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.123+0000 7f88833bb740 1 -- 172.21.15.44:0/881543915 shutdown_connections 2024-05-27T00:36:03.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.123+0000 7f88833bb740 1 --2- 172.21.15.44:0/881543915 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x55fc2e9be510 0x55fc2e9c0930 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.123+0000 7f88833bb740 1 --2- 172.21.15.44:0/881543915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fc2e93a910 0x55fc2e9350b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.123+0000 7f88833bb740 1 --2- 172.21.15.44:0/881543915 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fc2e930240 0x55fc2e934b70 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.123+0000 7f885f400640 0 client.15735 ms_handle_reset on v2:172.21.15.44:6840/114683393 2024-05-27T00:36:03.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.123+0000 7f88833bb740 1 --2- 172.21.15.44:0/881543915 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fc2e92f920 0x55fc2e934630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.126 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.123+0000 7f88833bb740 1 -- 172.21.15.44:0/881543915 >> 172.21.15.44:0/881543915 conn(0x55fc2e92bc40 msgr2=0x55fc2e938110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:03.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.123+0000 7f88833bb740 1 -- 172.21.15.44:0/881543915 shutdown_connections 2024-05-27T00:36:03.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.123+0000 7f88833bb740 1 -- 172.21.15.44:0/881543915 wait complete. 2024-05-27T00:36:03.127 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.123+0000 7f88833bb740 20 client.15735 trim_cache size 0 max 16384 2024-05-27T00:36:03.127 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-27T00:36:03.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.124+0000 7f8880400640 1 -- 172.21.15.44:0/1919017250 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f88600a2eb0 msgr2=0x7f88600a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:03.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.124+0000 7f8880400640 1 --2- 172.21.15.44:0/1919017250 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f88600a2eb0 0x7f88600a5370 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f88780ffb40 tx=0x7f886402a3d0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.124+0000 7f8880400640 1 -- 172.21.15.44:0/1919017250 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f887810e260 msgr2=0x7f887819ef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:03.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.124+0000 7f8880400640 1 --2- 172.21.15.44:0/1919017250 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f887810e260 0x7f887819ef10 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f887000eb10 tx=0x7f887000ef10 comp rx=0 tx=0).stop 2024-05-27T00:36:03.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.124+0000 7f8880400640 1 -- 172.21.15.44:0/1919017250 shutdown_connections 2024-05-27T00:36:03.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.124+0000 7f8880400640 1 --2- 172.21.15.44:0/1919017250 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f88600a2eb0 0x7f88600a5370 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.124+0000 7f8880400640 1 --2- 172.21.15.44:0/1919017250 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f887810e260 0x7f887819ef10 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.124+0000 7f8880400640 1 --2- 172.21.15.44:0/1919017250 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8878074690 0x7f887819abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.124+0000 7f8880400640 1 --2- 172.21.15.44:0/1919017250 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8878073d70 0x7f887819a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.124+0000 7f8880400640 1 -- 172.21.15.44:0/1919017250 >> 172.21.15.44:0/1919017250 conn(0x7f88780fd4b0 msgr2=0x7f88780fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:03.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.124+0000 7f8880400640 1 -- 172.21.15.44:0/1919017250 shutdown_connections 2024-05-27T00:36:03.128 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.124+0000 7f8880400640 1 -- 172.21.15.44:0/1919017250 wait complete. 2024-05-27T00:36:03.143 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-05-27T00:36:03.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.348+0000 7fd126000640 1 -- 172.21.15.44:0/2200268763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd120108220 msgr2=0x7fd120108600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:03.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.348+0000 7fd126000640 1 --2- 172.21.15.44:0/2200268763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd120108220 0x7fd120108600 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fd110009900 tx=0x7fd11002a410 comp rx=0 tx=0).stop 2024-05-27T00:36:03.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.348+0000 7fd126000640 1 -- 172.21.15.44:0/2200268763 shutdown_connections 2024-05-27T00:36:03.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.348+0000 7fd126000640 1 --2- 172.21.15.44:0/2200268763 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd12010d2a0 0x7fd120114e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.348+0000 7fd126000640 1 --2- 172.21.15.44:0/2200268763 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd120108bd0 0x7fd12010cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.348+0000 7fd126000640 1 --2- 172.21.15.44:0/2200268763 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd120108220 0x7fd120108600 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.348+0000 7fd126000640 1 -- 172.21.15.44:0/2200268763 >> 172.21.15.44:0/2200268763 conn(0x7fd120075ee0 msgr2=0x7fd120078300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:03.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.348+0000 7fd126000640 1 -- 172.21.15.44:0/2200268763 shutdown_connections 2024-05-27T00:36:03.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.348+0000 7fd126000640 1 -- 172.21.15.44:0/2200268763 wait complete. 2024-05-27T00:36:03.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.349+0000 7fd126000640 1 Processor -- start 2024-05-27T00:36:03.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.349+0000 7fd126000640 1 -- start start 2024-05-27T00:36:03.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.350+0000 7fd126000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd120108220 0x7fd1201a4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.350+0000 7fd126000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd12010d2a0 0x7fd1201a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.350+0000 7fd126000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd12019e7d0 0x7fd12019ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.350+0000 7fd126000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd120118490 con 0x7fd12019e7d0 2024-05-27T00:36:03.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.350+0000 7fd126000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd120118310 con 0x7fd12010d2a0 2024-05-27T00:36:03.351 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.350+0000 7fd126000640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fd120118610 con 0x7fd120108220 2024-05-27T00:36:03.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.350+0000 7fd11ea00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd12010d2a0 0x7fd1201a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.350+0000 7fd11fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd12019e7d0 0x7fd12019ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.350+0000 7fd11fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd12019e7d0 0x7fd12019ec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45392/0 (socket says 172.21.15.44:45392) 2024-05-27T00:36:03.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.350+0000 7fd11f400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd120108220 0x7fd1201a4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.350+0000 7fd11fe00640 1 -- 172.21.15.44:0/581159894 learned_addr learned my addr 172.21.15.44:0/581159894 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:03.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.351+0000 7fd11fe00640 1 -- 172.21.15.44:0/581159894 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd120108220 msgr2=0x7fd1201a4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:03.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.351+0000 7fd11fe00640 1 --2- 172.21.15.44:0/581159894 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd120108220 0x7fd1201a4660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.351+0000 7fd11fe00640 1 -- 172.21.15.44:0/581159894 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd12010d2a0 msgr2=0x7fd1201a4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:03.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.351+0000 7fd11fe00640 1 --2- 172.21.15.44:0/581159894 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd12010d2a0 0x7fd1201a4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.351+0000 7fd11fe00640 1 -- 172.21.15.44:0/581159894 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd12019f360 con 0x7fd12019e7d0 2024-05-27T00:36:03.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.351+0000 7fd11f400640 1 --2- 172.21.15.44:0/581159894 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd120108220 0x7fd1201a4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:03.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.351+0000 7fd11fe00640 1 --2- 172.21.15.44:0/581159894 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd12019e7d0 0x7fd12019ec80 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fd11800efd0 tx=0x7fd11800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:03.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.351+0000 7fd117e00640 1 -- 172.21.15.44:0/581159894 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd118003b70 con 0x7fd12019e7d0 2024-05-27T00:36:03.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.352+0000 7fd117e00640 1 -- 172.21.15.44:0/581159894 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd118003d10 con 0x7fd12019e7d0 2024-05-27T00:36:03.353 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.352+0000 7fd126000640 1 -- 172.21.15.44:0/581159894 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd12019f650 con 0x7fd12019e7d0 2024-05-27T00:36:03.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.352+0000 7fd117e00640 1 -- 172.21.15.44:0/581159894 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd118010a90 con 0x7fd12019e7d0 2024-05-27T00:36:03.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.352+0000 7fd126000640 1 -- 172.21.15.44:0/581159894 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1201ab830 con 0x7fd12019e7d0 2024-05-27T00:36:03.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.356+0000 7fd128e0d740 1 Processor -- start 2024-05-27T00:36:03.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.357+0000 7fd117e00640 1 -- 172.21.15.44:0/581159894 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7fd118004020 con 0x7fd12019e7d0 2024-05-27T00:36:03.357 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.357+0000 7fd128e0d740 1 -- start start 2024-05-27T00:36:03.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.357+0000 7fd128e0d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a88e96920 0x563a88e96d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.357+0000 7fd128e0d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88e97240 0x563a88ea13d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.357+0000 7fd128e0d740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88ea1910 0x563a88ea3d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.357+0000 7fd128e0d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563a88dfbde0 con 0x563a88e97240 2024-05-27T00:36:03.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.357+0000 7fd128e0d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563a88da3630 con 0x563a88e96920 2024-05-27T00:36:03.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.357+0000 7fd128e0d740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x563a88df7da0 con 0x563a88ea1910 2024-05-27T00:36:03.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.357+0000 7fd11f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88e97240 0x563a88ea13d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.358+0000 7fd11f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88e97240 0x563a88ea13d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45402/0 (socket says 172.21.15.44:45402) 2024-05-27T00:36:03.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.358+0000 7fd11f400640 1 -- 172.21.15.44:0/1682020173 learned_addr learned my addr 172.21.15.44:0/1682020173 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:03.359 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.358+0000 7fd11ea00640 1 --2- 172.21.15.44:0/1682020173 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88ea1910 0x563a88ea3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.358+0000 7fd11ea00640 1 --2- 172.21.15.44:0/1682020173 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a88e96920 0x563a88e96d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.358+0000 7fd11f400640 1 -- 172.21.15.44:0/1682020173 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88ea1910 msgr2=0x563a88ea3d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:03.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.358+0000 7fd11f400640 1 --2- 172.21.15.44:0/1682020173 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88ea1910 0x563a88ea3d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.358+0000 7fd11f400640 1 -- 172.21.15.44:0/1682020173 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a88e96920 msgr2=0x563a88e96d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:03.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.358+0000 7fd11f400640 1 --2- 172.21.15.44:0/1682020173 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a88e96920 0x563a88e96d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.358+0000 7fd11f400640 1 -- 172.21.15.44:0/1682020173 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a88d9f380 con 0x563a88e97240 2024-05-27T00:36:03.360 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.358+0000 7fd11f400640 1 --2- 172.21.15.44:0/1682020173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88e97240 0x563a88ea13d0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fd110009900 tx=0x7fd110031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cadf6d81f9a28e2a server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:03.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.359+0000 7fd117e00640 1 --2- 172.21.15.44:0/581159894 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fd1040a2f30 0x7fd1040a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.359+0000 7fd10be00640 1 -- 172.21.15.44:0/1682020173 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd110040070 con 0x563a88e97240 2024-05-27T00:36:03.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.359+0000 7fd117e00640 1 -- 172.21.15.44:0/581159894 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fd1180cfdb0 con 0x7fd12019e7d0 2024-05-27T00:36:03.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.359+0000 7fd10be00640 1 -- 172.21.15.44:0/1682020173 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd1100035f0 con 0x563a88e97240 2024-05-27T00:36:03.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.359+0000 7fd10be00640 1 -- 172.21.15.44:0/1682020173 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd110035040 con 0x563a88e97240 2024-05-27T00:36:03.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.359+0000 7fd11ea00640 1 --2- 172.21.15.44:0/581159894 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fd1040a2f30 0x7fd1040a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.360+0000 7fd128e0d740 1 -- 172.21.15.44:0/1682020173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88e97240 msgr2=0x563a88ea13d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:03.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.360+0000 7fd128e0d740 1 --2- 172.21.15.44:0/1682020173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88e97240 0x563a88ea13d0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fd110009900 tx=0x7fd110031400 comp rx=0 tx=0).stop 2024-05-27T00:36:03.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.360+0000 7fd11ea00640 1 --2- 172.21.15.44:0/581159894 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fd1040a2f30 0x7fd1040a53f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x563a88e93dd0 tx=0x7fd10c004730 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:03.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.360+0000 7fd128e0d740 1 -- 172.21.15.44:0/1682020173 shutdown_connections 2024-05-27T00:36:03.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.360+0000 7fd128e0d740 1 --2- 172.21.15.44:0/1682020173 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88ea1910 0x563a88ea3d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.360+0000 7fd128e0d740 1 --2- 172.21.15.44:0/1682020173 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88e97240 0x563a88ea13d0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.360+0000 7fd128e0d740 1 --2- 172.21.15.44:0/1682020173 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a88e96920 0x563a88e96d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.360+0000 7fd128e0d740 1 -- 172.21.15.44:0/1682020173 >> 172.21.15.44:0/1682020173 conn(0x563a88e92c40 msgr2=0x563a88e93020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:03.362 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.360+0000 7fd128e0d740 1 -- 172.21.15.44:0/1682020173 shutdown_connections 2024-05-27T00:36:03.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.360+0000 7fd128e0d740 1 -- 172.21.15.44:0/1682020173 wait complete. 2024-05-27T00:36:03.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.360+0000 7fd128e0d740 1 -- start start 2024-05-27T00:36:03.363 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.361+0000 7fd128e0d740 1 Processor -- start 2024-05-27T00:36:03.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.361+0000 7fd128e0d740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88e96920 0x563a88e9e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.361+0000 7fd128e0d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a88e97240 0x563a88e9ee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.361+0000 7fd128e0d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88ea1910 0x563a88e9f390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.361+0000 7fd128e0d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563a88ea46a0 con 0x563a88ea1910 2024-05-27T00:36:03.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.361+0000 7fd128e0d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563a88db6a90 con 0x563a88e97240 2024-05-27T00:36:03.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.361+0000 7fd128e0d740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x563a88ea4820 con 0x563a88e96920 2024-05-27T00:36:03.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.361+0000 7fd128e0d740 10 client.0 _ll_register_callbacks cb 0x563a88d99bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:03.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.362+0000 7fd11f400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88e96920 0x563a88e9e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.362+0000 7fd11fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88ea1910 0x563a88e9f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.362+0000 7fd11f400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88e96920 0x563a88e9e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:53274/0 (socket says 172.21.15.44:53274) 2024-05-27T00:36:03.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.362+0000 7fd11f400640 1 -- 172.21.15.44:0/910813740 learned_addr learned my addr 172.21.15.44:0/910813740 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:03.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.362+0000 7fd11ea00640 1 --2- 172.21.15.44:0/910813740 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a88e97240 0x563a88e9ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.362+0000 7fd11f400640 1 -- 172.21.15.44:0/910813740 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a88e97240 msgr2=0x563a88e9ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:03.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.362+0000 7fd11f400640 1 --2- 172.21.15.44:0/910813740 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a88e97240 0x563a88e9ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.362+0000 7fd11f400640 1 -- 172.21.15.44:0/910813740 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88ea1910 msgr2=0x563a88e9f390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:03.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.362+0000 7fd11f400640 1 --2- 172.21.15.44:0/910813740 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88ea1910 0x563a88e9f390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.362+0000 7fd11f400640 1 -- 172.21.15.44:0/910813740 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a88b0f3f0 con 0x563a88e96920 2024-05-27T00:36:03.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.362+0000 7fd11f400640 1 --2- 172.21.15.44:0/910813740 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88e96920 0x563a88e9e910 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fd110005940 tx=0x7fd110004210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c2048c13e901cfa3 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:03.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.362+0000 7fd108c00640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:36:03.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.363+0000 7fd108c00640 1 -- 172.21.15.44:0/910813740 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd110035070 con 0x563a88e96920 2024-05-27T00:36:03.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.363+0000 7fd108c00640 1 -- 172.21.15.44:0/910813740 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fd1100039b0 con 0x563a88e96920 2024-05-27T00:36:03.366 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.363+0000 7fd128e0d740 1 -- 172.21.15.44:0/910813740 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1100035f0 con 0x563a88e96920 2024-05-27T00:36:03.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.363+0000 7fd108c00640 1 -- 172.21.15.44:0/910813740 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd110040040 con 0x563a88e96920 2024-05-27T00:36:03.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.363+0000 7fd128e0d740 10 client.25867 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:03.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.363+0000 7fd128e0d740 1 -- 172.21.15.44:0/910813740 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x563a88bd97d0 con 0x563a88e96920 2024-05-27T00:36:03.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.364+0000 7fd108c00640 1 -- 172.21.15.44:0/910813740 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd1100035f0 con 0x563a88e96920 2024-05-27T00:36:03.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.364+0000 7fd108c00640 1 -- 172.21.15.44:0/910813740 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fd11003ccd0 con 0x563a88e96920 2024-05-27T00:36:03.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.364+0000 7fd128e0d740 10 client.25867 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:03.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.364+0000 7fd128e0d740 10 client.25867 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:03.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.364+0000 7fd128e0d740 20 client.25867 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:03.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.364+0000 7fd128e0d740 1 --2- 172.21.15.44:0/910813740 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563a88eb1b20 0x563a88eb3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.364+0000 7fd128e0d740 4 client.25867 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:36:03.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.364+0000 7fd128e0d740 1 -- 172.21.15.44:0/910813740 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563a88e09510 con 0x563a88eb1b20 2024-05-27T00:36:03.367 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.364+0000 7fd11ea00640 1 --2- 172.21.15.44:0/910813740 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563a88eb1b20 0x563a88eb3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.365+0000 7fd11ea00640 1 --2- 172.21.15.44:0/910813740 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563a88eb1b20 0x563a88eb3f10 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d135b84e76dad947 server_cookie=646bd4fa35292d84 in_seq=0 out_seq=0 2024-05-27T00:36:03.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.365+0000 7fd108c00640 10 client.25867 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:03.368 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.366+0000 7fd108c00640 1 -- 172.21.15.44:0/910813740 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x563a88e09510 con 0x563a88eb1b20 2024-05-27T00:36:03.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.366+0000 7fd108c00640 10 client.25867 handle_command_reply: tid=0 2024-05-27T00:36:03.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.366+0000 7fd128e0d740 1 client.25867 shutdown 2024-05-27T00:36:03.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.366+0000 7fd128e0d740 1 -- 172.21.15.44:0/910813740 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88e96920 msgr2=0x563a88e9e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:03.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.366+0000 7fd128e0d740 1 --2- 172.21.15.44:0/910813740 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88e96920 0x563a88e9e910 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fd110005940 tx=0x7fd110004210 comp rx=0 tx=0).stop 2024-05-27T00:36:03.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.366+0000 7fd128e0d740 1 -- 172.21.15.44:0/910813740 shutdown_connections 2024-05-27T00:36:03.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.366+0000 7fd128e0d740 1 --2- 172.21.15.44:0/910813740 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563a88eb1b20 0x563a88eb3f10 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.366+0000 7fd128e0d740 1 --2- 172.21.15.44:0/910813740 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88ea1910 0x563a88e9f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.366+0000 7fd128e0d740 1 --2- 172.21.15.44:0/910813740 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a88e97240 0x563a88e9ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.366+0000 7fd128e0d740 1 --2- 172.21.15.44:0/910813740 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88e96920 0x563a88e9e910 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.366+0000 7fd128e0d740 1 -- 172.21.15.44:0/910813740 >> 172.21.15.44:0/910813740 conn(0x563a88e92c40 msgr2=0x563a88e98900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:03.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.366+0000 7fd108c00640 0 client.25867 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:03.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.366+0000 7fd128e0d740 1 -- 172.21.15.44:0/910813740 shutdown_connections 2024-05-27T00:36:03.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.366+0000 7fd128e0d740 1 -- 172.21.15.44:0/910813740 wait complete. 2024-05-27T00:36:03.369 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.366+0000 7fd128e0d740 20 client.25867 trim_cache size 0 max 16384 2024-05-27T00:36:03.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.382+0000 7fd128e0d740 1 Processor -- start 2024-05-27T00:36:03.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.382+0000 7fd128e0d740 1 -- start start 2024-05-27T00:36:03.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.383+0000 7fd128e0d740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88e96920 0x563a88ead6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.383+0000 7fd128e0d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a88e97240 0x563a88ea0850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.383+0000 7fd128e0d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88ea1910 0x563a88eb94b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.383+0000 7fd128e0d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd1201b7d90 con 0x563a88ea1910 2024-05-27T00:36:03.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.383+0000 7fd128e0d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd1201b5660 con 0x563a88e97240 2024-05-27T00:36:03.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.383+0000 7fd128e0d740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fd1201b3490 con 0x563a88e96920 2024-05-27T00:36:03.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.383+0000 7fd11fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88ea1910 0x563a88eb94b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.383+0000 7fd11fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88ea1910 0x563a88eb94b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45416/0 (socket says 172.21.15.44:45416) 2024-05-27T00:36:03.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.383+0000 7fd11fe00640 1 -- 172.21.15.44:0/393260032 learned_addr learned my addr 172.21.15.44:0/393260032 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:03.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.383+0000 7fd11f400640 1 --2- 172.21.15.44:0/393260032 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88e96920 0x563a88ead6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.383+0000 7fd11ea00640 1 --2- 172.21.15.44:0/393260032 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a88e97240 0x563a88ea0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.383+0000 7fd11fe00640 1 -- 172.21.15.44:0/393260032 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88e96920 msgr2=0x563a88ead6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:03.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.383+0000 7fd11fe00640 1 --2- 172.21.15.44:0/393260032 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88e96920 0x563a88ead6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.383+0000 7fd11fe00640 1 -- 172.21.15.44:0/393260032 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a88e97240 msgr2=0x563a88ea0850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:03.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.383+0000 7fd11fe00640 1 --2- 172.21.15.44:0/393260032 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a88e97240 0x563a88ea0850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.383+0000 7fd11fe00640 1 -- 172.21.15.44:0/393260032 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a88ea4070 con 0x563a88ea1910 2024-05-27T00:36:03.385 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.383+0000 7fd11f400640 1 --2- 172.21.15.44:0/393260032 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88e96920 0x563a88ead6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:03.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.384+0000 7fd11fe00640 1 --2- 172.21.15.44:0/393260032 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88ea1910 0x563a88eb94b0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fd11800cba0 tx=0x7fd11809b920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b46326ece1974dbb server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:03.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.384+0000 7fd10b400640 1 -- 172.21.15.44:0/393260032 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd11809c420 con 0x563a88ea1910 2024-05-27T00:36:03.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.384+0000 7fd10b400640 1 -- 172.21.15.44:0/393260032 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd11809bd20 con 0x563a88ea1910 2024-05-27T00:36:03.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.384+0000 7fd10b400640 1 -- 172.21.15.44:0/393260032 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1180a4500 con 0x563a88ea1910 2024-05-27T00:36:03.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.385+0000 7fd128e0d740 1 -- 172.21.15.44:0/393260032 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88ea1910 msgr2=0x563a88eb94b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:03.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.385+0000 7fd128e0d740 1 --2- 172.21.15.44:0/393260032 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88ea1910 0x563a88eb94b0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fd11800cba0 tx=0x7fd11809b920 comp rx=0 tx=0).stop 2024-05-27T00:36:03.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.385+0000 7fd128e0d740 1 -- 172.21.15.44:0/393260032 shutdown_connections 2024-05-27T00:36:03.386 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.385+0000 7fd128e0d740 1 --2- 172.21.15.44:0/393260032 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88ea1910 0x563a88eb94b0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.385+0000 7fd128e0d740 1 --2- 172.21.15.44:0/393260032 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a88e97240 0x563a88ea0850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.385+0000 7fd128e0d740 1 --2- 172.21.15.44:0/393260032 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88e96920 0x563a88ead6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.385+0000 7fd128e0d740 1 -- 172.21.15.44:0/393260032 >> 172.21.15.44:0/393260032 conn(0x563a88e92c40 msgr2=0x563a88ea0140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:03.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.385+0000 7fd128e0d740 1 -- 172.21.15.44:0/393260032 shutdown_connections 2024-05-27T00:36:03.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.385+0000 7fd128e0d740 1 -- 172.21.15.44:0/393260032 wait complete. 2024-05-27T00:36:03.387 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.386+0000 7fd128e0d740 1 -- start start 2024-05-27T00:36:03.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.386+0000 7fd128e0d740 1 Processor -- start 2024-05-27T00:36:03.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.386+0000 7fd128e0d740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88e96920 0x563a88ea9e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.386+0000 7fd128e0d740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88e97240 0x563a88ea61f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.386+0000 7fd128e0d740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a88ea1910 0x563a88ea6730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.386+0000 7fd128e0d740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fd1201b3b20 con 0x563a88e97240 2024-05-27T00:36:03.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.386+0000 7fd128e0d740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd1201b4f90 con 0x563a88ea1910 2024-05-27T00:36:03.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.386+0000 7fd128e0d740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fd1201b41f0 con 0x563a88e96920 2024-05-27T00:36:03.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.386+0000 7fd128e0d740 10 client.0 _ll_register_callbacks cb 0x7fd110009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:03.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.387+0000 7fd11ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88e97240 0x563a88ea61f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.389 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.387+0000 7fd11ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88e97240 0x563a88ea61f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45426/0 (socket says 172.21.15.44:45426) 2024-05-27T00:36:03.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.387+0000 7fd11ea00640 1 -- 172.21.15.44:0/4236602250 learned_addr learned my addr 172.21.15.44:0/4236602250 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:03.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.387+0000 7fd11f400640 1 --2- 172.21.15.44:0/4236602250 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88e96920 0x563a88ea9e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.387+0000 7fd11fe00640 1 --2- 172.21.15.44:0/4236602250 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a88ea1910 0x563a88ea6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.387+0000 7fd11ea00640 1 -- 172.21.15.44:0/4236602250 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88e96920 msgr2=0x563a88ea9e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:03.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.387+0000 7fd11ea00640 1 --2- 172.21.15.44:0/4236602250 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88e96920 0x563a88ea9e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.387+0000 7fd11ea00640 1 -- 172.21.15.44:0/4236602250 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a88ea1910 msgr2=0x563a88ea6730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:03.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.387+0000 7fd11ea00640 1 --2- 172.21.15.44:0/4236602250 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a88ea1910 0x563a88ea6730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.387+0000 7fd11ea00640 1 -- 172.21.15.44:0/4236602250 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a88ea6dd0 con 0x563a88e97240 2024-05-27T00:36:03.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.387+0000 7fd11ea00640 1 --2- 172.21.15.44:0/4236602250 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88e97240 0x563a88ea61f0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fd10c005eb0 tx=0x7fd10c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c03f84c2134efbc4 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:03.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.387+0000 7fd108c00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:36:03.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.388+0000 7fd108c00640 1 -- 172.21.15.44:0/4236602250 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd10c011bc0 con 0x563a88e97240 2024-05-27T00:36:03.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.388+0000 7fd108c00640 1 -- 172.21.15.44:0/4236602250 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fd10c011d60 con 0x563a88e97240 2024-05-27T00:36:03.390 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.388+0000 7fd128e0d740 1 -- 172.21.15.44:0/4236602250 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd11809bd20 con 0x563a88e97240 2024-05-27T00:36:03.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.388+0000 7fd108c00640 1 -- 172.21.15.44:0/4236602250 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd10c03f050 con 0x563a88e97240 2024-05-27T00:36:03.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.388+0000 7fd128e0d740 10 client.15753 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:03.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.388+0000 7fd128e0d740 1 -- 172.21.15.44:0/4236602250 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x563a88f1cf50 con 0x563a88e97240 2024-05-27T00:36:03.391 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.388+0000 7fd108c00640 1 -- 172.21.15.44:0/4236602250 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd11809bd20 con 0x563a88e97240 2024-05-27T00:36:03.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.389+0000 7fd108c00640 1 -- 172.21.15.44:0/4236602250 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fd10c020670 con 0x563a88e97240 2024-05-27T00:36:03.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.389+0000 7fd128e0d740 10 client.15753 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:03.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.389+0000 7fd128e0d740 10 client.15753 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:03.392 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.389+0000 7fd128e0d740 20 client.15753 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:03.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.389+0000 7fd128e0d740 1 --2- 172.21.15.44:0/4236602250 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563a88f1d6b0 0x563a88f1fad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:03.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.389+0000 7fd128e0d740 4 client.15753 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-27T00:36:03.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.389+0000 7fd128e0d740 1 -- 172.21.15.44:0/4236602250 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563a88e03860 con 0x563a88f1d6b0 2024-05-27T00:36:03.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.389+0000 7fd11f400640 1 --2- 172.21.15.44:0/4236602250 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563a88f1d6b0 0x563a88f1fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:03.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.390+0000 7fd11f400640 1 --2- 172.21.15.44:0/4236602250 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563a88f1d6b0 0x563a88f1fad0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ae4b8407066f371 server_cookie=4ee1a98946fdb5c2 in_seq=0 out_seq=0 2024-05-27T00:36:03.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.390+0000 7fd108c00640 10 client.15753 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:03.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.390+0000 7fd108c00640 1 -- 172.21.15.44:0/4236602250 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563a88e03860 con 0x563a88f1d6b0 2024-05-27T00:36:03.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.390+0000 7fd108c00640 10 client.15753 handle_command_reply: tid=0 2024-05-27T00:36:03.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.390+0000 7fd128e0d740 1 client.15753 shutdown 2024-05-27T00:36:03.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.390+0000 7fd128e0d740 1 -- 172.21.15.44:0/4236602250 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88e97240 msgr2=0x563a88ea61f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:03.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.390+0000 7fd128e0d740 1 --2- 172.21.15.44:0/4236602250 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88e97240 0x563a88ea61f0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fd10c005eb0 tx=0x7fd10c0046c0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.390+0000 7fd128e0d740 1 -- 172.21.15.44:0/4236602250 shutdown_connections 2024-05-27T00:36:03.393 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.390+0000 7fd128e0d740 1 --2- 172.21.15.44:0/4236602250 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563a88f1d6b0 0x563a88f1fad0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.390+0000 7fd128e0d740 1 --2- 172.21.15.44:0/4236602250 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563a88ea1910 0x563a88ea6730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.390+0000 7fd128e0d740 1 --2- 172.21.15.44:0/4236602250 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563a88e97240 0x563a88ea61f0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.390+0000 7fd108c00640 0 client.15753 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:03.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.390+0000 7fd128e0d740 1 --2- 172.21.15.44:0/4236602250 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563a88e96920 0x563a88ea9e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.390+0000 7fd128e0d740 1 -- 172.21.15.44:0/4236602250 >> 172.21.15.44:0/4236602250 conn(0x563a88e92c40 msgr2=0x563a88e9f140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:03.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.390+0000 7fd128e0d740 1 -- 172.21.15.44:0/4236602250 shutdown_connections 2024-05-27T00:36:03.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.390+0000 7fd128e0d740 1 -- 172.21.15.44:0/4236602250 wait complete. 2024-05-27T00:36:03.394 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.390+0000 7fd128e0d740 20 client.15753 trim_cache size 0 max 16384 2024-05-27T00:36:03.394 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-27T00:36:03.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.391+0000 7fd126000640 1 -- 172.21.15.44:0/581159894 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fd1040a2f30 msgr2=0x7fd1040a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:03.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.391+0000 7fd126000640 1 --2- 172.21.15.44:0/581159894 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fd1040a2f30 0x7fd1040a53f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x563a88e93dd0 tx=0x7fd10c004730 comp rx=0 tx=0).stop 2024-05-27T00:36:03.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.391+0000 7fd126000640 1 -- 172.21.15.44:0/581159894 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd12019e7d0 msgr2=0x7fd12019ec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:03.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.391+0000 7fd126000640 1 --2- 172.21.15.44:0/581159894 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd12019e7d0 0x7fd12019ec80 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fd11800efd0 tx=0x7fd11800c6a0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.391+0000 7fd126000640 1 -- 172.21.15.44:0/581159894 shutdown_connections 2024-05-27T00:36:03.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.391+0000 7fd126000640 1 --2- 172.21.15.44:0/581159894 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fd1040a2f30 0x7fd1040a53f0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.391+0000 7fd126000640 1 --2- 172.21.15.44:0/581159894 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fd12019e7d0 0x7fd12019ec80 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.391+0000 7fd126000640 1 --2- 172.21.15.44:0/581159894 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fd12010d2a0 0x7fd1201a4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.395 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.391+0000 7fd126000640 1 --2- 172.21.15.44:0/581159894 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fd120108220 0x7fd1201a4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:03.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.391+0000 7fd126000640 1 -- 172.21.15.44:0/581159894 >> 172.21.15.44:0/581159894 conn(0x7fd120075ee0 msgr2=0x7fd120078230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:03.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.391+0000 7fd126000640 1 -- 172.21.15.44:0/581159894 shutdown_connections 2024-05-27T00:36:03.396 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:03.391+0000 7fd126000640 1 -- 172.21.15.44:0/581159894 wait complete. 2024-05-27T00:36:03.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:03 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/4104973239' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:36:03.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:03 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/4104973239' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:36:03.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:03 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/4104973239' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:36:04.413 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-27T00:36:04.413 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:36:04.413 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-05-27T00:36:04.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.623+0000 7f59efe00640 1 -- 172.21.15.44:0/3974608441 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59f0102a60 msgr2=0x7f59f0102e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:04.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.623+0000 7f59efe00640 1 --2- 172.21.15.44:0/3974608441 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59f0102a60 0x7f59f0102e40 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f59e0009ca0 tx=0x7f59e002a950 comp rx=0 tx=0).stop 2024-05-27T00:36:04.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.623+0000 7f59efe00640 1 -- 172.21.15.44:0/3974608441 shutdown_connections 2024-05-27T00:36:04.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.623+0000 7f59efe00640 1 --2- 172.21.15.44:0/3974608441 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59f010be30 0x7f59f010e2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.623+0000 7f59efe00640 1 --2- 172.21.15.44:0/3974608441 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f59f0103380 0x7f59f010b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.623+0000 7f59efe00640 1 --2- 172.21.15.44:0/3974608441 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59f0102a60 0x7f59f0102e40 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.623+0000 7f59efe00640 1 -- 172.21.15.44:0/3974608441 >> 172.21.15.44:0/3974608441 conn(0x7f59f00fc220 msgr2=0x7f59f00fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:04.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.623+0000 7f59efe00640 1 -- 172.21.15.44:0/3974608441 shutdown_connections 2024-05-27T00:36:04.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.623+0000 7f59efe00640 1 -- 172.21.15.44:0/3974608441 wait complete. 2024-05-27T00:36:04.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.624+0000 7f59efe00640 1 Processor -- start 2024-05-27T00:36:04.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.624+0000 7f59efe00640 1 -- start start 2024-05-27T00:36:04.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.625+0000 7f59efe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59f0102a60 0x7f59f019a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.625+0000 7f59efe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59f0103380 0x7f59f019a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.625+0000 7f59efe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f59f010be30 0x7f59f019ece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.625+0000 7f59efe00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f59f0111d80 con 0x7f59f0102a60 2024-05-27T00:36:04.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.625+0000 7f59efe00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f59f0111c00 con 0x7f59f0103380 2024-05-27T00:36:04.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.625+0000 7f59efe00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f59f0111f00 con 0x7f59f010be30 2024-05-27T00:36:04.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.625+0000 7f59eea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59f0102a60 0x7f59f019a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.625+0000 7f59eea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59f0102a60 0x7f59f019a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45456/0 (socket says 172.21.15.44:45456) 2024-05-27T00:36:04.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.625+0000 7f59eea00640 1 -- 172.21.15.44:0/2993780652 learned_addr learned my addr 172.21.15.44:0/2993780652 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:04.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.625+0000 7f59ee000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59f0103380 0x7f59f019a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.627 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.625+0000 7f59ef400640 1 --2- 172.21.15.44:0/2993780652 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f59f010be30 0x7f59f019ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.626+0000 7f59eea00640 1 -- 172.21.15.44:0/2993780652 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f59f010be30 msgr2=0x7f59f019ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:04.628 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.626+0000 7f59eea00640 1 --2- 172.21.15.44:0/2993780652 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f59f010be30 0x7f59f019ece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.626+0000 7f59eea00640 1 -- 172.21.15.44:0/2993780652 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59f0103380 msgr2=0x7f59f019a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:04.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.626+0000 7f59eea00640 1 --2- 172.21.15.44:0/2993780652 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59f0103380 0x7f59f019a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.626+0000 7f59eea00640 1 -- 172.21.15.44:0/2993780652 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59f019f410 con 0x7f59f0102a60 2024-05-27T00:36:04.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.626+0000 7f59ef400640 1 --2- 172.21.15.44:0/2993780652 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f59f010be30 0x7f59f019ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:04.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.626+0000 7f59eea00640 1 --2- 172.21.15.44:0/2993780652 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59f0102a60 0x7f59f019a420 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f59e0005e30 tx=0x7f59e002fcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:04.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.627+0000 7f59e7400640 1 -- 172.21.15.44:0/2993780652 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e0034040 con 0x7f59f0102a60 2024-05-27T00:36:04.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.627+0000 7f59efe00640 1 -- 172.21.15.44:0/2993780652 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59f019f6a0 con 0x7f59f0102a60 2024-05-27T00:36:04.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.627+0000 7f59e7400640 1 -- 172.21.15.44:0/2993780652 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f59e002fea0 con 0x7f59f0102a60 2024-05-27T00:36:04.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.627+0000 7f59e7400640 1 -- 172.21.15.44:0/2993780652 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e00047f0 con 0x7f59f0102a60 2024-05-27T00:36:04.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.627+0000 7f59efe00640 1 -- 172.21.15.44:0/2993780652 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59f01a6f90 con 0x7f59f0102a60 2024-05-27T00:36:04.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.630+0000 7f59f8584740 1 Processor -- start 2024-05-27T00:36:04.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.630+0000 7f59f8584740 1 -- start start 2024-05-27T00:36:04.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.631+0000 7f59f8584740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c670492e0 0x557c67047620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.631+0000 7f59f8584740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c67047bf0 0x557c67048070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.632 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.631+0000 7f59f8584740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c67052970 0x557c67054d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.631+0000 7f59f8584740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x557c66fab9d0 con 0x557c67047bf0 2024-05-27T00:36:04.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.631+0000 7f59f8584740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x557c66f53790 con 0x557c670492e0 2024-05-27T00:36:04.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.631+0000 7f59f8584740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x557c66fa7990 con 0x557c67052970 2024-05-27T00:36:04.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.631+0000 7f59ef400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c670492e0 0x557c67047620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.631+0000 7f59ef400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c670492e0 0x557c67047620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:38448/0 (socket says 172.21.15.44:38448) 2024-05-27T00:36:04.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.631+0000 7f59ef400640 1 -- 172.21.15.44:0/2876807419 learned_addr learned my addr 172.21.15.44:0/2876807419 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:04.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.631+0000 7f59ee000640 1 --2- 172.21.15.44:0/2876807419 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c67052970 0x557c67054d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.632+0000 7f59ef400640 1 -- 172.21.15.44:0/2876807419 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c67052970 msgr2=0x557c67054d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:04.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.632+0000 7f59ef400640 1 --2- 172.21.15.44:0/2876807419 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c67052970 0x557c67054d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.632+0000 7f59ef400640 1 -- 172.21.15.44:0/2876807419 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c67047bf0 msgr2=0x557c67048070 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-27T00:36:04.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.632+0000 7f59ef400640 1 --2- 172.21.15.44:0/2876807419 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c67047bf0 0x557c67048070 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.632+0000 7f59ef400640 1 -- 172.21.15.44:0/2876807419 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557c66d877e0 con 0x557c670492e0 2024-05-27T00:36:04.634 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.632+0000 7f59e7400640 1 -- 172.21.15.44:0/2993780652 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f59e0037020 con 0x7f59f0102a60 2024-05-27T00:36:04.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.632+0000 7f59ef400640 1 --2- 172.21.15.44:0/2876807419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c670492e0 0x557c67047620 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f59e8011440 tx=0x7f59e8011900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=33359dbebd390e0a server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:04.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.632+0000 7f59df400640 1 -- 172.21.15.44:0/2876807419 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e8004020 con 0x557c670492e0 2024-05-27T00:36:04.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.632+0000 7f59df400640 1 -- 172.21.15.44:0/2876807419 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f59e80041c0 con 0x557c670492e0 2024-05-27T00:36:04.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.632+0000 7f59df400640 1 -- 172.21.15.44:0/2876807419 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e800f9b0 con 0x557c670492e0 2024-05-27T00:36:04.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.633+0000 7f59f8584740 1 -- 172.21.15.44:0/2876807419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c670492e0 msgr2=0x557c67047620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:04.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.633+0000 7f59f8584740 1 --2- 172.21.15.44:0/2876807419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c670492e0 0x557c67047620 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f59e8011440 tx=0x7f59e8011900 comp rx=0 tx=0).stop 2024-05-27T00:36:04.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.633+0000 7f59f8584740 1 -- 172.21.15.44:0/2876807419 shutdown_connections 2024-05-27T00:36:04.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.633+0000 7f59f8584740 1 --2- 172.21.15.44:0/2876807419 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c67052970 0x557c67054d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.633+0000 7f59f8584740 1 --2- 172.21.15.44:0/2876807419 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c67047bf0 0x557c67048070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.633+0000 7f59f8584740 1 --2- 172.21.15.44:0/2876807419 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c670492e0 0x557c67047620 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.633+0000 7f59e7400640 1 --2- 172.21.15.44:0/2993780652 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f59d40a2eb0 0x7f59d40a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.633+0000 7f59f8584740 1 -- 172.21.15.44:0/2876807419 >> 172.21.15.44:0/2876807419 conn(0x557c67010170 msgr2=0x557c67044150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:04.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.633+0000 7f59e7400640 1 -- 172.21.15.44:0/2993780652 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f59e00f0440 con 0x7f59f0102a60 2024-05-27T00:36:04.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.634+0000 7f59f8584740 1 -- 172.21.15.44:0/2876807419 shutdown_connections 2024-05-27T00:36:04.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.634+0000 7f59ef400640 1 --2- 172.21.15.44:0/2993780652 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f59d40a2eb0 0x7f59d40a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.634+0000 7f59f8584740 1 -- 172.21.15.44:0/2876807419 wait complete. 2024-05-27T00:36:04.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.634+0000 7f59f8584740 1 -- start start 2024-05-27T00:36:04.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.634+0000 7f59ef400640 1 --2- 172.21.15.44:0/2993780652 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f59d40a2eb0 0x7f59d40a5370 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f59e8003ed0 tx=0x7f59e8009310 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:04.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.634+0000 7f59f8584740 1 Processor -- start 2024-05-27T00:36:04.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.635+0000 7f59f8584740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c67047bf0 0x557c6704f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.635+0000 7f59f8584740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c670492e0 0x557c6704fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.635+0000 7f59f8584740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c67052970 0x557c67050350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.635+0000 7f59f8584740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x557c67055800 con 0x557c67047bf0 2024-05-27T00:36:04.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.635+0000 7f59f8584740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x557c66f66ae0 con 0x557c67052970 2024-05-27T00:36:04.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.635+0000 7f59f8584740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x557c67055980 con 0x557c670492e0 2024-05-27T00:36:04.641 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.635+0000 7f59f8584740 10 client.0 _ll_register_callbacks cb 0x557c66fa1c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:04.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.635+0000 7f59eea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c67047bf0 0x557c6704f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.635+0000 7f59ef400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c67052970 0x557c67050350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.635+0000 7f59eea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c67047bf0 0x557c6704f8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45472/0 (socket says 172.21.15.44:45472) 2024-05-27T00:36:04.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.635+0000 7f59eea00640 1 -- 172.21.15.44:0/414303336 learned_addr learned my addr 172.21.15.44:0/414303336 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:04.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.635+0000 7f59ee000640 1 --2- 172.21.15.44:0/414303336 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c670492e0 0x557c6704fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.636+0000 7f59eea00640 1 -- 172.21.15.44:0/414303336 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c670492e0 msgr2=0x557c6704fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:04.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.636+0000 7f59eea00640 1 --2- 172.21.15.44:0/414303336 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c670492e0 0x557c6704fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.636+0000 7f59eea00640 1 -- 172.21.15.44:0/414303336 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c67052970 msgr2=0x557c67050350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:04.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.636+0000 7f59eea00640 1 --2- 172.21.15.44:0/414303336 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c67052970 0x557c67050350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.636+0000 7f59eea00640 1 -- 172.21.15.44:0/414303336 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557c66de7f70 con 0x557c67047bf0 2024-05-27T00:36:04.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.636+0000 7f59ef400640 1 --2- 172.21.15.44:0/414303336 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c67052970 0x557c67050350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:04.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.636+0000 7f59eea00640 1 --2- 172.21.15.44:0/414303336 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c67047bf0 0x557c6704f8d0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f59e0000f80 tx=0x7f59e00bc0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bd9ad007073a1dd server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:04.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.636+0000 7f59d3e00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:36:04.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.636+0000 7f59d3e00640 1 -- 172.21.15.44:0/414303336 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e00d5060 con 0x557c67047bf0 2024-05-27T00:36:04.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.636+0000 7f59d3e00640 1 -- 172.21.15.44:0/414303336 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f59e00c4ca0 con 0x557c67047bf0 2024-05-27T00:36:04.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.636+0000 7f59f8584740 1 -- 172.21.15.44:0/414303336 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f59e80041c0 con 0x557c67047bf0 2024-05-27T00:36:04.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.637+0000 7f59d3e00640 1 -- 172.21.15.44:0/414303336 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f59e002c040 con 0x557c67047bf0 2024-05-27T00:36:04.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.637+0000 7f59f8584740 10 client.15762 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:04.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.637+0000 7f59f8584740 1 -- 172.21.15.44:0/414303336 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x557c66c7f170 con 0x557c67047bf0 2024-05-27T00:36:04.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.637+0000 7f59d3e00640 1 -- 172.21.15.44:0/414303336 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f59e80041c0 con 0x557c67047bf0 2024-05-27T00:36:04.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.637+0000 7f59d3e00640 1 -- 172.21.15.44:0/414303336 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f59e004c020 con 0x557c67047bf0 2024-05-27T00:36:04.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.637+0000 7f59f8584740 10 client.15762 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:04.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.637+0000 7f59f8584740 10 client.15762 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:04.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.637+0000 7f59f8584740 20 client.15762 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:04.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.637+0000 7f59f8584740 1 --2- 172.21.15.44:0/414303336 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x557c670629d0 0x557c67064de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.637+0000 7f59f8584740 4 client.15762 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:36:04.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.637+0000 7f59f8584740 1 -- 172.21.15.44:0/414303336 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557c66fb9100 con 0x557c670629d0 2024-05-27T00:36:04.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.638+0000 7f59ee000640 1 --2- 172.21.15.44:0/414303336 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x557c670629d0 0x557c67064de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.638+0000 7f59ee000640 1 --2- 172.21.15.44:0/414303336 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x557c670629d0 0x557c67064de0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f56b18603e723b45 server_cookie=b98561886179d672 in_seq=0 out_seq=0 2024-05-27T00:36:04.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.638+0000 7f59d3e00640 10 client.15762 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:04.646 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.639+0000 7f59d3e00640 1 -- 172.21.15.44:0/414303336 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x557c66fb9100 con 0x557c670629d0 2024-05-27T00:36:04.646 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.639+0000 7f59d3e00640 10 client.15762 handle_command_reply: tid=0 2024-05-27T00:36:04.646 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.639+0000 7f59f8584740 1 client.15762 shutdown 2024-05-27T00:36:04.646 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.639+0000 7f59f8584740 1 -- 172.21.15.44:0/414303336 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c67047bf0 msgr2=0x557c6704f8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:04.646 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.639+0000 7f59f8584740 1 --2- 172.21.15.44:0/414303336 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c67047bf0 0x557c6704f8d0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f59e0000f80 tx=0x7f59e00bc0c0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.639+0000 7f59f8584740 1 -- 172.21.15.44:0/414303336 shutdown_connections 2024-05-27T00:36:04.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.639+0000 7f59f8584740 1 --2- 172.21.15.44:0/414303336 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x557c670629d0 0x557c67064de0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.639+0000 7f59f8584740 1 --2- 172.21.15.44:0/414303336 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c67052970 0x557c67050350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.639+0000 7f59f8584740 1 --2- 172.21.15.44:0/414303336 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c670492e0 0x557c6704fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.639+0000 7f59f8584740 1 --2- 172.21.15.44:0/414303336 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c67047bf0 0x557c6704f8d0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.639+0000 7f59f8584740 1 -- 172.21.15.44:0/414303336 >> 172.21.15.44:0/414303336 conn(0x557c67010170 msgr2=0x557c67049f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:04.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.639+0000 7f59d3e00640 0 client.15762 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:04.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.639+0000 7f59f8584740 1 -- 172.21.15.44:0/414303336 shutdown_connections 2024-05-27T00:36:04.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.640+0000 7f59f8584740 1 -- 172.21.15.44:0/414303336 wait complete. 2024-05-27T00:36:04.647 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.640+0000 7f59f8584740 20 client.15762 trim_cache size 0 max 16384 2024-05-27T00:36:04.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.659+0000 7f59f8584740 1 Processor -- start 2024-05-27T00:36:04.664 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.659+0000 7f59f8584740 1 -- start start 2024-05-27T00:36:04.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.660+0000 7f59f8584740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c67047bf0 0x557c6704e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.660+0000 7f59f8584740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c670492e0 0x557c67043130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.660+0000 7f59f8584740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c67052970 0x557c6706a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.660+0000 7f59f8584740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f59f01b3770 con 0x557c67052970 2024-05-27T00:36:04.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.660+0000 7f59f8584740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f59f01b1040 con 0x557c670492e0 2024-05-27T00:36:04.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.660+0000 7f59f8584740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f59f01aee70 con 0x557c67047bf0 2024-05-27T00:36:04.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.660+0000 7f59eea00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c67047bf0 0x557c6704e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.660+0000 7f59ef400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c67052970 0x557c6706a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.660+0000 7f59eea00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c67047bf0 0x557c6704e830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:53316/0 (socket says 172.21.15.44:53316) 2024-05-27T00:36:04.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.660+0000 7f59eea00640 1 -- 172.21.15.44:0/801223075 learned_addr learned my addr 172.21.15.44:0/801223075 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:04.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.660+0000 7f59ee000640 1 --2- 172.21.15.44:0/801223075 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c670492e0 0x557c67043130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.660+0000 7f59eea00640 1 -- 172.21.15.44:0/801223075 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c670492e0 msgr2=0x557c67043130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:04.665 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.660+0000 7f59eea00640 1 --2- 172.21.15.44:0/801223075 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c670492e0 0x557c67043130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.660+0000 7f59eea00640 1 -- 172.21.15.44:0/801223075 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c67052970 msgr2=0x557c6706a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:04.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.660+0000 7f59eea00640 1 --2- 172.21.15.44:0/801223075 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c67052970 0x557c6706a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.660+0000 7f59eea00640 1 -- 172.21.15.44:0/801223075 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557c67048e80 con 0x557c67047bf0 2024-05-27T00:36:04.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.660+0000 7f59ef400640 1 --2- 172.21.15.44:0/801223075 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c67052970 0x557c6706a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:04.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.661+0000 7f59eea00640 1 --2- 172.21.15.44:0/801223075 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c67047bf0 0x557c6704e830 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f59e00b8e90 tx=0x7f59e0030c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b3dbc5d173c428bd server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:04.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.661+0000 7f59dea00640 1 -- 172.21.15.44:0/801223075 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e00bcbc0 con 0x557c67047bf0 2024-05-27T00:36:04.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.661+0000 7f59dea00640 1 -- 172.21.15.44:0/801223075 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f59e00bc4c0 con 0x557c67047bf0 2024-05-27T00:36:04.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.661+0000 7f59dea00640 1 -- 172.21.15.44:0/801223075 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e00c4ca0 con 0x557c67047bf0 2024-05-27T00:36:04.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.662+0000 7f59f8584740 1 -- 172.21.15.44:0/801223075 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c67047bf0 msgr2=0x557c6704e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:04.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.662+0000 7f59f8584740 1 --2- 172.21.15.44:0/801223075 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c67047bf0 0x557c6704e830 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f59e00b8e90 tx=0x7f59e0030c80 comp rx=0 tx=0).stop 2024-05-27T00:36:04.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.662+0000 7f59f8584740 1 -- 172.21.15.44:0/801223075 shutdown_connections 2024-05-27T00:36:04.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.662+0000 7f59f8584740 1 --2- 172.21.15.44:0/801223075 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c67052970 0x557c6706a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.666 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.662+0000 7f59f8584740 1 --2- 172.21.15.44:0/801223075 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c670492e0 0x557c67043130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.662+0000 7f59f8584740 1 --2- 172.21.15.44:0/801223075 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c67047bf0 0x557c6704e830 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.662+0000 7f59f8584740 1 -- 172.21.15.44:0/801223075 >> 172.21.15.44:0/801223075 conn(0x557c67010170 msgr2=0x557c67042a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:04.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.662+0000 7f59f8584740 1 -- 172.21.15.44:0/801223075 shutdown_connections 2024-05-27T00:36:04.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.662+0000 7f59f8584740 1 -- 172.21.15.44:0/801223075 wait complete. 2024-05-27T00:36:04.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.663+0000 7f59f8584740 1 -- start start 2024-05-27T00:36:04.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.663+0000 7f59f8584740 1 Processor -- start 2024-05-27T00:36:04.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.663+0000 7f59f8584740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c67047bf0 0x557c6704c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.667 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.664+0000 7f59f8584740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c670492e0 0x557c6704cf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.664+0000 7f59f8584740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c67052970 0x557c6704d440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.664+0000 7f59f8584740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f59f01af500 con 0x557c670492e0 2024-05-27T00:36:04.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.664+0000 7f59f8584740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f59f01b0970 con 0x557c67052970 2024-05-27T00:36:04.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.664+0000 7f59f8584740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f59f01afbd0 con 0x557c67047bf0 2024-05-27T00:36:04.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.664+0000 7f59f8584740 10 client.0 _ll_register_callbacks cb 0x7f59e0003ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:04.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.664+0000 7f59ee000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c670492e0 0x557c6704cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.670 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.664+0000 7f59eea00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c67047bf0 0x557c6704c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.664+0000 7f59ee000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c670492e0 0x557c6704cf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45484/0 (socket says 172.21.15.44:45484) 2024-05-27T00:36:04.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.664+0000 7f59ee000640 1 -- 172.21.15.44:0/4155428912 learned_addr learned my addr 172.21.15.44:0/4155428912 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:04.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.664+0000 7f59ef400640 1 --2- 172.21.15.44:0/4155428912 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c67052970 0x557c6704d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.664+0000 7f59ee000640 1 -- 172.21.15.44:0/4155428912 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c67047bf0 msgr2=0x557c6704c9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:04.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.664+0000 7f59ee000640 1 --2- 172.21.15.44:0/4155428912 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c67047bf0 0x557c6704c9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.664+0000 7f59ee000640 1 -- 172.21.15.44:0/4155428912 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c67052970 msgr2=0x557c6704d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:04.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.664+0000 7f59ee000640 1 --2- 172.21.15.44:0/4155428912 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c67052970 0x557c6704d440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.664+0000 7f59ee000640 1 -- 172.21.15.44:0/4155428912 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557c670cc4b0 con 0x557c670492e0 2024-05-27T00:36:04.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.664+0000 7f59ef400640 1 --2- 172.21.15.44:0/4155428912 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c67052970 0x557c6704d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:36:04.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.665+0000 7f59ee000640 1 --2- 172.21.15.44:0/4155428912 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c670492e0 0x557c6704cf00 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f59d8004700 tx=0x7f59d8004190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=caf55edc3a7b6044 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:04.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.665+0000 7f59d3e00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:36:04.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.665+0000 7f59d3e00640 1 -- 172.21.15.44:0/4155428912 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59d8024030 con 0x557c670492e0 2024-05-27T00:36:04.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.665+0000 7f59f8584740 1 -- 172.21.15.44:0/4155428912 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f59e00bc4c0 con 0x557c670492e0 2024-05-27T00:36:04.671 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.665+0000 7f59d3e00640 1 -- 172.21.15.44:0/4155428912 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f59d8005020 con 0x557c670492e0 2024-05-27T00:36:04.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.665+0000 7f59d3e00640 1 -- 172.21.15.44:0/4155428912 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f59d802e050 con 0x557c670492e0 2024-05-27T00:36:04.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.665+0000 7f59f8584740 10 client.15768 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:04.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.665+0000 7f59f8584740 1 -- 172.21.15.44:0/4155428912 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x557c670cd830 con 0x557c670492e0 2024-05-27T00:36:04.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.666+0000 7f59d3e00640 1 -- 172.21.15.44:0/4155428912 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f59e00bc4c0 con 0x557c670492e0 2024-05-27T00:36:04.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.666+0000 7f59d3e00640 1 -- 172.21.15.44:0/4155428912 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f59d80035f0 con 0x557c670492e0 2024-05-27T00:36:04.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.666+0000 7f59f8584740 10 client.15768 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:04.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.666+0000 7f59f8584740 10 client.15768 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:04.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.666+0000 7f59f8584740 20 client.15768 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:04.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.666+0000 7f59f8584740 1 --2- 172.21.15.44:0/4155428912 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x557c670cdfb0 0x557c670d03d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.666+0000 7f59f8584740 4 client.15768 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-27T00:36:04.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.666+0000 7f59f8584740 1 -- 172.21.15.44:0/4155428912 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x557c66fb3450 con 0x557c670cdfb0 2024-05-27T00:36:04.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.666+0000 7f59eea00640 1 --2- 172.21.15.44:0/4155428912 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x557c670cdfb0 0x557c670d03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.667+0000 7f59eea00640 1 --2- 172.21.15.44:0/4155428912 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x557c670cdfb0 0x557c670d03d0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8e8d12c6e565a04a server_cookie=1737d67948e48517 in_seq=0 out_seq=0 2024-05-27T00:36:04.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.667+0000 7f59d3e00640 10 client.15768 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:04.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.668+0000 7f59d3e00640 1 -- 172.21.15.44:0/4155428912 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x557c66fb3450 con 0x557c670cdfb0 2024-05-27T00:36:04.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.668+0000 7f59d3e00640 10 client.15768 handle_command_reply: tid=0 2024-05-27T00:36:04.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.668+0000 7f59f8584740 1 client.15768 shutdown 2024-05-27T00:36:04.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.669+0000 7f59f8584740 1 -- 172.21.15.44:0/4155428912 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c670492e0 msgr2=0x557c6704cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:04.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.669+0000 7f59f8584740 1 --2- 172.21.15.44:0/4155428912 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c670492e0 0x557c6704cf00 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f59d8004700 tx=0x7f59d8004190 comp rx=0 tx=0).stop 2024-05-27T00:36:04.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.669+0000 7f59f8584740 1 -- 172.21.15.44:0/4155428912 shutdown_connections 2024-05-27T00:36:04.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.669+0000 7f59f8584740 1 --2- 172.21.15.44:0/4155428912 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x557c670cdfb0 0x557c670d03d0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.669+0000 7f59f8584740 1 --2- 172.21.15.44:0/4155428912 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x557c67052970 0x557c6704d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.669+0000 7f59f8584740 1 --2- 172.21.15.44:0/4155428912 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x557c670492e0 0x557c6704cf00 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.669+0000 7f59d3e00640 0 client.15768 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:04.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.669+0000 7f59f8584740 1 --2- 172.21.15.44:0/4155428912 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x557c67047bf0 0x557c6704c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.669+0000 7f59f8584740 1 -- 172.21.15.44:0/4155428912 >> 172.21.15.44:0/4155428912 conn(0x557c67010170 msgr2=0x557c670496c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:04.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.669+0000 7f59f8584740 1 -- 172.21.15.44:0/4155428912 shutdown_connections 2024-05-27T00:36:04.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.669+0000 7f59f8584740 1 -- 172.21.15.44:0/4155428912 wait complete. 2024-05-27T00:36:04.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.669+0000 7f59f8584740 20 client.15768 trim_cache size 0 max 16384 2024-05-27T00:36:04.674 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:36:04.674 INFO:teuthology.orchestra.run.smithi044.stdout: "return_code": 0, 2024-05-27T00:36:04.674 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_tag": "ad842f95-27b1-42da-9761-75b9dfb3799a", 2024-05-27T00:36:04.675 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": "asynchronous" 2024-05-27T00:36:04.675 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:36:04.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.670+0000 7f59efe00640 1 -- 172.21.15.44:0/2993780652 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f59d40a2eb0 msgr2=0x7f59d40a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:04.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.670+0000 7f59efe00640 1 --2- 172.21.15.44:0/2993780652 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f59d40a2eb0 0x7f59d40a5370 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f59e8003ed0 tx=0x7f59e8009310 comp rx=0 tx=0).stop 2024-05-27T00:36:04.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.670+0000 7f59efe00640 1 -- 172.21.15.44:0/2993780652 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59f0102a60 msgr2=0x7f59f019a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:04.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.670+0000 7f59efe00640 1 --2- 172.21.15.44:0/2993780652 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59f0102a60 0x7f59f019a420 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f59e0005e30 tx=0x7f59e002fcb0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.670+0000 7f59efe00640 1 -- 172.21.15.44:0/2993780652 shutdown_connections 2024-05-27T00:36:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.670+0000 7f59efe00640 1 --2- 172.21.15.44:0/2993780652 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f59d40a2eb0 0x7f59d40a5370 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.670+0000 7f59efe00640 1 --2- 172.21.15.44:0/2993780652 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f59f010be30 0x7f59f019ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.670+0000 7f59efe00640 1 --2- 172.21.15.44:0/2993780652 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f59f0103380 0x7f59f019a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.670+0000 7f59efe00640 1 --2- 172.21.15.44:0/2993780652 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f59f0102a60 0x7f59f019a420 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.670+0000 7f59efe00640 1 -- 172.21.15.44:0/2993780652 >> 172.21.15.44:0/2993780652 conn(0x7f59f00fc220 msgr2=0x7f59f01005e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.670+0000 7f59efe00640 1 -- 172.21.15.44:0/2993780652 shutdown_connections 2024-05-27T00:36:04.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.670+0000 7f59efe00640 1 -- 172.21.15.44:0/2993780652 wait complete. 2024-05-27T00:36:04.689 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-05-27T00:36:04.689 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-05-27T00:36:04.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:04 smithi050 ceph-mon[36071]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-05-27T00:36:04.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:04 smithi137 ceph-mon[36552]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-05-27T00:36:04.753 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:04 smithi044 ceph-mon[31645]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2024-05-27T00:36:04.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.896+0000 7f2a71a00640 1 -- 172.21.15.44:0/1244728915 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2a6c107850 msgr2=0x7f2a6c107c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:04.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.896+0000 7f2a71a00640 1 --2- 172.21.15.44:0/1244728915 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2a6c107850 0x7f2a6c107c30 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c009890 tx=0x7f2a5c02a360 comp rx=0 tx=0).stop 2024-05-27T00:36:04.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.896+0000 7f2a71a00640 1 -- 172.21.15.44:0/1244728915 shutdown_connections 2024-05-27T00:36:04.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.896+0000 7f2a71a00640 1 --2- 172.21.15.44:0/1244728915 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a6c102200 0x7f2a6c10e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.896+0000 7f2a71a00640 1 --2- 172.21.15.44:0/1244728915 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a6c101840 0x7f2a6c101cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.896+0000 7f2a71a00640 1 --2- 172.21.15.44:0/1244728915 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2a6c107850 0x7f2a6c107c30 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.896+0000 7f2a71a00640 1 -- 172.21.15.44:0/1244728915 >> 172.21.15.44:0/1244728915 conn(0x7f2a6c0fd370 msgr2=0x7f2a6c0ff790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:04.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.896+0000 7f2a71a00640 1 -- 172.21.15.44:0/1244728915 shutdown_connections 2024-05-27T00:36:04.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.897+0000 7f2a71a00640 1 -- 172.21.15.44:0/1244728915 wait complete. 2024-05-27T00:36:04.899 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.898+0000 7f2a71a00640 1 Processor -- start 2024-05-27T00:36:04.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.898+0000 7f2a71a00640 1 -- start start 2024-05-27T00:36:04.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.898+0000 7f2a71a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2a6c101840 0x7f2a6c19a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.898+0000 7f2a71a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a6c102200 0x7f2a6c19a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.899+0000 7f2a71a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a6c107850 0x7f2a6c19ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.899+0000 7f2a71a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2a6c111d40 con 0x7f2a6c102200 2024-05-27T00:36:04.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.899+0000 7f2a71a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2a6c111bc0 con 0x7f2a6c107850 2024-05-27T00:36:04.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.899+0000 7f2a71a00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f2a6c111ec0 con 0x7f2a6c101840 2024-05-27T00:36:04.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.899+0000 7f2a6be00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2a6c101840 0x7f2a6c19a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.899+0000 7f2a6b400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a6c102200 0x7f2a6c19a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.899+0000 7f2a6be00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2a6c101840 0x7f2a6c19a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:41570/0 (socket says 172.21.15.44:41570) 2024-05-27T00:36:04.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.899+0000 7f2a6be00640 1 -- 172.21.15.44:0/757714886 learned_addr learned my addr 172.21.15.44:0/757714886 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:04.900 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.899+0000 7f2a71000640 1 --2- 172.21.15.44:0/757714886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a6c107850 0x7f2a6c19ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.899+0000 7f2a6be00640 1 -- 172.21.15.44:0/757714886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a6c107850 msgr2=0x7f2a6c19ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:04.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.899+0000 7f2a6be00640 1 --2- 172.21.15.44:0/757714886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a6c107850 0x7f2a6c19ecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.899+0000 7f2a6be00640 1 -- 172.21.15.44:0/757714886 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a6c102200 msgr2=0x7f2a6c19a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:04.901 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.899+0000 7f2a6be00640 1 --2- 172.21.15.44:0/757714886 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a6c102200 0x7f2a6c19a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.899+0000 7f2a6be00640 1 -- 172.21.15.44:0/757714886 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a6c19f400 con 0x7f2a6c101840 2024-05-27T00:36:04.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.899+0000 7f2a6b400640 1 --2- 172.21.15.44:0/757714886 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a6c102200 0x7f2a6c19a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:04.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.900+0000 7f2a6be00640 1 --2- 172.21.15.44:0/757714886 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2a6c101840 0x7f2a6c19a410 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c005e00 tx=0x7f2a5c032670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:04.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.900+0000 7f2a68c00640 1 -- 172.21.15.44:0/757714886 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a5c040020 con 0x7f2a6c101840 2024-05-27T00:36:04.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.900+0000 7f2a71a00640 1 -- 172.21.15.44:0/757714886 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a6c19f690 con 0x7f2a6c101840 2024-05-27T00:36:04.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.900+0000 7f2a68c00640 1 -- 172.21.15.44:0/757714886 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2a5c038040 con 0x7f2a6c101840 2024-05-27T00:36:04.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.900+0000 7f2a71a00640 1 -- 172.21.15.44:0/757714886 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a6c1a6f80 con 0x7f2a6c101840 2024-05-27T00:36:04.902 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.900+0000 7f2a68c00640 1 -- 172.21.15.44:0/757714886 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a5c037070 con 0x7f2a6c101840 2024-05-27T00:36:04.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.903+0000 7f2a75e0f740 1 Processor -- start 2024-05-27T00:36:04.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.904+0000 7f2a75e0f740 1 -- start start 2024-05-27T00:36:04.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.904+0000 7f2a68c00640 1 -- 172.21.15.44:0/757714886 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f2a5c043020 con 0x7f2a6c101840 2024-05-27T00:36:04.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.904+0000 7f2a75e0f740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 0x56107f763ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.905 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.904+0000 7f2a75e0f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f764170 0x56107f76e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.904+0000 7f2a75e0f740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f76e7e0 0x56107f770c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.904+0000 7f2a75e0f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56107f6c7e30 con 0x56107f764170 2024-05-27T00:36:04.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.904+0000 7f2a75e0f740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56107f66f510 con 0x56107f76e7e0 2024-05-27T00:36:04.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.904+0000 7f2a75e0f740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x56107f6c3df0 con 0x56107f7637c0 2024-05-27T00:36:04.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.904+0000 7f2a6be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f764170 0x56107f76e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.904+0000 7f2a71000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 0x56107f763ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.904+0000 7f2a6be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f764170 0x56107f76e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35020/0 (socket says 172.21.15.44:35020) 2024-05-27T00:36:04.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.904+0000 7f2a6be00640 1 -- 172.21.15.44:0/1807298354 learned_addr learned my addr 172.21.15.44:0/1807298354 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:04.906 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.905+0000 7f2a6b400640 1 --2- 172.21.15.44:0/1807298354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f76e7e0 0x56107f770c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.905+0000 7f2a71000640 1 -- 172.21.15.44:0/1807298354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f76e7e0 msgr2=0x56107f770c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:04.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.905+0000 7f2a71000640 1 --2- 172.21.15.44:0/1807298354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f76e7e0 0x56107f770c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.905+0000 7f2a71000640 1 -- 172.21.15.44:0/1807298354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f764170 msgr2=0x56107f76e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:04.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.905+0000 7f2a71000640 1 --2- 172.21.15.44:0/1807298354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f764170 0x56107f76e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.905+0000 7f2a71000640 1 -- 172.21.15.44:0/1807298354 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56107f4a57d0 con 0x56107f7637c0 2024-05-27T00:36:04.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.905+0000 7f2a6be00640 1 --2- 172.21.15.44:0/1807298354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f764170 0x56107f76e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:04.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.905+0000 7f2a71000640 1 --2- 172.21.15.44:0/1807298354 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 0x56107f763ba0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f2a64005bd0 tx=0x7f2a640095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=42cfca5f24a06797 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:04.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.905+0000 7f2a61600640 1 -- 172.21.15.44:0/1807298354 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a64004b20 con 0x56107f7637c0 2024-05-27T00:36:04.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.906+0000 7f2a61600640 1 -- 172.21.15.44:0/1807298354 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2a64004cc0 con 0x56107f7637c0 2024-05-27T00:36:04.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.906+0000 7f2a61600640 1 -- 172.21.15.44:0/1807298354 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a64004020 con 0x56107f7637c0 2024-05-27T00:36:04.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.906+0000 7f2a68c00640 1 --2- 172.21.15.44:0/757714886 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f2a500a2f30 0x7f2a500a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.909 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.906+0000 7f2a75e0f740 1 -- 172.21.15.44:0/1807298354 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 msgr2=0x56107f763ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:04.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.906+0000 7f2a75e0f740 1 --2- 172.21.15.44:0/1807298354 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 0x56107f763ba0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f2a64005bd0 tx=0x7f2a640095c0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.906+0000 7f2a68c00640 1 -- 172.21.15.44:0/757714886 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f2a5c0ef290 con 0x7f2a6c101840 2024-05-27T00:36:04.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.906+0000 7f2a75e0f740 1 -- 172.21.15.44:0/1807298354 shutdown_connections 2024-05-27T00:36:04.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.906+0000 7f2a75e0f740 1 --2- 172.21.15.44:0/1807298354 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f76e7e0 0x56107f770c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.906+0000 7f2a6be00640 1 --2- 172.21.15.44:0/757714886 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f2a500a2f30 0x7f2a500a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.906+0000 7f2a75e0f740 1 --2- 172.21.15.44:0/1807298354 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f764170 0x56107f76e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.906+0000 7f2a75e0f740 1 --2- 172.21.15.44:0/1807298354 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 0x56107f763ba0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.906+0000 7f2a75e0f740 1 -- 172.21.15.44:0/1807298354 >> 172.21.15.44:0/1807298354 conn(0x56107f75fa80 msgr2=0x56107f75fe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:04.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.907+0000 7f2a75e0f740 1 -- 172.21.15.44:0/1807298354 shutdown_connections 2024-05-27T00:36:04.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.907+0000 7f2a75e0f740 1 -- 172.21.15.44:0/1807298354 wait complete. 2024-05-27T00:36:04.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.907+0000 7f2a75e0f740 1 -- start start 2024-05-27T00:36:04.910 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.907+0000 7f2a6be00640 1 --2- 172.21.15.44:0/757714886 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f2a500a2f30 0x7f2a500a53f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c0bb010 tx=0x7f2a5c0db040 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:04.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.907+0000 7f2a75e0f740 1 Processor -- start 2024-05-27T00:36:04.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.908+0000 7f2a75e0f740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 0x56107f76b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.908+0000 7f2a75e0f740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f764170 0x56107f76bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.908+0000 7f2a75e0f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f76e7e0 0x56107f76c160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.908+0000 7f2a75e0f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56107f771750 con 0x56107f76e7e0 2024-05-27T00:36:04.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.908+0000 7f2a75e0f740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56107f6828e0 con 0x56107f764170 2024-05-27T00:36:04.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.908+0000 7f2a75e0f740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x56107f7718d0 con 0x56107f7637c0 2024-05-27T00:36:04.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.908+0000 7f2a75e0f740 10 client.0 _ll_register_callbacks cb 0x56107f665ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:04.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.908+0000 7f2a6b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f764170 0x56107f76bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.908+0000 7f2a71000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 0x56107f76b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.908+0000 7f2a6b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f764170 0x56107f76bc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:34790/0 (socket says 172.21.15.44:34790) 2024-05-27T00:36:04.911 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.908+0000 7f2a6b400640 1 -- 172.21.15.44:0/3838596883 learned_addr learned my addr 172.21.15.44:0/3838596883 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:04.912 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.908+0000 7f2a71000640 1 --2- 172.21.15.44:0/3838596883 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f76e7e0 0x56107f76c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.908+0000 7f2a6b400640 1 -- 172.21.15.44:0/3838596883 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 msgr2=0x56107f76b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:04.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.908+0000 7f2a6b400640 1 --2- 172.21.15.44:0/3838596883 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 0x56107f76b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.908+0000 7f2a6b400640 1 -- 172.21.15.44:0/3838596883 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f76e7e0 msgr2=0x56107f76c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:04.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.908+0000 7f2a6b400640 1 --2- 172.21.15.44:0/3838596883 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f76e7e0 0x56107f76c160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.909+0000 7f2a6b400640 1 -- 172.21.15.44:0/3838596883 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56107f3db3f0 con 0x56107f764170 2024-05-27T00:36:04.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.909+0000 7f2a71000640 1 --2- 172.21.15.44:0/3838596883 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f76e7e0 0x56107f76c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:36:04.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.909+0000 7f2a6b400640 1 --2- 172.21.15.44:0/3838596883 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f764170 0x56107f76bc20 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f2a58012d20 tx=0x7f2a5800f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c1493956579f13c server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:04.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.909+0000 7f2a56000640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:36:04.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.909+0000 7f2a56000640 1 -- 172.21.15.44:0/3838596883 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a58012110 con 0x56107f764170 2024-05-27T00:36:04.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.909+0000 7f2a56000640 1 -- 172.21.15.44:0/3838596883 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f2a58004050 con 0x56107f764170 2024-05-27T00:36:04.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.909+0000 7f2a75e0f740 1 -- 172.21.15.44:0/3838596883 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a64004cc0 con 0x56107f764170 2024-05-27T00:36:04.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.910+0000 7f2a56000640 1 -- 172.21.15.44:0/3838596883 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f2a58025050 con 0x56107f764170 2024-05-27T00:36:04.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.910+0000 7f2a75e0f740 10 client.25910 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:04.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.910+0000 7f2a75e0f740 1 -- 172.21.15.44:0/3838596883 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56107f39b0f0 con 0x56107f764170 2024-05-27T00:36:04.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.910+0000 7f2a56000640 1 -- 172.21.15.44:0/3838596883 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2a64004cc0 con 0x56107f764170 2024-05-27T00:36:04.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.910+0000 7f2a56000640 1 -- 172.21.15.44:0/3838596883 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f2a58010430 con 0x56107f764170 2024-05-27T00:36:04.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.910+0000 7f2a75e0f740 10 client.25910 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:04.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.910+0000 7f2a75e0f740 10 client.25910 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:04.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.910+0000 7f2a75e0f740 20 client.25910 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:04.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.910+0000 7f2a75e0f740 1 --2- 172.21.15.44:0/3838596883 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56107f77eed0 0x56107f7812f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.910+0000 7f2a75e0f740 4 client.25910 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:36:04.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.910+0000 7f2a75e0f740 1 -- 172.21.15.44:0/3838596883 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56107f6d5560 con 0x56107f77eed0 2024-05-27T00:36:04.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.911+0000 7f2a71000640 1 --2- 172.21.15.44:0/3838596883 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56107f77eed0 0x56107f7812f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.911+0000 7f2a71000640 1 --2- 172.21.15.44:0/3838596883 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56107f77eed0 0x56107f7812f0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a4685e29ee5d2a53 server_cookie=d52ff76dab7e3af7 in_seq=0 out_seq=0 2024-05-27T00:36:04.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.911+0000 7f2a56000640 10 client.25910 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:04.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.912+0000 7f2a56000640 1 -- 172.21.15.44:0/3838596883 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56107f6d5560 con 0x56107f77eed0 2024-05-27T00:36:04.916 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.912+0000 7f2a56000640 10 client.25910 handle_command_reply: tid=0 2024-05-27T00:36:04.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.912+0000 7f2a75e0f740 1 client.25910 shutdown 2024-05-27T00:36:04.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.912+0000 7f2a75e0f740 1 -- 172.21.15.44:0/3838596883 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f764170 msgr2=0x56107f76bc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:04.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.912+0000 7f2a75e0f740 1 --2- 172.21.15.44:0/3838596883 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f764170 0x56107f76bc20 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f2a58012d20 tx=0x7f2a5800f790 comp rx=0 tx=0).stop 2024-05-27T00:36:04.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.912+0000 7f2a75e0f740 1 -- 172.21.15.44:0/3838596883 shutdown_connections 2024-05-27T00:36:04.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.912+0000 7f2a75e0f740 1 --2- 172.21.15.44:0/3838596883 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56107f77eed0 0x56107f7812f0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.912+0000 7f2a75e0f740 1 --2- 172.21.15.44:0/3838596883 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f76e7e0 0x56107f76c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.912+0000 7f2a75e0f740 1 --2- 172.21.15.44:0/3838596883 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f764170 0x56107f76bc20 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.912+0000 7f2a75e0f740 1 --2- 172.21.15.44:0/3838596883 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 0x56107f76b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.912+0000 7f2a75e0f740 1 -- 172.21.15.44:0/3838596883 >> 172.21.15.44:0/3838596883 conn(0x56107f75fa80 msgr2=0x56107f7658f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:04.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.912+0000 7f2a56000640 0 client.25910 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:04.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.912+0000 7f2a75e0f740 1 -- 172.21.15.44:0/3838596883 shutdown_connections 2024-05-27T00:36:04.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.912+0000 7f2a75e0f740 1 -- 172.21.15.44:0/3838596883 wait complete. 2024-05-27T00:36:04.917 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.913+0000 7f2a75e0f740 20 client.25910 trim_cache size 0 max 16384 2024-05-27T00:36:04.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.934+0000 7f2a75e0f740 1 Processor -- start 2024-05-27T00:36:04.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.934+0000 7f2a75e0f740 1 -- start start 2024-05-27T00:36:04.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.934+0000 7f2a75e0f740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 0x56107f76a620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.934+0000 7f2a75e0f740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f764170 0x56107f76bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.934+0000 7f2a75e0f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f76e7e0 0x56107f786be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.934+0000 7f2a75e0f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c012750 con 0x56107f76e7e0 2024-05-27T00:36:04.935 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.934+0000 7f2a75e0f740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c010020 con 0x56107f764170 2024-05-27T00:36:04.936 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.934+0000 7f2a75e0f740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c00de50 con 0x56107f7637c0 2024-05-27T00:36:04.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.935+0000 7f2a6b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f764170 0x56107f76bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.935+0000 7f2a71000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 0x56107f76a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.935+0000 7f2a6b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f764170 0x56107f76bf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:34794/0 (socket says 172.21.15.44:34794) 2024-05-27T00:36:04.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.935+0000 7f2a6b400640 1 -- 172.21.15.44:0/1097842362 learned_addr learned my addr 172.21.15.44:0/1097842362 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:04.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.935+0000 7f2a71000640 1 --2- 172.21.15.44:0/1097842362 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f76e7e0 0x56107f786be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.935+0000 7f2a6b400640 1 -- 172.21.15.44:0/1097842362 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 msgr2=0x56107f76a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:04.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.935+0000 7f2a6b400640 1 --2- 172.21.15.44:0/1097842362 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 0x56107f76a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.935+0000 7f2a6b400640 1 -- 172.21.15.44:0/1097842362 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f76e7e0 msgr2=0x56107f786be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:04.937 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.935+0000 7f2a6b400640 1 --2- 172.21.15.44:0/1097842362 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f76e7e0 0x56107f786be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.935+0000 7f2a6b400640 1 -- 172.21.15.44:0/1097842362 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56107f771070 con 0x56107f764170 2024-05-27T00:36:04.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.935+0000 7f2a71000640 1 --2- 172.21.15.44:0/1097842362 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f76e7e0 0x56107f786be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:36:04.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.936+0000 7f2a6b400640 1 --2- 172.21.15.44:0/1097842362 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f764170 0x56107f76bf80 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f2a580109f0 tx=0x7f2a58012830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a67de4100c1ad498 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:04.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.936+0000 7f2a60c00640 1 -- 172.21.15.44:0/1097842362 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a5802e070 con 0x56107f764170 2024-05-27T00:36:04.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.936+0000 7f2a60c00640 1 -- 172.21.15.44:0/1097842362 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2a580055b0 con 0x56107f764170 2024-05-27T00:36:04.938 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.936+0000 7f2a60c00640 1 -- 172.21.15.44:0/1097842362 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a58003850 con 0x56107f764170 2024-05-27T00:36:04.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.937+0000 7f2a75e0f740 1 -- 172.21.15.44:0/1097842362 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f764170 msgr2=0x56107f76bf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:04.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.937+0000 7f2a75e0f740 1 --2- 172.21.15.44:0/1097842362 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f764170 0x56107f76bf80 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f2a580109f0 tx=0x7f2a58012830 comp rx=0 tx=0).stop 2024-05-27T00:36:04.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.937+0000 7f2a75e0f740 1 -- 172.21.15.44:0/1097842362 shutdown_connections 2024-05-27T00:36:04.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.937+0000 7f2a75e0f740 1 --2- 172.21.15.44:0/1097842362 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f76e7e0 0x56107f786be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.937+0000 7f2a75e0f740 1 --2- 172.21.15.44:0/1097842362 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f764170 0x56107f76bf80 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.937+0000 7f2a75e0f740 1 --2- 172.21.15.44:0/1097842362 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 0x56107f76a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.937+0000 7f2a75e0f740 1 -- 172.21.15.44:0/1097842362 >> 172.21.15.44:0/1097842362 conn(0x56107f75fa80 msgr2=0x56107f75eb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:04.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.937+0000 7f2a75e0f740 1 -- 172.21.15.44:0/1097842362 shutdown_connections 2024-05-27T00:36:04.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.937+0000 7f2a75e0f740 1 -- 172.21.15.44:0/1097842362 wait complete. 2024-05-27T00:36:04.940 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.937+0000 7f2a75e0f740 1 -- start start 2024-05-27T00:36:04.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.938+0000 7f2a75e0f740 1 Processor -- start 2024-05-27T00:36:04.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.938+0000 7f2a75e0f740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 0x56107f776cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.938+0000 7f2a75e0f740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f764170 0x56107f777210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.938+0000 7f2a75e0f740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f76e7e0 0x56107f772260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.938+0000 7f2a75e0f740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c00e4e0 con 0x56107f76e7e0 2024-05-27T00:36:04.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.938+0000 7f2a75e0f740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c00f950 con 0x56107f764170 2024-05-27T00:36:04.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.938+0000 7f2a75e0f740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c00ebb0 con 0x56107f7637c0 2024-05-27T00:36:04.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.938+0000 7f2a75e0f740 10 client.0 _ll_register_callbacks cb 0x7f2a58012930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:04.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.939+0000 7f2a71000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 0x56107f776cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.939+0000 7f2a6b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f764170 0x56107f777210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.939+0000 7f2a6b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f764170 0x56107f777210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:34800/0 (socket says 172.21.15.44:34800) 2024-05-27T00:36:04.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.939+0000 7f2a6b400640 1 -- 172.21.15.44:0/840847949 learned_addr learned my addr 172.21.15.44:0/840847949 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:04.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.939+0000 7f2a71000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 0x56107f776cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:41602/0 (socket says 172.21.15.44:41602) 2024-05-27T00:36:04.941 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.939+0000 7f2a71000640 1 --2- 172.21.15.44:0/840847949 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f76e7e0 0x56107f772260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.939+0000 7f2a6b400640 1 -- 172.21.15.44:0/840847949 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 msgr2=0x56107f776cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:04.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.939+0000 7f2a6b400640 1 --2- 172.21.15.44:0/840847949 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 0x56107f776cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.939+0000 7f2a6b400640 1 -- 172.21.15.44:0/840847949 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f76e7e0 msgr2=0x56107f772260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:04.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.939+0000 7f2a6b400640 1 --2- 172.21.15.44:0/840847949 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f76e7e0 0x56107f772260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.939+0000 7f2a6b400640 1 -- 172.21.15.44:0/840847949 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56107f772a90 con 0x56107f764170 2024-05-27T00:36:04.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.940+0000 7f2a6b400640 1 --2- 172.21.15.44:0/840847949 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f764170 0x56107f777210 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f2a58012420 tx=0x7f2a58010c50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b37fabf837eaa4a5 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:04.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.940+0000 7f2a56000640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:36:04.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.940+0000 7f2a56000640 1 -- 172.21.15.44:0/840847949 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a58037060 con 0x56107f764170 2024-05-27T00:36:04.944 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.940+0000 7f2a75e0f740 1 -- 172.21.15.44:0/840847949 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a580055b0 con 0x56107f764170 2024-05-27T00:36:04.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.940+0000 7f2a56000640 1 -- 172.21.15.44:0/840847949 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f2a58010430 con 0x56107f764170 2024-05-27T00:36:04.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.940+0000 7f2a56000640 1 -- 172.21.15.44:0/840847949 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f2a5803e050 con 0x56107f764170 2024-05-27T00:36:04.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.940+0000 7f2a75e0f740 10 client.25916 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:04.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.940+0000 7f2a75e0f740 1 -- 172.21.15.44:0/840847949 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56107f7e93c0 con 0x56107f764170 2024-05-27T00:36:04.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.941+0000 7f2a56000640 1 -- 172.21.15.44:0/840847949 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2a580055b0 con 0x56107f764170 2024-05-27T00:36:04.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.941+0000 7f2a56000640 1 -- 172.21.15.44:0/840847949 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f2a58003b60 con 0x56107f764170 2024-05-27T00:36:04.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.941+0000 7f2a75e0f740 10 client.25916 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:04.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.941+0000 7f2a75e0f740 10 client.25916 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:04.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.941+0000 7f2a75e0f740 20 client.25916 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:04.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.941+0000 7f2a75e0f740 1 --2- 172.21.15.44:0/840847949 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56107f7e9a20 0x56107f7ebe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:04.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.941+0000 7f2a75e0f740 4 client.25916 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-27T00:36:04.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.941+0000 7f2a75e0f740 1 -- 172.21.15.44:0/840847949 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56107f6cf8b0 con 0x56107f7e9a20 2024-05-27T00:36:04.945 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.941+0000 7f2a71000640 1 --2- 172.21.15.44:0/840847949 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56107f7e9a20 0x56107f7ebe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:04.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.942+0000 7f2a71000640 1 --2- 172.21.15.44:0/840847949 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56107f7e9a20 0x56107f7ebe40 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb29523f3f0b1207 server_cookie=a6d626d6cfc9b5d3 in_seq=0 out_seq=0 2024-05-27T00:36:04.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.942+0000 7f2a56000640 10 client.25916 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:04.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.942+0000 7f2a56000640 1 -- 172.21.15.44:0/840847949 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x56107f6cf8b0 con 0x56107f7e9a20 2024-05-27T00:36:04.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.942+0000 7f2a56000640 10 client.25916 handle_command_reply: tid=0 2024-05-27T00:36:04.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.942+0000 7f2a75e0f740 1 client.25916 shutdown 2024-05-27T00:36:04.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.942+0000 7f2a75e0f740 1 -- 172.21.15.44:0/840847949 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f764170 msgr2=0x56107f777210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:04.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.942+0000 7f2a75e0f740 1 --2- 172.21.15.44:0/840847949 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f764170 0x56107f777210 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f2a58012420 tx=0x7f2a58010c50 comp rx=0 tx=0).stop 2024-05-27T00:36:04.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.942+0000 7f2a75e0f740 1 -- 172.21.15.44:0/840847949 shutdown_connections 2024-05-27T00:36:04.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.942+0000 7f2a75e0f740 1 --2- 172.21.15.44:0/840847949 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56107f7e9a20 0x56107f7ebe40 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.942+0000 7f2a75e0f740 1 --2- 172.21.15.44:0/840847949 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56107f76e7e0 0x56107f772260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.942+0000 7f2a75e0f740 1 --2- 172.21.15.44:0/840847949 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56107f764170 0x56107f777210 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.942+0000 7f2a56000640 0 client.25916 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:04.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.942+0000 7f2a75e0f740 1 --2- 172.21.15.44:0/840847949 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56107f7637c0 0x56107f776cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.946 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.942+0000 7f2a75e0f740 1 -- 172.21.15.44:0/840847949 >> 172.21.15.44:0/840847949 conn(0x56107f75fa80 msgr2=0x56107f764db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:04.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.942+0000 7f2a75e0f740 1 -- 172.21.15.44:0/840847949 shutdown_connections 2024-05-27T00:36:04.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.943+0000 7f2a75e0f740 1 -- 172.21.15.44:0/840847949 wait complete. 2024-05-27T00:36:04.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.943+0000 7f2a75e0f740 20 client.25916 trim_cache size 0 max 16384 2024-05-27T00:36:04.947 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:36:04.947 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-27T00:36:04.947 INFO:teuthology.orchestra.run.smithi044.stdout: "scrubs": { 2024-05-27T00:36:04.947 INFO:teuthology.orchestra.run.smithi044.stdout: "ad842f95-27b1-42da-9761-75b9dfb3799a": { 2024-05-27T00:36:04.947 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/", 2024-05-27T00:36:04.947 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "ad842f95-27b1-42da-9761-75b9dfb3799a", 2024-05-27T00:36:04.947 INFO:teuthology.orchestra.run.smithi044.stdout: "options": "recursive,force" 2024-05-27T00:36:04.948 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:36:04.948 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:36:04.948 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:36:04.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.943+0000 7f2a71a00640 1 -- 172.21.15.44:0/757714886 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f2a500a2f30 msgr2=0x7f2a500a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:04.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.943+0000 7f2a71a00640 1 --2- 172.21.15.44:0/757714886 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f2a500a2f30 0x7f2a500a53f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c0bb010 tx=0x7f2a5c0db040 comp rx=0 tx=0).stop 2024-05-27T00:36:04.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.943+0000 7f2a71a00640 1 -- 172.21.15.44:0/757714886 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2a6c101840 msgr2=0x7f2a6c19a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:04.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.943+0000 7f2a71a00640 1 --2- 172.21.15.44:0/757714886 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2a6c101840 0x7f2a6c19a410 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c005e00 tx=0x7f2a5c032670 comp rx=0 tx=0).stop 2024-05-27T00:36:04.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.943+0000 7f2a71a00640 1 -- 172.21.15.44:0/757714886 shutdown_connections 2024-05-27T00:36:04.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.943+0000 7f2a71a00640 1 --2- 172.21.15.44:0/757714886 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f2a500a2f30 0x7f2a500a53f0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.943+0000 7f2a71a00640 1 --2- 172.21.15.44:0/757714886 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f2a6c107850 0x7f2a6c19ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.943+0000 7f2a71a00640 1 --2- 172.21.15.44:0/757714886 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f2a6c102200 0x7f2a6c19a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.943+0000 7f2a71a00640 1 --2- 172.21.15.44:0/757714886 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f2a6c101840 0x7f2a6c19a410 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:04.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.944+0000 7f2a71a00640 1 -- 172.21.15.44:0/757714886 >> 172.21.15.44:0/757714886 conn(0x7f2a6c0fd370 msgr2=0x7f2a6c10cf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:04.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.944+0000 7f2a71a00640 1 -- 172.21.15.44:0/757714886 shutdown_connections 2024-05-27T00:36:04.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:04.944+0000 7f2a71a00640 1 -- 172.21.15.44:0/757714886 wait complete. 2024-05-27T00:36:04.969 INFO:tasks.cephfs.filesystem:scrub status for tag:ad842f95-27b1-42da-9761-75b9dfb3799a - {'path': '/', 'tag': 'ad842f95-27b1-42da-9761-75b9dfb3799a', 'options': 'recursive,force'} 2024-05-27T00:36:05.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:05 smithi137 ceph-mon[36552]: scrub queued for path: / 2024-05-27T00:36:05.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:05 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:36:05.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:05 smithi137 ceph-mon[36552]: scrub summary: active paths [/] 2024-05-27T00:36:05.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:05 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:36:05.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:05 smithi044 ceph-mon[31645]: scrub queued for path: / 2024-05-27T00:36:05.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:05 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:36:05.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:05 smithi044 ceph-mon[31645]: scrub summary: active paths [/] 2024-05-27T00:36:05.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:05 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:36:05.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:05 smithi050 ceph-mon[36071]: scrub queued for path: / 2024-05-27T00:36:05.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:05 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:36:05.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:05 smithi050 ceph-mon[36071]: scrub summary: active paths [/] 2024-05-27T00:36:05.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:05 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:36:06.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:06 smithi137 ceph-mon[36552]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-05-27T00:36:06.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:06 smithi044 ceph-mon[31645]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-05-27T00:36:06.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:06 smithi050 ceph-mon[36071]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-05-27T00:36:07.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:07 smithi137 ceph-mon[36552]: scrub summary: idle 2024-05-27T00:36:07.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:07 smithi044 ceph-mon[31645]: scrub summary: idle 2024-05-27T00:36:07.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:07 smithi050 ceph-mon[36071]: scrub summary: idle 2024-05-27T00:36:08.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:08 smithi137 ceph-mon[36552]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 22 op/s 2024-05-27T00:36:08.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:08 smithi044 ceph-mon[31645]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 22 op/s 2024-05-27T00:36:08.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:08 smithi050 ceph-mon[36071]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 22 op/s 2024-05-27T00:36:10.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:10 smithi137 ceph-mon[36552]: pgmap v29: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 26 op/s 2024-05-27T00:36:10.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:10 smithi044 ceph-mon[31645]: pgmap v29: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 26 op/s 2024-05-27T00:36:10.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:10 smithi050 ceph-mon[36071]: pgmap v29: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 26 op/s 2024-05-27T00:36:11.675 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.674+0000 7f40b1400640 1 -- 172.21.15.44:0/3190365801 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40ac107ba0 msgr2=0x7f40ac107f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:11.675 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.674+0000 7f40b1400640 1 --2- 172.21.15.44:0/3190365801 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40ac107ba0 0x7f40ac107f80 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f409c009930 tx=0x7f409c02a4d0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.675 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.674+0000 7f40b1400640 1 -- 172.21.15.44:0/3190365801 shutdown_connections 2024-05-27T00:36:11.675 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.674+0000 7f40b1400640 1 --2- 172.21.15.44:0/3190365801 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f40ac06ab90 0x7f40ac10e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.675 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.674+0000 7f40b1400640 1 --2- 172.21.15.44:0/3190365801 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f40ac06a1d0 0x7f40ac06a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.675 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.674+0000 7f40b1400640 1 --2- 172.21.15.44:0/3190365801 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40ac107ba0 0x7f40ac107f80 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.674+0000 7f40b1400640 1 -- 172.21.15.44:0/3190365801 >> 172.21.15.44:0/3190365801 conn(0x7f40ac0766a0 msgr2=0x7f40ac076ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:11.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.674+0000 7f40b1400640 1 -- 172.21.15.44:0/3190365801 shutdown_connections 2024-05-27T00:36:11.676 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.674+0000 7f40b1400640 1 -- 172.21.15.44:0/3190365801 wait complete. 2024-05-27T00:36:11.677 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.675+0000 7f40b1400640 1 Processor -- start 2024-05-27T00:36:11.677 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.675+0000 7f40b1400640 1 -- start start 2024-05-27T00:36:11.677 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.676+0000 7f40b1400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f40ac06a1d0 0x7f40ac19a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.676+0000 7f40b1400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f40ac06ab90 0x7f40ac19a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.676+0000 7f40b1400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40ac107ba0 0x7f40ac19ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.676+0000 7f40b1400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac111f30 con 0x7f40ac06a1d0 2024-05-27T00:36:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.676+0000 7f40b1400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac111db0 con 0x7f40ac107ba0 2024-05-27T00:36:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.676+0000 7f40b1400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac1120b0 con 0x7f40ac06ab90 2024-05-27T00:36:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.676+0000 7f40aa800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f40ac06a1d0 0x7f40ac19a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.676+0000 7f40aa800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f40ac06a1d0 0x7f40ac19a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35062/0 (socket says 172.21.15.44:35062) 2024-05-27T00:36:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.676+0000 7f40aa800640 1 -- 172.21.15.44:0/2018157216 learned_addr learned my addr 172.21.15.44:0/2018157216 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.676+0000 7f40ab200640 1 --2- 172.21.15.44:0/2018157216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40ac107ba0 0x7f40ac19ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.676+0000 7f40a9e00640 1 --2- 172.21.15.44:0/2018157216 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f40ac06ab90 0x7f40ac19a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:11.678 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.676+0000 7f40aa800640 1 -- 172.21.15.44:0/2018157216 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f40ac06ab90 msgr2=0x7f40ac19a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:11.679 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.676+0000 7f40aa800640 1 --2- 172.21.15.44:0/2018157216 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f40ac06ab90 0x7f40ac19a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.679 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.676+0000 7f40aa800640 1 -- 172.21.15.44:0/2018157216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40ac107ba0 msgr2=0x7f40ac19ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:11.679 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.676+0000 7f40aa800640 1 --2- 172.21.15.44:0/2018157216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40ac107ba0 0x7f40ac19ecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.679 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.676+0000 7f40aa800640 1 -- 172.21.15.44:0/2018157216 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40ac19f420 con 0x7f40ac06a1d0 2024-05-27T00:36:11.679 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.676+0000 7f40ab200640 1 --2- 172.21.15.44:0/2018157216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40ac107ba0 0x7f40ac19ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:11.679 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.677+0000 7f40aa800640 1 --2- 172.21.15.44:0/2018157216 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f40ac06a1d0 0x7f40ac19a430 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f409c02a9f0 tx=0x7f409c032bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:11.680 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.677+0000 7f40a3400640 1 -- 172.21.15.44:0/2018157216 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f409c03f030 con 0x7f40ac06a1d0 2024-05-27T00:36:11.680 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.677+0000 7f40a3400640 1 -- 172.21.15.44:0/2018157216 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f409c032e10 con 0x7f40ac06a1d0 2024-05-27T00:36:11.680 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.677+0000 7f40b1400640 1 -- 172.21.15.44:0/2018157216 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40ac19f6b0 con 0x7f40ac06a1d0 2024-05-27T00:36:11.680 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.677+0000 7f40a3400640 1 -- 172.21.15.44:0/2018157216 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f409c035070 con 0x7f40ac06a1d0 2024-05-27T00:36:11.680 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.677+0000 7f40b1400640 1 -- 172.21.15.44:0/2018157216 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40ac1a6fa0 con 0x7f40ac06a1d0 2024-05-27T00:36:11.682 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.681+0000 7f40b4176740 1 Processor -- start 2024-05-27T00:36:11.682 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.681+0000 7f40b4176740 1 -- start start 2024-05-27T00:36:11.682 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.681+0000 7f40a3400640 1 -- 172.21.15.44:0/2018157216 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f409c042030 con 0x7f40ac06a1d0 2024-05-27T00:36:11.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.681+0000 7f40b4176740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd5d5b0 0x5577dcd5bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:11.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.682+0000 7f40b4176740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd5c040 0x5577dcd5c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:11.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.682+0000 7f40b4176740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd66dc0 0x5577dcd691b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:11.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.682+0000 7f40b4176740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5577dccc0420 con 0x5577dcd5d5b0 2024-05-27T00:36:11.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.682+0000 7f40b4176740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5577dcc67c50 con 0x5577dcd66dc0 2024-05-27T00:36:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.682+0000 7f40b4176740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5577dccbc3e0 con 0x5577dcd5c040 2024-05-27T00:36:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.682+0000 7f40ab200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd5d5b0 0x5577dcd5bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.682+0000 7f40ab200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd5d5b0 0x5577dcd5bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35076/0 (socket says 172.21.15.44:35076) 2024-05-27T00:36:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.682+0000 7f40ab200640 1 -- 172.21.15.44:0/1183810977 learned_addr learned my addr 172.21.15.44:0/1183810977 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.682+0000 7f40aa800640 1 --2- 172.21.15.44:0/1183810977 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd5c040 0x5577dcd5c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.682+0000 7f40a9e00640 1 --2- 172.21.15.44:0/1183810977 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd66dc0 0x5577dcd691b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.682+0000 7f40ab200640 1 -- 172.21.15.44:0/1183810977 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd5c040 msgr2=0x5577dcd5c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.682+0000 7f40ab200640 1 --2- 172.21.15.44:0/1183810977 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd5c040 0x5577dcd5c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.683+0000 7f40ab200640 1 -- 172.21.15.44:0/1183810977 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd66dc0 msgr2=0x5577dcd691b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.683+0000 7f40ab200640 1 --2- 172.21.15.44:0/1183810977 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd66dc0 0x5577dcd691b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.683+0000 7f40ab200640 1 -- 172.21.15.44:0/1183810977 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577dc9d4210 con 0x5577dcd5d5b0 2024-05-27T00:36:11.685 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.683+0000 7f40a9e00640 1 --2- 172.21.15.44:0/1183810977 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd66dc0 0x5577dcd691b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:11.687 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.683+0000 7f40ab200640 1 --2- 172.21.15.44:0/1183810977 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd5d5b0 0x5577dcd5bb00 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f40a4010710 tx=0x7f40a4010bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=948cf1b71073ba0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:11.687 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.683+0000 7f4097400640 1 -- 172.21.15.44:0/1183810977 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a400e8d0 con 0x5577dcd5d5b0 2024-05-27T00:36:11.687 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.683+0000 7f40a3400640 1 --2- 172.21.15.44:0/2018157216 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f40900a2f50 0x7f40900a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:11.687 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.683+0000 7f4097400640 1 -- 172.21.15.44:0/1183810977 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f40a4012450 con 0x5577dcd5d5b0 2024-05-27T00:36:11.687 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.683+0000 7f4097400640 1 -- 172.21.15.44:0/1183810977 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a401c670 con 0x5577dcd5d5b0 2024-05-27T00:36:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.684+0000 7f40a3400640 1 -- 172.21.15.44:0/2018157216 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f409c0efe70 con 0x7f40ac06a1d0 2024-05-27T00:36:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.684+0000 7f40aa800640 1 --2- 172.21.15.44:0/2018157216 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f40900a2f50 0x7f40900a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.684+0000 7f40b4176740 1 -- 172.21.15.44:0/1183810977 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd5d5b0 msgr2=0x5577dcd5bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.684+0000 7f40b4176740 1 --2- 172.21.15.44:0/1183810977 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd5d5b0 0x5577dcd5bb00 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f40a4010710 tx=0x7f40a4010bd0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.684+0000 7f40aa800640 1 --2- 172.21.15.44:0/2018157216 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f40900a2f50 0x7f40900a5410 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f409c0ed070 tx=0x7f409c0f3900 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.685+0000 7f40b4176740 1 -- 172.21.15.44:0/1183810977 shutdown_connections 2024-05-27T00:36:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.685+0000 7f40b4176740 1 --2- 172.21.15.44:0/1183810977 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd66dc0 0x5577dcd691b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.685+0000 7f40b4176740 1 --2- 172.21.15.44:0/1183810977 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd5c040 0x5577dcd5c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.685+0000 7f40b4176740 1 --2- 172.21.15.44:0/1183810977 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd5d5b0 0x5577dcd5bb00 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.685+0000 7f40b4176740 1 -- 172.21.15.44:0/1183810977 >> 172.21.15.44:0/1183810977 conn(0x5577dcd24f80 msgr2=0x5577dcd58630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:11.688 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.685+0000 7f40b4176740 1 -- 172.21.15.44:0/1183810977 shutdown_connections 2024-05-27T00:36:11.689 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.685+0000 7f40b4176740 1 -- 172.21.15.44:0/1183810977 wait complete. 2024-05-27T00:36:11.689 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.685+0000 7f40b4176740 1 -- start start 2024-05-27T00:36:11.689 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.685+0000 7f40b4176740 1 Processor -- start 2024-05-27T00:36:11.689 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.686+0000 7f40b4176740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd5c040 0x5577dcd63df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:11.689 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.686+0000 7f40b4176740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd5d5b0 0x5577dcd64330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:11.689 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.686+0000 7f40b4176740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd66dc0 0x5577dcd64870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:11.689 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.686+0000 7f40b4176740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5577dcd69b90 con 0x5577dcd66dc0 2024-05-27T00:36:11.689 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.686+0000 7f40b4176740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5577dcc7b0b0 con 0x5577dcd5c040 2024-05-27T00:36:11.689 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.686+0000 7f40b4176740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5577dcd69d10 con 0x5577dcd5d5b0 2024-05-27T00:36:11.689 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.686+0000 7f40b4176740 10 client.0 _ll_register_callbacks cb 0x5577dcc66f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:11.689 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.686+0000 7f40ab200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd5c040 0x5577dcd63df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:11.689 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.686+0000 7f40ab200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd66dc0 0x5577dcd64870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:11.690 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.686+0000 7f40ab200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd66dc0 0x5577dcd64870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35078/0 (socket says 172.21.15.44:35078) 2024-05-27T00:36:11.690 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.686+0000 7f40ab200640 1 -- 172.21.15.44:0/392756353 learned_addr learned my addr 172.21.15.44:0/392756353 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:11.690 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.686+0000 7f40a9e00640 1 --2- 172.21.15.44:0/392756353 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd5d5b0 0x5577dcd64330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:11.690 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.687+0000 7f40a9e00640 1 -- 172.21.15.44:0/392756353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd5c040 msgr2=0x5577dcd63df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:11.690 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.687+0000 7f40a9e00640 1 --2- 172.21.15.44:0/392756353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd5c040 0x5577dcd63df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.690 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.687+0000 7f40a9e00640 1 -- 172.21.15.44:0/392756353 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd66dc0 msgr2=0x5577dcd64870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:11.690 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.687+0000 7f40a9e00640 1 --2- 172.21.15.44:0/392756353 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd66dc0 0x5577dcd64870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.690 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.687+0000 7f40a9e00640 1 -- 172.21.15.44:0/392756353 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577dcaa0620 con 0x5577dcd5d5b0 2024-05-27T00:36:11.690 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.687+0000 7f40ab200640 1 --2- 172.21.15.44:0/392756353 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd66dc0 0x5577dcd64870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:11.693 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.687+0000 7f40a9e00640 1 --2- 172.21.15.44:0/392756353 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd5d5b0 0x5577dcd64330 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x5577dcd5cae0 tx=0x7f40980118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=99357e51291ca0c2 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:11.693 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.687+0000 7f408be00640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:36:11.693 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.687+0000 7f408be00640 1 -- 172.21.15.44:0/392756353 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4098004020 con 0x5577dcd5d5b0 2024-05-27T00:36:11.693 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.687+0000 7f408be00640 1 -- 172.21.15.44:0/392756353 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f40980041c0 con 0x5577dcd5d5b0 2024-05-27T00:36:11.693 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.687+0000 7f40b4176740 1 -- 172.21.15.44:0/392756353 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40a4012450 con 0x5577dcd5d5b0 2024-05-27T00:36:11.693 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.688+0000 7f408be00640 1 -- 172.21.15.44:0/392756353 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4098024050 con 0x5577dcd5d5b0 2024-05-27T00:36:11.693 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.688+0000 7f40b4176740 10 client.25921 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.688+0000 7f40b4176740 1 -- 172.21.15.44:0/392756353 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5577dcd75f00 con 0x5577dcd5d5b0 2024-05-27T00:36:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.688+0000 7f408be00640 1 -- 172.21.15.44:0/392756353 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f40a4012450 con 0x5577dcd5d5b0 2024-05-27T00:36:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.688+0000 7f408be00640 1 -- 172.21.15.44:0/392756353 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f4098004bc0 con 0x5577dcd5d5b0 2024-05-27T00:36:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.688+0000 7f40b4176740 10 client.25921 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.688+0000 7f40b4176740 10 client.25921 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.688+0000 7f40b4176740 20 client.25921 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.688+0000 7f40b4176740 1 --2- 172.21.15.44:0/392756353 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5577dcd77410 0x5577dcd79800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.688+0000 7f40b4176740 4 client.25921 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:36:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.688+0000 7f40b4176740 1 -- 172.21.15.44:0/392756353 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5577dcccdb50 con 0x5577dcd77410 2024-05-27T00:36:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.689+0000 7f40ab200640 1 --2- 172.21.15.44:0/392756353 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5577dcd77410 0x5577dcd79800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:11.694 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.690+0000 7f408be00640 10 client.25921 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:11.695 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.690+0000 7f40ab200640 1 --2- 172.21.15.44:0/392756353 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5577dcd77410 0x5577dcd79800 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea2b1b76bf875616 server_cookie=41e341cf565f3d04 in_seq=0 out_seq=0 2024-05-27T00:36:11.695 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.690+0000 7f408be00640 1 -- 172.21.15.44:0/392756353 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5577dcccdb50 con 0x5577dcd77410 2024-05-27T00:36:11.695 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.690+0000 7f408be00640 10 client.25921 handle_command_reply: tid=0 2024-05-27T00:36:11.695 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.691+0000 7f40b4176740 1 client.25921 shutdown 2024-05-27T00:36:11.695 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.691+0000 7f40b4176740 1 -- 172.21.15.44:0/392756353 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd5d5b0 msgr2=0x5577dcd64330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:11.695 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.691+0000 7f40b4176740 1 --2- 172.21.15.44:0/392756353 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd5d5b0 0x5577dcd64330 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x5577dcd5cae0 tx=0x7f40980118d0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.695 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.691+0000 7f40b4176740 1 -- 172.21.15.44:0/392756353 shutdown_connections 2024-05-27T00:36:11.695 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.691+0000 7f40b4176740 1 --2- 172.21.15.44:0/392756353 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5577dcd77410 0x5577dcd79800 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.695 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.691+0000 7f40b4176740 1 --2- 172.21.15.44:0/392756353 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd66dc0 0x5577dcd64870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.695 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.691+0000 7f40b4176740 1 --2- 172.21.15.44:0/392756353 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd5d5b0 0x5577dcd64330 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.695 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.691+0000 7f40b4176740 1 --2- 172.21.15.44:0/392756353 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd5c040 0x5577dcd63df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.696 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.691+0000 7f408be00640 0 client.25921 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:11.696 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.691+0000 7f40b4176740 1 -- 172.21.15.44:0/392756353 >> 172.21.15.44:0/392756353 conn(0x5577dcd24f80 msgr2=0x5577dcd5e460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:11.696 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.691+0000 7f40b4176740 1 -- 172.21.15.44:0/392756353 shutdown_connections 2024-05-27T00:36:11.696 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.691+0000 7f40b4176740 1 -- 172.21.15.44:0/392756353 wait complete. 2024-05-27T00:36:11.696 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.691+0000 7f40b4176740 20 client.25921 trim_cache size 0 max 16384 2024-05-27T00:36:11.710 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.708+0000 7f40b4176740 1 Processor -- start 2024-05-27T00:36:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.709+0000 7f40b4176740 1 -- start start 2024-05-27T00:36:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.709+0000 7f40b4176740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd5c040 0x5577dcd7f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.709+0000 7f40b4176740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd5d5b0 0x5577dcd7f650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.709+0000 7f40b4176740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd66dc0 0x5577dcd63db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.709+0000 7f40b4176740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac1b3890 con 0x5577dcd5d5b0 2024-05-27T00:36:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.709+0000 7f40b4176740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac1b1160 con 0x5577dcd66dc0 2024-05-27T00:36:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.709+0000 7f40b4176740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac1aef90 con 0x5577dcd5c040 2024-05-27T00:36:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.709+0000 7f40a9e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd5d5b0 0x5577dcd7f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.709+0000 7f40a9e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd5d5b0 0x5577dcd7f650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35094/0 (socket says 172.21.15.44:35094) 2024-05-27T00:36:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.709+0000 7f40a9e00640 1 -- 172.21.15.44:0/3977705165 learned_addr learned my addr 172.21.15.44:0/3977705165 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.709+0000 7f40ab200640 1 --2- 172.21.15.44:0/3977705165 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd66dc0 0x5577dcd63db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.709+0000 7f40ab200640 1 --2- 172.21.15.44:0/3977705165 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd5c040 0x5577dcd7f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:11.711 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.710+0000 7f40a9e00640 1 -- 172.21.15.44:0/3977705165 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd5c040 msgr2=0x5577dcd7f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:11.712 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.710+0000 7f40a9e00640 1 --2- 172.21.15.44:0/3977705165 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd5c040 0x5577dcd7f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.712 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.710+0000 7f40a9e00640 1 -- 172.21.15.44:0/3977705165 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd66dc0 msgr2=0x5577dcd63db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:11.712 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.710+0000 7f40a9e00640 1 --2- 172.21.15.44:0/3977705165 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd66dc0 0x5577dcd63db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.712 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.710+0000 7f40a9e00640 1 -- 172.21.15.44:0/3977705165 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577dcd79e80 con 0x5577dcd5d5b0 2024-05-27T00:36:11.712 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.710+0000 7f40ab200640 1 --2- 172.21.15.44:0/3977705165 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd5c040 0x5577dcd7f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:36:11.712 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.710+0000 7f40a9e00640 1 --2- 172.21.15.44:0/3977705165 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd5d5b0 0x5577dcd7f650 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f4098005d80 tx=0x7f40980058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2e8fc665083dbc7 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:11.714 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.710+0000 7f4096a00640 1 -- 172.21.15.44:0/3977705165 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4098000e60 con 0x5577dcd5d5b0 2024-05-27T00:36:11.714 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.710+0000 7f4096a00640 1 -- 172.21.15.44:0/3977705165 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4098004fe0 con 0x5577dcd5d5b0 2024-05-27T00:36:11.714 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.710+0000 7f4096a00640 1 -- 172.21.15.44:0/3977705165 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4098004990 con 0x5577dcd5d5b0 2024-05-27T00:36:11.714 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.711+0000 7f40b4176740 1 -- 172.21.15.44:0/3977705165 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd5d5b0 msgr2=0x5577dcd7f650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:11.714 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.711+0000 7f40b4176740 1 --2- 172.21.15.44:0/3977705165 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd5d5b0 0x5577dcd7f650 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f4098005d80 tx=0x7f40980058d0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.714 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.711+0000 7f40b4176740 1 -- 172.21.15.44:0/3977705165 shutdown_connections 2024-05-27T00:36:11.715 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.711+0000 7f40b4176740 1 --2- 172.21.15.44:0/3977705165 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd66dc0 0x5577dcd63db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.715 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.711+0000 7f40b4176740 1 --2- 172.21.15.44:0/3977705165 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd5d5b0 0x5577dcd7f650 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.715 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.711+0000 7f40b4176740 1 --2- 172.21.15.44:0/3977705165 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd5c040 0x5577dcd7f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.715 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.711+0000 7f40b4176740 1 -- 172.21.15.44:0/3977705165 >> 172.21.15.44:0/3977705165 conn(0x5577dcd24f80 msgr2=0x5577dcd626c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:11.715 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.711+0000 7f40b4176740 1 -- 172.21.15.44:0/3977705165 shutdown_connections 2024-05-27T00:36:11.715 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.711+0000 7f40b4176740 1 -- 172.21.15.44:0/3977705165 wait complete. 2024-05-27T00:36:11.715 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.712+0000 7f40b4176740 1 -- start start 2024-05-27T00:36:11.715 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.712+0000 7f40b4176740 1 Processor -- start 2024-05-27T00:36:11.715 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.712+0000 7f40b4176740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd5c040 0x5577dcd6a230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:11.715 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.712+0000 7f40b4176740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd5d5b0 0x5577dcd6a770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:11.715 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.712+0000 7f40b4176740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd66dc0 0x5577dcddfcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.712+0000 7f40b4176740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac1af620 con 0x5577dcd5d5b0 2024-05-27T00:36:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.712+0000 7f40b4176740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac1b0a90 con 0x5577dcd5c040 2024-05-27T00:36:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.712+0000 7f40b4176740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac1afcf0 con 0x5577dcd66dc0 2024-05-27T00:36:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.713+0000 7f40b4176740 10 client.0 _ll_register_callbacks cb 0x7f409800bb90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.713+0000 7f40a9e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd5d5b0 0x5577dcd6a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.713+0000 7f40a9e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd5d5b0 0x5577dcd6a770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35110/0 (socket says 172.21.15.44:35110) 2024-05-27T00:36:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.713+0000 7f40a9e00640 1 -- 172.21.15.44:0/1089709560 learned_addr learned my addr 172.21.15.44:0/1089709560 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.713+0000 7f40ab200640 1 --2- 172.21.15.44:0/1089709560 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd5c040 0x5577dcd6a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.713+0000 7f40ab200640 1 --2- 172.21.15.44:0/1089709560 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd66dc0 0x5577dcddfcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.713+0000 7f40a9e00640 1 -- 172.21.15.44:0/1089709560 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd66dc0 msgr2=0x5577dcddfcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:11.716 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.713+0000 7f40a9e00640 1 --2- 172.21.15.44:0/1089709560 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd66dc0 0x5577dcddfcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.717 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.713+0000 7f40a9e00640 1 -- 172.21.15.44:0/1089709560 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd5c040 msgr2=0x5577dcd6a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:11.717 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.713+0000 7f40a9e00640 1 --2- 172.21.15.44:0/1089709560 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd5c040 0x5577dcd6a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.717 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.713+0000 7f40a9e00640 1 -- 172.21.15.44:0/1089709560 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577dcde01f0 con 0x5577dcd5d5b0 2024-05-27T00:36:11.717 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.713+0000 7f40ab200640 1 --2- 172.21.15.44:0/1089709560 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd5c040 0x5577dcd6a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:11.717 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.714+0000 7f40a9e00640 1 --2- 172.21.15.44:0/1089709560 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd5d5b0 0x5577dcd6a770 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f409800c010 tx=0x7f4098010bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=531f2763f82aeac4 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:11.717 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.714+0000 7f408be00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:36:11.718 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.714+0000 7f408be00640 1 -- 172.21.15.44:0/1089709560 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4098010da0 con 0x5577dcd5d5b0 2024-05-27T00:36:11.718 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.714+0000 7f408be00640 1 -- 172.21.15.44:0/1089709560 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f40980053a0 con 0x5577dcd5d5b0 2024-05-27T00:36:11.718 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.714+0000 7f40b4176740 1 -- 172.21.15.44:0/1089709560 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4098004fe0 con 0x5577dcd5d5b0 2024-05-27T00:36:11.718 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.714+0000 7f408be00640 1 -- 172.21.15.44:0/1089709560 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4098043050 con 0x5577dcd5d5b0 2024-05-27T00:36:11.718 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.714+0000 7f40b4176740 10 client.15804 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.714+0000 7f40b4176740 1 -- 172.21.15.44:0/1089709560 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5577dcde14b0 con 0x5577dcd5d5b0 2024-05-27T00:36:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.715+0000 7f408be00640 1 -- 172.21.15.44:0/1089709560 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4098004fe0 con 0x5577dcd5d5b0 2024-05-27T00:36:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.715+0000 7f408be00640 1 -- 172.21.15.44:0/1089709560 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f4098038020 con 0x5577dcd5d5b0 2024-05-27T00:36:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.715+0000 7f40b4176740 10 client.15804 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.715+0000 7f40b4176740 10 client.15804 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.715+0000 7f40b4176740 20 client.15804 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.715+0000 7f40b4176740 1 --2- 172.21.15.44:0/1089709560 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5577dcde1ab0 0x5577dcde3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.715+0000 7f40b4176740 4 client.15804 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-27T00:36:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.715+0000 7f40b4176740 1 -- 172.21.15.44:0/1089709560 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5577dccc7ea0 con 0x5577dcde1ab0 2024-05-27T00:36:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.715+0000 7f40ab200640 1 --2- 172.21.15.44:0/1089709560 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5577dcde1ab0 0x5577dcde3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.716+0000 7f40ab200640 1 --2- 172.21.15.44:0/1089709560 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5577dcde1ab0 0x5577dcde3ed0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae23b7cf1d64cea6 server_cookie=a80b33624e8ab9e3 in_seq=0 out_seq=0 2024-05-27T00:36:11.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.716+0000 7f408be00640 10 client.15804 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:11.725 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.724+0000 7f408be00640 1 -- 172.21.15.44:0/1089709560 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5577dccc7ea0 con 0x5577dcde1ab0 2024-05-27T00:36:11.725 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.724+0000 7f408be00640 10 client.15804 handle_command_reply: tid=0 2024-05-27T00:36:11.725 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.724+0000 7f40b4176740 1 client.15804 shutdown 2024-05-27T00:36:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.724+0000 7f40b4176740 1 -- 172.21.15.44:0/1089709560 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd5d5b0 msgr2=0x5577dcd6a770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.724+0000 7f40b4176740 1 --2- 172.21.15.44:0/1089709560 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd5d5b0 0x5577dcd6a770 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f409800c010 tx=0x7f4098010bb0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.724+0000 7f40b4176740 1 -- 172.21.15.44:0/1089709560 shutdown_connections 2024-05-27T00:36:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.724+0000 7f40b4176740 1 --2- 172.21.15.44:0/1089709560 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5577dcde1ab0 0x5577dcde3ed0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.724+0000 7f40b4176740 1 --2- 172.21.15.44:0/1089709560 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5577dcd66dc0 0x5577dcddfcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.724+0000 7f40b4176740 1 --2- 172.21.15.44:0/1089709560 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5577dcd5d5b0 0x5577dcd6a770 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.724+0000 7f40b4176740 1 --2- 172.21.15.44:0/1089709560 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5577dcd5c040 0x5577dcd6a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.724+0000 7f408be00640 0 client.15804 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.724+0000 7f40b4176740 1 -- 172.21.15.44:0/1089709560 >> 172.21.15.44:0/1089709560 conn(0x5577dcd24f80 msgr2=0x5577dcd5dba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.725+0000 7f40b4176740 1 -- 172.21.15.44:0/1089709560 shutdown_connections 2024-05-27T00:36:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.725+0000 7f40b4176740 1 -- 172.21.15.44:0/1089709560 wait complete. 2024-05-27T00:36:11.726 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.725+0000 7f40b4176740 20 client.15804 trim_cache size 0 max 16384 2024-05-27T00:36:11.727 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-05-27T00:36:11.727 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-05-27T00:36:11.727 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-05-27T00:36:11.727 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-05-27T00:36:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.726+0000 7f40b1400640 1 -- 172.21.15.44:0/2018157216 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f40900a2f50 msgr2=0x7f40900a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.726+0000 7f40b1400640 1 --2- 172.21.15.44:0/2018157216 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f40900a2f50 0x7f40900a5410 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f409c0ed070 tx=0x7f409c0f3900 comp rx=0 tx=0).stop 2024-05-27T00:36:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.726+0000 7f40b1400640 1 -- 172.21.15.44:0/2018157216 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f40ac06a1d0 msgr2=0x7f40ac19a430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.726+0000 7f40b1400640 1 --2- 172.21.15.44:0/2018157216 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f40ac06a1d0 0x7f40ac19a430 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f409c02a9f0 tx=0x7f409c032bf0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.726+0000 7f40b1400640 1 -- 172.21.15.44:0/2018157216 shutdown_connections 2024-05-27T00:36:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.726+0000 7f40b1400640 1 --2- 172.21.15.44:0/2018157216 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f40900a2f50 0x7f40900a5410 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.726+0000 7f40b1400640 1 --2- 172.21.15.44:0/2018157216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40ac107ba0 0x7f40ac19ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.726+0000 7f40b1400640 1 --2- 172.21.15.44:0/2018157216 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f40ac06ab90 0x7f40ac19a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.726+0000 7f40b1400640 1 --2- 172.21.15.44:0/2018157216 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f40ac06a1d0 0x7f40ac19a430 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:11.729 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.726+0000 7f40b1400640 1 -- 172.21.15.44:0/2018157216 >> 172.21.15.44:0/2018157216 conn(0x7f40ac0766a0 msgr2=0x7f40ac10cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:11.729 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.726+0000 7f40b1400640 1 -- 172.21.15.44:0/2018157216 shutdown_connections 2024-05-27T00:36:11.729 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:11.726+0000 7f40b1400640 1 -- 172.21.15.44:0/2018157216 wait complete. 2024-05-27T00:36:12.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:12 smithi137 ceph-mon[36552]: pgmap v30: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 23 op/s 2024-05-27T00:36:12.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:12 smithi044 ceph-mon[31645]: pgmap v30: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 23 op/s 2024-05-27T00:36:12.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:12 smithi050 ceph-mon[36071]: pgmap v30: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 23 op/s 2024-05-27T00:36:14.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:14 smithi137 ceph-mon[36552]: pgmap v31: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 27 op/s 2024-05-27T00:36:14.753 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:14 smithi050 ceph-mon[36071]: pgmap v31: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 27 op/s 2024-05-27T00:36:14.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:14 smithi044 ceph-mon[31645]: pgmap v31: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 27 op/s 2024-05-27T00:36:16.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:16 smithi137 ceph-mon[36552]: pgmap v32: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 24 op/s 2024-05-27T00:36:16.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:16 smithi044 ceph-mon[31645]: pgmap v32: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 24 op/s 2024-05-27T00:36:16.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:16 smithi050 ceph-mon[36071]: pgmap v32: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 24 op/s 2024-05-27T00:36:18.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:18 smithi137 ceph-mon[36552]: pgmap v33: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-05-27T00:36:18.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:18 smithi044 ceph-mon[31645]: pgmap v33: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-05-27T00:36:18.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:18 smithi050 ceph-mon[36071]: pgmap v33: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-05-27T00:36:20.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:20 smithi137 ceph-mon[36552]: pgmap v34: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-05-27T00:36:20.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:20 smithi044 ceph-mon[31645]: pgmap v34: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-05-27T00:36:20.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:20 smithi050 ceph-mon[36071]: pgmap v34: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-05-27T00:36:22.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:22 smithi044 ceph-mon[31645]: pgmap v35: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.3 KiB/s wr, 7 op/s 2024-05-27T00:36:22.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:22 smithi050 ceph-mon[36071]: pgmap v35: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.3 KiB/s wr, 7 op/s 2024-05-27T00:36:23.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:22 smithi137 ceph-mon[36552]: pgmap v35: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.3 KiB/s wr, 7 op/s 2024-05-27T00:36:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:24 smithi044 ceph-mon[31645]: pgmap v36: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-05-27T00:36:24.888 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.887+0000 7f6bf4a00640 1 -- 172.21.15.44:0/666966266 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6bf01017b0 msgr2=0x7f6bf0101c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:24.888 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.887+0000 7f6bf4a00640 1 --2- 172.21.15.44:0/666966266 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6bf01017b0 0x7f6bf0101c30 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f6bdc009890 tx=0x7f6bdc02a360 comp rx=0 tx=0).stop 2024-05-27T00:36:24.888 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.887+0000 7f6bf4a00640 1 -- 172.21.15.44:0/666966266 shutdown_connections 2024-05-27T00:36:24.888 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.887+0000 7f6bf4a00640 1 --2- 172.21.15.44:0/666966266 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6bf0102170 0x7f6bf010e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.888 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.887+0000 7f6bf4a00640 1 --2- 172.21.15.44:0/666966266 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6bf01017b0 0x7f6bf0101c30 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.889 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.887+0000 7f6bf4a00640 1 --2- 172.21.15.44:0/666966266 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6bf01077c0 0x7f6bf0107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.889 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.887+0000 7f6bf4a00640 1 -- 172.21.15.44:0/666966266 >> 172.21.15.44:0/666966266 conn(0x7f6bf00fd320 msgr2=0x7f6bf00ff740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:24.889 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.887+0000 7f6bf4a00640 1 -- 172.21.15.44:0/666966266 shutdown_connections 2024-05-27T00:36:24.889 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.888+0000 7f6bf4a00640 1 -- 172.21.15.44:0/666966266 wait complete. 2024-05-27T00:36:24.889 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.889+0000 7f6bf4a00640 1 Processor -- start 2024-05-27T00:36:24.889 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.889+0000 7f6bf4a00640 1 -- start start 2024-05-27T00:36:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.889+0000 7f6bf4a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6bf01017b0 0x7f6bf0073ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.889+0000 7f6bf4a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6bf0102170 0x7f6bf00741e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.889+0000 7f6bf4a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6bf01077c0 0x7f6bf0074720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.890+0000 7f6bf4a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf0111cb0 con 0x7f6bf0102170 2024-05-27T00:36:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.890+0000 7f6bf4a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf0111b30 con 0x7f6bf01017b0 2024-05-27T00:36:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.890+0000 7f6bf4a00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf0111e30 con 0x7f6bf01077c0 2024-05-27T00:36:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.890+0000 7f6beea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6bf0102170 0x7f6bf00741e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.890+0000 7f6beea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6bf0102170 0x7f6bf00741e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38828/0 (socket says 172.21.15.44:38828) 2024-05-27T00:36:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.890+0000 7f6beea00640 1 -- 172.21.15.44:0/968864686 learned_addr learned my addr 172.21.15.44:0/968864686 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.890+0000 7f6bef400640 1 --2- 172.21.15.44:0/968864686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6bf01017b0 0x7f6bf0073ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:24.891 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.890+0000 7f6befe00640 1 --2- 172.21.15.44:0/968864686 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6bf01077c0 0x7f6bf0074720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:24.893 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.890+0000 7f6bef400640 1 -- 172.21.15.44:0/968864686 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6bf01077c0 msgr2=0x7f6bf0074720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:24.893 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.890+0000 7f6bef400640 1 --2- 172.21.15.44:0/968864686 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6bf01077c0 0x7f6bf0074720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.893 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.890+0000 7f6bef400640 1 -- 172.21.15.44:0/968864686 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6bf0102170 msgr2=0x7f6bf00741e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:24.893 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.890+0000 7f6bef400640 1 --2- 172.21.15.44:0/968864686 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6bf0102170 0x7f6bf00741e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.893 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.890+0000 7f6bef400640 1 -- 172.21.15.44:0/968864686 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bf01a66f0 con 0x7f6bf01017b0 2024-05-27T00:36:24.893 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.890+0000 7f6beea00640 1 --2- 172.21.15.44:0/968864686 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6bf0102170 0x7f6bf00741e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:24.893 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.891+0000 7f6bef400640 1 --2- 172.21.15.44:0/968864686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6bf01017b0 0x7f6bf0073ca0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6be0005fd0 tx=0x7f6be000ed90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:24.893 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.891+0000 7f6be7e00640 1 -- 172.21.15.44:0/968864686 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be000ccc0 con 0x7f6bf01017b0 2024-05-27T00:36:24.893 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.891+0000 7f6be7e00640 1 -- 172.21.15.44:0/968864686 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6be00035f0 con 0x7f6bf01017b0 2024-05-27T00:36:24.893 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.891+0000 7f6bf4a00640 1 -- 172.21.15.44:0/968864686 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bf01a69e0 con 0x7f6bf01017b0 2024-05-27T00:36:24.893 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.891+0000 7f6be7e00640 1 -- 172.21.15.44:0/968864686 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be0010690 con 0x7f6bf01017b0 2024-05-27T00:36:24.894 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.891+0000 7f6bf4a00640 1 -- 172.21.15.44:0/968864686 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bf01a6f30 con 0x7f6bf01017b0 2024-05-27T00:36:24.895 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.894+0000 7f6bf8f88740 1 Processor -- start 2024-05-27T00:36:24.895 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.895+0000 7f6bf8f88740 1 -- start start 2024-05-27T00:36:24.895 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.895+0000 7f6be7e00640 1 -- 172.21.15.44:0/968864686 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f6be00037a0 con 0x7f6bf01017b0 2024-05-27T00:36:24.895 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.895+0000 7f6bf8f88740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150d770 0x562b9150bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:24.896 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.895+0000 7f6bf8f88740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b9150c200 0x562b9150c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:24.896 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.895+0000 7f6bf8f88740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b91516f80 0x562b91519370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:24.896 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.895+0000 7f6bf8f88740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562b91470420 con 0x562b91516f80 2024-05-27T00:36:24.896 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.895+0000 7f6bf8f88740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562b91417c50 con 0x562b9150c200 2024-05-27T00:36:24.896 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.895+0000 7f6bf8f88740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x562b9146c3e0 con 0x562b9150d770 2024-05-27T00:36:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.895+0000 7f6befe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150d770 0x562b9150bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:24.897 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.895+0000 7f6befe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150d770 0x562b9150bcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:41368/0 (socket says 172.21.15.44:41368) 2024-05-27T00:36:24.898 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.895+0000 7f6bef400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b9150c200 0x562b9150c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:24.898 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.895+0000 7f6befe00640 1 -- 172.21.15.44:0/1315571509 learned_addr learned my addr 172.21.15.44:0/1315571509 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:24.898 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.895+0000 7f6beea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b91516f80 0x562b91519370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:24.898 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.896+0000 7f6befe00640 1 -- 172.21.15.44:0/1315571509 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b9150c200 msgr2=0x562b9150c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:24.898 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.896+0000 7f6befe00640 1 --2- 172.21.15.44:0/1315571509 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b9150c200 0x562b9150c680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.898 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.896+0000 7f6befe00640 1 -- 172.21.15.44:0/1315571509 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b91516f80 msgr2=0x562b91519370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:24.898 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.896+0000 7f6befe00640 1 --2- 172.21.15.44:0/1315571509 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b91516f80 0x562b91519370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.898 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.896+0000 7f6befe00640 1 -- 172.21.15.44:0/1315571509 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b91184210 con 0x562b9150d770 2024-05-27T00:36:24.898 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.896+0000 7f6befe00640 1 --2- 172.21.15.44:0/1315571509 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150d770 0x562b9150bcc0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f6be8011470 tx=0x7f6be8011930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=248f5337e907f62 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:24.898 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.896+0000 7f6be7e00640 1 --2- 172.21.15.44:0/968864686 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6bd40a2ea0 0x7f6bd40a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:24.898 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.897+0000 7f6be7e00640 1 -- 172.21.15.44:0/968864686 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f6be00cfcc0 con 0x7f6bf01017b0 2024-05-27T00:36:24.899 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.897+0000 7f6bdbe00640 1 -- 172.21.15.44:0/1315571509 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be801e070 con 0x562b9150d770 2024-05-27T00:36:24.899 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.897+0000 7f6bef400640 1 --2- 172.21.15.44:0/968864686 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6bd40a2ea0 0x7f6bd40a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:24.899 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.897+0000 7f6bdbe00640 1 -- 172.21.15.44:0/1315571509 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6be8003c30 con 0x562b9150d770 2024-05-27T00:36:24.899 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.897+0000 7f6bdbe00640 1 -- 172.21.15.44:0/1315571509 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be800fa40 con 0x562b9150d770 2024-05-27T00:36:24.901 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.898+0000 7f6bf8f88740 1 -- 172.21.15.44:0/1315571509 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150d770 msgr2=0x562b9150bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:24.901 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.898+0000 7f6bf8f88740 1 --2- 172.21.15.44:0/1315571509 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150d770 0x562b9150bcc0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f6be8011470 tx=0x7f6be8011930 comp rx=0 tx=0).stop 2024-05-27T00:36:24.901 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.898+0000 7f6bef400640 1 --2- 172.21.15.44:0/968864686 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6bd40a2ea0 0x7f6bd40a5360 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6be00ccec0 tx=0x7f6be00d3760 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:24.901 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.898+0000 7f6bf8f88740 1 -- 172.21.15.44:0/1315571509 shutdown_connections 2024-05-27T00:36:24.901 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.898+0000 7f6bf8f88740 1 --2- 172.21.15.44:0/1315571509 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b91516f80 0x562b91519370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.901 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.898+0000 7f6bf8f88740 1 --2- 172.21.15.44:0/1315571509 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b9150c200 0x562b9150c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.901 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.898+0000 7f6bf8f88740 1 --2- 172.21.15.44:0/1315571509 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150d770 0x562b9150bcc0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.901 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.898+0000 7f6bf8f88740 1 -- 172.21.15.44:0/1315571509 >> 172.21.15.44:0/1315571509 conn(0x562b914d4f80 msgr2=0x562b915087f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:24.901 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.898+0000 7f6bf8f88740 1 -- 172.21.15.44:0/1315571509 shutdown_connections 2024-05-27T00:36:24.902 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.898+0000 7f6bf8f88740 1 -- 172.21.15.44:0/1315571509 wait complete. 2024-05-27T00:36:24.902 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.899+0000 7f6bf8f88740 1 -- start start 2024-05-27T00:36:24.902 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.899+0000 7f6bf8f88740 1 Processor -- start 2024-05-27T00:36:24.902 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.899+0000 7f6bf8f88740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150c200 0x562b91513fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:24.902 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.900+0000 7f6bf8f88740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b9150d770 0x562b91514510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:24.902 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.900+0000 7f6bf8f88740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b91516f80 0x562b91514a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:24.902 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.900+0000 7f6bf8f88740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x562b91519d50 con 0x562b91516f80 2024-05-27T00:36:24.902 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.900+0000 7f6bf8f88740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x562b9142b0b0 con 0x562b9150d770 2024-05-27T00:36:24.902 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.900+0000 7f6bf8f88740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x562b91519ed0 con 0x562b9150c200 2024-05-27T00:36:24.902 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.900+0000 7f6bf8f88740 10 client.0 _ll_register_callbacks cb 0x562b91416f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:24.902 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.900+0000 7f6befe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b91516f80 0x562b91514a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:24.902 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.900+0000 7f6befe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150c200 0x562b91513fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:24.903 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.900+0000 7f6befe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150c200 0x562b91513fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:41376/0 (socket says 172.21.15.44:41376) 2024-05-27T00:36:24.903 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.900+0000 7f6befe00640 1 -- 172.21.15.44:0/2431031754 learned_addr learned my addr 172.21.15.44:0/2431031754 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:24.903 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.900+0000 7f6beea00640 1 --2- 172.21.15.44:0/2431031754 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b9150d770 0x562b91514510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:24.905 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.901+0000 7f6befe00640 1 -- 172.21.15.44:0/2431031754 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b9150d770 msgr2=0x562b91514510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:24.905 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.901+0000 7f6befe00640 1 --2- 172.21.15.44:0/2431031754 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b9150d770 0x562b91514510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.905 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.901+0000 7f6befe00640 1 -- 172.21.15.44:0/2431031754 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b91516f80 msgr2=0x562b91514a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:24.905 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.901+0000 7f6befe00640 1 --2- 172.21.15.44:0/2431031754 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b91516f80 0x562b91514a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.905 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.901+0000 7f6befe00640 1 -- 172.21.15.44:0/2431031754 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562b91250620 con 0x562b9150c200 2024-05-27T00:36:24.905 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.901+0000 7f6befe00640 1 --2- 172.21.15.44:0/2431031754 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150c200 0x562b91513fd0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f6be8011e30 tx=0x7f6be8005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b80614aece5a518a server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:24.905 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.901+0000 7f6bd8c00640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:36:24.905 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.901+0000 7f6bd8c00640 1 -- 172.21.15.44:0/2431031754 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be802e060 con 0x562b9150c200 2024-05-27T00:36:24.906 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.901+0000 7f6bf8f88740 1 -- 172.21.15.44:0/2431031754 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6be8003c30 con 0x562b9150c200 2024-05-27T00:36:24.906 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.901+0000 7f6bd8c00640 1 -- 172.21.15.44:0/2431031754 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f6be8004a00 con 0x562b9150c200 2024-05-27T00:36:24.906 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.902+0000 7f6bd8c00640 1 -- 172.21.15.44:0/2431031754 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f6be8035050 con 0x562b9150c200 2024-05-27T00:36:24.906 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.902+0000 7f6bf8f88740 10 client.25939 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:24.906 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.902+0000 7f6bf8f88740 1 -- 172.21.15.44:0/2431031754 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x562b915260f0 con 0x562b9150c200 2024-05-27T00:36:24.906 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.902+0000 7f6bd8c00640 1 -- 172.21.15.44:0/2431031754 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6be8003c30 con 0x562b9150c200 2024-05-27T00:36:24.906 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.903+0000 7f6bd8c00640 1 -- 172.21.15.44:0/2431031754 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f6be80050c0 con 0x562b9150c200 2024-05-27T00:36:24.906 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.903+0000 7f6bf8f88740 10 client.25939 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:24.906 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.903+0000 7f6bf8f88740 10 client.25939 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:24.906 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.903+0000 7f6bf8f88740 20 client.25939 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:24.906 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.903+0000 7f6bf8f88740 1 --2- 172.21.15.44:0/2431031754 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x562b91527500 0x562b915298f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:24.906 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.903+0000 7f6bf8f88740 4 client.25939 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:36:24.907 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.903+0000 7f6bf8f88740 1 -- 172.21.15.44:0/2431031754 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562b9147db50 con 0x562b91527500 2024-05-27T00:36:24.907 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.903+0000 7f6beea00640 1 --2- 172.21.15.44:0/2431031754 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x562b91527500 0x562b915298f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:24.907 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.904+0000 7f6beea00640 1 --2- 172.21.15.44:0/2431031754 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x562b91527500 0x562b915298f0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd4c2a7151bfbc62 server_cookie=f4eaa2eb5d3567ef in_seq=0 out_seq=0 2024-05-27T00:36:24.907 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.904+0000 7f6bd8c00640 10 client.25939 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:24.907 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.904+0000 7f6bd8c00640 1 -- 172.21.15.44:0/2431031754 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x562b9147db50 con 0x562b91527500 2024-05-27T00:36:24.907 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.904+0000 7f6bd8c00640 10 client.25939 handle_command_reply: tid=0 2024-05-27T00:36:24.907 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.905+0000 7f6bf8f88740 1 client.25939 shutdown 2024-05-27T00:36:24.908 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.905+0000 7f6bf8f88740 1 -- 172.21.15.44:0/2431031754 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150c200 msgr2=0x562b91513fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:24.908 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.905+0000 7f6bf8f88740 1 --2- 172.21.15.44:0/2431031754 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150c200 0x562b91513fd0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f6be8011e30 tx=0x7f6be8005fd0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.908 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.905+0000 7f6bf8f88740 1 -- 172.21.15.44:0/2431031754 shutdown_connections 2024-05-27T00:36:24.908 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.905+0000 7f6bf8f88740 1 --2- 172.21.15.44:0/2431031754 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x562b91527500 0x562b915298f0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.908 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.905+0000 7f6bf8f88740 1 --2- 172.21.15.44:0/2431031754 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b91516f80 0x562b91514a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.908 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.905+0000 7f6bf8f88740 1 --2- 172.21.15.44:0/2431031754 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b9150d770 0x562b91514510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.908 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.905+0000 7f6bf8f88740 1 --2- 172.21.15.44:0/2431031754 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150c200 0x562b91513fd0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.908 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.905+0000 7f6bf8f88740 1 -- 172.21.15.44:0/2431031754 >> 172.21.15.44:0/2431031754 conn(0x562b914d4f80 msgr2=0x562b9150e660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:24.909 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.905+0000 7f6bd8c00640 0 client.25939 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:24.909 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.905+0000 7f6bf8f88740 1 -- 172.21.15.44:0/2431031754 shutdown_connections 2024-05-27T00:36:24.909 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.905+0000 7f6bf8f88740 1 -- 172.21.15.44:0/2431031754 wait complete. 2024-05-27T00:36:24.909 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.905+0000 7f6bf8f88740 20 client.25939 trim_cache size 0 max 16384 2024-05-27T00:36:24.925 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.923+0000 7f6bf8f88740 1 Processor -- start 2024-05-27T00:36:24.925 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.923+0000 7f6bf8f88740 1 -- start start 2024-05-27T00:36:24.925 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.923+0000 7f6bf8f88740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150c200 0x562b915138b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.923+0000 7f6bf8f88740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b9150d770 0x562b915080f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.923+0000 7f6bf8f88740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b91516f80 0x562b91508630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.923+0000 7f6bf8f88740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf01b3950 con 0x562b9150d770 2024-05-27T00:36:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.923+0000 7f6bf8f88740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf01b1220 con 0x562b91516f80 2024-05-27T00:36:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.923+0000 7f6bf8f88740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf01af050 con 0x562b9150c200 2024-05-27T00:36:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.924+0000 7f6beea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b9150d770 0x562b915080f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.924+0000 7f6befe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150c200 0x562b915138b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.924+0000 7f6beea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b9150d770 0x562b915080f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38842/0 (socket says 172.21.15.44:38842) 2024-05-27T00:36:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.924+0000 7f6beea00640 1 -- 172.21.15.44:0/3035354164 learned_addr learned my addr 172.21.15.44:0/3035354164 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.924+0000 7f6befe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150c200 0x562b915138b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:41392/0 (socket says 172.21.15.44:41392) 2024-05-27T00:36:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.924+0000 7f6befe00640 1 --2- 172.21.15.44:0/3035354164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b91516f80 0x562b91508630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:24.926 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.924+0000 7f6beea00640 1 -- 172.21.15.44:0/3035354164 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150c200 msgr2=0x562b915138b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.924+0000 7f6beea00640 1 --2- 172.21.15.44:0/3035354164 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150c200 0x562b915138b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.924+0000 7f6beea00640 1 -- 172.21.15.44:0/3035354164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b91516f80 msgr2=0x562b91508630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.924+0000 7f6beea00640 1 --2- 172.21.15.44:0/3035354164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b91516f80 0x562b91508630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.924+0000 7f6beea00640 1 -- 172.21.15.44:0/3035354164 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b915197d0 con 0x562b9150d770 2024-05-27T00:36:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.924+0000 7f6beea00640 1 --2- 172.21.15.44:0/3035354164 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b9150d770 0x562b915080f0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f6bdc005d90 tx=0x7f6bdc005d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b56f52e0e999df56 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.925+0000 7f6bdb400640 1 -- 172.21.15.44:0/3035354164 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bdc037040 con 0x562b9150d770 2024-05-27T00:36:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.925+0000 7f6bdb400640 1 -- 172.21.15.44:0/3035354164 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6bdc038040 con 0x562b9150d770 2024-05-27T00:36:24.927 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.925+0000 7f6bdb400640 1 -- 172.21.15.44:0/3035354164 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bdc0328a0 con 0x562b9150d770 2024-05-27T00:36:24.929 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.925+0000 7f6bf8f88740 1 -- 172.21.15.44:0/3035354164 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b9150d770 msgr2=0x562b915080f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:24.929 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.925+0000 7f6bf8f88740 1 --2- 172.21.15.44:0/3035354164 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b9150d770 0x562b915080f0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f6bdc005d90 tx=0x7f6bdc005d20 comp rx=0 tx=0).stop 2024-05-27T00:36:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.926+0000 7f6bf8f88740 1 -- 172.21.15.44:0/3035354164 shutdown_connections 2024-05-27T00:36:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.926+0000 7f6bf8f88740 1 --2- 172.21.15.44:0/3035354164 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b91516f80 0x562b91508630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.926+0000 7f6bf8f88740 1 --2- 172.21.15.44:0/3035354164 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b9150d770 0x562b915080f0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.926+0000 7f6bf8f88740 1 --2- 172.21.15.44:0/3035354164 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150c200 0x562b915138b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.926+0000 7f6bf8f88740 1 -- 172.21.15.44:0/3035354164 >> 172.21.15.44:0/3035354164 conn(0x562b914d4f80 msgr2=0x562b91514820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.926+0000 7f6bf8f88740 1 -- 172.21.15.44:0/3035354164 shutdown_connections 2024-05-27T00:36:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.926+0000 7f6bf8f88740 1 -- 172.21.15.44:0/3035354164 wait complete. 2024-05-27T00:36:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.926+0000 7f6bf8f88740 1 -- start start 2024-05-27T00:36:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.926+0000 7f6bf8f88740 1 Processor -- start 2024-05-27T00:36:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.927+0000 7f6bf8f88740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b9150c200 0x562b9151a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:24.930 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.927+0000 7f6bf8f88740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150d770 0x562b9151a660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:24.931 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.927+0000 7f6bf8f88740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b91516f80 0x562b9151aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:24.931 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.927+0000 7f6bf8f88740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf01af6e0 con 0x562b9150c200 2024-05-27T00:36:24.931 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.927+0000 7f6bf8f88740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf01b0b50 con 0x562b91516f80 2024-05-27T00:36:24.931 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.927+0000 7f6bf8f88740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf01afdb0 con 0x562b9150d770 2024-05-27T00:36:24.931 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.927+0000 7f6bf8f88740 10 client.0 _ll_register_callbacks cb 0x7f6be801c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:24.931 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.927+0000 7f6befe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b9150c200 0x562b9151a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:24.931 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.927+0000 7f6befe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b9150c200 0x562b9151a120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:38844/0 (socket says 172.21.15.44:38844) 2024-05-27T00:36:24.931 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.927+0000 7f6befe00640 1 -- 172.21.15.44:0/1093504064 learned_addr learned my addr 172.21.15.44:0/1093504064 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:24.931 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.927+0000 7f6beea00640 1 --2- 172.21.15.44:0/1093504064 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150d770 0x562b9151a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:24.931 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.928+0000 7f6befe00640 1 --2- 172.21.15.44:0/1093504064 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b91516f80 0x562b9151aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:24.931 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.928+0000 7f6befe00640 1 -- 172.21.15.44:0/1093504064 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150d770 msgr2=0x562b9151a660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:24.931 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.928+0000 7f6befe00640 1 --2- 172.21.15.44:0/1093504064 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150d770 0x562b9151a660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.931 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.928+0000 7f6befe00640 1 -- 172.21.15.44:0/1093504064 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b91516f80 msgr2=0x562b9151aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:24.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.928+0000 7f6befe00640 1 --2- 172.21.15.44:0/1093504064 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b91516f80 0x562b9151aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.928+0000 7f6befe00640 1 -- 172.21.15.44:0/1093504064 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562b9158fc00 con 0x562b9150c200 2024-05-27T00:36:24.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.928+0000 7f6befe00640 1 --2- 172.21.15.44:0/1093504064 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b9150c200 0x562b9151a120 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f6be8000f80 tx=0x7f6be8011930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65f36aae07f5911e server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:24.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.928+0000 7f6bd8c00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:36:24.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.928+0000 7f6bd8c00640 1 -- 172.21.15.44:0/1093504064 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be802e040 con 0x562b9150c200 2024-05-27T00:36:24.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.928+0000 7f6bd8c00640 1 -- 172.21.15.44:0/1093504064 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f6be8004620 con 0x562b9150c200 2024-05-27T00:36:24.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.929+0000 7f6bf8f88740 1 -- 172.21.15.44:0/1093504064 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6bdc038040 con 0x562b9150c200 2024-05-27T00:36:24.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.929+0000 7f6bd8c00640 1 -- 172.21.15.44:0/1093504064 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f6be801e070 con 0x562b9150c200 2024-05-27T00:36:24.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.929+0000 7f6bf8f88740 10 client.15822 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:24.932 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.929+0000 7f6bf8f88740 1 -- 172.21.15.44:0/1093504064 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x562b91590ef0 con 0x562b9150c200 2024-05-27T00:36:24.933 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.929+0000 7f6bd8c00640 1 -- 172.21.15.44:0/1093504064 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6bdc038040 con 0x562b9150c200 2024-05-27T00:36:24.933 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.929+0000 7f6bd8c00640 1 -- 172.21.15.44:0/1093504064 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f6be80110b0 con 0x562b9150c200 2024-05-27T00:36:24.933 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.929+0000 7f6bf8f88740 10 client.15822 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:24.934 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.929+0000 7f6bf8f88740 10 client.15822 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:24.934 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.929+0000 7f6bf8f88740 20 client.15822 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:24.934 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.930+0000 7f6bf8f88740 1 --2- 172.21.15.44:0/1093504064 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x562b91591610 0x562b91593a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:24.934 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.930+0000 7f6bf8f88740 4 client.15822 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-27T00:36:24.934 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.930+0000 7f6bf8f88740 1 -- 172.21.15.44:0/1093504064 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562b91477ea0 con 0x562b91591610 2024-05-27T00:36:24.934 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.930+0000 7f6beea00640 1 --2- 172.21.15.44:0/1093504064 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x562b91591610 0x562b91593a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:24.934 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.931+0000 7f6beea00640 1 --2- 172.21.15.44:0/1093504064 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x562b91591610 0x562b91593a30 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4948680d3c2e0c86 server_cookie=93b476aa0ae5ae31 in_seq=0 out_seq=0 2024-05-27T00:36:24.934 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.931+0000 7f6bd8c00640 10 client.15822 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:24.935 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.934+0000 7f6bd8c00640 1 -- 172.21.15.44:0/1093504064 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562b91477ea0 con 0x562b91591610 2024-05-27T00:36:24.935 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.934+0000 7f6bd8c00640 10 client.15822 handle_command_reply: tid=0 2024-05-27T00:36:24.935 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.935+0000 7f6bf8f88740 1 client.15822 shutdown 2024-05-27T00:36:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.935+0000 7f6bf8f88740 1 -- 172.21.15.44:0/1093504064 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b9150c200 msgr2=0x562b9151a120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.935+0000 7f6bf8f88740 1 --2- 172.21.15.44:0/1093504064 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b9150c200 0x562b9151a120 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f6be8000f80 tx=0x7f6be8011930 comp rx=0 tx=0).stop 2024-05-27T00:36:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.935+0000 7f6bf8f88740 1 -- 172.21.15.44:0/1093504064 shutdown_connections 2024-05-27T00:36:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.935+0000 7f6bf8f88740 1 --2- 172.21.15.44:0/1093504064 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x562b91591610 0x562b91593a30 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.936 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.935+0000 7f6bf8f88740 1 --2- 172.21.15.44:0/1093504064 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x562b91516f80 0x562b9151aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.935+0000 7f6bf8f88740 1 --2- 172.21.15.44:0/1093504064 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x562b9150d770 0x562b9151a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.935+0000 7f6bf8f88740 1 --2- 172.21.15.44:0/1093504064 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x562b9150c200 0x562b9151a120 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.935+0000 7f6bf8f88740 1 -- 172.21.15.44:0/1093504064 >> 172.21.15.44:0/1093504064 conn(0x562b914d4f80 msgr2=0x562b91513f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.935+0000 7f6bd8c00640 0 client.15822 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.935+0000 7f6bf8f88740 1 -- 172.21.15.44:0/1093504064 shutdown_connections 2024-05-27T00:36:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.935+0000 7f6bf8f88740 1 -- 172.21.15.44:0/1093504064 wait complete. 2024-05-27T00:36:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.936+0000 7f6bf8f88740 20 client.15822 trim_cache size 0 max 16384 2024-05-27T00:36:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-05-27T00:36:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-05-27T00:36:24.937 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-05-27T00:36:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-05-27T00:36:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.936+0000 7f6bf4a00640 1 -- 172.21.15.44:0/968864686 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6bd40a2ea0 msgr2=0x7f6bd40a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.936+0000 7f6bf4a00640 1 --2- 172.21.15.44:0/968864686 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6bd40a2ea0 0x7f6bd40a5360 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6be00ccec0 tx=0x7f6be00d3760 comp rx=0 tx=0).stop 2024-05-27T00:36:24.938 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.937+0000 7f6bf4a00640 1 -- 172.21.15.44:0/968864686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6bf01017b0 msgr2=0x7f6bf0073ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:24.939 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.937+0000 7f6bf4a00640 1 --2- 172.21.15.44:0/968864686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6bf01017b0 0x7f6bf0073ca0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6be0005fd0 tx=0x7f6be000ed90 comp rx=0 tx=0).stop 2024-05-27T00:36:24.939 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.937+0000 7f6bf4a00640 1 -- 172.21.15.44:0/968864686 shutdown_connections 2024-05-27T00:36:24.939 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.937+0000 7f6bf4a00640 1 --2- 172.21.15.44:0/968864686 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6bd40a2ea0 0x7f6bd40a5360 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.939 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.937+0000 7f6bf4a00640 1 --2- 172.21.15.44:0/968864686 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6bf01077c0 0x7f6bf0074720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.939 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.937+0000 7f6bf4a00640 1 --2- 172.21.15.44:0/968864686 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6bf0102170 0x7f6bf00741e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:24.939 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.937+0000 7f6bf4a00640 1 --2- 172.21.15.44:0/968864686 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6bf01017b0 0x7f6bf0073ca0 secure :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6be0005fd0 tx=0x7f6be000ed90 comp rx=0 tx=0).stop 2024-05-27T00:36:24.939 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.937+0000 7f6bf4a00640 1 -- 172.21.15.44:0/968864686 >> 172.21.15.44:0/968864686 conn(0x7f6bf00fd320 msgr2=0x7f6bf00fdaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:24.939 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.937+0000 7f6bf4a00640 1 -- 172.21.15.44:0/968864686 shutdown_connections 2024-05-27T00:36:24.939 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:24.937+0000 7f6bf4a00640 1 -- 172.21.15.44:0/968864686 wait complete. 2024-05-27T00:36:24.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:24 smithi050 ceph-mon[36071]: pgmap v36: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-05-27T00:36:25.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:24 smithi137 ceph-mon[36552]: pgmap v36: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-05-27T00:36:26.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:26 smithi044 ceph-mon[31645]: pgmap v37: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-27T00:36:26.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:26 smithi050 ceph-mon[36071]: pgmap v37: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-27T00:36:27.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:26 smithi137 ceph-mon[36552]: pgmap v37: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-27T00:36:28.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:28 smithi044 ceph-mon[31645]: pgmap v38: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:36:28.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:28 smithi050 ceph-mon[36071]: pgmap v38: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:36:29.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:28 smithi137 ceph-mon[36552]: pgmap v38: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:36:30.804 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:30 smithi137 ceph-mon[36552]: pgmap v39: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-27T00:36:30.805 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:30 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:36:30.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:30 smithi044 ceph-mon[31645]: pgmap v39: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-27T00:36:30.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:30 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:36:30.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:30 smithi050 ceph-mon[36071]: pgmap v39: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-27T00:36:30.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:30 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:36:31.782 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:31 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:36:31.783 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:31 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:36:31.783 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:31 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:36:31.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:31 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:36:31.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:31 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:36:31.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:31 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:36:31.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:31 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:36:31.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:31 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:36:31.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:31 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:36:32.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:32 smithi044 ceph-mon[31645]: pgmap v40: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-27T00:36:32.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:32 smithi050 ceph-mon[36071]: pgmap v40: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-27T00:36:33.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:32 smithi137 ceph-mon[36552]: pgmap v40: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-27T00:36:34.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:34 smithi044 ceph-mon[31645]: pgmap v41: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-27T00:36:34.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:34 smithi050 ceph-mon[36071]: pgmap v41: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-27T00:36:34.970 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-05-27T00:36:34.970 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-05-27T00:36:35.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:34 smithi137 ceph-mon[36552]: pgmap v41: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-27T00:36:35.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.246+0000 7f8ea3e00640 1 -- 172.21.15.44:0/1117153805 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ea4109a60 msgr2=0x7f8ea4109e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:35.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.246+0000 7f8ea3e00640 1 --2- 172.21.15.44:0/1117153805 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ea4109a60 0x7f8ea4109e40 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f8e94009930 tx=0x7f8e9402a420 comp rx=0 tx=0).stop 2024-05-27T00:36:35.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.246+0000 7f8ea3e00640 1 -- 172.21.15.44:0/1117153805 shutdown_connections 2024-05-27T00:36:35.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.246+0000 7f8ea3e00640 1 --2- 172.21.15.44:0/1117153805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ea4104410 0x7f8ea4110920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.246+0000 7f8ea3e00640 1 --2- 172.21.15.44:0/1117153805 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8ea4103a50 0x7f8ea4103ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.246+0000 7f8ea3e00640 1 --2- 172.21.15.44:0/1117153805 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ea4109a60 0x7f8ea4109e40 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.246+0000 7f8ea3e00640 1 -- 172.21.15.44:0/1117153805 >> 172.21.15.44:0/1117153805 conn(0x7f8ea40ff4e0 msgr2=0x7f8ea4101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:35.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.247+0000 7f8ea3e00640 1 -- 172.21.15.44:0/1117153805 shutdown_connections 2024-05-27T00:36:35.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.247+0000 7f8ea3e00640 1 -- 172.21.15.44:0/1117153805 wait complete. 2024-05-27T00:36:35.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.248+0000 7f8ea3e00640 1 Processor -- start 2024-05-27T00:36:35.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.248+0000 7f8ea3e00640 1 -- start start 2024-05-27T00:36:35.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.249+0000 7f8ea3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ea4103a50 0x7f8ea419a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.249+0000 7f8ea3e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8ea4104410 0x7f8ea419aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.249+0000 7f8ea3e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ea4109a60 0x7f8ea419edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.249+0000 7f8ea3e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea4113fe0 con 0x7f8ea4103a50 2024-05-27T00:36:35.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.249+0000 7f8ea3e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea4113e60 con 0x7f8ea4109a60 2024-05-27T00:36:35.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.249+0000 7f8ea3e00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea4114160 con 0x7f8ea4104410 2024-05-27T00:36:35.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.249+0000 7f8ea2a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ea4103a50 0x7f8ea419a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.249+0000 7f8ea2a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ea4103a50 0x7f8ea419a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40144/0 (socket says 172.21.15.44:40144) 2024-05-27T00:36:35.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.249+0000 7f8ea2a00640 1 -- 172.21.15.44:0/552379360 learned_addr learned my addr 172.21.15.44:0/552379360 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:35.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.249+0000 7f8ea3400640 1 --2- 172.21.15.44:0/552379360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ea4109a60 0x7f8ea419edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.249+0000 7f8e9be00640 1 --2- 172.21.15.44:0/552379360 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8ea4104410 0x7f8ea419aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.250+0000 7f8ea2a00640 1 -- 172.21.15.44:0/552379360 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8ea4104410 msgr2=0x7f8ea419aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:35.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.250+0000 7f8ea2a00640 1 --2- 172.21.15.44:0/552379360 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8ea4104410 0x7f8ea419aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.250+0000 7f8ea2a00640 1 -- 172.21.15.44:0/552379360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ea4109a60 msgr2=0x7f8ea419edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:35.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.250+0000 7f8ea2a00640 1 --2- 172.21.15.44:0/552379360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ea4109a60 0x7f8ea419edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.250+0000 7f8ea2a00640 1 -- 172.21.15.44:0/552379360 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ea419f4f0 con 0x7f8ea4103a50 2024-05-27T00:36:35.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.251+0000 7f8ea2a00640 1 --2- 172.21.15.44:0/552379360 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ea4103a50 0x7f8ea419a500 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f8e9402a940 tx=0x7f8e940329c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:35.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.251+0000 7f8e9b400640 1 -- 172.21.15.44:0/552379360 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e9403f030 con 0x7f8ea4103a50 2024-05-27T00:36:35.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.251+0000 7f8e9b400640 1 -- 172.21.15.44:0/552379360 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8e94032df0 con 0x7f8ea4103a50 2024-05-27T00:36:35.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.251+0000 7f8ea3e00640 1 -- 172.21.15.44:0/552379360 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ea419f780 con 0x7f8ea4103a50 2024-05-27T00:36:35.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.251+0000 7f8e9b400640 1 -- 172.21.15.44:0/552379360 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e94035070 con 0x7f8ea4103a50 2024-05-27T00:36:35.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.251+0000 7f8ea3e00640 1 -- 172.21.15.44:0/552379360 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ea41a7070 con 0x7f8ea4103a50 2024-05-27T00:36:35.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.255+0000 7f8e9b400640 1 -- 172.21.15.44:0/552379360 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f8e94042030 con 0x7f8ea4103a50 2024-05-27T00:36:35.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.255+0000 7f8eac3f5740 1 Processor -- start 2024-05-27T00:36:35.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.256+0000 7f8eac3f5740 1 -- start start 2024-05-27T00:36:35.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.256+0000 7f8eac3f5740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5615358197c0 0x561535819ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.256+0000 7f8eac3f5740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56153581a170 0x561535824210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.256+0000 7f8eac3f5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615358247e0 0x561535826c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.256+0000 7f8eac3f5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56153577de30 con 0x5615358247e0 2024-05-27T00:36:35.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.256+0000 7f8eac3f5740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x561535725510 con 0x56153581a170 2024-05-27T00:36:35.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.256+0000 7f8eac3f5740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x561535779df0 con 0x5615358197c0 2024-05-27T00:36:35.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.256+0000 7f8ea3400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5615358197c0 0x561535819ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.256+0000 7f8ea3400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5615358197c0 0x561535819ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:57694/0 (socket says 172.21.15.44:57694) 2024-05-27T00:36:35.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.256+0000 7f8ea3400640 1 -- 172.21.15.44:0/3925571627 learned_addr learned my addr 172.21.15.44:0/3925571627 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:35.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.257+0000 7f8ea2a00640 1 --2- 172.21.15.44:0/3925571627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56153581a170 0x561535824210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.257+0000 7f8e9be00640 1 --2- 172.21.15.44:0/3925571627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615358247e0 0x561535826c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.257+0000 7f8ea3400640 1 -- 172.21.15.44:0/3925571627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56153581a170 msgr2=0x561535824210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:35.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.257+0000 7f8ea3400640 1 --2- 172.21.15.44:0/3925571627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56153581a170 0x561535824210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.257+0000 7f8ea3400640 1 -- 172.21.15.44:0/3925571627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615358247e0 msgr2=0x561535826c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:35.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.257+0000 7f8ea3400640 1 --2- 172.21.15.44:0/3925571627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615358247e0 0x561535826c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.257+0000 7f8e9b400640 1 --2- 172.21.15.44:0/552379360 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8e880a2eb0 0x7f8e880a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.257+0000 7f8ea3400640 1 -- 172.21.15.44:0/3925571627 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56153555b7d0 con 0x5615358197c0 2024-05-27T00:36:35.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.257+0000 7f8e9b400640 1 -- 172.21.15.44:0/552379360 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f8e940efa60 con 0x7f8ea4103a50 2024-05-27T00:36:35.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.257+0000 7f8ea3400640 1 --2- 172.21.15.44:0/552379360 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8e880a2eb0 0x7f8e880a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.257+0000 7f8ea3400640 1 --2- 172.21.15.44:0/3925571627 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5615358197c0 0x561535819ba0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c009f90 tx=0x7f8e9c010860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=423f0f676b1d7352 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:35.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.258+0000 7f8e93400640 1 -- 172.21.15.44:0/3925571627 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e9c01f070 con 0x5615358197c0 2024-05-27T00:36:35.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.258+0000 7f8e93400640 1 -- 172.21.15.44:0/3925571627 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8e9c01a480 con 0x5615358197c0 2024-05-27T00:36:35.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.258+0000 7f8e93400640 1 -- 172.21.15.44:0/3925571627 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e9c018740 con 0x5615358197c0 2024-05-27T00:36:35.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.259+0000 7f8eac3f5740 1 -- 172.21.15.44:0/3925571627 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5615358197c0 msgr2=0x561535819ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:35.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.259+0000 7f8ea3400640 1 --2- 172.21.15.44:0/552379360 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8e880a2eb0 0x7f8e880a5370 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c011010 tx=0x7f8e9c018d90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:35.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.259+0000 7f8eac3f5740 1 --2- 172.21.15.44:0/3925571627 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5615358197c0 0x561535819ba0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c009f90 tx=0x7f8e9c010860 comp rx=0 tx=0).stop 2024-05-27T00:36:35.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.259+0000 7f8eac3f5740 1 -- 172.21.15.44:0/3925571627 shutdown_connections 2024-05-27T00:36:35.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.259+0000 7f8eac3f5740 1 --2- 172.21.15.44:0/3925571627 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615358247e0 0x561535826c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.259+0000 7f8eac3f5740 1 --2- 172.21.15.44:0/3925571627 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56153581a170 0x561535824210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.259+0000 7f8eac3f5740 1 --2- 172.21.15.44:0/3925571627 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5615358197c0 0x561535819ba0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.259+0000 7f8eac3f5740 1 -- 172.21.15.44:0/3925571627 >> 172.21.15.44:0/3925571627 conn(0x561535815a80 msgr2=0x561535815e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:35.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.259+0000 7f8eac3f5740 1 -- 172.21.15.44:0/3925571627 shutdown_connections 2024-05-27T00:36:35.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.259+0000 7f8eac3f5740 1 -- 172.21.15.44:0/3925571627 wait complete. 2024-05-27T00:36:35.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.259+0000 7f8eac3f5740 1 -- start start 2024-05-27T00:36:35.261 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.260+0000 7f8eac3f5740 1 Processor -- start 2024-05-27T00:36:35.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.260+0000 7f8eac3f5740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5615358197c0 0x561535821740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.260+0000 7f8eac3f5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56153581a170 0x561535821c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.260+0000 7f8eac3f5740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5615358247e0 0x5615358221c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.260+0000 7f8eac3f5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561535827750 con 0x56153581a170 2024-05-27T00:36:35.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.260+0000 7f8eac3f5740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5615357388e0 con 0x5615358197c0 2024-05-27T00:36:35.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.260+0000 7f8eac3f5740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5615358278d0 con 0x5615358247e0 2024-05-27T00:36:35.265 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.260+0000 7f8eac3f5740 10 client.0 _ll_register_callbacks cb 0x56153571bac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:35.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.261+0000 7f8e9be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56153581a170 0x561535821c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.261+0000 7f8ea3400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5615358247e0 0x5615358221c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.261+0000 7f8ea3400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5615358247e0 0x5615358221c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:57708/0 (socket says 172.21.15.44:57708) 2024-05-27T00:36:35.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.261+0000 7f8ea3400640 1 -- 172.21.15.44:0/539047901 learned_addr learned my addr 172.21.15.44:0/539047901 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:35.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.261+0000 7f8ea2a00640 1 --2- 172.21.15.44:0/539047901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5615358197c0 0x561535821740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.261+0000 7f8ea3400640 1 -- 172.21.15.44:0/539047901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5615358197c0 msgr2=0x561535821740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:35.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.261+0000 7f8ea3400640 1 --2- 172.21.15.44:0/539047901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5615358197c0 0x561535821740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.261+0000 7f8ea3400640 1 -- 172.21.15.44:0/539047901 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56153581a170 msgr2=0x561535821c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:35.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.261+0000 7f8ea3400640 1 --2- 172.21.15.44:0/539047901 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56153581a170 0x561535821c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.261+0000 7f8ea3400640 1 -- 172.21.15.44:0/539047901 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5615354913f0 con 0x5615358247e0 2024-05-27T00:36:35.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.261+0000 7f8e9be00640 1 --2- 172.21.15.44:0/539047901 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56153581a170 0x561535821c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:35.266 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.261+0000 7f8ea2a00640 1 --2- 172.21.15.44:0/539047901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5615358197c0 0x561535821740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-27T00:36:35.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.261+0000 7f8ea3400640 1 --2- 172.21.15.44:0/539047901 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5615358247e0 0x5615358221c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c01af40 tx=0x7f8e9c016000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=db5acb8fde6cf91e server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:35.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.262+0000 7f8e87e00640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:36:35.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.262+0000 7f8e87e00640 1 -- 172.21.15.44:0/539047901 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e9c01f040 con 0x5615358247e0 2024-05-27T00:36:35.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.262+0000 7f8eac3f5740 1 -- 172.21.15.44:0/539047901 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e9c01a480 con 0x5615358247e0 2024-05-27T00:36:35.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.262+0000 7f8e87e00640 1 -- 172.21.15.44:0/539047901 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f8e9c0185c0 con 0x5615358247e0 2024-05-27T00:36:35.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.262+0000 7f8e87e00640 1 -- 172.21.15.44:0/539047901 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8e9c03d050 con 0x5615358247e0 2024-05-27T00:36:35.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.262+0000 7f8eac3f5740 10 client.25957 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:35.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.262+0000 7f8eac3f5740 1 -- 172.21.15.44:0/539047901 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5615354510f0 con 0x5615358247e0 2024-05-27T00:36:35.267 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.263+0000 7f8e87e00640 1 -- 172.21.15.44:0/539047901 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8e9c01a480 con 0x5615358247e0 2024-05-27T00:36:35.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.263+0000 7f8e87e00640 1 -- 172.21.15.44:0/539047901 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f8e9c018030 con 0x5615358247e0 2024-05-27T00:36:35.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.263+0000 7f8eac3f5740 10 client.25957 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:35.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.263+0000 7f8eac3f5740 10 client.25957 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:35.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.263+0000 7f8eac3f5740 20 client.25957 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:35.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.263+0000 7f8eac3f5740 1 --2- 172.21.15.44:0/539047901 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x561535834d40 0x561535837130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.263+0000 7f8eac3f5740 4 client.25957 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:36:35.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.263+0000 7f8eac3f5740 1 -- 172.21.15.44:0/539047901 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56153578b560 con 0x561535834d40 2024-05-27T00:36:35.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.264+0000 7f8ea2a00640 1 --2- 172.21.15.44:0/539047901 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x561535834d40 0x561535837130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.264+0000 7f8ea2a00640 1 --2- 172.21.15.44:0/539047901 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x561535834d40 0x561535837130 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f5085e9f9cdac615 server_cookie=4956f788b3cfb8c8 in_seq=0 out_seq=0 2024-05-27T00:36:35.268 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.264+0000 7f8e87e00640 10 client.25957 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:35.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.265+0000 7f8e87e00640 1 -- 172.21.15.44:0/539047901 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56153578b560 con 0x561535834d40 2024-05-27T00:36:35.269 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.265+0000 7f8e87e00640 10 client.25957 handle_command_reply: tid=0 2024-05-27T00:36:35.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.265+0000 7f8eac3f5740 1 client.25957 shutdown 2024-05-27T00:36:35.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.265+0000 7f8eac3f5740 1 -- 172.21.15.44:0/539047901 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5615358247e0 msgr2=0x5615358221c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:35.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.265+0000 7f8eac3f5740 1 --2- 172.21.15.44:0/539047901 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5615358247e0 0x5615358221c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c01af40 tx=0x7f8e9c016000 comp rx=0 tx=0).stop 2024-05-27T00:36:35.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.265+0000 7f8eac3f5740 1 -- 172.21.15.44:0/539047901 shutdown_connections 2024-05-27T00:36:35.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.265+0000 7f8eac3f5740 1 --2- 172.21.15.44:0/539047901 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x561535834d40 0x561535837130 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.265+0000 7f8eac3f5740 1 --2- 172.21.15.44:0/539047901 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5615358247e0 0x5615358221c0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.265+0000 7f8e87e00640 0 client.25957 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:35.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.265+0000 7f8eac3f5740 1 --2- 172.21.15.44:0/539047901 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56153581a170 0x561535821c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.265+0000 7f8eac3f5740 1 --2- 172.21.15.44:0/539047901 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5615358197c0 0x561535821740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.265+0000 7f8eac3f5740 1 -- 172.21.15.44:0/539047901 >> 172.21.15.44:0/539047901 conn(0x561535815a80 msgr2=0x56153581b8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:35.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.266+0000 7f8eac3f5740 1 -- 172.21.15.44:0/539047901 shutdown_connections 2024-05-27T00:36:35.270 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.266+0000 7f8eac3f5740 1 -- 172.21.15.44:0/539047901 wait complete. 2024-05-27T00:36:35.271 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.266+0000 7f8eac3f5740 20 client.25957 trim_cache size 0 max 16384 2024-05-27T00:36:35.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.285+0000 7f8eac3f5740 1 Processor -- start 2024-05-27T00:36:35.289 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.285+0000 7f8eac3f5740 1 -- start start 2024-05-27T00:36:35.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.285+0000 7f8eac3f5740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5615358197c0 0x5615358307a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.285+0000 7f8eac3f5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56153581a170 0x56153581bc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.285+0000 7f8eac3f5740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5615358247e0 0x56153583c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.286+0000 7f8eac3f5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea41b38e0 con 0x56153581a170 2024-05-27T00:36:35.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.286+0000 7f8eac3f5740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea41b11b0 con 0x5615358247e0 2024-05-27T00:36:35.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.286+0000 7f8eac3f5740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea41aefe0 con 0x5615358197c0 2024-05-27T00:36:35.290 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.286+0000 7f8e9be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56153581a170 0x56153581bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.286+0000 7f8e9be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56153581a170 0x56153581bc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40184/0 (socket says 172.21.15.44:40184) 2024-05-27T00:36:35.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.286+0000 7f8e9be00640 1 -- 172.21.15.44:0/767957664 learned_addr learned my addr 172.21.15.44:0/767957664 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:35.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.286+0000 7f8ea2a00640 1 --2- 172.21.15.44:0/767957664 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5615358197c0 0x5615358307a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.286+0000 7f8ea3400640 1 --2- 172.21.15.44:0/767957664 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5615358247e0 0x56153583c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.286+0000 7f8e9be00640 1 -- 172.21.15.44:0/767957664 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5615358197c0 msgr2=0x5615358307a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:35.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.286+0000 7f8e9be00640 1 --2- 172.21.15.44:0/767957664 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5615358197c0 0x5615358307a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.286+0000 7f8e9be00640 1 -- 172.21.15.44:0/767957664 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5615358247e0 msgr2=0x56153583c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:35.291 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.286+0000 7f8e9be00640 1 --2- 172.21.15.44:0/767957664 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5615358247e0 0x56153583c8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.286+0000 7f8e9be00640 1 -- 172.21.15.44:0/767957664 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56153580fee0 con 0x56153581a170 2024-05-27T00:36:35.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.287+0000 7f8ea2a00640 1 --2- 172.21.15.44:0/767957664 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5615358197c0 0x5615358307a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:35.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.287+0000 7f8e9be00640 1 --2- 172.21.15.44:0/767957664 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56153581a170 0x56153581bc70 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f8e8c013490 tx=0x7f8e8c013950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abe693632e150122 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:35.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.287+0000 7f8e92a00640 1 -- 172.21.15.44:0/767957664 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e8c004030 con 0x56153581a170 2024-05-27T00:36:35.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.287+0000 7f8e92a00640 1 -- 172.21.15.44:0/767957664 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8e8c004ca0 con 0x56153581a170 2024-05-27T00:36:35.292 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.287+0000 7f8e92a00640 1 -- 172.21.15.44:0/767957664 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e8c0035f0 con 0x56153581a170 2024-05-27T00:36:35.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.288+0000 7f8eac3f5740 1 -- 172.21.15.44:0/767957664 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56153581a170 msgr2=0x56153581bc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:35.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.288+0000 7f8eac3f5740 1 --2- 172.21.15.44:0/767957664 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56153581a170 0x56153581bc70 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f8e8c013490 tx=0x7f8e8c013950 comp rx=0 tx=0).stop 2024-05-27T00:36:35.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.288+0000 7f8eac3f5740 1 -- 172.21.15.44:0/767957664 shutdown_connections 2024-05-27T00:36:35.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.288+0000 7f8eac3f5740 1 --2- 172.21.15.44:0/767957664 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5615358247e0 0x56153583c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.288+0000 7f8eac3f5740 1 --2- 172.21.15.44:0/767957664 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56153581a170 0x56153581bc70 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.288+0000 7f8eac3f5740 1 --2- 172.21.15.44:0/767957664 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5615358197c0 0x5615358307a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.288+0000 7f8eac3f5740 1 -- 172.21.15.44:0/767957664 >> 172.21.15.44:0/767957664 conn(0x561535815a80 msgr2=0x561535821f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:35.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.288+0000 7f8eac3f5740 1 -- 172.21.15.44:0/767957664 shutdown_connections 2024-05-27T00:36:35.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.288+0000 7f8eac3f5740 1 -- 172.21.15.44:0/767957664 wait complete. 2024-05-27T00:36:35.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.289+0000 7f8eac3f5740 1 -- start start 2024-05-27T00:36:35.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.289+0000 7f8eac3f5740 1 Processor -- start 2024-05-27T00:36:35.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.289+0000 7f8eac3f5740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5615358197c0 0x56153582ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.289+0000 7f8eac3f5740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56153581a170 0x561535828180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.289+0000 7f8eac3f5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615358247e0 0x5615358286c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.289+0000 7f8eac3f5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea41af670 con 0x5615358247e0 2024-05-27T00:36:35.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.289+0000 7f8eac3f5740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea41b0ae0 con 0x5615358197c0 2024-05-27T00:36:35.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.289+0000 7f8eac3f5740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea41afd40 con 0x56153581a170 2024-05-27T00:36:35.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.289+0000 7f8eac3f5740 10 client.0 _ll_register_callbacks cb 0x7f8e9c010e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:35.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.290+0000 7f8ea3400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615358247e0 0x5615358286c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.290+0000 7f8ea3400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615358247e0 0x5615358286c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40200/0 (socket says 172.21.15.44:40200) 2024-05-27T00:36:35.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.290+0000 7f8ea2a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5615358197c0 0x56153582ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.290+0000 7f8ea3400640 1 -- 172.21.15.44:0/1299728266 learned_addr learned my addr 172.21.15.44:0/1299728266 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:35.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.290+0000 7f8e9be00640 1 --2- 172.21.15.44:0/1299728266 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56153581a170 0x561535828180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.290+0000 7f8ea3400640 1 -- 172.21.15.44:0/1299728266 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56153581a170 msgr2=0x561535828180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:35.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.290+0000 7f8ea3400640 1 --2- 172.21.15.44:0/1299728266 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56153581a170 0x561535828180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.290+0000 7f8ea3400640 1 -- 172.21.15.44:0/1299728266 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5615358197c0 msgr2=0x56153582ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:35.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.290+0000 7f8ea3400640 1 --2- 172.21.15.44:0/1299728266 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5615358197c0 0x56153582ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.290+0000 7f8ea3400640 1 -- 172.21.15.44:0/1299728266 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561535828c80 con 0x5615358247e0 2024-05-27T00:36:35.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.290+0000 7f8ea2a00640 1 --2- 172.21.15.44:0/1299728266 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5615358197c0 0x56153582ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:35.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.291+0000 7f8ea3400640 1 --2- 172.21.15.44:0/1299728266 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615358247e0 0x5615358286c0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c00d720 tx=0x7f8e9c011cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=759463216ba08d09 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:35.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.291+0000 7f8e87e00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:36:35.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.291+0000 7f8e87e00640 1 -- 172.21.15.44:0/1299728266 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e9c011e60 con 0x5615358247e0 2024-05-27T00:36:35.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.291+0000 7f8e87e00640 1 -- 172.21.15.44:0/1299728266 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f8e9c018570 con 0x5615358247e0 2024-05-27T00:36:35.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.291+0000 7f8eac3f5740 1 -- 172.21.15.44:0/1299728266 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e8c004ca0 con 0x5615358247e0 2024-05-27T00:36:35.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.291+0000 7f8e87e00640 1 -- 172.21.15.44:0/1299728266 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8e9c018ec0 con 0x5615358247e0 2024-05-27T00:36:35.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.291+0000 7f8eac3f5740 10 client.15837 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:35.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.291+0000 7f8eac3f5740 1 -- 172.21.15.44:0/1299728266 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56153589f1f0 con 0x5615358247e0 2024-05-27T00:36:35.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.292+0000 7f8e87e00640 1 -- 172.21.15.44:0/1299728266 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8e8c004ca0 con 0x5615358247e0 2024-05-27T00:36:35.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.292+0000 7f8e87e00640 1 -- 172.21.15.44:0/1299728266 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f8e9c018040 con 0x5615358247e0 2024-05-27T00:36:35.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.292+0000 7f8eac3f5740 10 client.15837 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:35.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.292+0000 7f8eac3f5740 10 client.15837 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:35.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.292+0000 7f8eac3f5740 20 client.15837 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:35.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.292+0000 7f8eac3f5740 1 --2- 172.21.15.44:0/1299728266 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56153589f8a0 0x5615358a1cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.292+0000 7f8eac3f5740 4 client.15837 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-27T00:36:35.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.292+0000 7f8eac3f5740 1 -- 172.21.15.44:0/1299728266 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5615357858b0 con 0x56153589f8a0 2024-05-27T00:36:35.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.292+0000 7f8ea2a00640 1 --2- 172.21.15.44:0/1299728266 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56153589f8a0 0x5615358a1cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.293+0000 7f8ea2a00640 1 --2- 172.21.15.44:0/1299728266 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56153589f8a0 0x5615358a1cc0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5a3381d46e8bca8 server_cookie=b474d968750a1800 in_seq=0 out_seq=0 2024-05-27T00:36:35.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.293+0000 7f8e87e00640 10 client.15837 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:35.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.293+0000 7f8e87e00640 1 -- 172.21.15.44:0/1299728266 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5615357858b0 con 0x56153589f8a0 2024-05-27T00:36:35.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.293+0000 7f8e87e00640 10 client.15837 handle_command_reply: tid=0 2024-05-27T00:36:35.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.293+0000 7f8eac3f5740 1 client.15837 shutdown 2024-05-27T00:36:35.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.293+0000 7f8eac3f5740 1 -- 172.21.15.44:0/1299728266 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615358247e0 msgr2=0x5615358286c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:35.301 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.293+0000 7f8eac3f5740 1 --2- 172.21.15.44:0/1299728266 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615358247e0 0x5615358286c0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c00d720 tx=0x7f8e9c011cf0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.293+0000 7f8eac3f5740 1 -- 172.21.15.44:0/1299728266 shutdown_connections 2024-05-27T00:36:35.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.293+0000 7f8eac3f5740 1 --2- 172.21.15.44:0/1299728266 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56153589f8a0 0x5615358a1cc0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.294+0000 7f8e87e00640 0 client.15837 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:35.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.294+0000 7f8eac3f5740 1 --2- 172.21.15.44:0/1299728266 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5615358247e0 0x5615358286c0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.294+0000 7f8eac3f5740 1 --2- 172.21.15.44:0/1299728266 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56153581a170 0x561535828180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.294+0000 7f8eac3f5740 1 --2- 172.21.15.44:0/1299728266 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5615358197c0 0x56153582ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.294+0000 7f8eac3f5740 1 -- 172.21.15.44:0/1299728266 >> 172.21.15.44:0/1299728266 conn(0x561535815a80 msgr2=0x561535821530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:35.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.294+0000 7f8eac3f5740 1 -- 172.21.15.44:0/1299728266 shutdown_connections 2024-05-27T00:36:35.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.294+0000 7f8eac3f5740 1 -- 172.21.15.44:0/1299728266 wait complete. 2024-05-27T00:36:35.303 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.294+0000 7f8eac3f5740 20 client.15837 trim_cache size 0 max 16384 2024-05-27T00:36:35.303 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:36:35.303 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "no active scrubs running", 2024-05-27T00:36:35.303 INFO:teuthology.orchestra.run.smithi044.stdout: "scrubs": {} 2024-05-27T00:36:35.304 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:36:35.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.294+0000 7f8ea3e00640 1 -- 172.21.15.44:0/552379360 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8e880a2eb0 msgr2=0x7f8e880a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:35.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.294+0000 7f8ea3e00640 1 --2- 172.21.15.44:0/552379360 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8e880a2eb0 0x7f8e880a5370 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c011010 tx=0x7f8e9c018d90 comp rx=0 tx=0).stop 2024-05-27T00:36:35.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.294+0000 7f8ea3e00640 1 -- 172.21.15.44:0/552379360 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ea4103a50 msgr2=0x7f8ea419a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:35.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.294+0000 7f8ea3e00640 1 --2- 172.21.15.44:0/552379360 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ea4103a50 0x7f8ea419a500 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f8e9402a940 tx=0x7f8e940329c0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.295+0000 7f8ea3e00640 1 -- 172.21.15.44:0/552379360 shutdown_connections 2024-05-27T00:36:35.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.295+0000 7f8ea3e00640 1 --2- 172.21.15.44:0/552379360 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8e880a2eb0 0x7f8e880a5370 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.295+0000 7f8ea3e00640 1 --2- 172.21.15.44:0/552379360 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8ea4109a60 0x7f8ea419edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.295+0000 7f8ea3e00640 1 --2- 172.21.15.44:0/552379360 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8ea4104410 0x7f8ea419aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.295+0000 7f8ea3e00640 1 --2- 172.21.15.44:0/552379360 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8ea4103a50 0x7f8ea419a500 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.295+0000 7f8ea3e00640 1 -- 172.21.15.44:0/552379360 >> 172.21.15.44:0/552379360 conn(0x7f8ea40ff4e0 msgr2=0x7f8ea40ffa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:35.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.295+0000 7f8ea3e00640 1 -- 172.21.15.44:0/552379360 shutdown_connections 2024-05-27T00:36:35.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.295+0000 7f8ea3e00640 1 -- 172.21.15.44:0/552379360 wait complete. 2024-05-27T00:36:35.314 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-27T00:36:35.314 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:36:35.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.487+0000 7fdbecc00640 1 -- 172.21.15.44:0/1409171683 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fdbe81077d0 msgr2=0x7fdbe8107bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:35.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.487+0000 7fdbecc00640 1 --2- 172.21.15.44:0/1409171683 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fdbe81077d0 0x7fdbe8107bb0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fdbd8009930 tx=0x7fdbd802a4d0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.488 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.487+0000 7fdbecc00640 1 -- 172.21.15.44:0/1409171683 shutdown_connections 2024-05-27T00:36:35.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.487+0000 7fdbecc00640 1 --2- 172.21.15.44:0/1409171683 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdbe8069280 0x7fdbe810e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.487+0000 7fdbecc00640 1 --2- 172.21.15.44:0/1409171683 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbe81080f0 0x7fdbe8068b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.487+0000 7fdbecc00640 1 --2- 172.21.15.44:0/1409171683 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fdbe81077d0 0x7fdbe8107bb0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.487+0000 7fdbecc00640 1 -- 172.21.15.44:0/1409171683 >> 172.21.15.44:0/1409171683 conn(0x7fdbe80761e0 msgr2=0x7fdbe80765f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:35.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.487+0000 7fdbecc00640 1 -- 172.21.15.44:0/1409171683 shutdown_connections 2024-05-27T00:36:35.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.487+0000 7fdbecc00640 1 -- 172.21.15.44:0/1409171683 wait complete. 2024-05-27T00:36:35.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.488+0000 7fdbecc00640 1 Processor -- start 2024-05-27T00:36:35.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.488+0000 7fdbecc00640 1 -- start start 2024-05-27T00:36:35.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.489+0000 7fdbecc00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fdbe8069280 0x7fdbe819a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.489+0000 7fdbecc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdbe81077d0 0x7fdbe819a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.489+0000 7fdbecc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbe81080f0 0x7fdbe819ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.489+0000 7fdbecc00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe8111d10 con 0x7fdbe81077d0 2024-05-27T00:36:35.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.489+0000 7fdbecc00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe8111b90 con 0x7fdbe81080f0 2024-05-27T00:36:35.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.489+0000 7fdbecc00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe8111e90 con 0x7fdbe8069280 2024-05-27T00:36:35.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.489+0000 7fdbe7400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fdbe8069280 0x7fdbe819a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.489+0000 7fdbe7400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fdbe8069280 0x7fdbe819a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:57750/0 (socket says 172.21.15.44:57750) 2024-05-27T00:36:35.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.489+0000 7fdbe7400640 1 -- 172.21.15.44:0/2432295260 learned_addr learned my addr 172.21.15.44:0/2432295260 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:35.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.489+0000 7fdbe6a00640 1 --2- 172.21.15.44:0/2432295260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdbe81077d0 0x7fdbe819a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.489+0000 7fdbe7e00640 1 --2- 172.21.15.44:0/2432295260 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbe81080f0 0x7fdbe819ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.490+0000 7fdbe7400640 1 -- 172.21.15.44:0/2432295260 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbe81080f0 msgr2=0x7fdbe819ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:35.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.490+0000 7fdbe7400640 1 --2- 172.21.15.44:0/2432295260 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbe81080f0 0x7fdbe819ecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.490+0000 7fdbe7400640 1 -- 172.21.15.44:0/2432295260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdbe81077d0 msgr2=0x7fdbe819a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:35.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.490+0000 7fdbe7400640 1 --2- 172.21.15.44:0/2432295260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdbe81077d0 0x7fdbe819a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.490+0000 7fdbe7400640 1 -- 172.21.15.44:0/2432295260 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbe819f400 con 0x7fdbe8069280 2024-05-27T00:36:35.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.490+0000 7fdbe6a00640 1 --2- 172.21.15.44:0/2432295260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdbe81077d0 0x7fdbe819a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:36:35.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.490+0000 7fdbe7400640 1 --2- 172.21.15.44:0/2432295260 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fdbe8069280 0x7fdbe819a410 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fdbd802a9f0 tx=0x7fdbd8032910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:35.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.491+0000 7fdbdfe00640 1 -- 172.21.15.44:0/2432295260 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd803f030 con 0x7fdbe8069280 2024-05-27T00:36:35.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.491+0000 7fdbdfe00640 1 -- 172.21.15.44:0/2432295260 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdbd8032d40 con 0x7fdbe8069280 2024-05-27T00:36:35.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.491+0000 7fdbdfe00640 1 -- 172.21.15.44:0/2432295260 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbd8035070 con 0x7fdbe8069280 2024-05-27T00:36:35.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.491+0000 7fdbecc00640 1 -- 172.21.15.44:0/2432295260 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbe819f690 con 0x7fdbe8069280 2024-05-27T00:36:35.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.491+0000 7fdbecc00640 1 -- 172.21.15.44:0/2432295260 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbe81a6f80 con 0x7fdbe8069280 2024-05-27T00:36:35.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.492+0000 7fdbecc00640 1 -- 172.21.15.44:0/2432295260 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbe8102ef0 con 0x7fdbe8069280 2024-05-27T00:36:35.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.494+0000 7fdbdfe00640 1 -- 172.21.15.44:0/2432295260 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7fdbd8042030 con 0x7fdbe8069280 2024-05-27T00:36:35.496 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.495+0000 7fdbdfe00640 1 --2- 172.21.15.44:0/2432295260 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fdbcc0a2f30 0x7fdbcc0a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.496 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.495+0000 7fdbdfe00640 1 -- 172.21.15.44:0/2432295260 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fdbd80efdf0 con 0x7fdbe8069280 2024-05-27T00:36:35.497 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.496+0000 7fdbe6a00640 1 --2- 172.21.15.44:0/2432295260 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fdbcc0a2f30 0x7fdbcc0a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.497 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.497+0000 7fdbe6a00640 1 --2- 172.21.15.44:0/2432295260 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fdbcc0a2f30 0x7fdbcc0a53f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fdbe810ea80 tx=0x7fdbd4005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:35.500 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.500+0000 7fdbdfe00640 1 -- 172.21.15.44:0/2432295260 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fdbd80bc460 con 0x7fdbe8069280 2024-05-27T00:36:35.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.764+0000 7fdbecc00640 1 -- 172.21.15.44:0/2432295260 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdbe81a7150 con 0x7fdbe8069280 2024-05-27T00:36:35.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.765+0000 7fdbdfe00640 1 -- 172.21.15.44:0/2432295260 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11866 (secure 0 0 0) 0x7fdbd80bbd60 con 0x7fdbe8069280 2024-05-27T00:36:35.766 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:36:35.766 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2194470084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2194470084},{"type":"v1","addr":"172.21.15.44:6839","nonce":2194470084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-27T00:32:18.481799+0000","modified":"2024-05-27T00:35:15.521413+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24599,"mds_1":24581,"mds_2":24542},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24515":{"gid":24515,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24541":{"gid":24541,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":15,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24581":{"gid":24581,"name":"a","rank":1,"incarnation":20,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/114683393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":114683393},{"type":"v1","addr":"172.21.15.44:6841","nonce":114683393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24599":{"gid":24599,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6839/2148742077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":2148742077},{"type":"v1","addr":"172.21.15.50:6839","nonce":2148742077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24599,"qdb_cluster":[24599,24542,24581]},"id":1}]} 2024-05-27T00:36:35.766 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 25 2024-05-27T00:36:35.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.767+0000 7fdbecc00640 1 -- 172.21.15.44:0/2432295260 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fdbcc0a2f30 msgr2=0x7fdbcc0a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:35.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.767+0000 7fdbecc00640 1 --2- 172.21.15.44:0/2432295260 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fdbcc0a2f30 0x7fdbcc0a53f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fdbe810ea80 tx=0x7fdbd4005f90 comp rx=0 tx=0).stop 2024-05-27T00:36:35.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.767+0000 7fdbecc00640 1 -- 172.21.15.44:0/2432295260 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fdbe8069280 msgr2=0x7fdbe819a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:35.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.767+0000 7fdbecc00640 1 --2- 172.21.15.44:0/2432295260 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fdbe8069280 0x7fdbe819a410 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fdbd802a9f0 tx=0x7fdbd8032910 comp rx=0 tx=0).stop 2024-05-27T00:36:35.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.768+0000 7fdbecc00640 1 -- 172.21.15.44:0/2432295260 shutdown_connections 2024-05-27T00:36:35.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.768+0000 7fdbecc00640 1 --2- 172.21.15.44:0/2432295260 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fdbcc0a2f30 0x7fdbcc0a53f0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.768+0000 7fdbecc00640 1 --2- 172.21.15.44:0/2432295260 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fdbe81080f0 0x7fdbe819ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.768+0000 7fdbecc00640 1 --2- 172.21.15.44:0/2432295260 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fdbe81077d0 0x7fdbe819a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.768+0000 7fdbecc00640 1 --2- 172.21.15.44:0/2432295260 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fdbe8069280 0x7fdbe819a410 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.768+0000 7fdbecc00640 1 -- 172.21.15.44:0/2432295260 >> 172.21.15.44:0/2432295260 conn(0x7fdbe80761e0 msgr2=0x7fdbe80ff3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:35.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.768+0000 7fdbecc00640 1 -- 172.21.15.44:0/2432295260 shutdown_connections 2024-05-27T00:36:35.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.768+0000 7fdbecc00640 1 -- 172.21.15.44:0/2432295260 wait complete. 2024-05-27T00:36:35.786 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-05-27T00:36:35.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.955+0000 7fceb1200640 1 -- 172.21.15.44:0/3781627271 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fceac107850 msgr2=0x7fceac107c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:35.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.955+0000 7fceb1200640 1 --2- 172.21.15.44:0/3781627271 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fceac107850 0x7fceac107c30 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fce9c009930 tx=0x7fce9c02a420 comp rx=0 tx=0).stop 2024-05-27T00:36:35.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.956+0000 7fceb1200640 1 -- 172.21.15.44:0/3781627271 shutdown_connections 2024-05-27T00:36:35.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.956+0000 7fceb1200640 1 --2- 172.21.15.44:0/3781627271 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fceac102200 0x7fceac10e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.956+0000 7fceb1200640 1 --2- 172.21.15.44:0/3781627271 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fceac101840 0x7fceac101cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.958 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.956+0000 7fceb1200640 1 --2- 172.21.15.44:0/3781627271 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fceac107850 0x7fceac107c30 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.956+0000 7fceb1200640 1 -- 172.21.15.44:0/3781627271 >> 172.21.15.44:0/3781627271 conn(0x7fceac0fd370 msgr2=0x7fceac0ff790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:35.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.957+0000 7fceb1200640 1 -- 172.21.15.44:0/3781627271 shutdown_connections 2024-05-27T00:36:35.959 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.957+0000 7fceb1200640 1 -- 172.21.15.44:0/3781627271 wait complete. 2024-05-27T00:36:35.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.958+0000 7fceb1200640 1 Processor -- start 2024-05-27T00:36:35.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.959+0000 7fceb1200640 1 -- start start 2024-05-27T00:36:35.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.959+0000 7fceb1200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fceac101840 0x7fceac1a4550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.959+0000 7fceb1200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fceac102200 0x7fceac1a4a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.959+0000 7fceb1200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fceac107850 0x7fceac10d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.959+0000 7fceb1200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fceac111dd0 con 0x7fceac107850 2024-05-27T00:36:35.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.959+0000 7fceb1200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fceac111c50 con 0x7fceac101840 2024-05-27T00:36:35.960 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.959+0000 7fceb1200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fceac111f50 con 0x7fceac102200 2024-05-27T00:36:35.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.960+0000 7fceab400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fceac101840 0x7fceac1a4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.960+0000 7fceabe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fceac107850 0x7fceac10d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.960+0000 7fceaaa00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fceac102200 0x7fceac1a4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.960+0000 7fceab400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fceac101840 0x7fceac1a4550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:33460/0 (socket says 172.21.15.44:33460) 2024-05-27T00:36:35.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.960+0000 7fceabe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fceac107850 0x7fceac10d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40250/0 (socket says 172.21.15.44:40250) 2024-05-27T00:36:35.961 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.960+0000 7fceab400640 1 -- 172.21.15.44:0/4181160809 learned_addr learned my addr 172.21.15.44:0/4181160809 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:35.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.960+0000 7fceaaa00640 1 -- 172.21.15.44:0/4181160809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fceac101840 msgr2=0x7fceac1a4550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:35.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.960+0000 7fceaaa00640 1 --2- 172.21.15.44:0/4181160809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fceac101840 0x7fceac1a4550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.960+0000 7fceaaa00640 1 -- 172.21.15.44:0/4181160809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fceac107850 msgr2=0x7fceac10d900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:35.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.960+0000 7fceaaa00640 1 --2- 172.21.15.44:0/4181160809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fceac107850 0x7fceac10d900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.960+0000 7fceaaa00640 1 -- 172.21.15.44:0/4181160809 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fceac10e120 con 0x7fceac102200 2024-05-27T00:36:35.962 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.961+0000 7fceaaa00640 1 --2- 172.21.15.44:0/4181160809 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fceac102200 0x7fceac1a4a90 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fce9800e9f0 tx=0x7fce9800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:35.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.961+0000 7fcea3e00640 1 -- 172.21.15.44:0/4181160809 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce9800ccc0 con 0x7fceac102200 2024-05-27T00:36:35.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.961+0000 7fceb1200640 1 -- 172.21.15.44:0/4181160809 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fceac10e410 con 0x7fceac102200 2024-05-27T00:36:35.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.961+0000 7fcea3e00640 1 -- 172.21.15.44:0/4181160809 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fce98010930 con 0x7fceac102200 2024-05-27T00:36:35.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.961+0000 7fcea3e00640 1 -- 172.21.15.44:0/4181160809 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce980189f0 con 0x7fceac102200 2024-05-27T00:36:35.963 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.961+0000 7fceb1200640 1 -- 172.21.15.44:0/4181160809 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fceac1ab540 con 0x7fceac102200 2024-05-27T00:36:35.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.965+0000 7fceb55e8740 1 Processor -- start 2024-05-27T00:36:35.965 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.965+0000 7fceb55e8740 1 -- start start 2024-05-27T00:36:35.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.965+0000 7fceb55e8740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50eefac0 0x55dd50eefea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.966 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.965+0000 7fceb55e8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dd50ef03e0 0x55dd50efa570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.966+0000 7fceb55e8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50efaab0 0x55dd50efcea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.966+0000 7fceb55e8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55dd50e54de0 con 0x55dd50efaab0 2024-05-27T00:36:35.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.966+0000 7fceb55e8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55dd50dfc630 con 0x55dd50ef03e0 2024-05-27T00:36:35.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.966+0000 7fceb55e8740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55dd50e50da0 con 0x55dd50eefac0 2024-05-27T00:36:35.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.966+0000 7fceabe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50eefac0 0x55dd50eefea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.966+0000 7fceabe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50eefac0 0x55dd50eefea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:57778/0 (socket says 172.21.15.44:57778) 2024-05-27T00:36:35.967 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.966+0000 7fceabe00640 1 -- 172.21.15.44:0/152635221 learned_addr learned my addr 172.21.15.44:0/152635221 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:35.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.966+0000 7fceab400640 1 --2- 172.21.15.44:0/152635221 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dd50ef03e0 0x55dd50efa570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.967+0000 7fceabe00640 1 -- 172.21.15.44:0/152635221 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dd50ef03e0 msgr2=0x55dd50efa570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:35.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.967+0000 7fceabe00640 1 --2- 172.21.15.44:0/152635221 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dd50ef03e0 0x55dd50efa570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.967+0000 7fceabe00640 1 -- 172.21.15.44:0/152635221 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50efaab0 msgr2=0x55dd50efcea0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-27T00:36:35.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.967+0000 7fceabe00640 1 --2- 172.21.15.44:0/152635221 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50efaab0 0x55dd50efcea0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.967+0000 7fceabe00640 1 -- 172.21.15.44:0/152635221 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd50df8380 con 0x55dd50eefac0 2024-05-27T00:36:35.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.967+0000 7fcea3e00640 1 -- 172.21.15.44:0/4181160809 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7fce98010ae0 con 0x7fceac102200 2024-05-27T00:36:35.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.967+0000 7fceabe00640 1 --2- 172.21.15.44:0/152635221 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50eefac0 0x55dd50eefea0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fcea4009ea0 tx=0x7fcea4009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5cba2bc29236d515 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:35.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.967+0000 7fcea0c00640 1 -- 172.21.15.44:0/152635221 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcea4004b20 con 0x55dd50eefac0 2024-05-27T00:36:35.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.967+0000 7fcea0c00640 1 -- 172.21.15.44:0/152635221 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fcea4004cc0 con 0x55dd50eefac0 2024-05-27T00:36:35.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.967+0000 7fcea0c00640 1 -- 172.21.15.44:0/152635221 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcea4005280 con 0x55dd50eefac0 2024-05-27T00:36:35.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.968+0000 7fceb55e8740 1 -- 172.21.15.44:0/152635221 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50eefac0 msgr2=0x55dd50eefea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:35.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.968+0000 7fceb55e8740 1 --2- 172.21.15.44:0/152635221 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50eefac0 0x55dd50eefea0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fcea4009ea0 tx=0x7fcea4009f90 comp rx=0 tx=0).stop 2024-05-27T00:36:35.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.968+0000 7fceb55e8740 1 -- 172.21.15.44:0/152635221 shutdown_connections 2024-05-27T00:36:35.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.968+0000 7fceb55e8740 1 --2- 172.21.15.44:0/152635221 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50efaab0 0x55dd50efcea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.968+0000 7fceb55e8740 1 --2- 172.21.15.44:0/152635221 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dd50ef03e0 0x55dd50efa570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.968+0000 7fceb55e8740 1 --2- 172.21.15.44:0/152635221 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50eefac0 0x55dd50eefea0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.968+0000 7fceb55e8740 1 -- 172.21.15.44:0/152635221 >> 172.21.15.44:0/152635221 conn(0x55dd50eebde0 msgr2=0x55dd50eec1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:35.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.968+0000 7fceb55e8740 1 -- 172.21.15.44:0/152635221 shutdown_connections 2024-05-27T00:36:35.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.969+0000 7fceb55e8740 1 -- 172.21.15.44:0/152635221 wait complete. 2024-05-27T00:36:35.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.969+0000 7fcea3e00640 1 --2- 172.21.15.44:0/4181160809 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fce900a2e50 0x7fce900a5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.969+0000 7fceb55e8740 1 -- start start 2024-05-27T00:36:35.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.969+0000 7fcea3e00640 1 -- 172.21.15.44:0/4181160809 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fce980cfca0 con 0x7fceac102200 2024-05-27T00:36:35.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.969+0000 7fceb55e8740 1 Processor -- start 2024-05-27T00:36:35.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.970+0000 7fceabe00640 1 --2- 172.21.15.44:0/4181160809 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fce900a2e50 0x7fce900a5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.970+0000 7fceb55e8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50eefac0 0x55dd50ef7b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.970+0000 7fceb55e8740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50ef03e0 0x55dd50ef80a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.970+0000 7fceb55e8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dd50efaab0 0x55dd50ef85e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.970+0000 7fceb55e8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55dd50efd8a0 con 0x55dd50eefac0 2024-05-27T00:36:35.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.970+0000 7fceb55e8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55dd50e0fa90 con 0x55dd50efaab0 2024-05-27T00:36:35.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.970+0000 7fceb55e8740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55dd50efda20 con 0x55dd50ef03e0 2024-05-27T00:36:35.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.970+0000 7fceb55e8740 10 client.0 _ll_register_callbacks cb 0x55dd50df2bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:35.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.970+0000 7fceab400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50eefac0 0x55dd50ef7b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.971+0000 7fceab400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50eefac0 0x55dd50ef7b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40252/0 (socket says 172.21.15.44:40252) 2024-05-27T00:36:35.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.971+0000 7fceab400640 1 -- 172.21.15.44:0/1211156066 learned_addr learned my addr 172.21.15.44:0/1211156066 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:35.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.971+0000 7fceaaa00640 1 --2- 172.21.15.44:0/1211156066 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50ef03e0 0x55dd50ef80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.971+0000 7fceab400640 1 -- 172.21.15.44:0/1211156066 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50ef03e0 msgr2=0x55dd50ef80a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:35.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.971+0000 7fceab400640 1 --2- 172.21.15.44:0/1211156066 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50ef03e0 0x55dd50ef80a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.974 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.971+0000 7fceab400640 1 -- 172.21.15.44:0/1211156066 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dd50efaab0 msgr2=0x55dd50ef85e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-27T00:36:35.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.971+0000 7fceab400640 1 --2- 172.21.15.44:0/1211156066 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dd50efaab0 0x55dd50ef85e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.971+0000 7fceab400640 1 -- 172.21.15.44:0/1211156066 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd50b683f0 con 0x55dd50eefac0 2024-05-27T00:36:35.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.971+0000 7fceabe00640 1 --2- 172.21.15.44:0/4181160809 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fce900a2e50 0x7fce900a5310 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fcea4004540 tx=0x7fcea40045a0 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:35.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.971+0000 7fceab400640 1 --2- 172.21.15.44:0/1211156066 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50eefac0 0x55dd50ef7b60 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fce9c004270 tx=0x7fce9c0042a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db9fd96e487bd736 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:35.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.971+0000 7fce95600640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:36:35.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.972+0000 7fce95600640 1 -- 172.21.15.44:0/1211156066 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce9c035040 con 0x55dd50eefac0 2024-05-27T00:36:35.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.972+0000 7fce95600640 1 -- 172.21.15.44:0/1211156066 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fce9c005450 con 0x55dd50eefac0 2024-05-27T00:36:35.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.972+0000 7fceb55e8740 1 -- 172.21.15.44:0/1211156066 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcea4004cc0 con 0x55dd50eefac0 2024-05-27T00:36:35.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.972+0000 7fce95600640 1 -- 172.21.15.44:0/1211156066 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fce9c005650 con 0x55dd50eefac0 2024-05-27T00:36:35.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.972+0000 7fceb55e8740 10 client.15852 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:35.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.972+0000 7fceb55e8740 1 -- 172.21.15.44:0/1211156066 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55dd50c327d0 con 0x55dd50eefac0 2024-05-27T00:36:35.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.973+0000 7fce95600640 1 -- 172.21.15.44:0/1211156066 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fcea4004cc0 con 0x55dd50eefac0 2024-05-27T00:36:35.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.973+0000 7fce95600640 1 -- 172.21.15.44:0/1211156066 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fce9c0319e0 con 0x55dd50eefac0 2024-05-27T00:36:35.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.973+0000 7fceb55e8740 10 client.15852 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:35.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.973+0000 7fceb55e8740 10 client.15852 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-27T00:36:35.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.973+0000 7fceb55e8740 20 client.15852 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:35.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.973+0000 7fceb55e8740 1 --2- 172.21.15.44:0/1211156066 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55dd50f0af30 0x55dd50f0d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.973+0000 7fceb55e8740 4 client.15852 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:36:35.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.973+0000 7fceb55e8740 1 -- 172.21.15.44:0/1211156066 --> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dd50e62510 con 0x55dd50f0af30 2024-05-27T00:36:35.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.974+0000 7fceaaa00640 1 --2- 172.21.15.44:0/1211156066 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55dd50f0af30 0x55dd50f0d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.974+0000 7fceaaa00640 1 --2- 172.21.15.44:0/1211156066 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55dd50f0af30 0x55dd50f0d320 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fdd77932a351f842 server_cookie=df4e5314a12b389e in_seq=0 out_seq=0 2024-05-27T00:36:35.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.974+0000 7fce95600640 10 client.15852 ms_handle_connect on v2:172.21.15.50:6836/3905712585 2024-05-27T00:36:35.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.975+0000 7fce95600640 1 -- 172.21.15.44:0/1211156066 <== mds.2 v2:172.21.15.50:6836/3905712585 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55dd50e62510 con 0x55dd50f0af30 2024-05-27T00:36:35.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.975+0000 7fce95600640 10 client.15852 handle_command_reply: tid=0 2024-05-27T00:36:35.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.975+0000 7fceb55e8740 1 client.15852 shutdown 2024-05-27T00:36:35.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.975+0000 7fceb55e8740 1 -- 172.21.15.44:0/1211156066 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50eefac0 msgr2=0x55dd50ef7b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:35.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.975+0000 7fceb55e8740 1 --2- 172.21.15.44:0/1211156066 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50eefac0 0x55dd50ef7b60 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fce9c004270 tx=0x7fce9c0042a0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.975+0000 7fceb55e8740 1 -- 172.21.15.44:0/1211156066 shutdown_connections 2024-05-27T00:36:35.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.975+0000 7fceb55e8740 1 --2- 172.21.15.44:0/1211156066 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55dd50f0af30 0x55dd50f0d320 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.975+0000 7fceb55e8740 1 --2- 172.21.15.44:0/1211156066 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dd50efaab0 0x55dd50ef85e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.975+0000 7fceb55e8740 1 --2- 172.21.15.44:0/1211156066 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50ef03e0 0x55dd50ef80a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.975+0000 7fceb55e8740 1 --2- 172.21.15.44:0/1211156066 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50eefac0 0x55dd50ef7b60 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.975+0000 7fceb55e8740 1 -- 172.21.15.44:0/1211156066 >> 172.21.15.44:0/1211156066 conn(0x55dd50eebde0 msgr2=0x55dd50ef1be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:35.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.975+0000 7fce95600640 0 client.15852 ms_handle_reset on v2:172.21.15.50:6836/3905712585 2024-05-27T00:36:35.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.976+0000 7fceb55e8740 1 -- 172.21.15.44:0/1211156066 shutdown_connections 2024-05-27T00:36:35.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.976+0000 7fceb55e8740 1 -- 172.21.15.44:0/1211156066 wait complete. 2024-05-27T00:36:35.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.976+0000 7fceb55e8740 20 client.15852 trim_cache size 0 max 16384 2024-05-27T00:36:35.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.990+0000 7fceb55e8740 1 Processor -- start 2024-05-27T00:36:35.991 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.990+0000 7fceb55e8740 1 -- start start 2024-05-27T00:36:35.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.991+0000 7fceb55e8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50eefac0 0x55dd50ef6430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.991+0000 7fceb55e8740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50ef03e0 0x55dd50ef6970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.991+0000 7fceb55e8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dd50efaab0 0x55dd50f12c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.991+0000 7fceb55e8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fceac1b7be0 con 0x55dd50eefac0 2024-05-27T00:36:35.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.991+0000 7fceb55e8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fceac1b54b0 con 0x55dd50efaab0 2024-05-27T00:36:35.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.991+0000 7fceb55e8740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fceac1b32e0 con 0x55dd50ef03e0 2024-05-27T00:36:35.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.991+0000 7fceab400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50eefac0 0x55dd50ef6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.991+0000 7fceab400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50eefac0 0x55dd50ef6430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40268/0 (socket says 172.21.15.44:40268) 2024-05-27T00:36:35.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.991+0000 7fceab400640 1 -- 172.21.15.44:0/1504038113 learned_addr learned my addr 172.21.15.44:0/1504038113 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:35.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.991+0000 7fceaaa00640 1 --2- 172.21.15.44:0/1504038113 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50ef03e0 0x55dd50ef6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.992+0000 7fceab400640 1 -- 172.21.15.44:0/1504038113 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50ef03e0 msgr2=0x55dd50ef6970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:35.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.992+0000 7fceab400640 1 --2- 172.21.15.44:0/1504038113 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50ef03e0 0x55dd50ef6970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.992+0000 7fceab400640 1 -- 172.21.15.44:0/1504038113 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dd50efaab0 msgr2=0x55dd50f12c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:35.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.992+0000 7fceabe00640 1 --2- 172.21.15.44:0/1504038113 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dd50efaab0 0x55dd50f12c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.992+0000 7fceab400640 1 --2- 172.21.15.44:0/1504038113 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dd50efaab0 0x55dd50f12c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.992+0000 7fceab400640 1 -- 172.21.15.44:0/1504038113 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd50ef0210 con 0x55dd50eefac0 2024-05-27T00:36:35.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.992+0000 7fceab400640 1 --2- 172.21.15.44:0/1504038113 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50eefac0 0x55dd50ef6430 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fce9c02a940 tx=0x7fce9c02a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ed9f7ac74c04541 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:35.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.992+0000 7fce97e00640 1 -- 172.21.15.44:0/1504038113 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce9c035030 con 0x55dd50eefac0 2024-05-27T00:36:35.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.993+0000 7fce97e00640 1 -- 172.21.15.44:0/1504038113 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fce9c041070 con 0x55dd50eefac0 2024-05-27T00:36:35.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.993+0000 7fce97e00640 1 -- 172.21.15.44:0/1504038113 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce9c031970 con 0x55dd50eefac0 2024-05-27T00:36:35.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.993+0000 7fceb55e8740 1 -- 172.21.15.44:0/1504038113 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50eefac0 msgr2=0x55dd50ef6430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:35.995 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.993+0000 7fceb55e8740 1 --2- 172.21.15.44:0/1504038113 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50eefac0 0x55dd50ef6430 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fce9c02a940 tx=0x7fce9c02a420 comp rx=0 tx=0).stop 2024-05-27T00:36:35.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.993+0000 7fceb55e8740 1 -- 172.21.15.44:0/1504038113 shutdown_connections 2024-05-27T00:36:35.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.993+0000 7fceb55e8740 1 --2- 172.21.15.44:0/1504038113 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dd50efaab0 0x55dd50f12c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.993+0000 7fceb55e8740 1 --2- 172.21.15.44:0/1504038113 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50ef03e0 0x55dd50ef6970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.993+0000 7fceb55e8740 1 --2- 172.21.15.44:0/1504038113 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50eefac0 0x55dd50ef6430 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:35.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.993+0000 7fceb55e8740 1 -- 172.21.15.44:0/1504038113 >> 172.21.15.44:0/1504038113 conn(0x55dd50eebde0 msgr2=0x55dd50ef2e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:35.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.994+0000 7fceb55e8740 1 -- 172.21.15.44:0/1504038113 shutdown_connections 2024-05-27T00:36:35.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.994+0000 7fceb55e8740 1 -- 172.21.15.44:0/1504038113 wait complete. 2024-05-27T00:36:35.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.994+0000 7fceb55e8740 1 -- start start 2024-05-27T00:36:35.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.994+0000 7fceb55e8740 1 Processor -- start 2024-05-27T00:36:35.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.995+0000 7fceb55e8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50eefac0 0x55dd50f02b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.995+0000 7fceb55e8740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50ef03e0 0x55dd50f03050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.996 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.995+0000 7fceb55e8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dd50efaab0 0x55dd50efe040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:35.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.995+0000 7fceb55e8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fceac1b3970 con 0x55dd50eefac0 2024-05-27T00:36:35.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.995+0000 7fceb55e8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fceac1b4de0 con 0x55dd50efaab0 2024-05-27T00:36:35.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.995+0000 7fceb55e8740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fceac1b4040 con 0x55dd50ef03e0 2024-05-27T00:36:35.997 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.995+0000 7fceb55e8740 10 client.0 _ll_register_callbacks cb 0x7fce9c031540 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:35.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.995+0000 7fceab400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50eefac0 0x55dd50f02b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.995+0000 7fceab400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50eefac0 0x55dd50f02b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40272/0 (socket says 172.21.15.44:40272) 2024-05-27T00:36:35.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.995+0000 7fceab400640 1 -- 172.21.15.44:0/932251512 learned_addr learned my addr 172.21.15.44:0/932251512 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:35.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.995+0000 7fceabe00640 1 --2- 172.21.15.44:0/932251512 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dd50efaab0 0x55dd50efe040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.995+0000 7fceaaa00640 1 --2- 172.21.15.44:0/932251512 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50ef03e0 0x55dd50f03050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:35.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.996+0000 7fceab400640 1 -- 172.21.15.44:0/932251512 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50ef03e0 msgr2=0x55dd50f03050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:36.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.996+0000 7fceab400640 1 --2- 172.21.15.44:0/932251512 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50ef03e0 0x55dd50f03050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.996+0000 7fceab400640 1 -- 172.21.15.44:0/932251512 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dd50efaab0 msgr2=0x55dd50efe040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:36.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.996+0000 7fceab400640 1 --2- 172.21.15.44:0/932251512 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dd50efaab0 0x55dd50efe040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.996+0000 7fceab400640 1 -- 172.21.15.44:0/932251512 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd50efe780 con 0x55dd50eefac0 2024-05-27T00:36:36.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.996+0000 7fceab400640 1 --2- 172.21.15.44:0/932251512 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50eefac0 0x55dd50f02b10 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fce9c009850 tx=0x7fce9c031870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f00fdbd20215c915 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:36.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.996+0000 7fce95600640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:36:36.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.996+0000 7fce95600640 1 -- 172.21.15.44:0/932251512 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce9c035050 con 0x55dd50eefac0 2024-05-27T00:36:36.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.996+0000 7fce95600640 1 -- 172.21.15.44:0/932251512 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fce9c0048c0 con 0x55dd50eefac0 2024-05-27T00:36:36.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.996+0000 7fceb55e8740 1 -- 172.21.15.44:0/932251512 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce9c041070 con 0x55dd50eefac0 2024-05-27T00:36:36.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.997+0000 7fce95600640 1 -- 172.21.15.44:0/932251512 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fce9c004250 con 0x55dd50eefac0 2024-05-27T00:36:36.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.997+0000 7fceb55e8740 10 client.15858 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:36.000 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.997+0000 7fceb55e8740 1 -- 172.21.15.44:0/932251512 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55dd50f75200 con 0x55dd50eefac0 2024-05-27T00:36:36.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.997+0000 7fce95600640 1 -- 172.21.15.44:0/932251512 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fce9c041070 con 0x55dd50eefac0 2024-05-27T00:36:36.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.997+0000 7fce95600640 1 -- 172.21.15.44:0/932251512 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fce9c053480 con 0x55dd50eefac0 2024-05-27T00:36:36.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.997+0000 7fceb55e8740 10 client.15858 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:36.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.997+0000 7fceb55e8740 10 client.15858 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-27T00:36:36.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.997+0000 7fceb55e8740 20 client.15858 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:36.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.997+0000 7fceb55e8740 1 --2- 172.21.15.44:0/932251512 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55dd50f756d0 0x55dd50f77ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.997+0000 7fceb55e8740 4 client.15858 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-27T00:36:36.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.997+0000 7fceb55e8740 1 -- 172.21.15.44:0/932251512 --> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55dd50e5c860 con 0x55dd50f756d0 2024-05-27T00:36:36.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.998+0000 7fceaaa00640 1 --2- 172.21.15.44:0/932251512 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55dd50f756d0 0x55dd50f77ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.998+0000 7fceaaa00640 1 --2- 172.21.15.44:0/932251512 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55dd50f756d0 0x55dd50f77ac0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=36b6a38546795083 server_cookie=f98b16ddceec0847 in_seq=0 out_seq=0 2024-05-27T00:36:36.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.998+0000 7fce95600640 10 client.15858 ms_handle_connect on v2:172.21.15.50:6836/3905712585 2024-05-27T00:36:36.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.999+0000 7fce95600640 1 -- 172.21.15.44:0/932251512 <== mds.2 v2:172.21.15.50:6836/3905712585 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55dd50e5c860 con 0x55dd50f756d0 2024-05-27T00:36:36.001 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.999+0000 7fce95600640 10 client.15858 handle_command_reply: tid=0 2024-05-27T00:36:36.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.999+0000 7fceb55e8740 1 client.15858 shutdown 2024-05-27T00:36:36.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.999+0000 7fceb55e8740 1 -- 172.21.15.44:0/932251512 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50eefac0 msgr2=0x55dd50f02b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:36.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.999+0000 7fceb55e8740 1 --2- 172.21.15.44:0/932251512 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50eefac0 0x55dd50f02b10 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fce9c009850 tx=0x7fce9c031870 comp rx=0 tx=0).stop 2024-05-27T00:36:36.002 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.999+0000 7fceb55e8740 1 -- 172.21.15.44:0/932251512 shutdown_connections 2024-05-27T00:36:36.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.999+0000 7fceb55e8740 1 --2- 172.21.15.44:0/932251512 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x55dd50f756d0 0x55dd50f77ac0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.999+0000 7fceb55e8740 1 --2- 172.21.15.44:0/932251512 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55dd50efaab0 0x55dd50efe040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.999+0000 7fceb55e8740 1 --2- 172.21.15.44:0/932251512 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55dd50ef03e0 0x55dd50f03050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.999+0000 7fceb55e8740 1 --2- 172.21.15.44:0/932251512 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55dd50eefac0 0x55dd50f02b10 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.999+0000 7fce95600640 0 client.15858 ms_handle_reset on v2:172.21.15.50:6836/3905712585 2024-05-27T00:36:36.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.999+0000 7fceb55e8740 1 -- 172.21.15.44:0/932251512 >> 172.21.15.44:0/932251512 conn(0x55dd50eebde0 msgr2=0x55dd50ef63b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:36.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.999+0000 7fceb55e8740 1 -- 172.21.15.44:0/932251512 shutdown_connections 2024-05-27T00:36:36.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.999+0000 7fceb55e8740 1 -- 172.21.15.44:0/932251512 wait complete. 2024-05-27T00:36:36.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:35.999+0000 7fceb55e8740 20 client.15858 trim_cache size 0 max 16384 2024-05-27T00:36:36.003 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-27T00:36:36.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.000+0000 7fceb1200640 1 -- 172.21.15.44:0/4181160809 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fce900a2e50 msgr2=0x7fce900a5310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:36.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.000+0000 7fceb1200640 1 --2- 172.21.15.44:0/4181160809 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fce900a2e50 0x7fce900a5310 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fcea4004540 tx=0x7fcea40045a0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.000+0000 7fceb1200640 1 -- 172.21.15.44:0/4181160809 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fceac102200 msgr2=0x7fceac1a4a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:36.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.000+0000 7fceb1200640 1 --2- 172.21.15.44:0/4181160809 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fceac102200 0x7fceac1a4a90 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fce9800e9f0 tx=0x7fce9800eeb0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.000+0000 7fceb1200640 1 -- 172.21.15.44:0/4181160809 shutdown_connections 2024-05-27T00:36:36.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.000+0000 7fceb1200640 1 --2- 172.21.15.44:0/4181160809 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fce900a2e50 0x7fce900a5310 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.004 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.000+0000 7fceb1200640 1 --2- 172.21.15.44:0/4181160809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fceac107850 0x7fceac10d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.000+0000 7fceb1200640 1 --2- 172.21.15.44:0/4181160809 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fceac102200 0x7fceac1a4a90 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.000+0000 7fceb1200640 1 --2- 172.21.15.44:0/4181160809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fceac101840 0x7fceac1a4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.000+0000 7fceb1200640 1 -- 172.21.15.44:0/4181160809 >> 172.21.15.44:0/4181160809 conn(0x7fceac0fd370 msgr2=0x7fceac0fd750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:36.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.000+0000 7fceb1200640 1 -- 172.21.15.44:0/4181160809 shutdown_connections 2024-05-27T00:36:36.005 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.000+0000 7fceb1200640 1 -- 172.21.15.44:0/4181160809 wait complete. 2024-05-27T00:36:36.025 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-05-27T00:36:36.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.200+0000 7fe3f1600640 1 -- 172.21.15.44:0/3809572596 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe3ec074690 msgr2=0x7fe3ec10dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:36.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.200+0000 7fe3f1600640 1 --2- 172.21.15.44:0/3809572596 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe3ec074690 0x7fe3ec10dba0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fe3d8009900 tx=0x7fe3d802a480 comp rx=0 tx=0).stop 2024-05-27T00:36:36.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.200+0000 7fe3f1600640 1 -- 172.21.15.44:0/3809572596 shutdown_connections 2024-05-27T00:36:36.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.200+0000 7fe3f1600640 1 --2- 172.21.15.44:0/3809572596 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe3ec10e0e0 0x7fe3ec1104f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.200+0000 7fe3f1600640 1 --2- 172.21.15.44:0/3809572596 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe3ec074690 0x7fe3ec10dba0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.200+0000 7fe3f1600640 1 --2- 172.21.15.44:0/3809572596 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe3ec073d70 0x7fe3ec074150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.200+0000 7fe3f1600640 1 -- 172.21.15.44:0/3809572596 >> 172.21.15.44:0/3809572596 conn(0x7fe3ec0fd370 msgr2=0x7fe3ec0ff790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:36.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.200+0000 7fe3f1600640 1 -- 172.21.15.44:0/3809572596 shutdown_connections 2024-05-27T00:36:36.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.200+0000 7fe3f1600640 1 -- 172.21.15.44:0/3809572596 wait complete. 2024-05-27T00:36:36.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.201+0000 7fe3f1600640 1 Processor -- start 2024-05-27T00:36:36.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.201+0000 7fe3f1600640 1 -- start start 2024-05-27T00:36:36.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.202+0000 7fe3f1600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe3ec073d70 0x7fe3ec19a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.202+0000 7fe3f1600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe3ec074690 0x7fe3ec19aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.202+0000 7fe3f1600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe3ec10e0e0 0x7fe3ec19ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.202+0000 7fe3f1600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe3ec113f80 con 0x7fe3ec073d70 2024-05-27T00:36:36.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.202+0000 7fe3f1600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe3ec113e00 con 0x7fe3ec10e0e0 2024-05-27T00:36:36.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.202+0000 7fe3f1600640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fe3ec114100 con 0x7fe3ec074690 2024-05-27T00:36:36.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.202+0000 7fe3ebe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe3ec073d70 0x7fe3ec19a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.202+0000 7fe3ebe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe3ec073d70 0x7fe3ec19a520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40298/0 (socket says 172.21.15.44:40298) 2024-05-27T00:36:36.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.202+0000 7fe3ebe00640 1 -- 172.21.15.44:0/1200729380 learned_addr learned my addr 172.21.15.44:0/1200729380 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:36.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.202+0000 7fe3eb400640 1 --2- 172.21.15.44:0/1200729380 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe3ec074690 0x7fe3ec19aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.202+0000 7fe3f0c00640 1 --2- 172.21.15.44:0/1200729380 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe3ec10e0e0 0x7fe3ec19ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.203+0000 7fe3ebe00640 1 -- 172.21.15.44:0/1200729380 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe3ec074690 msgr2=0x7fe3ec19aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:36.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.203+0000 7fe3ebe00640 1 --2- 172.21.15.44:0/1200729380 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe3ec074690 0x7fe3ec19aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.203+0000 7fe3ebe00640 1 -- 172.21.15.44:0/1200729380 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe3ec10e0e0 msgr2=0x7fe3ec19ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:36.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.203+0000 7fe3ebe00640 1 --2- 172.21.15.44:0/1200729380 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe3ec10e0e0 0x7fe3ec19ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.203+0000 7fe3ebe00640 1 -- 172.21.15.44:0/1200729380 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3ec19f4c0 con 0x7fe3ec073d70 2024-05-27T00:36:36.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.203+0000 7fe3ebe00640 1 --2- 172.21.15.44:0/1200729380 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe3ec073d70 0x7fe3ec19a520 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fe3dc00ea60 tx=0x7fe3dc00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:36.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.203+0000 7fe3e8c00640 1 -- 172.21.15.44:0/1200729380 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3dc00cde0 con 0x7fe3ec073d70 2024-05-27T00:36:36.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.204+0000 7fe3e8c00640 1 -- 172.21.15.44:0/1200729380 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe3dc0035f0 con 0x7fe3ec073d70 2024-05-27T00:36:36.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.204+0000 7fe3f1600640 1 -- 172.21.15.44:0/1200729380 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3ec19f7b0 con 0x7fe3ec073d70 2024-05-27T00:36:36.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.204+0000 7fe3e8c00640 1 -- 172.21.15.44:0/1200729380 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3dc010720 con 0x7fe3ec073d70 2024-05-27T00:36:36.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.204+0000 7fe3f1600640 1 -- 172.21.15.44:0/1200729380 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3ec1a7040 con 0x7fe3ec073d70 2024-05-27T00:36:36.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.207+0000 7fe3f5b63740 1 Processor -- start 2024-05-27T00:36:36.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.207+0000 7fe3f5b63740 1 -- start start 2024-05-27T00:36:36.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.208+0000 7fe3f5b63740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d862d0 0x5598d1d866b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.208+0000 7fe3f5b63740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d86bf0 0x5598d1d90d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.208+0000 7fe3f5b63740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d912c0 0x5598d1d936b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.208+0000 7fe3f5b63740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5598d1ce2de0 con 0x5598d1d912c0 2024-05-27T00:36:36.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.208+0000 7fe3f5b63740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5598d1c8a630 con 0x5598d1d862d0 2024-05-27T00:36:36.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.208+0000 7fe3f5b63740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5598d1cdeda0 con 0x5598d1d86bf0 2024-05-27T00:36:36.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.208+0000 7fe3f0c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d862d0 0x5598d1d866b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.208+0000 7fe3f0c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d862d0 0x5598d1d866b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:33524/0 (socket says 172.21.15.44:33524) 2024-05-27T00:36:36.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.208+0000 7fe3f0c00640 1 -- 172.21.15.44:0/3911472338 learned_addr learned my addr 172.21.15.44:0/3911472338 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:36.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.208+0000 7fe3eb400640 1 --2- 172.21.15.44:0/3911472338 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d912c0 0x5598d1d936b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.209+0000 7fe3f0c00640 1 -- 172.21.15.44:0/3911472338 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d86bf0 msgr2=0x5598d1d90d80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-27T00:36:36.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.209+0000 7fe3f0c00640 1 --2- 172.21.15.44:0/3911472338 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d86bf0 0x5598d1d90d80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.209+0000 7fe3f0c00640 1 -- 172.21.15.44:0/3911472338 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d912c0 msgr2=0x5598d1d936b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:36.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.209+0000 7fe3f0c00640 1 --2- 172.21.15.44:0/3911472338 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d912c0 0x5598d1d936b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.209+0000 7fe3f0c00640 1 -- 172.21.15.44:0/3911472338 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598d1c86380 con 0x5598d1d862d0 2024-05-27T00:36:36.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.209+0000 7fe3f0c00640 1 --2- 172.21.15.44:0/3911472338 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d862d0 0x5598d1d866b0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fe3e4009f30 tx=0x7fe3e40228e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4c760a420160121b server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:36.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.209+0000 7fe3e1200640 1 -- 172.21.15.44:0/3911472338 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3e4004d20 con 0x5598d1d862d0 2024-05-27T00:36:36.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.209+0000 7fe3e1200640 1 -- 172.21.15.44:0/3911472338 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe3e4004050 con 0x5598d1d862d0 2024-05-27T00:36:36.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.209+0000 7fe3e1200640 1 -- 172.21.15.44:0/3911472338 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3e4005280 con 0x5598d1d862d0 2024-05-27T00:36:36.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.210+0000 7fe3f5b63740 1 -- 172.21.15.44:0/3911472338 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d862d0 msgr2=0x5598d1d866b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:36.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.210+0000 7fe3f5b63740 1 --2- 172.21.15.44:0/3911472338 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d862d0 0x5598d1d866b0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fe3e4009f30 tx=0x7fe3e40228e0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.210+0000 7fe3f5b63740 1 -- 172.21.15.44:0/3911472338 shutdown_connections 2024-05-27T00:36:36.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.210+0000 7fe3f5b63740 1 --2- 172.21.15.44:0/3911472338 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d912c0 0x5598d1d936b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.210+0000 7fe3f5b63740 1 --2- 172.21.15.44:0/3911472338 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d86bf0 0x5598d1d90d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.210+0000 7fe3f5b63740 1 --2- 172.21.15.44:0/3911472338 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d862d0 0x5598d1d866b0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.210+0000 7fe3f5b63740 1 -- 172.21.15.44:0/3911472338 >> 172.21.15.44:0/3911472338 conn(0x5598d1d825f0 msgr2=0x5598d1d829d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:36.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.211+0000 7fe3e8c00640 1 -- 172.21.15.44:0/1200729380 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7fe3dc0037a0 con 0x7fe3ec073d70 2024-05-27T00:36:36.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.211+0000 7fe3f5b63740 1 -- 172.21.15.44:0/3911472338 shutdown_connections 2024-05-27T00:36:36.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.211+0000 7fe3f5b63740 1 -- 172.21.15.44:0/3911472338 wait complete. 2024-05-27T00:36:36.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.212+0000 7fe3f5b63740 1 -- start start 2024-05-27T00:36:36.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.212+0000 7fe3f5b63740 1 Processor -- start 2024-05-27T00:36:36.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.213+0000 7fe3f5b63740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d862d0 0x5598d1d7f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.213+0000 7fe3f5b63740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d912c0 0x5598d1d7fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.213+0000 7fe3f5b63740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d8fd70 0x5598d1d901f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.213+0000 7fe3f5b63740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5598d1d799f0 con 0x5598d1d862d0 2024-05-27T00:36:36.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.213+0000 7fe3e8c00640 1 --2- 172.21.15.44:0/1200729380 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe3d00a2e40 0x7fe3d00a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.213+0000 7fe3f5b63740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5598d1c9da90 con 0x5598d1d912c0 2024-05-27T00:36:36.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.213+0000 7fe3f5b63740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5598d1d79b70 con 0x5598d1d8fd70 2024-05-27T00:36:36.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.213+0000 7fe3f5b63740 10 client.0 _ll_register_callbacks cb 0x5598d1c80bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:36.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.213+0000 7fe3e8c00640 1 -- 172.21.15.44:0/1200729380 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fe3dc0cfd70 con 0x7fe3ec073d70 2024-05-27T00:36:36.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.213+0000 7fe3f0c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d862d0 0x5598d1d7f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.214+0000 7fe3eb400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d8fd70 0x5598d1d901f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.214+0000 7fe3eb400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d8fd70 0x5598d1d901f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:57850/0 (socket says 172.21.15.44:57850) 2024-05-27T00:36:36.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.214+0000 7fe3eb400640 1 -- 172.21.15.44:0/2408971471 learned_addr learned my addr 172.21.15.44:0/2408971471 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:36.216 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.214+0000 7fe3f0c00640 1 --2- 172.21.15.44:0/1200729380 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe3d00a2e40 0x7fe3d00a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.214+0000 7fe3ebe00640 1 --2- 172.21.15.44:0/2408971471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d912c0 0x5598d1d7fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.214+0000 7fe3eb400640 1 -- 172.21.15.44:0/2408971471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d912c0 msgr2=0x5598d1d7fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:36.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.214+0000 7fe3eb400640 1 --2- 172.21.15.44:0/2408971471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d912c0 0x5598d1d7fd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.214+0000 7fe3eb400640 1 -- 172.21.15.44:0/2408971471 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d862d0 msgr2=0x5598d1d7f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:36.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.214+0000 7fe3eb400640 1 --2- 172.21.15.44:0/2408971471 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d862d0 0x5598d1d7f7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.214+0000 7fe3eb400640 1 -- 172.21.15.44:0/2408971471 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598d19f63f0 con 0x5598d1d8fd70 2024-05-27T00:36:36.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.214+0000 7fe3f0c00640 1 --2- 172.21.15.44:0/2408971471 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d862d0 0x5598d1d7f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:36.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.215+0000 7fe3f0c00640 1 --2- 172.21.15.44:0/1200729380 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe3d00a2e40 0x7fe3d00a5300 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe3e4009d40 tx=0x7fe3e4004760 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:36.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.215+0000 7fe3eb400640 1 --2- 172.21.15.44:0/2408971471 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d8fd70 0x5598d1d901f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe3d802a9a0 tx=0x7fe3d8031870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d46e32c4cbd8e656 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:36.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.215+0000 7fe3d5600640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:36:36.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.215+0000 7fe3d5600640 1 -- 172.21.15.44:0/2408971471 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3d8035040 con 0x5598d1d8fd70 2024-05-27T00:36:36.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.215+0000 7fe3f5b63740 1 -- 172.21.15.44:0/2408971471 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe3e4004050 con 0x5598d1d8fd70 2024-05-27T00:36:36.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.216+0000 7fe3d5600640 1 -- 172.21.15.44:0/2408971471 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fe3d8004240 con 0x5598d1d8fd70 2024-05-27T00:36:36.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.216+0000 7fe3d5600640 1 -- 172.21.15.44:0/2408971471 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe3d8031a60 con 0x5598d1d8fd70 2024-05-27T00:36:36.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.216+0000 7fe3f5b63740 10 client.25996 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:36.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.216+0000 7fe3f5b63740 1 -- 172.21.15.44:0/2408971471 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5598d1ac07d0 con 0x5598d1d8fd70 2024-05-27T00:36:36.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.216+0000 7fe3d5600640 1 -- 172.21.15.44:0/2408971471 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe3e4004050 con 0x5598d1d8fd70 2024-05-27T00:36:36.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.218+0000 7fe3d5600640 1 -- 172.21.15.44:0/2408971471 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fe3d8004ae0 con 0x5598d1d8fd70 2024-05-27T00:36:36.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.218+0000 7fe3f5b63740 10 client.25996 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:36.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.218+0000 7fe3f5b63740 10 client.25996 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-27T00:36:36.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.218+0000 7fe3f5b63740 20 client.25996 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:36.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.218+0000 7fe3f5b63740 1 --2- 172.21.15.44:0/2408971471 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x5598d1d99310 0x5598d1d9b700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.218+0000 7fe3f5b63740 4 client.25996 mds_command: new command op to 24581 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:36:36.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.218+0000 7fe3f5b63740 1 -- 172.21.15.44:0/2408971471 --> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5598d1cf0510 con 0x5598d1d99310 2024-05-27T00:36:36.219 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.218+0000 7fe3ebe00640 1 --2- 172.21.15.44:0/2408971471 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x5598d1d99310 0x5598d1d9b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.219+0000 7fe3ebe00640 1 --2- 172.21.15.44:0/2408971471 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x5598d1d99310 0x5598d1d9b700 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=aa97ff15177a373f server_cookie=65966346d2477653 in_seq=0 out_seq=0 2024-05-27T00:36:36.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.219+0000 7fe3d5600640 10 client.25996 ms_handle_connect on v2:172.21.15.44:6840/114683393 2024-05-27T00:36:36.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.219+0000 7fe3d5600640 1 -- 172.21.15.44:0/2408971471 <== mds.1 v2:172.21.15.44:6840/114683393 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5598d1cf0510 con 0x5598d1d99310 2024-05-27T00:36:36.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.219+0000 7fe3d5600640 10 client.25996 handle_command_reply: tid=0 2024-05-27T00:36:36.220 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.220+0000 7fe3f5b63740 1 client.25996 shutdown 2024-05-27T00:36:36.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.220+0000 7fe3f5b63740 1 -- 172.21.15.44:0/2408971471 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d8fd70 msgr2=0x5598d1d901f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:36.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.220+0000 7fe3f5b63740 1 --2- 172.21.15.44:0/2408971471 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d8fd70 0x5598d1d901f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe3d802a9a0 tx=0x7fe3d8031870 comp rx=0 tx=0).stop 2024-05-27T00:36:36.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.220+0000 7fe3f5b63740 1 -- 172.21.15.44:0/2408971471 shutdown_connections 2024-05-27T00:36:36.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.220+0000 7fe3f5b63740 1 --2- 172.21.15.44:0/2408971471 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d8fd70 0x5598d1d901f0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.220+0000 7fe3f5b63740 1 --2- 172.21.15.44:0/2408971471 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x5598d1d99310 0x5598d1d9b700 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.220+0000 7fe3f5b63740 1 --2- 172.21.15.44:0/2408971471 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d912c0 0x5598d1d7fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.220+0000 7fe3f5b63740 1 --2- 172.21.15.44:0/2408971471 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d862d0 0x5598d1d7f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.220+0000 7fe3d5600640 0 client.25996 ms_handle_reset on v2:172.21.15.44:6840/114683393 2024-05-27T00:36:36.221 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.220+0000 7fe3f5b63740 1 -- 172.21.15.44:0/2408971471 >> 172.21.15.44:0/2408971471 conn(0x5598d1d825f0 msgr2=0x5598d1d883f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:36.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.220+0000 7fe3f5b63740 1 -- 172.21.15.44:0/2408971471 shutdown_connections 2024-05-27T00:36:36.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.220+0000 7fe3f5b63740 1 -- 172.21.15.44:0/2408971471 wait complete. 2024-05-27T00:36:36.222 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.220+0000 7fe3f5b63740 20 client.25996 trim_cache size 0 max 16384 2024-05-27T00:36:36.243 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.243+0000 7fe3f5b63740 1 Processor -- start 2024-05-27T00:36:36.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.243+0000 7fe3f5b63740 1 -- start start 2024-05-27T00:36:36.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.243+0000 7fe3f5b63740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d862d0 0x5598d1d7fb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.243+0000 7fe3f5b63740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d8fd70 0x5598d1da0eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.243+0000 7fe3f5b63740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d912c0 0x5598d1da13f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.244+0000 7fe3f5b63740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe3ec1af430 con 0x5598d1d912c0 2024-05-27T00:36:36.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.244+0000 7fe3f5b63740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe3ec1acd00 con 0x5598d1d8fd70 2024-05-27T00:36:36.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.244+0000 7fe3f5b63740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fe3ec1aab30 con 0x5598d1d862d0 2024-05-27T00:36:36.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.244+0000 7fe3ebe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d862d0 0x5598d1d7fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.244+0000 7fe3eb400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d8fd70 0x5598d1da0eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.244+0000 7fe3ebe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d862d0 0x5598d1d7fb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:57852/0 (socket says 172.21.15.44:57852) 2024-05-27T00:36:36.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.244+0000 7fe3ebe00640 1 -- 172.21.15.44:0/3033956528 learned_addr learned my addr 172.21.15.44:0/3033956528 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:36.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.244+0000 7fe3f0c00640 1 --2- 172.21.15.44:0/3033956528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d912c0 0x5598d1da13f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.244+0000 7fe3ebe00640 1 -- 172.21.15.44:0/3033956528 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d8fd70 msgr2=0x5598d1da0eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:36.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.244+0000 7fe3ebe00640 1 --2- 172.21.15.44:0/3033956528 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d8fd70 0x5598d1da0eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.244+0000 7fe3ebe00640 1 -- 172.21.15.44:0/3033956528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d912c0 msgr2=0x5598d1da13f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:36.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.244+0000 7fe3ebe00640 1 --2- 172.21.15.44:0/3033956528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d912c0 0x5598d1da13f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.244+0000 7fe3ebe00640 1 -- 172.21.15.44:0/3033956528 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598d1d80540 con 0x5598d1d862d0 2024-05-27T00:36:36.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.244+0000 7fe3eb400640 1 --2- 172.21.15.44:0/3033956528 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d8fd70 0x5598d1da0eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:36.246 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.245+0000 7fe3f0c00640 1 --2- 172.21.15.44:0/3033956528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d912c0 0x5598d1da13f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:36:36.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.245+0000 7fe3ebe00640 1 --2- 172.21.15.44:0/3033956528 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d862d0 0x5598d1d7fb50 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe3dc098140 tx=0x7fe3dc09bbd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=91eaf8066ad96699 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:36.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.245+0000 7fe3d7e00640 1 -- 172.21.15.44:0/3033956528 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3dc0b8030 con 0x5598d1d862d0 2024-05-27T00:36:36.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.245+0000 7fe3d7e00640 1 -- 172.21.15.44:0/3033956528 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe3dc09c3e0 con 0x5598d1d862d0 2024-05-27T00:36:36.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.245+0000 7fe3d7e00640 1 -- 172.21.15.44:0/3033956528 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3dc09b130 con 0x5598d1d862d0 2024-05-27T00:36:36.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.246+0000 7fe3f5b63740 1 -- 172.21.15.44:0/3033956528 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d862d0 msgr2=0x5598d1d7fb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:36.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.246+0000 7fe3f5b63740 1 --2- 172.21.15.44:0/3033956528 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d862d0 0x5598d1d7fb50 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe3dc098140 tx=0x7fe3dc09bbd0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.246+0000 7fe3f5b63740 1 -- 172.21.15.44:0/3033956528 shutdown_connections 2024-05-27T00:36:36.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.246+0000 7fe3f5b63740 1 --2- 172.21.15.44:0/3033956528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d912c0 0x5598d1da13f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.246+0000 7fe3f5b63740 1 --2- 172.21.15.44:0/3033956528 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d8fd70 0x5598d1da0eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.246+0000 7fe3f5b63740 1 --2- 172.21.15.44:0/3033956528 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d862d0 0x5598d1d7fb50 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.246+0000 7fe3f5b63740 1 -- 172.21.15.44:0/3033956528 >> 172.21.15.44:0/3033956528 conn(0x5598d1d825f0 msgr2=0x5598d1d78f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:36.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.246+0000 7fe3f5b63740 1 -- 172.21.15.44:0/3033956528 shutdown_connections 2024-05-27T00:36:36.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.246+0000 7fe3f5b63740 1 -- 172.21.15.44:0/3033956528 wait complete. 2024-05-27T00:36:36.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.247+0000 7fe3f5b63740 1 -- start start 2024-05-27T00:36:36.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.247+0000 7fe3f5b63740 1 Processor -- start 2024-05-27T00:36:36.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.248+0000 7fe3f5b63740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d862d0 0x5598d1d8ac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.248+0000 7fe3f5b63740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d8fd70 0x5598d1d8b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.248+0000 7fe3f5b63740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d912c0 0x5598d1d8b710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.248+0000 7fe3f5b63740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe3ec1ab1c0 con 0x5598d1d8fd70 2024-05-27T00:36:36.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.248+0000 7fe3f5b63740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe3ec1ac630 con 0x5598d1d912c0 2024-05-27T00:36:36.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.248+0000 7fe3f5b63740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fe3ec1ab890 con 0x5598d1d862d0 2024-05-27T00:36:36.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.248+0000 7fe3f5b63740 10 client.0 _ll_register_callbacks cb 0x7fe3d8031400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:36.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.248+0000 7fe3ebe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d862d0 0x5598d1d8ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.248+0000 7fe3eb400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d8fd70 0x5598d1d8b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.249+0000 7fe3ebe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d862d0 0x5598d1d8ac90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:57866/0 (socket says 172.21.15.44:57866) 2024-05-27T00:36:36.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.249+0000 7fe3ebe00640 1 -- 172.21.15.44:0/3287978975 learned_addr learned my addr 172.21.15.44:0/3287978975 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:36.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.249+0000 7fe3f0c00640 1 --2- 172.21.15.44:0/3287978975 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d912c0 0x5598d1d8b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.249+0000 7fe3eb400640 1 -- 172.21.15.44:0/3287978975 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d862d0 msgr2=0x5598d1d8ac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:36.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.249+0000 7fe3eb400640 1 --2- 172.21.15.44:0/3287978975 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d862d0 0x5598d1d8ac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.249+0000 7fe3eb400640 1 -- 172.21.15.44:0/3287978975 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d912c0 msgr2=0x5598d1d8b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:36.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.249+0000 7fe3eb400640 1 --2- 172.21.15.44:0/3287978975 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d912c0 0x5598d1d8b710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.249+0000 7fe3eb400640 1 -- 172.21.15.44:0/3287978975 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598d1e02a90 con 0x5598d1d8fd70 2024-05-27T00:36:36.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.249+0000 7fe3ebe00640 1 --2- 172.21.15.44:0/3287978975 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d862d0 0x5598d1d8ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:36.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.249+0000 7fe3f0c00640 1 --2- 172.21.15.44:0/3287978975 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d912c0 0x5598d1d8b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:36.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.250+0000 7fe3eb400640 1 --2- 172.21.15.44:0/3287978975 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d8fd70 0x5598d1d8b1d0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fe3d8005a40 tx=0x7fe3d80048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6869c78ecfb34e09 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:36.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.250+0000 7fe3d5600640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:36:36.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.250+0000 7fe3d5600640 1 -- 172.21.15.44:0/3287978975 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3d8035040 con 0x5598d1d8fd70 2024-05-27T00:36:36.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.250+0000 7fe3d5600640 1 -- 172.21.15.44:0/3287978975 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fe3d8005200 con 0x5598d1d8fd70 2024-05-27T00:36:36.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.250+0000 7fe3f5b63740 1 -- 172.21.15.44:0/3287978975 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe3dc09c3e0 con 0x5598d1d8fd70 2024-05-27T00:36:36.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.251+0000 7fe3d5600640 1 -- 172.21.15.44:0/3287978975 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe3d8005400 con 0x5598d1d8fd70 2024-05-27T00:36:36.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.251+0000 7fe3f5b63740 10 client.15876 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:36.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.251+0000 7fe3f5b63740 1 -- 172.21.15.44:0/3287978975 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5598d1e03d70 con 0x5598d1d8fd70 2024-05-27T00:36:36.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.251+0000 7fe3d5600640 1 -- 172.21.15.44:0/3287978975 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe3dc09c3e0 con 0x5598d1d8fd70 2024-05-27T00:36:36.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.251+0000 7fe3d5600640 1 -- 172.21.15.44:0/3287978975 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fe3d803d450 con 0x5598d1d8fd70 2024-05-27T00:36:36.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.252+0000 7fe3f5b63740 10 client.15876 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:36.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.252+0000 7fe3f5b63740 10 client.15876 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-27T00:36:36.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.252+0000 7fe3f5b63740 20 client.15876 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:36.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.252+0000 7fe3f5b63740 1 --2- 172.21.15.44:0/3287978975 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x5598d1e04510 0x5598d1e06930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.252+0000 7fe3f5b63740 4 client.15876 mds_command: new command op to 24581 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-27T00:36:36.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.252+0000 7fe3f5b63740 1 -- 172.21.15.44:0/3287978975 --> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5598d1cea860 con 0x5598d1e04510 2024-05-27T00:36:36.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.253+0000 7fe3ebe00640 1 --2- 172.21.15.44:0/3287978975 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x5598d1e04510 0x5598d1e06930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.254+0000 7fe3ebe00640 1 --2- 172.21.15.44:0/3287978975 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x5598d1e04510 0x5598d1e06930 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1ef9827d21e65234 server_cookie=4d20c586108e0072 in_seq=0 out_seq=0 2024-05-27T00:36:36.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.254+0000 7fe3d5600640 10 client.15876 ms_handle_connect on v2:172.21.15.44:6840/114683393 2024-05-27T00:36:36.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.254+0000 7fe3d5600640 1 -- 172.21.15.44:0/3287978975 <== mds.1 v2:172.21.15.44:6840/114683393 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5598d1cea860 con 0x5598d1e04510 2024-05-27T00:36:36.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.254+0000 7fe3d5600640 10 client.15876 handle_command_reply: tid=0 2024-05-27T00:36:36.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.254+0000 7fe3f5b63740 1 client.15876 shutdown 2024-05-27T00:36:36.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.254+0000 7fe3f5b63740 1 -- 172.21.15.44:0/3287978975 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d8fd70 msgr2=0x5598d1d8b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:36.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.254+0000 7fe3f5b63740 1 --2- 172.21.15.44:0/3287978975 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d8fd70 0x5598d1d8b1d0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fe3d8005a40 tx=0x7fe3d80048f0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.255 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.255+0000 7fe3f5b63740 1 -- 172.21.15.44:0/3287978975 shutdown_connections 2024-05-27T00:36:36.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.255+0000 7fe3f5b63740 1 --2- 172.21.15.44:0/3287978975 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x5598d1e04510 0x5598d1e06930 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.255+0000 7fe3f5b63740 1 --2- 172.21.15.44:0/3287978975 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5598d1d912c0 0x5598d1d8b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.255+0000 7fe3f5b63740 1 --2- 172.21.15.44:0/3287978975 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5598d1d8fd70 0x5598d1d8b1d0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.255+0000 7fe3f5b63740 1 --2- 172.21.15.44:0/3287978975 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5598d1d862d0 0x5598d1d8ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.255+0000 7fe3d5600640 0 client.15876 ms_handle_reset on v2:172.21.15.44:6840/114683393 2024-05-27T00:36:36.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.255+0000 7fe3f5b63740 1 -- 172.21.15.44:0/3287978975 >> 172.21.15.44:0/3287978975 conn(0x5598d1d825f0 msgr2=0x5598d1d87a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:36.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.255+0000 7fe3f5b63740 1 -- 172.21.15.44:0/3287978975 shutdown_connections 2024-05-27T00:36:36.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.255+0000 7fe3f5b63740 1 -- 172.21.15.44:0/3287978975 wait complete. 2024-05-27T00:36:36.257 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.255+0000 7fe3f5b63740 20 client.15876 trim_cache size 0 max 16384 2024-05-27T00:36:36.257 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-27T00:36:36.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.256+0000 7fe3f1600640 1 -- 172.21.15.44:0/1200729380 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe3d00a2e40 msgr2=0x7fe3d00a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:36.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.256+0000 7fe3f1600640 1 --2- 172.21.15.44:0/1200729380 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe3d00a2e40 0x7fe3d00a5300 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe3e4009d40 tx=0x7fe3e4004760 comp rx=0 tx=0).stop 2024-05-27T00:36:36.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.256+0000 7fe3f1600640 1 -- 172.21.15.44:0/1200729380 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe3ec073d70 msgr2=0x7fe3ec19a520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:36.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.256+0000 7fe3f1600640 1 --2- 172.21.15.44:0/1200729380 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe3ec073d70 0x7fe3ec19a520 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fe3dc00ea60 tx=0x7fe3dc00ef20 comp rx=0 tx=0).stop 2024-05-27T00:36:36.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.257+0000 7fe3f1600640 1 -- 172.21.15.44:0/1200729380 shutdown_connections 2024-05-27T00:36:36.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.257+0000 7fe3f1600640 1 --2- 172.21.15.44:0/1200729380 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe3d00a2e40 0x7fe3d00a5300 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.257+0000 7fe3f1600640 1 --2- 172.21.15.44:0/1200729380 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe3ec10e0e0 0x7fe3ec19ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.257+0000 7fe3f1600640 1 --2- 172.21.15.44:0/1200729380 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe3ec074690 0x7fe3ec19aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.257+0000 7fe3f1600640 1 --2- 172.21.15.44:0/1200729380 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe3ec073d70 0x7fe3ec19a520 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.257+0000 7fe3f1600640 1 -- 172.21.15.44:0/1200729380 >> 172.21.15.44:0/1200729380 conn(0x7fe3ec0fd370 msgr2=0x7fe3ec0fe120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:36.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.257+0000 7fe3f1600640 1 -- 172.21.15.44:0/1200729380 shutdown_connections 2024-05-27T00:36:36.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.257+0000 7fe3f1600640 1 -- 172.21.15.44:0/1200729380 wait complete. 2024-05-27T00:36:36.283 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-05-27T00:36:36.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.472+0000 7fce1d600640 1 -- 172.21.15.44:0/3364433064 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce18108ea0 msgr2=0x7fce18110a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:36.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.472+0000 7fce1d600640 1 --2- 172.21.15.44:0/3364433064 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce18108ea0 0x7fce18110a70 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fce10009be0 tx=0x7fce1002a6d0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.472+0000 7fce1d600640 1 -- 172.21.15.44:0/3364433064 shutdown_connections 2024-05-27T00:36:36.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.472+0000 7fce1d600640 1 --2- 172.21.15.44:0/3364433064 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce18108ea0 0x7fce18110a70 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.472+0000 7fce1d600640 1 --2- 172.21.15.44:0/3364433064 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fce18104780 0x7fce181087c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.472+0000 7fce1d600640 1 --2- 172.21.15.44:0/3364433064 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce18103dd0 0x7fce181041b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.472+0000 7fce1d600640 1 -- 172.21.15.44:0/3364433064 >> 172.21.15.44:0/3364433064 conn(0x7fce180ff650 msgr2=0x7fce18101a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:36.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.472+0000 7fce1d600640 1 -- 172.21.15.44:0/3364433064 shutdown_connections 2024-05-27T00:36:36.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.472+0000 7fce1d600640 1 -- 172.21.15.44:0/3364433064 wait complete. 2024-05-27T00:36:36.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.473+0000 7fce1d600640 1 Processor -- start 2024-05-27T00:36:36.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.474+0000 7fce1d600640 1 -- start start 2024-05-27T00:36:36.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.474+0000 7fce1d600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fce18103dd0 0x7fce1819a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.474+0000 7fce1d600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce18108ea0 0x7fce1819aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.474+0000 7fce1d600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce1819ee30 0x7fce1819f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.474+0000 7fce1d600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fce18114090 con 0x7fce1819ee30 2024-05-27T00:36:36.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.474+0000 7fce1d600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fce18113f10 con 0x7fce18108ea0 2024-05-27T00:36:36.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.474+0000 7fce1d600640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fce18114210 con 0x7fce18103dd0 2024-05-27T00:36:36.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.474+0000 7fce17400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce1819ee30 0x7fce1819f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.474+0000 7fce16a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fce18103dd0 0x7fce1819a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.474+0000 7fce17400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce1819ee30 0x7fce1819f2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40342/0 (socket says 172.21.15.44:40342) 2024-05-27T00:36:36.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.474+0000 7fce16a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fce18103dd0 0x7fce1819a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:57886/0 (socket says 172.21.15.44:57886) 2024-05-27T00:36:36.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.474+0000 7fce17400640 1 -- 172.21.15.44:0/506954882 learned_addr learned my addr 172.21.15.44:0/506954882 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:36.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.474+0000 7fce16000640 1 --2- 172.21.15.44:0/506954882 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce18108ea0 0x7fce1819aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.475+0000 7fce17400640 1 -- 172.21.15.44:0/506954882 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fce18103dd0 msgr2=0x7fce1819a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:36.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.475+0000 7fce17400640 1 --2- 172.21.15.44:0/506954882 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fce18103dd0 0x7fce1819a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.475+0000 7fce17400640 1 -- 172.21.15.44:0/506954882 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce18108ea0 msgr2=0x7fce1819aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:36.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.475+0000 7fce17400640 1 --2- 172.21.15.44:0/506954882 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce18108ea0 0x7fce1819aab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.475+0000 7fce17400640 1 -- 172.21.15.44:0/506954882 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce1819f920 con 0x7fce1819ee30 2024-05-27T00:36:36.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.475+0000 7fce16000640 1 --2- 172.21.15.44:0/506954882 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce18108ea0 0x7fce1819aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:36.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.475+0000 7fce17400640 1 --2- 172.21.15.44:0/506954882 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce1819ee30 0x7fce1819f2e0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fce10009b30 tx=0x7fce10003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:36.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.476+0000 7fce0f400640 1 -- 172.21.15.44:0/506954882 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce10041020 con 0x7fce1819ee30 2024-05-27T00:36:36.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.476+0000 7fce1d600640 1 -- 172.21.15.44:0/506954882 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce1819fbb0 con 0x7fce1819ee30 2024-05-27T00:36:36.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.476+0000 7fce1d600640 1 -- 172.21.15.44:0/506954882 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce181a73d0 con 0x7fce1819ee30 2024-05-27T00:36:36.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.476+0000 7fce0f400640 1 -- 172.21.15.44:0/506954882 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fce100308a0 con 0x7fce1819ee30 2024-05-27T00:36:36.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.476+0000 7fce0f400640 1 -- 172.21.15.44:0/506954882 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce10036040 con 0x7fce1819ee30 2024-05-27T00:36:36.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.479+0000 7fce2039b740 1 Processor -- start 2024-05-27T00:36:36.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.481+0000 7fce0f400640 1 -- 172.21.15.44:0/506954882 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7fce10044020 con 0x7fce1819ee30 2024-05-27T00:36:36.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.481+0000 7fce2039b740 1 -- start start 2024-05-27T00:36:36.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.482+0000 7fce2039b740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561787933920 0x561787933d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.482+0000 7fce2039b740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561787934240 0x56178793e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.482+0000 7fce2039b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56178793e910 0x561787940d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.482+0000 7fce2039b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561787898de0 con 0x56178793e910 2024-05-27T00:36:36.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.482+0000 7fce2039b740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x561787840630 con 0x561787933920 2024-05-27T00:36:36.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.482+0000 7fce2039b740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x561787894da0 con 0x561787934240 2024-05-27T00:36:36.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.482+0000 7fce16a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561787934240 0x56178793e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.482+0000 7fce16000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56178793e910 0x561787940d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.482+0000 7fce16000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56178793e910 0x561787940d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40350/0 (socket says 172.21.15.44:40350) 2024-05-27T00:36:36.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.482+0000 7fce16000640 1 -- 172.21.15.44:0/1779939854 learned_addr learned my addr 172.21.15.44:0/1779939854 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:36.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.482+0000 7fce16000640 1 --2- 172.21.15.44:0/1779939854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561787933920 0x561787933d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.483+0000 7fce16000640 1 -- 172.21.15.44:0/1779939854 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561787934240 msgr2=0x56178793e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:36.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.483+0000 7fce16000640 1 --2- 172.21.15.44:0/1779939854 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561787934240 0x56178793e3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.483+0000 7fce16000640 1 -- 172.21.15.44:0/1779939854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561787933920 msgr2=0x561787933d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:36.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.483+0000 7fce16000640 1 --2- 172.21.15.44:0/1779939854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561787933920 0x561787933d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.483+0000 7fce16000640 1 -- 172.21.15.44:0/1779939854 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56178783c380 con 0x56178793e910 2024-05-27T00:36:36.485 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.483+0000 7fce16000640 1 --2- 172.21.15.44:0/1779939854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56178793e910 0x561787940d00 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fce04009fd0 tx=0x7fce04009600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=664ba2ac461cbae4 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:36.485 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.483+0000 7fce0f400640 1 --2- 172.21.15.44:0/506954882 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fcdfc0a2fb0 0x7fcdfc0a5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.485 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.484+0000 7fce03400640 1 -- 172.21.15.44:0/1779939854 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce0400f8c0 con 0x56178793e910 2024-05-27T00:36:36.485 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.484+0000 7fce0f400640 1 -- 172.21.15.44:0/506954882 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fce100f0490 con 0x7fce1819ee30 2024-05-27T00:36:36.485 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.484+0000 7fce03400640 1 -- 172.21.15.44:0/1779939854 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fce04010430 con 0x56178793e910 2024-05-27T00:36:36.485 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.484+0000 7fce03400640 1 -- 172.21.15.44:0/1779939854 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce0401e600 con 0x56178793e910 2024-05-27T00:36:36.485 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.484+0000 7fce2039b740 1 -- 172.21.15.44:0/1779939854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56178793e910 msgr2=0x561787940d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:36.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.484+0000 7fce2039b740 1 --2- 172.21.15.44:0/1779939854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56178793e910 0x561787940d00 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fce04009fd0 tx=0x7fce04009600 comp rx=0 tx=0).stop 2024-05-27T00:36:36.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.485+0000 7fce16a00640 1 --2- 172.21.15.44:0/506954882 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fcdfc0a2fb0 0x7fcdfc0a5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.485+0000 7fce2039b740 1 -- 172.21.15.44:0/1779939854 shutdown_connections 2024-05-27T00:36:36.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.485+0000 7fce2039b740 1 --2- 172.21.15.44:0/1779939854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56178793e910 0x561787940d00 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.485+0000 7fce2039b740 1 --2- 172.21.15.44:0/1779939854 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561787934240 0x56178793e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.485+0000 7fce2039b740 1 --2- 172.21.15.44:0/1779939854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561787933920 0x561787933d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.485+0000 7fce2039b740 1 -- 172.21.15.44:0/1779939854 >> 172.21.15.44:0/1779939854 conn(0x56178792fc40 msgr2=0x561787930020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:36.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.486+0000 7fce2039b740 1 -- 172.21.15.44:0/1779939854 shutdown_connections 2024-05-27T00:36:36.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.486+0000 7fce16a00640 1 --2- 172.21.15.44:0/506954882 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fcdfc0a2fb0 0x7fcdfc0a5470 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x561787934ee0 tx=0x7fce08005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:36.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.486+0000 7fce2039b740 1 -- 172.21.15.44:0/1779939854 wait complete. 2024-05-27T00:36:36.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.486+0000 7fce2039b740 1 -- start start 2024-05-27T00:36:36.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.487+0000 7fce2039b740 1 Processor -- start 2024-05-27T00:36:36.487 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.487+0000 7fce2039b740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561787933920 0x56178793b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.487+0000 7fce2039b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561787934240 0x56178793be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.487+0000 7fce2039b740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56178793e910 0x56178793c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.487+0000 7fce2039b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561787941700 con 0x561787934240 2024-05-27T00:36:36.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.487+0000 7fce2039b740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x561787853a90 con 0x56178793e910 2024-05-27T00:36:36.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.487+0000 7fce2039b740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x561787941880 con 0x561787933920 2024-05-27T00:36:36.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.487+0000 7fce2039b740 10 client.0 _ll_register_callbacks cb 0x561787836bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:36.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.488+0000 7fce16a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561787933920 0x56178793b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.488+0000 7fce16000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561787934240 0x56178793be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.488+0000 7fce16a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561787933920 0x56178793b910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:57904/0 (socket says 172.21.15.44:57904) 2024-05-27T00:36:36.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.488+0000 7fce16a00640 1 -- 172.21.15.44:0/673015325 learned_addr learned my addr 172.21.15.44:0/673015325 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:36.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.488+0000 7fce17400640 1 --2- 172.21.15.44:0/673015325 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56178793e910 0x56178793c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.489 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.488+0000 7fce16000640 1 -- 172.21.15.44:0/673015325 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561787933920 msgr2=0x56178793b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:36.490 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.488+0000 7fce16000640 1 --2- 172.21.15.44:0/673015325 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561787933920 0x56178793b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.490 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.488+0000 7fce16000640 1 -- 172.21.15.44:0/673015325 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56178793e910 msgr2=0x56178793c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:36.490 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.488+0000 7fce16000640 1 --2- 172.21.15.44:0/673015325 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56178793e910 0x56178793c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.490 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.488+0000 7fce16000640 1 -- 172.21.15.44:0/673015325 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5617875ac3f0 con 0x561787934240 2024-05-27T00:36:36.490 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.488+0000 7fce17400640 1 --2- 172.21.15.44:0/673015325 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56178793e910 0x56178793c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:36.490 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.488+0000 7fce16a00640 1 --2- 172.21.15.44:0/673015325 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561787933920 0x56178793b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:36.491 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.489+0000 7fce16000640 1 --2- 172.21.15.44:0/673015325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561787934240 0x56178793be50 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fce04009670 tx=0x7fce04010b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=524de83ba85ceeb8 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:36.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.489+0000 7fcdf7e00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:36:36.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.489+0000 7fcdf7e00640 1 -- 172.21.15.44:0/673015325 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce04004230 con 0x561787934240 2024-05-27T00:36:36.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.489+0000 7fcdf7e00640 1 -- 172.21.15.44:0/673015325 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fce040043d0 con 0x561787934240 2024-05-27T00:36:36.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.489+0000 7fce2039b740 1 -- 172.21.15.44:0/673015325 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce04010430 con 0x561787934240 2024-05-27T00:36:36.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.489+0000 7fcdf7e00640 1 -- 172.21.15.44:0/673015325 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fce04030050 con 0x561787934240 2024-05-27T00:36:36.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.489+0000 7fce2039b740 10 client.15888 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:36.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.489+0000 7fce2039b740 1 -- 172.21.15.44:0/673015325 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5617876767d0 con 0x561787934240 2024-05-27T00:36:36.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.490+0000 7fcdf7e00640 1 -- 172.21.15.44:0/673015325 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fce04010430 con 0x561787934240 2024-05-27T00:36:36.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.490+0000 7fcdf7e00640 1 -- 172.21.15.44:0/673015325 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fce040046c0 con 0x561787934240 2024-05-27T00:36:36.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.490+0000 7fce2039b740 10 client.15888 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:36.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.490+0000 7fce2039b740 10 client.15888 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:36.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.490+0000 7fce2039b740 20 client.15888 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:36.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.490+0000 7fce2039b740 1 --2- 172.21.15.44:0/673015325 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56178794ec10 0x561787951000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.492 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.490+0000 7fce2039b740 4 client.15888 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:36:36.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.490+0000 7fce2039b740 1 -- 172.21.15.44:0/673015325 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5617878a6510 con 0x56178794ec10 2024-05-27T00:36:36.493 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.491+0000 7fce16a00640 1 --2- 172.21.15.44:0/673015325 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56178794ec10 0x561787951000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.492+0000 7fcdf7e00640 10 client.15888 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:36.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.492+0000 7fce16a00640 1 --2- 172.21.15.44:0/673015325 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56178794ec10 0x561787951000 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=811d0874adba5f28 server_cookie=a5cd72aa8f131c0c in_seq=0 out_seq=0 2024-05-27T00:36:36.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.492+0000 7fcdf7e00640 1 -- 172.21.15.44:0/673015325 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5617878a6510 con 0x56178794ec10 2024-05-27T00:36:36.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.493+0000 7fcdf7e00640 10 client.15888 handle_command_reply: tid=0 2024-05-27T00:36:36.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.493+0000 7fce2039b740 1 client.15888 shutdown 2024-05-27T00:36:36.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.493+0000 7fce2039b740 1 -- 172.21.15.44:0/673015325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561787934240 msgr2=0x56178793be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:36.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.493+0000 7fce2039b740 1 --2- 172.21.15.44:0/673015325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561787934240 0x56178793be50 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fce04009670 tx=0x7fce04010b90 comp rx=0 tx=0).stop 2024-05-27T00:36:36.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.493+0000 7fce2039b740 1 -- 172.21.15.44:0/673015325 shutdown_connections 2024-05-27T00:36:36.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.493+0000 7fce2039b740 1 --2- 172.21.15.44:0/673015325 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56178794ec10 0x561787951000 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.493+0000 7fce2039b740 1 --2- 172.21.15.44:0/673015325 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56178793e910 0x56178793c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.493+0000 7fce2039b740 1 --2- 172.21.15.44:0/673015325 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561787934240 0x56178793be50 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.493+0000 7fce2039b740 1 --2- 172.21.15.44:0/673015325 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561787933920 0x56178793b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.493+0000 7fce2039b740 1 -- 172.21.15.44:0/673015325 >> 172.21.15.44:0/673015325 conn(0x56178792fc40 msgr2=0x561787935940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:36.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.493+0000 7fcdf7e00640 0 client.15888 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:36.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.493+0000 7fce2039b740 1 -- 172.21.15.44:0/673015325 shutdown_connections 2024-05-27T00:36:36.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.493+0000 7fce2039b740 1 -- 172.21.15.44:0/673015325 wait complete. 2024-05-27T00:36:36.495 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.493+0000 7fce2039b740 20 client.15888 trim_cache size 0 max 16384 2024-05-27T00:36:36.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.509+0000 7fce2039b740 1 Processor -- start 2024-05-27T00:36:36.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.509+0000 7fce2039b740 1 -- start start 2024-05-27T00:36:36.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.509+0000 7fce2039b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561787933920 0x56178794a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.509+0000 7fce2039b740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561787934240 0x5617879360c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.509+0000 7fce2039b740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56178793e910 0x5617879567b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.509+0000 7fce2039b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcdf80126f0 con 0x561787933920 2024-05-27T00:36:36.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.509+0000 7fce2039b740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcdf800ffc0 con 0x561787934240 2024-05-27T00:36:36.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.509+0000 7fce2039b740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fcdf800ddf0 con 0x56178793e910 2024-05-27T00:36:36.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.510+0000 7fce16a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561787933920 0x56178794a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.510+0000 7fce16000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561787934240 0x5617879360c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.510+0000 7fce16000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561787934240 0x5617879360c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:33592/0 (socket says 172.21.15.44:33592) 2024-05-27T00:36:36.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.510+0000 7fce17400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56178793e910 0x5617879567b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.510+0000 7fce16000640 1 -- 172.21.15.44:0/2051250761 learned_addr learned my addr 172.21.15.44:0/2051250761 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:36.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.510+0000 7fce17400640 1 -- 172.21.15.44:0/2051250761 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561787934240 msgr2=0x5617879360c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:36.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.510+0000 7fce17400640 1 --2- 172.21.15.44:0/2051250761 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561787934240 0x5617879360c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.510+0000 7fce17400640 1 -- 172.21.15.44:0/2051250761 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561787933920 msgr2=0x56178794a7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:36.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.510+0000 7fce17400640 1 --2- 172.21.15.44:0/2051250761 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561787933920 0x56178794a7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.510+0000 7fce17400640 1 -- 172.21.15.44:0/2051250761 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5617879415e0 con 0x56178793e910 2024-05-27T00:36:36.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.510+0000 7fce16000640 1 --2- 172.21.15.44:0/2051250761 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561787934240 0x5617879360c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:36.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.511+0000 7fce17400640 1 --2- 172.21.15.44:0/2051250761 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56178793e910 0x5617879567b0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fce100ed740 tx=0x7fce1003c000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9af53338441b2f9 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:36.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.511+0000 7fce02a00640 1 -- 172.21.15.44:0/2051250761 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce100d5070 con 0x56178793e910 2024-05-27T00:36:36.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.511+0000 7fce02a00640 1 -- 172.21.15.44:0/2051250761 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fce100bc510 con 0x56178793e910 2024-05-27T00:36:36.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.511+0000 7fce02a00640 1 -- 172.21.15.44:0/2051250761 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce100c4f50 con 0x56178793e910 2024-05-27T00:36:36.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.511+0000 7fce2039b740 1 -- 172.21.15.44:0/2051250761 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56178793e910 msgr2=0x5617879567b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:36.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.512+0000 7fce2039b740 1 --2- 172.21.15.44:0/2051250761 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56178793e910 0x5617879567b0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fce100ed740 tx=0x7fce1003c000 comp rx=0 tx=0).stop 2024-05-27T00:36:36.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.512+0000 7fce2039b740 1 -- 172.21.15.44:0/2051250761 shutdown_connections 2024-05-27T00:36:36.513 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.512+0000 7fce2039b740 1 --2- 172.21.15.44:0/2051250761 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56178793e910 0x5617879567b0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.512+0000 7fce2039b740 1 --2- 172.21.15.44:0/2051250761 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561787934240 0x5617879360c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.512+0000 7fce2039b740 1 --2- 172.21.15.44:0/2051250761 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561787933920 0x56178794a7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.512+0000 7fce2039b740 1 -- 172.21.15.44:0/2051250761 >> 172.21.15.44:0/2051250761 conn(0x56178792fc40 msgr2=0x56178793c160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:36.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.512+0000 7fce2039b740 1 -- 172.21.15.44:0/2051250761 shutdown_connections 2024-05-27T00:36:36.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.512+0000 7fce2039b740 1 -- 172.21.15.44:0/2051250761 wait complete. 2024-05-27T00:36:36.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.512+0000 7fce2039b740 1 -- start start 2024-05-27T00:36:36.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.513+0000 7fce2039b740 1 Processor -- start 2024-05-27T00:36:36.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.514+0000 7fce2039b740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561787933920 0x561787946cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.514+0000 7fce2039b740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561787934240 0x561787947210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.514+0000 7fce2039b740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56178793e910 0x5617879422e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.514+0000 7fce2039b740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fcdf800e480 con 0x56178793e910 2024-05-27T00:36:36.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.514+0000 7fce2039b740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcdf800f8f0 con 0x561787933920 2024-05-27T00:36:36.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.514+0000 7fce2039b740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fcdf800eb50 con 0x561787934240 2024-05-27T00:36:36.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.514+0000 7fce2039b740 10 client.0 _ll_register_callbacks cb 0x7fce04010910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:36.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.514+0000 7fce16a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561787933920 0x561787946cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.514+0000 7fce16a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561787933920 0x561787946cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:33608/0 (socket says 172.21.15.44:33608) 2024-05-27T00:36:36.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.514+0000 7fce16a00640 1 -- 172.21.15.44:0/1362750528 learned_addr learned my addr 172.21.15.44:0/1362750528 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:36.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.514+0000 7fce16000640 1 --2- 172.21.15.44:0/1362750528 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561787934240 0x561787947210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.514+0000 7fce17400640 1 --2- 172.21.15.44:0/1362750528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56178793e910 0x5617879422e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.514+0000 7fce16a00640 1 -- 172.21.15.44:0/1362750528 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561787934240 msgr2=0x561787947210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:36.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.514+0000 7fce16a00640 1 --2- 172.21.15.44:0/1362750528 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561787934240 0x561787947210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.514+0000 7fce16a00640 1 -- 172.21.15.44:0/1362750528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56178793e910 msgr2=0x5617879422e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:36.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.514+0000 7fce16a00640 1 --2- 172.21.15.44:0/1362750528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56178793e910 0x5617879422e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.514+0000 7fce16a00640 1 -- 172.21.15.44:0/1362750528 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561787942ae0 con 0x561787933920 2024-05-27T00:36:36.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.515+0000 7fce16000640 1 --2- 172.21.15.44:0/1362750528 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561787934240 0x561787947210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:36:36.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.515+0000 7fce16a00640 1 --2- 172.21.15.44:0/1362750528 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561787933920 0x561787946cd0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x561787951720 tx=0x7fce080046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=90c40ddf2bc77f7f server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:36.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.515+0000 7fcdf7e00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:36:36.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.515+0000 7fcdf7e00640 1 -- 172.21.15.44:0/1362750528 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce0802b380 con 0x561787933920 2024-05-27T00:36:36.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.515+0000 7fce2039b740 1 -- 172.21.15.44:0/1362750528 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce100bc510 con 0x561787933920 2024-05-27T00:36:36.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.515+0000 7fcdf7e00640 1 -- 172.21.15.44:0/1362750528 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fce0802b520 con 0x561787933920 2024-05-27T00:36:36.520 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.515+0000 7fcdf7e00640 1 -- 172.21.15.44:0/1362750528 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fce0803c050 con 0x561787933920 2024-05-27T00:36:36.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.515+0000 7fce2039b740 10 client.26021 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:36.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.515+0000 7fce2039b740 1 -- 172.21.15.44:0/1362750528 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5617879b8fe0 con 0x561787933920 2024-05-27T00:36:36.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.516+0000 7fcdf7e00640 1 -- 172.21.15.44:0/1362750528 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fce100bc510 con 0x561787933920 2024-05-27T00:36:36.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.516+0000 7fcdf7e00640 1 -- 172.21.15.44:0/1362750528 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fce0801e420 con 0x561787933920 2024-05-27T00:36:36.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.516+0000 7fce2039b740 10 client.26021 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:36.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.516+0000 7fce2039b740 10 client.26021 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:36.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.516+0000 7fce2039b740 20 client.26021 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:36.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.516+0000 7fce2039b740 1 --2- 172.21.15.44:0/1362750528 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5617879b9740 0x5617879bbb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:36.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.516+0000 7fce2039b740 4 client.26021 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-27T00:36:36.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.516+0000 7fce2039b740 1 -- 172.21.15.44:0/1362750528 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5617878a0860 con 0x5617879b9740 2024-05-27T00:36:36.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.516+0000 7fce16000640 1 --2- 172.21.15.44:0/1362750528 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5617879b9740 0x5617879bbb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:36.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.517+0000 7fce16000640 1 --2- 172.21.15.44:0/1362750528 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5617879b9740 0x5617879bbb60 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e2184226c4e08cae server_cookie=f72ae2a2e462bbc9 in_seq=0 out_seq=0 2024-05-27T00:36:36.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.517+0000 7fcdf7e00640 10 client.26021 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:36.521 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.517+0000 7fcdf7e00640 1 -- 172.21.15.44:0/1362750528 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5617878a0860 con 0x5617879b9740 2024-05-27T00:36:36.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.517+0000 7fcdf7e00640 10 client.26021 handle_command_reply: tid=0 2024-05-27T00:36:36.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.517+0000 7fce2039b740 1 client.26021 shutdown 2024-05-27T00:36:36.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.517+0000 7fce2039b740 1 -- 172.21.15.44:0/1362750528 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561787933920 msgr2=0x561787946cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:36.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.517+0000 7fce2039b740 1 --2- 172.21.15.44:0/1362750528 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561787933920 0x561787946cd0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x561787951720 tx=0x7fce080046c0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.517+0000 7fce2039b740 1 -- 172.21.15.44:0/1362750528 shutdown_connections 2024-05-27T00:36:36.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.517+0000 7fce2039b740 1 --2- 172.21.15.44:0/1362750528 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5617879b9740 0x5617879bbb60 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.517+0000 7fce2039b740 1 --2- 172.21.15.44:0/1362750528 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56178793e910 0x5617879422e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.517+0000 7fce2039b740 1 --2- 172.21.15.44:0/1362750528 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561787934240 0x561787947210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.517+0000 7fce2039b740 1 --2- 172.21.15.44:0/1362750528 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561787933920 0x561787946cd0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.517+0000 7fce2039b740 1 -- 172.21.15.44:0/1362750528 >> 172.21.15.44:0/1362750528 conn(0x56178792fc40 msgr2=0x56178792e510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:36.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.517+0000 7fcdf7e00640 0 client.26021 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:36.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.518+0000 7fce2039b740 1 -- 172.21.15.44:0/1362750528 shutdown_connections 2024-05-27T00:36:36.522 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.518+0000 7fce2039b740 1 -- 172.21.15.44:0/1362750528 wait complete. 2024-05-27T00:36:36.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.518+0000 7fce2039b740 20 client.26021 trim_cache size 0 max 16384 2024-05-27T00:36:36.523 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-27T00:36:36.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.518+0000 7fce1d600640 1 -- 172.21.15.44:0/506954882 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fcdfc0a2fb0 msgr2=0x7fcdfc0a5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:36.523 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.518+0000 7fce1d600640 1 --2- 172.21.15.44:0/506954882 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fcdfc0a2fb0 0x7fcdfc0a5470 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x561787934ee0 tx=0x7fce08005f90 comp rx=0 tx=0).stop 2024-05-27T00:36:36.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.518+0000 7fce1d600640 1 -- 172.21.15.44:0/506954882 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce1819ee30 msgr2=0x7fce1819f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:36.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.518+0000 7fce1d600640 1 --2- 172.21.15.44:0/506954882 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce1819ee30 0x7fce1819f2e0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fce10009b30 tx=0x7fce10003ba0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.519+0000 7fce1d600640 1 -- 172.21.15.44:0/506954882 shutdown_connections 2024-05-27T00:36:36.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.519+0000 7fce1d600640 1 --2- 172.21.15.44:0/506954882 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fcdfc0a2fb0 0x7fcdfc0a5470 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.519+0000 7fce1d600640 1 --2- 172.21.15.44:0/506954882 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fce1819ee30 0x7fce1819f2e0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.519+0000 7fce1d600640 1 --2- 172.21.15.44:0/506954882 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fce18108ea0 0x7fce1819aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.519+0000 7fce1d600640 1 --2- 172.21.15.44:0/506954882 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fce18103dd0 0x7fce1819a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:36.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.519+0000 7fce1d600640 1 -- 172.21.15.44:0/506954882 >> 172.21.15.44:0/506954882 conn(0x7fce180ff650 msgr2=0x7fce18101910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:36.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.519+0000 7fce1d600640 1 -- 172.21.15.44:0/506954882 shutdown_connections 2024-05-27T00:36:36.524 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:36.519+0000 7fce1d600640 1 -- 172.21.15.44:0/506954882 wait complete. 2024-05-27T00:36:36.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:36 smithi044 ceph-mon[31645]: pgmap v42: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-27T00:36:36.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:36 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2432295260' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:36:36.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:36 smithi050 ceph-mon[36071]: pgmap v42: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-27T00:36:36.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:36 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2432295260' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:36:37.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:36 smithi137 ceph-mon[36552]: pgmap v42: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-27T00:36:37.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:36 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2432295260' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:36:37.538 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-27T00:36:37.538 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:36:37.538 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-05-27T00:36:37.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.718+0000 7ffabdc00640 1 -- 172.21.15.44:0/3065203427 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ffab8103a50 msgr2=0x7ffab8103ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:37.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.718+0000 7ffabdc00640 1 --2- 172.21.15.44:0/3065203427 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ffab8103a50 0x7ffab8103ed0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7ffaa0009890 tx=0x7ffaa002a360 comp rx=0 tx=0).stop 2024-05-27T00:36:37.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.719+0000 7ffabdc00640 1 -- 172.21.15.44:0/3065203427 shutdown_connections 2024-05-27T00:36:37.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.719+0000 7ffabdc00640 1 --2- 172.21.15.44:0/3065203427 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffab8104410 0x7ffab8110920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.719+0000 7ffabdc00640 1 --2- 172.21.15.44:0/3065203427 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ffab8103a50 0x7ffab8103ed0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.719+0000 7ffabdc00640 1 --2- 172.21.15.44:0/3065203427 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffab8109a60 0x7ffab8109e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.719+0000 7ffabdc00640 1 -- 172.21.15.44:0/3065203427 >> 172.21.15.44:0/3065203427 conn(0x7ffab80ff4e0 msgr2=0x7ffab8101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:37.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.719+0000 7ffabdc00640 1 -- 172.21.15.44:0/3065203427 shutdown_connections 2024-05-27T00:36:37.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.719+0000 7ffabdc00640 1 -- 172.21.15.44:0/3065203427 wait complete. 2024-05-27T00:36:37.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.720+0000 7ffabdc00640 1 Processor -- start 2024-05-27T00:36:37.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.720+0000 7ffabdc00640 1 -- start start 2024-05-27T00:36:37.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.720+0000 7ffabdc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffab8103a50 0x7ffab819a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.720+0000 7ffabdc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffab8104410 0x7ffab819aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.720+0000 7ffabdc00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ffab8109a60 0x7ffab819ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.720+0000 7ffabdc00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ffab8113f60 con 0x7ffab8104410 2024-05-27T00:36:37.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.720+0000 7ffabdc00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffab8113de0 con 0x7ffab8103a50 2024-05-27T00:36:37.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.720+0000 7ffabdc00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7ffab81140e0 con 0x7ffab8109a60 2024-05-27T00:36:37.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.721+0000 7ffaafe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffab8104410 0x7ffab819aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.721+0000 7ffab7e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffab8103a50 0x7ffab819a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.722 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.721+0000 7ffab7e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffab8103a50 0x7ffab819a4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:33630/0 (socket says 172.21.15.44:33630) 2024-05-27T00:36:37.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.721+0000 7ffab7e00640 1 -- 172.21.15.44:0/3259929737 learned_addr learned my addr 172.21.15.44:0/3259929737 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:37.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.721+0000 7ffabd200640 1 --2- 172.21.15.44:0/3259929737 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ffab8109a60 0x7ffab819ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.721+0000 7ffaafe00640 1 -- 172.21.15.44:0/3259929737 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ffab8109a60 msgr2=0x7ffab819ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:37.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.721+0000 7ffaafe00640 1 --2- 172.21.15.44:0/3259929737 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ffab8109a60 0x7ffab819ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.721+0000 7ffaafe00640 1 -- 172.21.15.44:0/3259929737 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffab8103a50 msgr2=0x7ffab819a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:37.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.722+0000 7ffaafe00640 1 --2- 172.21.15.44:0/3259929737 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffab8103a50 0x7ffab819a4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.722+0000 7ffaafe00640 1 -- 172.21.15.44:0/3259929737 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffab819f460 con 0x7ffab8104410 2024-05-27T00:36:37.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.722+0000 7ffab7e00640 1 --2- 172.21.15.44:0/3259929737 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffab8103a50 0x7ffab819a4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:37.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.722+0000 7ffabd200640 1 --2- 172.21.15.44:0/3259929737 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ffab8109a60 0x7ffab819ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:37.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.722+0000 7ffaafe00640 1 --2- 172.21.15.44:0/3259929737 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffab8104410 0x7ffab819aa00 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7ffaa00057c0 tx=0x7ffaa00324c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:37.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.722+0000 7ffab5600640 1 -- 172.21.15.44:0/3259929737 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa0040020 con 0x7ffab8104410 2024-05-27T00:36:37.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.722+0000 7ffabdc00640 1 -- 172.21.15.44:0/3259929737 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffab819f6f0 con 0x7ffab8104410 2024-05-27T00:36:37.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.723+0000 7ffabdc00640 1 -- 172.21.15.44:0/3259929737 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffab81a6fe0 con 0x7ffab8104410 2024-05-27T00:36:37.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.723+0000 7ffab5600640 1 -- 172.21.15.44:0/3259929737 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffaa0038040 con 0x7ffab8104410 2024-05-27T00:36:37.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.723+0000 7ffab5600640 1 -- 172.21.15.44:0/3259929737 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa0037070 con 0x7ffab8104410 2024-05-27T00:36:37.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.726+0000 7ffab5600640 1 -- 172.21.15.44:0/3259929737 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7ffaa0043020 con 0x7ffab8104410 2024-05-27T00:36:37.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.727+0000 7ffac1fe0740 1 Processor -- start 2024-05-27T00:36:37.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.727+0000 7ffab5600640 1 --2- 172.21.15.44:0/3259929737 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7ffa9c0a2f30 0x7ffa9c0a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.727+0000 7ffac1fe0740 1 -- start start 2024-05-27T00:36:37.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.727+0000 7ffab5600640 1 -- 172.21.15.44:0/3259929737 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7ffaa00ef640 con 0x7ffab8104410 2024-05-27T00:36:37.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.728+0000 7ffabd200640 1 --2- 172.21.15.44:0/3259929737 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7ffa9c0a2f30 0x7ffa9c0a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.728+0000 7ffac1fe0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5595857932e0 0x559585791620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.728+0000 7ffac1fe0740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559585791bf0 0x559585792070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.728+0000 7ffac1fe0740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958579c970 0x55958579ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.728+0000 7ffac1fe0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5595856f59d0 con 0x5595857932e0 2024-05-27T00:36:37.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.728+0000 7ffac1fe0740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55958569d790 con 0x55958579c970 2024-05-27T00:36:37.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.728+0000 7ffac1fe0740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5595856f1990 con 0x559585791bf0 2024-05-27T00:36:37.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.728+0000 7ffaafe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559585791bf0 0x559585792070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.729+0000 7ffab7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5595857932e0 0x559585791620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.729+0000 7ffaafe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559585791bf0 0x559585792070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:57936/0 (socket says 172.21.15.44:57936) 2024-05-27T00:36:37.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.729+0000 7ffaafe00640 1 -- 172.21.15.44:0/4213831597 learned_addr learned my addr 172.21.15.44:0/4213831597 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:37.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.729+0000 7ffaafe00640 1 -- 172.21.15.44:0/4213831597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958579c970 msgr2=0x55958579ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:37.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.729+0000 7ffabd200640 1 --2- 172.21.15.44:0/4213831597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958579c970 0x55958579ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.729+0000 7ffaafe00640 1 --2- 172.21.15.44:0/4213831597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958579c970 0x55958579ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.729+0000 7ffaafe00640 1 -- 172.21.15.44:0/4213831597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5595857932e0 msgr2=0x559585791620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:37.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.729+0000 7ffaafe00640 1 --2- 172.21.15.44:0/4213831597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5595857932e0 0x559585791620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.729+0000 7ffaafe00640 1 -- 172.21.15.44:0/4213831597 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595854d17e0 con 0x559585791bf0 2024-05-27T00:36:37.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.729+0000 7ffabd200640 1 --2- 172.21.15.44:0/4213831597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958579c970 0x55958579ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-27T00:36:37.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.729+0000 7ffab7e00640 1 --2- 172.21.15.44:0/4213831597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5595857932e0 0x559585791620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:37.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.729+0000 7ffabd200640 1 --2- 172.21.15.44:0/3259929737 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7ffa9c0a2f30 0x7ffa9c0a53f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ffab0005fd0 tx=0x7ffab0009500 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:37.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.729+0000 7ffaafe00640 1 --2- 172.21.15.44:0/4213831597 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559585791bf0 0x559585792070 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ffaa00bb670 tx=0x7ffaa002a360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b66b872fc158e98 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:37.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.730+0000 7ffaad600640 1 -- 172.21.15.44:0/4213831597 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa00a60e0 con 0x559585791bf0 2024-05-27T00:36:37.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.730+0000 7ffaad600640 1 -- 172.21.15.44:0/4213831597 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffaa0032940 con 0x559585791bf0 2024-05-27T00:36:37.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.730+0000 7ffaad600640 1 -- 172.21.15.44:0/4213831597 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa0003cc0 con 0x559585791bf0 2024-05-27T00:36:37.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.730+0000 7ffac1fe0740 1 -- 172.21.15.44:0/4213831597 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559585791bf0 msgr2=0x559585792070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:37.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.730+0000 7ffac1fe0740 1 --2- 172.21.15.44:0/4213831597 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559585791bf0 0x559585792070 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ffaa00bb670 tx=0x7ffaa002a360 comp rx=0 tx=0).stop 2024-05-27T00:36:37.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.731+0000 7ffac1fe0740 1 -- 172.21.15.44:0/4213831597 shutdown_connections 2024-05-27T00:36:37.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.731+0000 7ffac1fe0740 1 --2- 172.21.15.44:0/4213831597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958579c970 0x55958579ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.731+0000 7ffac1fe0740 1 --2- 172.21.15.44:0/4213831597 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559585791bf0 0x559585792070 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.731+0000 7ffac1fe0740 1 --2- 172.21.15.44:0/4213831597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5595857932e0 0x559585791620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.731+0000 7ffac1fe0740 1 -- 172.21.15.44:0/4213831597 >> 172.21.15.44:0/4213831597 conn(0x55958575a170 msgr2=0x55958578e150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:37.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.731+0000 7ffac1fe0740 1 -- 172.21.15.44:0/4213831597 shutdown_connections 2024-05-27T00:36:37.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.731+0000 7ffac1fe0740 1 -- 172.21.15.44:0/4213831597 wait complete. 2024-05-27T00:36:37.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.731+0000 7ffac1fe0740 1 -- start start 2024-05-27T00:36:37.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.731+0000 7ffac1fe0740 1 Processor -- start 2024-05-27T00:36:37.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.732+0000 7ffac1fe0740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559585791bf0 0x559585799920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.732+0000 7ffac1fe0740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5595857932e0 0x559585799e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.732+0000 7ffac1fe0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55958579c970 0x55958579a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.732+0000 7ffac1fe0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5595856f59d0 con 0x55958579c970 2024-05-27T00:36:37.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.732+0000 7ffac1fe0740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5595856b0ae0 con 0x5595857932e0 2024-05-27T00:36:37.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.732+0000 7ffac1fe0740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5595856f1990 con 0x559585791bf0 2024-05-27T00:36:37.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.732+0000 7ffac1fe0740 10 client.0 _ll_register_callbacks cb 0x5595856ebc60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:37.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.732+0000 7ffaafe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5595857932e0 0x559585799e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.732+0000 7ffaafe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5595857932e0 0x559585799e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:33654/0 (socket says 172.21.15.44:33654) 2024-05-27T00:36:37.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.732+0000 7ffaafe00640 1 -- 172.21.15.44:0/3699534997 learned_addr learned my addr 172.21.15.44:0/3699534997 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:37.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.732+0000 7ffab7e00640 1 --2- 172.21.15.44:0/3699534997 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559585791bf0 0x559585799920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.733+0000 7ffaafe00640 1 -- 172.21.15.44:0/3699534997 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559585791bf0 msgr2=0x559585799920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:37.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.733+0000 7ffaafe00640 1 --2- 172.21.15.44:0/3699534997 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559585791bf0 0x559585799920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.733+0000 7ffaafe00640 1 -- 172.21.15.44:0/3699534997 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55958579c970 msgr2=0x55958579a3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:37.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.733+0000 7ffabd200640 1 --2- 172.21.15.44:0/3699534997 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55958579c970 0x55958579a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.733+0000 7ffaafe00640 1 --2- 172.21.15.44:0/3699534997 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55958579c970 0x55958579a3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.733+0000 7ffaafe00640 1 -- 172.21.15.44:0/3699534997 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559585531f70 con 0x5595857932e0 2024-05-27T00:36:37.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.733+0000 7ffaafe00640 1 --2- 172.21.15.44:0/3699534997 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5595857932e0 0x559585799e60 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ffaa002a880 tx=0x7ffaa0005bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4151ac59ad0379f server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:37.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.733+0000 7ffaa6000640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:36:37.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.733+0000 7ffaa6000640 1 -- 172.21.15.44:0/3699534997 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa00d8070 con 0x5595857932e0 2024-05-27T00:36:37.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.733+0000 7ffaa6000640 1 -- 172.21.15.44:0/3699534997 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7ffaa00c40d0 con 0x5595857932e0 2024-05-27T00:36:37.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.733+0000 7ffac1fe0740 1 -- 172.21.15.44:0/3699534997 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffaa0032940 con 0x5595857932e0 2024-05-27T00:36:37.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.734+0000 7ffaa6000640 1 -- 172.21.15.44:0/3699534997 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ffaa00a60b0 con 0x5595857932e0 2024-05-27T00:36:37.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.734+0000 7ffac1fe0740 10 client.26030 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:37.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.734+0000 7ffac1fe0740 1 -- 172.21.15.44:0/3699534997 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5595853c9170 con 0x5595857932e0 2024-05-27T00:36:37.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.734+0000 7ffaa6000640 1 -- 172.21.15.44:0/3699534997 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffaa0032940 con 0x5595857932e0 2024-05-27T00:36:37.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.734+0000 7ffaa6000640 1 -- 172.21.15.44:0/3699534997 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7ffaa00ba5a0 con 0x5595857932e0 2024-05-27T00:36:37.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.734+0000 7ffac1fe0740 10 client.26030 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:37.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.734+0000 7ffac1fe0740 10 client.26030 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:37.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.734+0000 7ffac1fe0740 20 client.26030 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:37.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.734+0000 7ffac1fe0740 1 --2- 172.21.15.44:0/3699534997 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5595857bd400 0x5595857bf7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.734+0000 7ffac1fe0740 4 client.26030 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:36:37.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.734+0000 7ffac1fe0740 1 -- 172.21.15.44:0/3699534997 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559585703100 con 0x5595857bd400 2024-05-27T00:36:37.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.735+0000 7ffab7e00640 1 --2- 172.21.15.44:0/3699534997 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5595857bd400 0x5595857bf7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.735+0000 7ffab7e00640 1 --2- 172.21.15.44:0/3699534997 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5595857bd400 0x5595857bf7f0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6831bd8a12601b03 server_cookie=4d9ade8caea8555 in_seq=0 out_seq=0 2024-05-27T00:36:37.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.735+0000 7ffaa6000640 10 client.26030 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:37.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.736+0000 7ffaa6000640 1 -- 172.21.15.44:0/3699534997 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x559585703100 con 0x5595857bd400 2024-05-27T00:36:37.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.736+0000 7ffaa6000640 10 client.26030 handle_command_reply: tid=0 2024-05-27T00:36:37.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.736+0000 7ffac1fe0740 1 client.26030 shutdown 2024-05-27T00:36:37.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.736+0000 7ffac1fe0740 1 -- 172.21.15.44:0/3699534997 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5595857932e0 msgr2=0x559585799e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:37.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.736+0000 7ffac1fe0740 1 --2- 172.21.15.44:0/3699534997 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5595857932e0 0x559585799e60 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ffaa002a880 tx=0x7ffaa0005bd0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.736+0000 7ffac1fe0740 1 -- 172.21.15.44:0/3699534997 shutdown_connections 2024-05-27T00:36:37.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.736+0000 7ffac1fe0740 1 --2- 172.21.15.44:0/3699534997 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5595857bd400 0x5595857bf7f0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.736+0000 7ffac1fe0740 1 --2- 172.21.15.44:0/3699534997 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55958579c970 0x55958579a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.736+0000 7ffac1fe0740 1 --2- 172.21.15.44:0/3699534997 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5595857932e0 0x559585799e60 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.736+0000 7ffac1fe0740 1 --2- 172.21.15.44:0/3699534997 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559585791bf0 0x559585799920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.736+0000 7ffac1fe0740 1 -- 172.21.15.44:0/3699534997 >> 172.21.15.44:0/3699534997 conn(0x55958575a170 msgr2=0x559585793f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:37.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.737+0000 7ffaa6000640 0 client.26030 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:37.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.737+0000 7ffac1fe0740 1 -- 172.21.15.44:0/3699534997 shutdown_connections 2024-05-27T00:36:37.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.737+0000 7ffac1fe0740 1 -- 172.21.15.44:0/3699534997 wait complete. 2024-05-27T00:36:37.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.737+0000 7ffac1fe0740 20 client.26030 trim_cache size 0 max 16384 2024-05-27T00:36:37.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.765+0000 7ffac1fe0740 1 Processor -- start 2024-05-27T00:36:37.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.765+0000 7ffac1fe0740 1 -- start start 2024-05-27T00:36:37.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.765+0000 7ffac1fe0740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559585791bf0 0x55958579a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.765+0000 7ffac1fe0740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5595857932e0 0x5595857c4fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.765+0000 7ffac1fe0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55958579c970 0x5595857c54f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.765+0000 7ffac1fe0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ffab81aaf70 con 0x55958579c970 2024-05-27T00:36:37.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.765+0000 7ffac1fe0740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffab81a8840 con 0x559585791bf0 2024-05-27T00:36:37.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.765+0000 7ffac1fe0740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7ffab8073020 con 0x5595857932e0 2024-05-27T00:36:37.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.766+0000 7ffab7e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559585791bf0 0x55958579a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.766+0000 7ffaafe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5595857932e0 0x5595857c4fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.766+0000 7ffab7e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559585791bf0 0x55958579a1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:33658/0 (socket says 172.21.15.44:33658) 2024-05-27T00:36:37.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.766+0000 7ffab7e00640 1 -- 172.21.15.44:0/2819049926 learned_addr learned my addr 172.21.15.44:0/2819049926 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:37.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.766+0000 7ffaafe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5595857932e0 0x5595857c4fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:57946/0 (socket says 172.21.15.44:57946) 2024-05-27T00:36:37.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.766+0000 7ffabd200640 1 --2- 172.21.15.44:0/2819049926 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55958579c970 0x5595857c54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.766+0000 7ffab7e00640 1 -- 172.21.15.44:0/2819049926 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5595857932e0 msgr2=0x5595857c4fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:37.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.766+0000 7ffab7e00640 1 --2- 172.21.15.44:0/2819049926 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5595857932e0 0x5595857c4fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.766+0000 7ffab7e00640 1 -- 172.21.15.44:0/2819049926 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55958579c970 msgr2=0x5595857c54f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:37.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.766+0000 7ffab7e00640 1 --2- 172.21.15.44:0/2819049926 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55958579c970 0x5595857c54f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.766+0000 7ffab7e00640 1 -- 172.21.15.44:0/2819049926 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595857bfd20 con 0x559585791bf0 2024-05-27T00:36:37.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.766+0000 7ffaafe00640 1 --2- 172.21.15.44:0/2819049926 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5595857932e0 0x5595857c4fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:37.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.767+0000 7ffab7e00640 1 --2- 172.21.15.44:0/2819049926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559585791bf0 0x55958579a1c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7ffaa8009fd0 tx=0x7ffaa8009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=286130a5e7fdaeb4 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:37.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.767+0000 7ffaacc00640 1 -- 172.21.15.44:0/2819049926 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa8005220 con 0x559585791bf0 2024-05-27T00:36:37.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.767+0000 7ffaacc00640 1 -- 172.21.15.44:0/2819049926 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffaa8023030 con 0x559585791bf0 2024-05-27T00:36:37.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.767+0000 7ffaacc00640 1 -- 172.21.15.44:0/2819049926 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa801f5b0 con 0x559585791bf0 2024-05-27T00:36:37.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.768+0000 7ffac1fe0740 1 -- 172.21.15.44:0/2819049926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559585791bf0 msgr2=0x55958579a1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:37.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.768+0000 7ffac1fe0740 1 --2- 172.21.15.44:0/2819049926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559585791bf0 0x55958579a1c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7ffaa8009fd0 tx=0x7ffaa8009260 comp rx=0 tx=0).stop 2024-05-27T00:36:37.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.768+0000 7ffac1fe0740 1 -- 172.21.15.44:0/2819049926 shutdown_connections 2024-05-27T00:36:37.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.768+0000 7ffac1fe0740 1 --2- 172.21.15.44:0/2819049926 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55958579c970 0x5595857c54f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.768+0000 7ffac1fe0740 1 --2- 172.21.15.44:0/2819049926 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5595857932e0 0x5595857c4fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.768+0000 7ffac1fe0740 1 --2- 172.21.15.44:0/2819049926 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559585791bf0 0x55958579a1c0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.768+0000 7ffac1fe0740 1 -- 172.21.15.44:0/2819049926 >> 172.21.15.44:0/2819049926 conn(0x55958575a170 msgr2=0x55958578d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:37.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.768+0000 7ffac1fe0740 1 -- 172.21.15.44:0/2819049926 shutdown_connections 2024-05-27T00:36:37.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.768+0000 7ffac1fe0740 1 -- 172.21.15.44:0/2819049926 wait complete. 2024-05-27T00:36:37.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.768+0000 7ffac1fe0740 1 -- start start 2024-05-27T00:36:37.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.769+0000 7ffac1fe0740 1 Processor -- start 2024-05-27T00:36:37.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.769+0000 7ffac1fe0740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559585791bf0 0x5595857b5a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.769+0000 7ffac1fe0740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5595857932e0 0x5595857962a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.769+0000 7ffac1fe0740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958579c970 0x5595857967e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.769+0000 7ffac1fe0740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ffab80736b0 con 0x559585791bf0 2024-05-27T00:36:37.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.769+0000 7ffac1fe0740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffab81a8170 con 0x55958579c970 2024-05-27T00:36:37.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.769+0000 7ffac1fe0740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7ffab81a73d0 con 0x5595857932e0 2024-05-27T00:36:37.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.769+0000 7ffac1fe0740 10 client.0 _ll_register_callbacks cb 0x7ffaa8009b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:37.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.770+0000 7ffab7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559585791bf0 0x5595857b5a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.770+0000 7ffab7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559585791bf0 0x5595857b5a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40422/0 (socket says 172.21.15.44:40422) 2024-05-27T00:36:37.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.770+0000 7ffab7e00640 1 -- 172.21.15.44:0/231721936 learned_addr learned my addr 172.21.15.44:0/231721936 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:37.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.770+0000 7ffabd200640 1 --2- 172.21.15.44:0/231721936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958579c970 0x5595857967e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.770+0000 7ffaafe00640 1 --2- 172.21.15.44:0/231721936 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5595857932e0 0x5595857962a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.770+0000 7ffab7e00640 1 -- 172.21.15.44:0/231721936 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5595857932e0 msgr2=0x5595857962a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:37.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.770+0000 7ffab7e00640 1 --2- 172.21.15.44:0/231721936 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5595857932e0 0x5595857962a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.770+0000 7ffab7e00640 1 -- 172.21.15.44:0/231721936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958579c970 msgr2=0x5595857967e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:37.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.770+0000 7ffab7e00640 1 --2- 172.21.15.44:0/231721936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958579c970 0x5595857967e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.770+0000 7ffab7e00640 1 -- 172.21.15.44:0/231721936 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559585796e20 con 0x559585791bf0 2024-05-27T00:36:37.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.770+0000 7ffaafe00640 1 --2- 172.21.15.44:0/231721936 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5595857932e0 0x5595857962a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:37.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.771+0000 7ffab7e00640 1 --2- 172.21.15.44:0/231721936 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559585791bf0 0x5595857b5a90 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ffaa801f130 tx=0x7ffaa8004250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5f0b264c2e00803 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:37.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.771+0000 7ffaa6000640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:36:37.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.771+0000 7ffaa6000640 1 -- 172.21.15.44:0/231721936 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaa8005320 con 0x559585791bf0 2024-05-27T00:36:37.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.771+0000 7ffaa6000640 1 -- 172.21.15.44:0/231721936 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7ffaa80054c0 con 0x559585791bf0 2024-05-27T00:36:37.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.771+0000 7ffac1fe0740 1 -- 172.21.15.44:0/231721936 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffaa8023030 con 0x559585791bf0 2024-05-27T00:36:37.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.771+0000 7ffaa6000640 1 -- 172.21.15.44:0/231721936 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ffaa803a050 con 0x559585791bf0 2024-05-27T00:36:37.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.771+0000 7ffac1fe0740 10 client.15909 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:37.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.771+0000 7ffac1fe0740 1 -- 172.21.15.44:0/231721936 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5595858279b0 con 0x559585791bf0 2024-05-27T00:36:37.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.772+0000 7ffaa6000640 1 -- 172.21.15.44:0/231721936 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffaa8023030 con 0x559585791bf0 2024-05-27T00:36:37.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.772+0000 7ffaa6000640 1 -- 172.21.15.44:0/231721936 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7ffaa801f8e0 con 0x559585791bf0 2024-05-27T00:36:37.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.772+0000 7ffac1fe0740 10 client.15909 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:37.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.772+0000 7ffac1fe0740 10 client.15909 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:37.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.772+0000 7ffac1fe0740 20 client.15909 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:37.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.772+0000 7ffac1fe0740 1 --2- 172.21.15.44:0/231721936 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x559585828080 0x55958582a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.772+0000 7ffac1fe0740 4 client.15909 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-27T00:36:37.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.772+0000 7ffac1fe0740 1 -- 172.21.15.44:0/231721936 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5595856fd450 con 0x559585828080 2024-05-27T00:36:37.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.772+0000 7ffaafe00640 1 --2- 172.21.15.44:0/231721936 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x559585828080 0x55958582a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.773+0000 7ffaafe00640 1 --2- 172.21.15.44:0/231721936 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x559585828080 0x55958582a4a0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5aca8ed1e5d872c server_cookie=52962eb0394f2bd5 in_seq=0 out_seq=0 2024-05-27T00:36:37.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.773+0000 7ffaa6000640 10 client.15909 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:37.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.774+0000 7ffaa6000640 1 -- 172.21.15.44:0/231721936 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5595856fd450 con 0x559585828080 2024-05-27T00:36:37.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.774+0000 7ffaa6000640 10 client.15909 handle_command_reply: tid=0 2024-05-27T00:36:37.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.775+0000 7ffac1fe0740 1 client.15909 shutdown 2024-05-27T00:36:37.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.775+0000 7ffac1fe0740 1 -- 172.21.15.44:0/231721936 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559585791bf0 msgr2=0x5595857b5a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:37.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.775+0000 7ffac1fe0740 1 --2- 172.21.15.44:0/231721936 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559585791bf0 0x5595857b5a90 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ffaa801f130 tx=0x7ffaa8004250 comp rx=0 tx=0).stop 2024-05-27T00:36:37.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.775+0000 7ffac1fe0740 1 -- 172.21.15.44:0/231721936 shutdown_connections 2024-05-27T00:36:37.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.775+0000 7ffac1fe0740 1 --2- 172.21.15.44:0/231721936 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x559585828080 0x55958582a4a0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.775+0000 7ffac1fe0740 1 --2- 172.21.15.44:0/231721936 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55958579c970 0x5595857967e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.775+0000 7ffac1fe0740 1 --2- 172.21.15.44:0/231721936 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5595857932e0 0x5595857962a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.775+0000 7ffac1fe0740 1 --2- 172.21.15.44:0/231721936 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559585791bf0 0x5595857b5a90 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.775+0000 7ffaa6000640 0 client.15909 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:37.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.775+0000 7ffac1fe0740 1 -- 172.21.15.44:0/231721936 >> 172.21.15.44:0/231721936 conn(0x55958575a170 msgr2=0x5595857936c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:37.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.775+0000 7ffac1fe0740 1 -- 172.21.15.44:0/231721936 shutdown_connections 2024-05-27T00:36:37.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.775+0000 7ffac1fe0740 1 -- 172.21.15.44:0/231721936 wait complete. 2024-05-27T00:36:37.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.775+0000 7ffac1fe0740 20 client.15909 trim_cache size 0 max 16384 2024-05-27T00:36:37.778 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:36:37.778 INFO:teuthology.orchestra.run.smithi044.stdout: "return_code": 0, 2024-05-27T00:36:37.778 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_tag": "729183ea-9493-486c-9fb0-063eb7b14d7a", 2024-05-27T00:36:37.778 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": "asynchronous" 2024-05-27T00:36:37.778 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:36:37.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.776+0000 7ffabdc00640 1 -- 172.21.15.44:0/3259929737 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7ffa9c0a2f30 msgr2=0x7ffa9c0a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:37.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.776+0000 7ffabdc00640 1 --2- 172.21.15.44:0/3259929737 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7ffa9c0a2f30 0x7ffa9c0a53f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ffab0005fd0 tx=0x7ffab0009500 comp rx=0 tx=0).stop 2024-05-27T00:36:37.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.776+0000 7ffabdc00640 1 -- 172.21.15.44:0/3259929737 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffab8104410 msgr2=0x7ffab819aa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:37.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.776+0000 7ffabdc00640 1 --2- 172.21.15.44:0/3259929737 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffab8104410 0x7ffab819aa00 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7ffaa00057c0 tx=0x7ffaa00324c0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.776+0000 7ffabdc00640 1 -- 172.21.15.44:0/3259929737 shutdown_connections 2024-05-27T00:36:37.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.776+0000 7ffabdc00640 1 --2- 172.21.15.44:0/3259929737 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7ffa9c0a2f30 0x7ffa9c0a53f0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.776+0000 7ffabdc00640 1 --2- 172.21.15.44:0/3259929737 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ffab8109a60 0x7ffab819ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.776+0000 7ffabdc00640 1 --2- 172.21.15.44:0/3259929737 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ffab8104410 0x7ffab819aa00 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.776+0000 7ffabdc00640 1 --2- 172.21.15.44:0/3259929737 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ffab8103a50 0x7ffab819a4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.776+0000 7ffabdc00640 1 -- 172.21.15.44:0/3259929737 >> 172.21.15.44:0/3259929737 conn(0x7ffab80ff4e0 msgr2=0x7ffab80ffd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:37.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.777+0000 7ffabdc00640 1 -- 172.21.15.44:0/3259929737 shutdown_connections 2024-05-27T00:36:37.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.777+0000 7ffabdc00640 1 -- 172.21.15.44:0/3259929737 wait complete. 2024-05-27T00:36:37.795 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-05-27T00:36:37.795 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-05-27T00:36:37.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.967+0000 7fa55f200640 1 -- 172.21.15.44:0/3540852386 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa560107850 msgr2=0x7fa560107c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:37.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.967+0000 7fa55f200640 1 --2- 172.21.15.44:0/3540852386 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa560107850 0x7fa560107c30 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa550009860 tx=0x7fa55002a340 comp rx=0 tx=0).stop 2024-05-27T00:36:37.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.967+0000 7fa55f200640 1 -- 172.21.15.44:0/3540852386 shutdown_connections 2024-05-27T00:36:37.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.967+0000 7fa55f200640 1 --2- 172.21.15.44:0/3540852386 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa560102200 0x7fa56010e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.968 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.967+0000 7fa55f200640 1 --2- 172.21.15.44:0/3540852386 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa560101840 0x7fa560101cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.967+0000 7fa55f200640 1 --2- 172.21.15.44:0/3540852386 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa560107850 0x7fa560107c30 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.967+0000 7fa55f200640 1 -- 172.21.15.44:0/3540852386 >> 172.21.15.44:0/3540852386 conn(0x7fa5600fd370 msgr2=0x7fa5600ff790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:37.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.967+0000 7fa55f200640 1 -- 172.21.15.44:0/3540852386 shutdown_connections 2024-05-27T00:36:37.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.967+0000 7fa55f200640 1 -- 172.21.15.44:0/3540852386 wait complete. 2024-05-27T00:36:37.969 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.968+0000 7fa55f200640 1 Processor -- start 2024-05-27T00:36:37.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.969+0000 7fa55f200640 1 -- start start 2024-05-27T00:36:37.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.969+0000 7fa55f200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa560101840 0x7fa560195f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.969+0000 7fa55f200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa560102200 0x7fa560196470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.969+0000 7fa55f200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa560107850 0x7fa56019a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.969+0000 7fa55f200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa56010fb70 con 0x7fa560107850 2024-05-27T00:36:37.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.969+0000 7fa55f200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa56010f9f0 con 0x7fa560102200 2024-05-27T00:36:37.970 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.969+0000 7fa55f200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fa56010fcf0 con 0x7fa560101840 2024-05-27T00:36:37.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.969+0000 7fa55de00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa560101840 0x7fa560195f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.969+0000 7fa55e800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa560107850 0x7fa56019a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.970+0000 7fa55e800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa560107850 0x7fa56019a7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40440/0 (socket says 172.21.15.44:40440) 2024-05-27T00:36:37.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.970+0000 7fa55e800640 1 -- 172.21.15.44:0/1362583377 learned_addr learned my addr 172.21.15.44:0/1362583377 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:37.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.970+0000 7fa55de00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa560101840 0x7fa560195f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:57984/0 (socket says 172.21.15.44:57984) 2024-05-27T00:36:37.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.970+0000 7fa55d400640 1 --2- 172.21.15.44:0/1362583377 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa560102200 0x7fa560196470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.971 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.970+0000 7fa55de00640 1 -- 172.21.15.44:0/1362583377 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa560102200 msgr2=0x7fa560196470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:37.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.970+0000 7fa55de00640 1 --2- 172.21.15.44:0/1362583377 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa560102200 0x7fa560196470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.970+0000 7fa55de00640 1 -- 172.21.15.44:0/1362583377 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa560107850 msgr2=0x7fa56019a7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:37.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.970+0000 7fa55de00640 1 --2- 172.21.15.44:0/1362583377 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa560107850 0x7fa56019a7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.970+0000 7fa55de00640 1 -- 172.21.15.44:0/1362583377 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa56019af20 con 0x7fa560101840 2024-05-27T00:36:37.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.971+0000 7fa55de00640 1 --2- 172.21.15.44:0/1362583377 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa560101840 0x7fa560195f30 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fa550035040 tx=0x7fa5500326f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:37.972 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.971+0000 7fa556a00640 1 -- 172.21.15.44:0/1362583377 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa550037050 con 0x7fa560101840 2024-05-27T00:36:37.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.971+0000 7fa556a00640 1 -- 172.21.15.44:0/1362583377 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa550038040 con 0x7fa560101840 2024-05-27T00:36:37.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.971+0000 7fa556a00640 1 -- 172.21.15.44:0/1362583377 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa550003c30 con 0x7fa560101840 2024-05-27T00:36:37.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.971+0000 7fa55f200640 1 -- 172.21.15.44:0/1362583377 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa56019b1b0 con 0x7fa560101840 2024-05-27T00:36:37.973 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.971+0000 7fa55f200640 1 -- 172.21.15.44:0/1362583377 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5601a2aa0 con 0x7fa560101840 2024-05-27T00:36:37.975 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.975+0000 7fa556a00640 1 -- 172.21.15.44:0/1362583377 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7fa550045070 con 0x7fa560101840 2024-05-27T00:36:37.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.975+0000 7fa567a25740 1 Processor -- start 2024-05-27T00:36:37.976 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.975+0000 7fa567a25740 1 -- start start 2024-05-27T00:36:37.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.976+0000 7fa567a25740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460cfd0 0x560f9460d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.976+0000 7fa567a25740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560f9460d980 0x560f94617a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.976+0000 7fa567a25740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f94617ff0 0x560f9461a440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.976+0000 7fa567a25740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x560f94568e30 con 0x560f94617ff0 2024-05-27T00:36:37.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.976+0000 7fa567a25740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560f94510510 con 0x560f9460cfd0 2024-05-27T00:36:37.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.976+0000 7fa567a25740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x560f94564df0 con 0x560f9460d980 2024-05-27T00:36:37.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.976+0000 7fa55e800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460cfd0 0x560f9460d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.976+0000 7fa55e800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460cfd0 0x560f9460d3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:33692/0 (socket says 172.21.15.44:33692) 2024-05-27T00:36:37.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.976+0000 7fa55e800640 1 -- 172.21.15.44:0/1403905787 learned_addr learned my addr 172.21.15.44:0/1403905787 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:37.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.977+0000 7fa556a00640 1 --2- 172.21.15.44:0/1362583377 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa5440a2f30 0x7fa5440a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.977+0000 7fa55de00640 1 --2- 172.21.15.44:0/1403905787 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560f9460d980 0x560f94617a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.978 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.977+0000 7fa55d400640 1 --2- 172.21.15.44:0/1403905787 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f94617ff0 0x560f9461a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.977+0000 7fa556a00640 1 -- 172.21.15.44:0/1362583377 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fa5500ef500 con 0x7fa560101840 2024-05-27T00:36:37.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.977+0000 7fa55e800640 1 -- 172.21.15.44:0/1403905787 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560f9460d980 msgr2=0x560f94617a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:37.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.977+0000 7fa55e800640 1 --2- 172.21.15.44:0/1403905787 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560f9460d980 0x560f94617a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.977+0000 7fa55e800640 1 -- 172.21.15.44:0/1403905787 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f94617ff0 msgr2=0x560f9461a440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:37.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.977+0000 7fa55e800640 1 --2- 172.21.15.44:0/1403905787 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f94617ff0 0x560f9461a440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.977+0000 7fa55e800640 1 -- 172.21.15.44:0/1403905787 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560f943467d0 con 0x560f9460cfd0 2024-05-27T00:36:37.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.977+0000 7fa55e800640 1 --2- 172.21.15.44:0/1362583377 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa5440a2f30 0x7fa5440a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.979 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.978+0000 7fa55e800640 1 --2- 172.21.15.44:0/1403905787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460cfd0 0x560f9460d3b0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fa55800f4c0 tx=0x7fa55800f980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ad270bcf085715a3 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:37.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.978+0000 7fa55e800640 1 --2- 172.21.15.44:0/1362583377 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa5440a2f30 0x7fa5440a53f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa558019000 tx=0x7fa55801b000 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:37.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.978+0000 7fa54b000640 1 -- 172.21.15.44:0/1403905787 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa55800d870 con 0x560f9460cfd0 2024-05-27T00:36:37.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.978+0000 7fa54b000640 1 -- 172.21.15.44:0/1403905787 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa558010430 con 0x560f9460cfd0 2024-05-27T00:36:37.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.978+0000 7fa54b000640 1 -- 172.21.15.44:0/1403905787 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa55801b660 con 0x560f9460cfd0 2024-05-27T00:36:37.980 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.979+0000 7fa567a25740 1 -- 172.21.15.44:0/1403905787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460cfd0 msgr2=0x560f9460d3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:37.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.979+0000 7fa567a25740 1 --2- 172.21.15.44:0/1403905787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460cfd0 0x560f9460d3b0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fa55800f4c0 tx=0x7fa55800f980 comp rx=0 tx=0).stop 2024-05-27T00:36:37.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.980+0000 7fa567a25740 1 -- 172.21.15.44:0/1403905787 shutdown_connections 2024-05-27T00:36:37.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.980+0000 7fa567a25740 1 --2- 172.21.15.44:0/1403905787 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f94617ff0 0x560f9461a440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.980+0000 7fa567a25740 1 --2- 172.21.15.44:0/1403905787 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560f9460d980 0x560f94617a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.980+0000 7fa567a25740 1 --2- 172.21.15.44:0/1403905787 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460cfd0 0x560f9460d3b0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.980+0000 7fa567a25740 1 -- 172.21.15.44:0/1403905787 >> 172.21.15.44:0/1403905787 conn(0x560f94609290 msgr2=0x560f94609670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:37.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.980+0000 7fa567a25740 1 -- 172.21.15.44:0/1403905787 shutdown_connections 2024-05-27T00:36:37.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.980+0000 7fa567a25740 1 -- 172.21.15.44:0/1403905787 wait complete. 2024-05-27T00:36:37.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.980+0000 7fa567a25740 1 -- start start 2024-05-27T00:36:37.981 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.980+0000 7fa567a25740 1 Processor -- start 2024-05-27T00:36:37.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.981+0000 7fa567a25740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f9460cfd0 0x560f94614f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.981+0000 7fa567a25740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460d980 0x560f946154d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.981+0000 7fa567a25740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560f94617ff0 0x560f94615a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.981+0000 7fa567a25740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x560f9461af00 con 0x560f9460cfd0 2024-05-27T00:36:37.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.981+0000 7fa567a25740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560f945238e0 con 0x560f9460d980 2024-05-27T00:36:37.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.981+0000 7fa567a25740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x560f9461b080 con 0x560f94617ff0 2024-05-27T00:36:37.982 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.981+0000 7fa567a25740 10 client.0 _ll_register_callbacks cb 0x560f94506ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:37.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.982+0000 7fa55de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f9460cfd0 0x560f94614f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.982+0000 7fa55e800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560f94617ff0 0x560f94615a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.982+0000 7fa55de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f9460cfd0 0x560f94614f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40456/0 (socket says 172.21.15.44:40456) 2024-05-27T00:36:37.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.982+0000 7fa55de00640 1 -- 172.21.15.44:0/2016771005 learned_addr learned my addr 172.21.15.44:0/2016771005 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:37.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.982+0000 7fa55d400640 1 --2- 172.21.15.44:0/2016771005 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460d980 0x560f946154d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.982+0000 7fa55de00640 1 -- 172.21.15.44:0/2016771005 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560f94617ff0 msgr2=0x560f94615a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:37.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.982+0000 7fa55de00640 1 --2- 172.21.15.44:0/2016771005 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560f94617ff0 0x560f94615a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.982+0000 7fa55de00640 1 -- 172.21.15.44:0/2016771005 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460d980 msgr2=0x560f946154d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:37.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.982+0000 7fa55de00640 1 --2- 172.21.15.44:0/2016771005 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460d980 0x560f946154d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.982+0000 7fa55de00640 1 -- 172.21.15.44:0/2016771005 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560f9427c3f0 con 0x560f9460cfd0 2024-05-27T00:36:37.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.983+0000 7fa55de00640 1 --2- 172.21.15.44:0/2016771005 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f9460cfd0 0x560f94614f90 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fa5500bb530 tx=0x7fa55002a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef499e91d77053ca server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:37.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.983+0000 7fa53f400640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:36:37.984 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.983+0000 7fa53f400640 1 -- 172.21.15.44:0/2016771005 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5500baf00 con 0x560f9460cfd0 2024-05-27T00:36:37.985 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.983+0000 7fa53f400640 1 -- 172.21.15.44:0/2016771005 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fa5500b9640 con 0x560f9460cfd0 2024-05-27T00:36:37.985 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.983+0000 7fa567a25740 1 -- 172.21.15.44:0/2016771005 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa558010430 con 0x560f9460cfd0 2024-05-27T00:36:37.985 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.983+0000 7fa53f400640 1 -- 172.21.15.44:0/2016771005 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa5500bbca0 con 0x560f9460cfd0 2024-05-27T00:36:37.985 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.983+0000 7fa567a25740 10 client.15921 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:37.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.983+0000 7fa567a25740 1 -- 172.21.15.44:0/2016771005 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x560f9423c0f0 con 0x560f9460cfd0 2024-05-27T00:36:37.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.984+0000 7fa53f400640 1 -- 172.21.15.44:0/2016771005 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa558010430 con 0x560f9460cfd0 2024-05-27T00:36:37.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.985+0000 7fa53f400640 1 -- 172.21.15.44:0/2016771005 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fa5500c3d80 con 0x560f9460cfd0 2024-05-27T00:36:37.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.985+0000 7fa567a25740 10 client.15921 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:37.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.985+0000 7fa567a25740 10 client.15921 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:37.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.985+0000 7fa567a25740 20 client.15921 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:37.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.985+0000 7fa567a25740 1 --2- 172.21.15.44:0/2016771005 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x560f946284c0 0x560f9462a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:37.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.985+0000 7fa567a25740 4 client.15921 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:36:37.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.985+0000 7fa567a25740 1 -- 172.21.15.44:0/2016771005 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560f94576560 con 0x560f946284c0 2024-05-27T00:36:37.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.985+0000 7fa55d400640 1 --2- 172.21.15.44:0/2016771005 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x560f946284c0 0x560f9462a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:37.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.986+0000 7fa55d400640 1 --2- 172.21.15.44:0/2016771005 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x560f946284c0 0x560f9462a910 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=692f1154fd7b35b5 server_cookie=38ae2890011a2710 in_seq=0 out_seq=0 2024-05-27T00:36:37.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.986+0000 7fa53f400640 10 client.15921 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:37.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.987+0000 7fa53f400640 1 -- 172.21.15.44:0/2016771005 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x560f94576560 con 0x560f946284c0 2024-05-27T00:36:37.987 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.987+0000 7fa53f400640 10 client.15921 handle_command_reply: tid=0 2024-05-27T00:36:37.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.987+0000 7fa567a25740 1 client.15921 shutdown 2024-05-27T00:36:37.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.987+0000 7fa567a25740 1 -- 172.21.15.44:0/2016771005 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f9460cfd0 msgr2=0x560f94614f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:37.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.987+0000 7fa567a25740 1 --2- 172.21.15.44:0/2016771005 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f9460cfd0 0x560f94614f90 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fa5500bb530 tx=0x7fa55002a340 comp rx=0 tx=0).stop 2024-05-27T00:36:37.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.987+0000 7fa567a25740 1 -- 172.21.15.44:0/2016771005 shutdown_connections 2024-05-27T00:36:37.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.987+0000 7fa567a25740 1 --2- 172.21.15.44:0/2016771005 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x560f946284c0 0x560f9462a910 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.987+0000 7fa567a25740 1 --2- 172.21.15.44:0/2016771005 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560f94617ff0 0x560f94615a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.987+0000 7fa567a25740 1 --2- 172.21.15.44:0/2016771005 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460d980 0x560f946154d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.987+0000 7fa567a25740 1 --2- 172.21.15.44:0/2016771005 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f9460cfd0 0x560f94614f90 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:37.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.987+0000 7fa567a25740 1 -- 172.21.15.44:0/2016771005 >> 172.21.15.44:0/2016771005 conn(0x560f94609290 msgr2=0x560f9460f100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:37.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.988+0000 7fa53f400640 0 client.15921 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:37.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.988+0000 7fa567a25740 1 -- 172.21.15.44:0/2016771005 shutdown_connections 2024-05-27T00:36:37.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.988+0000 7fa567a25740 1 -- 172.21.15.44:0/2016771005 wait complete. 2024-05-27T00:36:37.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:37.988+0000 7fa567a25740 20 client.15921 trim_cache size 0 max 16384 2024-05-27T00:36:38.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.026+0000 7fa567a25740 1 Processor -- start 2024-05-27T00:36:38.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.026+0000 7fa567a25740 1 -- start start 2024-05-27T00:36:38.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.026+0000 7fa567a25740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f9460cfd0 0x560f94615660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.027+0000 7fa567a25740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460d980 0x560f946301e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.027+0000 7fa567a25740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560f94617ff0 0x560f94630720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.027 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.027+0000 7fa567a25740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa5601af340 con 0x560f9460cfd0 2024-05-27T00:36:38.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.027+0000 7fa567a25740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa5601acc10 con 0x560f9460d980 2024-05-27T00:36:38.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.027+0000 7fa567a25740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fa5601aaa40 con 0x560f94617ff0 2024-05-27T00:36:38.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.027+0000 7fa55de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f9460cfd0 0x560f94615660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.028 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.027+0000 7fa55d400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460d980 0x560f946301e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.027+0000 7fa55d400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460d980 0x560f946301e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:33712/0 (socket says 172.21.15.44:33712) 2024-05-27T00:36:38.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.027+0000 7fa55d400640 1 -- 172.21.15.44:0/1583530216 learned_addr learned my addr 172.21.15.44:0/1583530216 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:38.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.027+0000 7fa55de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f9460cfd0 0x560f94615660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40462/0 (socket says 172.21.15.44:40462) 2024-05-27T00:36:38.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.027+0000 7fa55e800640 1 --2- 172.21.15.44:0/1583530216 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560f94617ff0 0x560f94630720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.028+0000 7fa55d400640 1 -- 172.21.15.44:0/1583530216 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560f94617ff0 msgr2=0x560f94630720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:38.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.028+0000 7fa55d400640 1 --2- 172.21.15.44:0/1583530216 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560f94617ff0 0x560f94630720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.028+0000 7fa55d400640 1 -- 172.21.15.44:0/1583530216 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f9460cfd0 msgr2=0x560f94615660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:38.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.028+0000 7fa55d400640 1 --2- 172.21.15.44:0/1583530216 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f9460cfd0 0x560f94615660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.028+0000 7fa55d400640 1 -- 172.21.15.44:0/1583530216 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560f945fc450 con 0x560f9460d980 2024-05-27T00:36:38.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.028+0000 7fa55de00640 1 --2- 172.21.15.44:0/1583530216 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f9460cfd0 0x560f94615660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:38.029 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.028+0000 7fa55d400640 1 --2- 172.21.15.44:0/1583530216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460d980 0x560f946301e0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fa54c009530 tx=0x7fa54c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4a4c1f45ee032f0b server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:38.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.028+0000 7fa54a600640 1 -- 172.21.15.44:0/1583530216 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa54c004220 con 0x560f9460d980 2024-05-27T00:36:38.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.028+0000 7fa54a600640 1 -- 172.21.15.44:0/1583530216 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa54c0043c0 con 0x560f9460d980 2024-05-27T00:36:38.030 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.028+0000 7fa54a600640 1 -- 172.21.15.44:0/1583530216 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa54c003e50 con 0x560f9460d980 2024-05-27T00:36:38.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.029+0000 7fa567a25740 1 -- 172.21.15.44:0/1583530216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460d980 msgr2=0x560f946301e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:38.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.029+0000 7fa567a25740 1 --2- 172.21.15.44:0/1583530216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460d980 0x560f946301e0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fa54c009530 tx=0x7fa54c0046c0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.030+0000 7fa567a25740 1 -- 172.21.15.44:0/1583530216 shutdown_connections 2024-05-27T00:36:38.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.030+0000 7fa567a25740 1 --2- 172.21.15.44:0/1583530216 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560f94617ff0 0x560f94630720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.030+0000 7fa567a25740 1 --2- 172.21.15.44:0/1583530216 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460d980 0x560f946301e0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.030+0000 7fa567a25740 1 --2- 172.21.15.44:0/1583530216 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f9460cfd0 0x560f94615660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.030+0000 7fa567a25740 1 -- 172.21.15.44:0/1583530216 >> 172.21.15.44:0/1583530216 conn(0x560f94609290 msgr2=0x560f94614f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:38.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.030+0000 7fa567a25740 1 -- 172.21.15.44:0/1583530216 shutdown_connections 2024-05-27T00:36:38.031 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.030+0000 7fa567a25740 1 -- 172.21.15.44:0/1583530216 wait complete. 2024-05-27T00:36:38.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.030+0000 7fa567a25740 1 -- start start 2024-05-27T00:36:38.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.031+0000 7fa567a25740 1 Processor -- start 2024-05-27T00:36:38.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.031+0000 7fa567a25740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460cfd0 0x560f946209a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.031+0000 7fa567a25740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f9460d980 0x560f9461bd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.032 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.031+0000 7fa567a25740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560f94617ff0 0x560f9461c450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.031+0000 7fa567a25740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa5601ab0d0 con 0x560f9460d980 2024-05-27T00:36:38.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.031+0000 7fa567a25740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa5601ac540 con 0x560f9460cfd0 2024-05-27T00:36:38.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.031+0000 7fa567a25740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fa5601ab7a0 con 0x560f94617ff0 2024-05-27T00:36:38.033 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.031+0000 7fa567a25740 10 client.0 _ll_register_callbacks cb 0x7fa550030460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:38.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.032+0000 7fa55de00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460cfd0 0x560f946209a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.032+0000 7fa55de00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460cfd0 0x560f946209a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:33724/0 (socket says 172.21.15.44:33724) 2024-05-27T00:36:38.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.032+0000 7fa55d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f9460d980 0x560f9461bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.032+0000 7fa55e800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560f94617ff0 0x560f9461c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.032+0000 7fa55de00640 1 -- 172.21.15.44:0/3318951123 learned_addr learned my addr 172.21.15.44:0/3318951123 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:38.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.033+0000 7fa55de00640 1 -- 172.21.15.44:0/3318951123 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560f94617ff0 msgr2=0x560f9461c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:38.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.033+0000 7fa55de00640 1 --2- 172.21.15.44:0/3318951123 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560f94617ff0 0x560f9461c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.033+0000 7fa55de00640 1 -- 172.21.15.44:0/3318951123 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f9460d980 msgr2=0x560f9461bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:38.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.033+0000 7fa55de00640 1 --2- 172.21.15.44:0/3318951123 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f9460d980 0x560f9461bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.033+0000 7fa55de00640 1 -- 172.21.15.44:0/3318951123 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560f946a2da0 con 0x560f9460cfd0 2024-05-27T00:36:38.034 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.033+0000 7fa55d400640 1 --2- 172.21.15.44:0/3318951123 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f9460d980 0x560f9461bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:38.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.033+0000 7fa55de00640 1 --2- 172.21.15.44:0/3318951123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460cfd0 0x560f946209a0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fa5500b7a00 tx=0x7fa5500ef360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6298a9509ec960b server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:38.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.034+0000 7fa53f400640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:36:38.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.034+0000 7fa53f400640 1 -- 172.21.15.44:0/3318951123 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5500baf00 con 0x560f9460cfd0 2024-05-27T00:36:38.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.034+0000 7fa53f400640 1 -- 172.21.15.44:0/3318951123 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fa5500b98a0 con 0x560f9460cfd0 2024-05-27T00:36:38.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.034+0000 7fa567a25740 1 -- 172.21.15.44:0/3318951123 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa54c0043c0 con 0x560f9460cfd0 2024-05-27T00:36:38.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.034+0000 7fa53f400640 1 -- 172.21.15.44:0/3318951123 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa5500bb370 con 0x560f9460cfd0 2024-05-27T00:36:38.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.034+0000 7fa567a25740 10 client.26054 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:38.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.034+0000 7fa567a25740 1 -- 172.21.15.44:0/3318951123 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x560f946a3f40 con 0x560f9460cfd0 2024-05-27T00:36:38.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.034+0000 7fa53f400640 1 -- 172.21.15.44:0/3318951123 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa54c0043c0 con 0x560f9460cfd0 2024-05-27T00:36:38.036 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.035+0000 7fa53f400640 1 -- 172.21.15.44:0/3318951123 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fa5500b72f0 con 0x560f9460cfd0 2024-05-27T00:36:38.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.035+0000 7fa567a25740 10 client.26054 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:38.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.035+0000 7fa567a25740 10 client.26054 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:38.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.035+0000 7fa567a25740 20 client.26054 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:38.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.035+0000 7fa567a25740 1 --2- 172.21.15.44:0/3318951123 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x560f946a4420 0x560f946a6810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.035+0000 7fa567a25740 4 client.26054 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-27T00:36:38.037 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.035+0000 7fa567a25740 1 -- 172.21.15.44:0/3318951123 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560f945708b0 con 0x560f946a4420 2024-05-27T00:36:38.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.036+0000 7fa55d400640 1 --2- 172.21.15.44:0/3318951123 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x560f946a4420 0x560f946a6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.037+0000 7fa55d400640 1 --2- 172.21.15.44:0/3318951123 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x560f946a4420 0x560f946a6810 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca1061a0cab4b9a6 server_cookie=595cc2db4c880836 in_seq=0 out_seq=0 2024-05-27T00:36:38.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.037+0000 7fa53f400640 10 client.26054 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:38.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.037+0000 7fa53f400640 1 -- 172.21.15.44:0/3318951123 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x560f945708b0 con 0x560f946a4420 2024-05-27T00:36:38.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.037+0000 7fa53f400640 10 client.26054 handle_command_reply: tid=0 2024-05-27T00:36:38.038 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.037+0000 7fa567a25740 1 client.26054 shutdown 2024-05-27T00:36:38.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.038+0000 7fa567a25740 1 -- 172.21.15.44:0/3318951123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460cfd0 msgr2=0x560f946209a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:38.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.038+0000 7fa567a25740 1 --2- 172.21.15.44:0/3318951123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460cfd0 0x560f946209a0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fa5500b7a00 tx=0x7fa5500ef360 comp rx=0 tx=0).stop 2024-05-27T00:36:38.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.038+0000 7fa567a25740 1 -- 172.21.15.44:0/3318951123 shutdown_connections 2024-05-27T00:36:38.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.038+0000 7fa567a25740 1 --2- 172.21.15.44:0/3318951123 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x560f946a4420 0x560f946a6810 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.038+0000 7fa567a25740 1 --2- 172.21.15.44:0/3318951123 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560f94617ff0 0x560f9461c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.038+0000 7fa567a25740 1 --2- 172.21.15.44:0/3318951123 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560f9460d980 0x560f9461bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.038+0000 7fa567a25740 1 --2- 172.21.15.44:0/3318951123 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560f9460cfd0 0x560f946209a0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.038+0000 7fa567a25740 1 -- 172.21.15.44:0/3318951123 >> 172.21.15.44:0/3318951123 conn(0x560f94609290 msgr2=0x560f946157e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:38.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.038+0000 7fa53f400640 0 client.26054 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:38.039 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.038+0000 7fa567a25740 1 -- 172.21.15.44:0/3318951123 shutdown_connections 2024-05-27T00:36:38.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.038+0000 7fa567a25740 1 -- 172.21.15.44:0/3318951123 wait complete. 2024-05-27T00:36:38.040 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.038+0000 7fa567a25740 20 client.26054 trim_cache size 0 max 16384 2024-05-27T00:36:38.040 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:36:38.040 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-27T00:36:38.040 INFO:teuthology.orchestra.run.smithi044.stdout: "scrubs": { 2024-05-27T00:36:38.040 INFO:teuthology.orchestra.run.smithi044.stdout: "729183ea-9493-486c-9fb0-063eb7b14d7a": { 2024-05-27T00:36:38.040 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/", 2024-05-27T00:36:38.040 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "729183ea-9493-486c-9fb0-063eb7b14d7a", 2024-05-27T00:36:38.040 INFO:teuthology.orchestra.run.smithi044.stdout: "options": "recursive,force" 2024-05-27T00:36:38.040 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:36:38.041 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:36:38.041 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:36:38.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.039+0000 7fa55f200640 1 -- 172.21.15.44:0/1362583377 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa5440a2f30 msgr2=0x7fa5440a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:38.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.039+0000 7fa55f200640 1 --2- 172.21.15.44:0/1362583377 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa5440a2f30 0x7fa5440a53f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa558019000 tx=0x7fa55801b000 comp rx=0 tx=0).stop 2024-05-27T00:36:38.041 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.039+0000 7fa55f200640 1 -- 172.21.15.44:0/1362583377 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa560101840 msgr2=0x7fa560195f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:38.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.039+0000 7fa55f200640 1 --2- 172.21.15.44:0/1362583377 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa560101840 0x7fa560195f30 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fa550035040 tx=0x7fa5500326f0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.040+0000 7fa55f200640 1 -- 172.21.15.44:0/1362583377 shutdown_connections 2024-05-27T00:36:38.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.040+0000 7fa55f200640 1 --2- 172.21.15.44:0/1362583377 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa5440a2f30 0x7fa5440a53f0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.040+0000 7fa55f200640 1 --2- 172.21.15.44:0/1362583377 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa560107850 0x7fa56019a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.040+0000 7fa55f200640 1 --2- 172.21.15.44:0/1362583377 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa560102200 0x7fa560196470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.040+0000 7fa55f200640 1 --2- 172.21.15.44:0/1362583377 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa560101840 0x7fa560195f30 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.040+0000 7fa55f200640 1 -- 172.21.15.44:0/1362583377 >> 172.21.15.44:0/1362583377 conn(0x7fa5600fd370 msgr2=0x7fa5600fd890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:38.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.040+0000 7fa55f200640 1 -- 172.21.15.44:0/1362583377 shutdown_connections 2024-05-27T00:36:38.042 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:36:38.040+0000 7fa55f200640 1 -- 172.21.15.44:0/1362583377 wait complete. 2024-05-27T00:36:38.063 INFO:tasks.cephfs.filesystem:scrub status for tag:729183ea-9493-486c-9fb0-063eb7b14d7a - {'path': '/', 'tag': '729183ea-9493-486c-9fb0-063eb7b14d7a', 'options': 'recursive,force'} 2024-05-27T00:36:38.129 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.128+0000 7fe345e00640 1 -- 172.21.15.44:0/2909037277 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe340073c70 msgr2=0x7fe340074050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:38.129 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.128+0000 7fe345e00640 1 --2- 172.21.15.44:0/2909037277 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe340073c70 0x7fe340074050 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe330009860 tx=0x7fe33002a3d0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.129 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.128+0000 7fe345e00640 1 -- 172.21.15.44:0/2909037277 shutdown_connections 2024-05-27T00:36:38.129 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.128+0000 7fe345e00640 1 --2- 172.21.15.44:0/2909037277 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe34010e290 0x7fe340110680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.129 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.128+0000 7fe345e00640 1 --2- 172.21.15.44:0/2909037277 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe340074590 0x7fe34010dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.129 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.128+0000 7fe345e00640 1 --2- 172.21.15.44:0/2909037277 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe340073c70 0x7fe340074050 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.130 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.128+0000 7fe345e00640 1 -- 172.21.15.44:0/2909037277 >> 172.21.15.44:0/2909037277 conn(0x7fe340078e30 msgr2=0x7fe340079240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:38.130 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.128+0000 7fe345e00640 1 -- 172.21.15.44:0/2909037277 shutdown_connections 2024-05-27T00:36:38.130 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.128+0000 7fe345e00640 1 -- 172.21.15.44:0/2909037277 wait complete. 2024-05-27T00:36:38.130 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.130+0000 7fe345e00640 1 Processor -- start 2024-05-27T00:36:38.130 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.130+0000 7fe345e00640 1 -- start start 2024-05-27T00:36:38.131 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.130+0000 7fe345e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe340073c70 0x7fe34019a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.131 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.130+0000 7fe345e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe340074590 0x7fe34019aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.131 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.130+0000 7fe345e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe34010e290 0x7fe34019edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.131 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.130+0000 7fe345e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe340114120 con 0x7fe340073c70 2024-05-27T00:36:38.131 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.130+0000 7fe345e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe340113fa0 con 0x7fe34010e290 2024-05-27T00:36:38.131 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.130+0000 7fe345e00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fe3401142a0 con 0x7fe340074590 2024-05-27T00:36:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.131+0000 7fe33ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe340073c70 0x7fe34019a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.131+0000 7fe33ea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe340073c70 0x7fe34019a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40500/0 (socket says 172.21.15.44:40500) 2024-05-27T00:36:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.131+0000 7fe33ea00640 1 -- 172.21.15.44:0/3598559547 learned_addr learned my addr 172.21.15.44:0/3598559547 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.131+0000 7fe33e000640 1 --2- 172.21.15.44:0/3598559547 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe340074590 0x7fe34019aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.131+0000 7fe33f400640 1 --2- 172.21.15.44:0/3598559547 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe34010e290 0x7fe34019edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.131+0000 7fe33ea00640 1 -- 172.21.15.44:0/3598559547 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe340074590 msgr2=0x7fe34019aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.131+0000 7fe33ea00640 1 --2- 172.21.15.44:0/3598559547 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe340074590 0x7fe34019aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.131+0000 7fe33ea00640 1 -- 172.21.15.44:0/3598559547 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe34010e290 msgr2=0x7fe34019edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.131+0000 7fe33ea00640 1 --2- 172.21.15.44:0/3598559547 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe34010e290 0x7fe34019edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.134 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.131+0000 7fe33ea00640 1 -- 172.21.15.44:0/3598559547 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe34019f4e0 con 0x7fe340073c70 2024-05-27T00:36:38.134 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.132+0000 7fe33ea00640 1 --2- 172.21.15.44:0/3598559547 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe340073c70 0x7fe34019a540 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe330009980 tx=0x7fe3300309c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:38.134 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.132+0000 7fe344a00640 1 -- 172.21.15.44:0/3598559547 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe330040070 con 0x7fe340073c70 2024-05-27T00:36:38.134 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.132+0000 7fe344a00640 1 -- 172.21.15.44:0/3598559547 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe330031e50 con 0x7fe340073c70 2024-05-27T00:36:38.134 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.132+0000 7fe344a00640 1 -- 172.21.15.44:0/3598559547 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe330004920 con 0x7fe340073c70 2024-05-27T00:36:38.134 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.132+0000 7fe345e00640 1 -- 172.21.15.44:0/3598559547 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe34019f770 con 0x7fe340073c70 2024-05-27T00:36:38.134 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.132+0000 7fe345e00640 1 -- 172.21.15.44:0/3598559547 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3401a7060 con 0x7fe340073c70 2024-05-27T00:36:38.137 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.137+0000 7fe348bf3740 1 Processor -- start 2024-05-27T00:36:38.137 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.137+0000 7fe348bf3740 1 -- start start 2024-05-27T00:36:38.138 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.137+0000 7fe348bf3740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f35d5b0 0x560d5f35bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.137+0000 7fe344a00640 1 -- 172.21.15.44:0/3598559547 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7fe330043070 con 0x7fe340073c70 2024-05-27T00:36:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.137+0000 7fe348bf3740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f35c040 0x560d5f35c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.137+0000 7fe348bf3740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f366dc0 0x560d5f3691b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.137+0000 7fe348bf3740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x560d5f2c0420 con 0x560d5f35d5b0 2024-05-27T00:36:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.137+0000 7fe348bf3740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560d5f267c50 con 0x560d5f366dc0 2024-05-27T00:36:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.137+0000 7fe348bf3740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x560d5f2bc3e0 con 0x560d5f35c040 2024-05-27T00:36:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.138+0000 7fe33ea00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f35c040 0x560d5f35c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.138+0000 7fe33ea00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f35c040 0x560d5f35c4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:58050/0 (socket says 172.21.15.44:58050) 2024-05-27T00:36:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.138+0000 7fe33ea00640 1 -- 172.21.15.44:0/253241985 learned_addr learned my addr 172.21.15.44:0/253241985 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.138+0000 7fe33f400640 1 --2- 172.21.15.44:0/253241985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f35d5b0 0x560d5f35bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.138+0000 7fe33e000640 1 --2- 172.21.15.44:0/253241985 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f366dc0 0x560d5f3691b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.140 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.138+0000 7fe33e000640 1 -- 172.21.15.44:0/253241985 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f35c040 msgr2=0x560d5f35c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:38.140 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.138+0000 7fe33e000640 1 --2- 172.21.15.44:0/253241985 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f35c040 0x560d5f35c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.138+0000 7fe33e000640 1 -- 172.21.15.44:0/253241985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f35d5b0 msgr2=0x560d5f35bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:38.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.139+0000 7fe33e000640 1 --2- 172.21.15.44:0/253241985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f35d5b0 0x560d5f35bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.139+0000 7fe33e000640 1 -- 172.21.15.44:0/253241985 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560d5efd4210 con 0x560d5f366dc0 2024-05-27T00:36:38.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.139+0000 7fe33ea00640 1 --2- 172.21.15.44:0/253241985 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f35c040 0x560d5f35c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:38.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.139+0000 7fe33f400640 1 --2- 172.21.15.44:0/253241985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f35d5b0 0x560d5f35bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:38.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.139+0000 7fe344a00640 1 --2- 172.21.15.44:0/3598559547 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe3240a2fd0 0x7fe3240a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.139+0000 7fe33e000640 1 --2- 172.21.15.44:0/253241985 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f366dc0 0x560d5f3691b0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fe32c009c50 tx=0x7fe32c0117b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=13148cba07f430fd server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:38.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.139+0000 7fe344a00640 1 -- 172.21.15.44:0/3598559547 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fe3300f06b0 con 0x7fe340073c70 2024-05-27T00:36:38.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.139+0000 7fe33f400640 1 --2- 172.21.15.44:0/3598559547 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe3240a2fd0 0x7fe3240a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.139+0000 7fe32be00640 1 -- 172.21.15.44:0/253241985 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe32c012450 con 0x560d5f366dc0 2024-05-27T00:36:38.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.139+0000 7fe32be00640 1 -- 172.21.15.44:0/253241985 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe32c012af0 con 0x560d5f366dc0 2024-05-27T00:36:38.141 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.139+0000 7fe32be00640 1 -- 172.21.15.44:0/253241985 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe32c00fc70 con 0x560d5f366dc0 2024-05-27T00:36:38.142 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.140+0000 7fe348bf3740 1 -- 172.21.15.44:0/253241985 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f366dc0 msgr2=0x560d5f3691b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.140+0000 7fe348bf3740 1 --2- 172.21.15.44:0/253241985 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f366dc0 0x560d5f3691b0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fe32c009c50 tx=0x7fe32c0117b0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.141+0000 7fe348bf3740 1 -- 172.21.15.44:0/253241985 shutdown_connections 2024-05-27T00:36:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.141+0000 7fe348bf3740 1 --2- 172.21.15.44:0/253241985 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f366dc0 0x560d5f3691b0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.141+0000 7fe348bf3740 1 --2- 172.21.15.44:0/253241985 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f35c040 0x560d5f35c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.141+0000 7fe348bf3740 1 --2- 172.21.15.44:0/253241985 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f35d5b0 0x560d5f35bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.141+0000 7fe348bf3740 1 -- 172.21.15.44:0/253241985 >> 172.21.15.44:0/253241985 conn(0x560d5f324f80 msgr2=0x560d5f358630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.141+0000 7fe348bf3740 1 -- 172.21.15.44:0/253241985 shutdown_connections 2024-05-27T00:36:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.141+0000 7fe33f400640 1 --2- 172.21.15.44:0/3598559547 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe3240a2fd0 0x7fe3240a5490 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fe338009fd0 tx=0x7fe338009500 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.141+0000 7fe348bf3740 1 -- 172.21.15.44:0/253241985 wait complete. 2024-05-27T00:36:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.142+0000 7fe348bf3740 1 -- start start 2024-05-27T00:36:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.142+0000 7fe348bf3740 1 Processor -- start 2024-05-27T00:36:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.143+0000 7fe348bf3740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f35c040 0x560d5f363e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.143+0000 7fe348bf3740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f35d5b0 0x560d5f364340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.143+0000 7fe348bf3740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f366dc0 0x560d5f364880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.143+0000 7fe348bf3740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x560d5f369b90 con 0x560d5f366dc0 2024-05-27T00:36:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.143+0000 7fe348bf3740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560d5f27b0b0 con 0x560d5f35d5b0 2024-05-27T00:36:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.143+0000 7fe348bf3740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x560d5f369d10 con 0x560d5f35c040 2024-05-27T00:36:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.143+0000 7fe348bf3740 10 client.0 _ll_register_callbacks cb 0x560d5f266f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.143+0000 7fe33ea00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f35c040 0x560d5f363e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.143+0000 7fe33e000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f35d5b0 0x560d5f364340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.143+0000 7fe33ea00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f35c040 0x560d5f363e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:58056/0 (socket says 172.21.15.44:58056) 2024-05-27T00:36:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.143+0000 7fe33ea00640 1 -- 172.21.15.44:0/2342389826 learned_addr learned my addr 172.21.15.44:0/2342389826 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.143+0000 7fe33f400640 1 --2- 172.21.15.44:0/2342389826 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f366dc0 0x560d5f364880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.144+0000 7fe33ea00640 1 -- 172.21.15.44:0/2342389826 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f35d5b0 msgr2=0x560d5f364340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.144+0000 7fe33ea00640 1 --2- 172.21.15.44:0/2342389826 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f35d5b0 0x560d5f364340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.144+0000 7fe33ea00640 1 -- 172.21.15.44:0/2342389826 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f366dc0 msgr2=0x560d5f364880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.144+0000 7fe33ea00640 1 --2- 172.21.15.44:0/2342389826 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f366dc0 0x560d5f364880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.147 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.144+0000 7fe33ea00640 1 -- 172.21.15.44:0/2342389826 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560d5f0a0620 con 0x560d5f35c040 2024-05-27T00:36:38.147 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.144+0000 7fe33ea00640 1 --2- 172.21.15.44:0/2342389826 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f35c040 0x560d5f363e00 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fe3300b8ff0 tx=0x7fe330031400 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c2599cd7092cb2fe server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:38.147 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.144+0000 7fe328c00640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:36:38.147 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.144+0000 7fe328c00640 1 -- 172.21.15.44:0/2342389826 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe33004a040 con 0x560d5f35c040 2024-05-27T00:36:38.147 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.144+0000 7fe328c00640 1 -- 172.21.15.44:0/2342389826 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fe3300f02e0 con 0x560d5f35c040 2024-05-27T00:36:38.147 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.145+0000 7fe348bf3740 1 -- 172.21.15.44:0/2342389826 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe32c012af0 con 0x560d5f35c040 2024-05-27T00:36:38.147 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.145+0000 7fe328c00640 1 -- 172.21.15.44:0/2342389826 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe3300b88c0 con 0x560d5f35c040 2024-05-27T00:36:38.147 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.145+0000 7fe348bf3740 10 client.26065 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:38.147 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.145+0000 7fe348bf3740 1 -- 172.21.15.44:0/2342389826 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x560d5f369b90 con 0x560d5f35c040 2024-05-27T00:36:38.149 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.145+0000 7fe328c00640 1 -- 172.21.15.44:0/2342389826 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe32c012af0 con 0x560d5f35c040 2024-05-27T00:36:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.145+0000 7fe328c00640 1 -- 172.21.15.44:0/2342389826 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fe3300f2be0 con 0x560d5f35c040 2024-05-27T00:36:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.146+0000 7fe348bf3740 10 client.26065 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.146+0000 7fe348bf3740 10 client.26065 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.146+0000 7fe348bf3740 20 client.26065 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.146+0000 7fe348bf3740 1 --2- 172.21.15.44:0/2342389826 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x560d5f37fb40 0x560d5f381f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.146+0000 7fe348bf3740 4 client.26065 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:36:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.146+0000 7fe348bf3740 1 -- 172.21.15.44:0/2342389826 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560d5f2cdb50 con 0x560d5f37fb40 2024-05-27T00:36:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.146+0000 7fe33e000640 1 --2- 172.21.15.44:0/2342389826 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x560d5f37fb40 0x560d5f381f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.146+0000 7fe33e000640 1 --2- 172.21.15.44:0/2342389826 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x560d5f37fb40 0x560d5f381f70 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9e71470b441bd9e4 server_cookie=f26a4d2b783b5bde in_seq=0 out_seq=0 2024-05-27T00:36:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.146+0000 7fe328c00640 10 client.26065 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.147+0000 7fe328c00640 1 -- 172.21.15.44:0/2342389826 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x560d5f2cdb50 con 0x560d5f37fb40 2024-05-27T00:36:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.147+0000 7fe328c00640 10 client.26065 handle_command_reply: tid=0 2024-05-27T00:36:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.147+0000 7fe348bf3740 1 client.26065 shutdown 2024-05-27T00:36:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.148+0000 7fe348bf3740 1 -- 172.21.15.44:0/2342389826 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f35c040 msgr2=0x560d5f363e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.148+0000 7fe348bf3740 1 --2- 172.21.15.44:0/2342389826 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f35c040 0x560d5f363e00 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fe3300b8ff0 tx=0x7fe330031400 comp rx=0 tx=0).stop 2024-05-27T00:36:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.148+0000 7fe348bf3740 1 -- 172.21.15.44:0/2342389826 shutdown_connections 2024-05-27T00:36:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.148+0000 7fe348bf3740 1 --2- 172.21.15.44:0/2342389826 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x560d5f37fb40 0x560d5f381f70 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.148+0000 7fe348bf3740 1 --2- 172.21.15.44:0/2342389826 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f366dc0 0x560d5f364880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.148+0000 7fe348bf3740 1 --2- 172.21.15.44:0/2342389826 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f35d5b0 0x560d5f364340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.148+0000 7fe348bf3740 1 --2- 172.21.15.44:0/2342389826 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f35c040 0x560d5f363e00 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.152 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.148+0000 7fe348bf3740 1 -- 172.21.15.44:0/2342389826 >> 172.21.15.44:0/2342389826 conn(0x560d5f324f80 msgr2=0x560d5f35e4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:38.152 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.148+0000 7fe328c00640 0 client.26065 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:38.152 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.148+0000 7fe348bf3740 1 -- 172.21.15.44:0/2342389826 shutdown_connections 2024-05-27T00:36:38.152 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.148+0000 7fe348bf3740 1 -- 172.21.15.44:0/2342389826 wait complete. 2024-05-27T00:36:38.152 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.148+0000 7fe348bf3740 20 client.26065 trim_cache size 0 max 16384 2024-05-27T00:36:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.176+0000 7fe348bf3740 1 Processor -- start 2024-05-27T00:36:38.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.176+0000 7fe348bf3740 1 -- start start 2024-05-27T00:36:38.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.176+0000 7fe348bf3740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f35c040 0x560d5f387880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.176+0000 7fe348bf3740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f35d5b0 0x560d5f387dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.176+0000 7fe348bf3740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f366dc0 0x560d5f356f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.176+0000 7fe348bf3740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe3401af590 con 0x560d5f35d5b0 2024-05-27T00:36:38.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.176+0000 7fe348bf3740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe3401ace60 con 0x560d5f366dc0 2024-05-27T00:36:38.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.176+0000 7fe348bf3740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fe3401aacf0 con 0x560d5f35c040 2024-05-27T00:36:38.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.177+0000 7fe33ea00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f35c040 0x560d5f387880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.177+0000 7fe33e000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f35d5b0 0x560d5f387dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.177+0000 7fe33ea00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f35c040 0x560d5f387880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:58064/0 (socket says 172.21.15.44:58064) 2024-05-27T00:36:38.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.177+0000 7fe33ea00640 1 -- 172.21.15.44:0/4110888977 learned_addr learned my addr 172.21.15.44:0/4110888977 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:38.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.177+0000 7fe33f400640 1 --2- 172.21.15.44:0/4110888977 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f366dc0 0x560d5f356f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.177+0000 7fe33e000640 1 -- 172.21.15.44:0/4110888977 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f35c040 msgr2=0x560d5f387880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:38.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.177+0000 7fe33e000640 1 --2- 172.21.15.44:0/4110888977 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f35c040 0x560d5f387880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.177+0000 7fe33e000640 1 -- 172.21.15.44:0/4110888977 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f366dc0 msgr2=0x560d5f356f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:38.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.177+0000 7fe33e000640 1 --2- 172.21.15.44:0/4110888977 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f366dc0 0x560d5f356f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.177+0000 7fe33e000640 1 -- 172.21.15.44:0/4110888977 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560d5f3588a0 con 0x560d5f35d5b0 2024-05-27T00:36:38.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.177+0000 7fe33f400640 1 --2- 172.21.15.44:0/4110888977 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f366dc0 0x560d5f356f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:38.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.177+0000 7fe33ea00640 1 --2- 172.21.15.44:0/4110888977 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f35c040 0x560d5f387880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:36:38.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.178+0000 7fe33e000640 1 --2- 172.21.15.44:0/4110888977 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f35d5b0 0x560d5f387dc0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe32c006010 tx=0x7fe32c00f7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffe2f202197514d6 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:38.181 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.178+0000 7fe32b400640 1 -- 172.21.15.44:0/4110888977 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe32c00f560 con 0x560d5f35d5b0 2024-05-27T00:36:38.181 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.179+0000 7fe32b400640 1 -- 172.21.15.44:0/4110888977 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe32c012dc0 con 0x560d5f35d5b0 2024-05-27T00:36:38.181 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.179+0000 7fe32b400640 1 -- 172.21.15.44:0/4110888977 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe32c00fdc0 con 0x560d5f35d5b0 2024-05-27T00:36:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.179+0000 7fe348bf3740 1 -- 172.21.15.44:0/4110888977 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f35d5b0 msgr2=0x560d5f387dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.179+0000 7fe348bf3740 1 --2- 172.21.15.44:0/4110888977 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f35d5b0 0x560d5f387dc0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe32c006010 tx=0x7fe32c00f7d0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.180+0000 7fe348bf3740 1 -- 172.21.15.44:0/4110888977 shutdown_connections 2024-05-27T00:36:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.180+0000 7fe348bf3740 1 --2- 172.21.15.44:0/4110888977 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f366dc0 0x560d5f356f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.180+0000 7fe348bf3740 1 --2- 172.21.15.44:0/4110888977 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f35d5b0 0x560d5f387dc0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.180+0000 7fe348bf3740 1 --2- 172.21.15.44:0/4110888977 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f35c040 0x560d5f387880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.180+0000 7fe348bf3740 1 -- 172.21.15.44:0/4110888977 >> 172.21.15.44:0/4110888977 conn(0x560d5f324f80 msgr2=0x560d5f35f0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.180+0000 7fe348bf3740 1 -- 172.21.15.44:0/4110888977 shutdown_connections 2024-05-27T00:36:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.180+0000 7fe348bf3740 1 -- 172.21.15.44:0/4110888977 wait complete. 2024-05-27T00:36:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.180+0000 7fe348bf3740 1 -- start start 2024-05-27T00:36:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.181+0000 7fe348bf3740 1 Processor -- start 2024-05-27T00:36:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.181+0000 7fe348bf3740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f35c040 0x560d5f3733a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.181+0000 7fe348bf3740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f35d5b0 0x560d5f3738e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.181+0000 7fe348bf3740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f366dc0 0x560d5f373e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.181+0000 7fe348bf3740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fe3401ab340 con 0x560d5f35d5b0 2024-05-27T00:36:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.181+0000 7fe348bf3740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe3401ac790 con 0x560d5f35c040 2024-05-27T00:36:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.181+0000 7fe348bf3740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fe3401ab9f0 con 0x560d5f366dc0 2024-05-27T00:36:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.181+0000 7fe348bf3740 10 client.0 _ll_register_callbacks cb 0x7fe3300f6220 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:38.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.182+0000 7fe33e000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f35d5b0 0x560d5f3738e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.182+0000 7fe33e000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f35d5b0 0x560d5f3738e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:40540/0 (socket says 172.21.15.44:40540) 2024-05-27T00:36:38.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.182+0000 7fe33e000640 1 -- 172.21.15.44:0/3666354967 learned_addr learned my addr 172.21.15.44:0/3666354967 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:38.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.182+0000 7fe33ea00640 1 --2- 172.21.15.44:0/3666354967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f35c040 0x560d5f3733a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.182+0000 7fe33f400640 1 --2- 172.21.15.44:0/3666354967 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f366dc0 0x560d5f373e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.182+0000 7fe33e000640 1 -- 172.21.15.44:0/3666354967 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f366dc0 msgr2=0x560d5f373e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:38.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.182+0000 7fe33e000640 1 --2- 172.21.15.44:0/3666354967 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f366dc0 0x560d5f373e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.182+0000 7fe33e000640 1 -- 172.21.15.44:0/3666354967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f35c040 msgr2=0x560d5f3733a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:38.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.182+0000 7fe33e000640 1 --2- 172.21.15.44:0/3666354967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f35c040 0x560d5f3733a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.182+0000 7fe33e000640 1 -- 172.21.15.44:0/3666354967 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560d5f3e9430 con 0x560d5f35d5b0 2024-05-27T00:36:38.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.182+0000 7fe33e000640 1 --2- 172.21.15.44:0/3666354967 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f35d5b0 0x560d5f3738e0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fe32c009340 tx=0x7fe32c009810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef9f3f2cc15fd04a server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:38.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.182+0000 7fe328c00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:36:38.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.183+0000 7fe328c00640 1 -- 172.21.15.44:0/3666354967 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe32c00fd60 con 0x560d5f35d5b0 2024-05-27T00:36:38.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.183+0000 7fe328c00640 1 -- 172.21.15.44:0/3666354967 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fe32c009d40 con 0x560d5f35d5b0 2024-05-27T00:36:38.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.183+0000 7fe348bf3740 1 -- 172.21.15.44:0/3666354967 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe32c012dc0 con 0x560d5f35d5b0 2024-05-27T00:36:38.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.183+0000 7fe328c00640 1 -- 172.21.15.44:0/3666354967 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe32c042050 con 0x560d5f35d5b0 2024-05-27T00:36:38.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.183+0000 7fe348bf3740 10 client.15945 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:38.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.183+0000 7fe348bf3740 1 -- 172.21.15.44:0/3666354967 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x560d5f3ea6c0 con 0x560d5f35d5b0 2024-05-27T00:36:38.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.183+0000 7fe328c00640 1 -- 172.21.15.44:0/3666354967 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe32c012dc0 con 0x560d5f35d5b0 2024-05-27T00:36:38.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.184+0000 7fe328c00640 1 -- 172.21.15.44:0/3666354967 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fe32c02d020 con 0x560d5f35d5b0 2024-05-27T00:36:38.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.184+0000 7fe348bf3740 10 client.15945 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:38.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.184+0000 7fe348bf3740 10 client.15945 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:38.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.184+0000 7fe348bf3740 20 client.15945 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:38.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.184+0000 7fe348bf3740 1 --2- 172.21.15.44:0/3666354967 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x560d5f3eab70 0x560d5f3ecf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:38.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.184+0000 7fe348bf3740 4 client.15945 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-27T00:36:38.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.184+0000 7fe348bf3740 1 -- 172.21.15.44:0/3666354967 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560d5f2c7ea0 con 0x560d5f3eab70 2024-05-27T00:36:38.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.184+0000 7fe33ea00640 1 --2- 172.21.15.44:0/3666354967 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x560d5f3eab70 0x560d5f3ecf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:38.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.185+0000 7fe33ea00640 1 --2- 172.21.15.44:0/3666354967 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x560d5f3eab70 0x560d5f3ecf90 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7bc85fc150ed79a6 server_cookie=2d2aefc2071a45b5 in_seq=0 out_seq=0 2024-05-27T00:36:38.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.185+0000 7fe328c00640 10 client.15945 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:38.191 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.190+0000 7fe328c00640 1 -- 172.21.15.44:0/3666354967 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560d5f2c7ea0 con 0x560d5f3eab70 2024-05-27T00:36:38.191 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.190+0000 7fe328c00640 10 client.15945 handle_command_reply: tid=0 2024-05-27T00:36:38.191 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.190+0000 7fe348bf3740 1 client.15945 shutdown 2024-05-27T00:36:38.191 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.191+0000 7fe348bf3740 1 -- 172.21.15.44:0/3666354967 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f35d5b0 msgr2=0x560d5f3738e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:38.191 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.191+0000 7fe348bf3740 1 --2- 172.21.15.44:0/3666354967 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f35d5b0 0x560d5f3738e0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fe32c009340 tx=0x7fe32c009810 comp rx=0 tx=0).stop 2024-05-27T00:36:38.191 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.191+0000 7fe348bf3740 1 -- 172.21.15.44:0/3666354967 shutdown_connections 2024-05-27T00:36:38.191 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.191+0000 7fe348bf3740 1 --2- 172.21.15.44:0/3666354967 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x560d5f3eab70 0x560d5f3ecf90 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.192 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.191+0000 7fe348bf3740 1 --2- 172.21.15.44:0/3666354967 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560d5f366dc0 0x560d5f373e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.192 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.191+0000 7fe348bf3740 1 --2- 172.21.15.44:0/3666354967 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560d5f35d5b0 0x560d5f3738e0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.192 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.191+0000 7fe348bf3740 1 --2- 172.21.15.44:0/3666354967 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560d5f35c040 0x560d5f3733a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.192 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.191+0000 7fe348bf3740 1 -- 172.21.15.44:0/3666354967 >> 172.21.15.44:0/3666354967 conn(0x560d5f324f80 msgr2=0x560d5f363dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:38.192 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.191+0000 7fe328c00640 0 client.15945 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:38.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.191+0000 7fe348bf3740 1 -- 172.21.15.44:0/3666354967 shutdown_connections 2024-05-27T00:36:38.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.191+0000 7fe348bf3740 1 -- 172.21.15.44:0/3666354967 wait complete. 2024-05-27T00:36:38.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.191+0000 7fe348bf3740 20 client.15945 trim_cache size 0 max 16384 2024-05-27T00:36:38.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-05-27T00:36:38.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-05-27T00:36:38.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-05-27T00:36:38.193 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-05-27T00:36:38.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.192+0000 7fe345e00640 1 -- 172.21.15.44:0/3598559547 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe3240a2fd0 msgr2=0x7fe3240a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:38.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.192+0000 7fe345e00640 1 --2- 172.21.15.44:0/3598559547 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe3240a2fd0 0x7fe3240a5490 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fe338009fd0 tx=0x7fe338009500 comp rx=0 tx=0).stop 2024-05-27T00:36:38.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.192+0000 7fe345e00640 1 -- 172.21.15.44:0/3598559547 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe340073c70 msgr2=0x7fe34019a540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:38.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.192+0000 7fe345e00640 1 --2- 172.21.15.44:0/3598559547 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe340073c70 0x7fe34019a540 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe330009980 tx=0x7fe3300309c0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.192+0000 7fe345e00640 1 -- 172.21.15.44:0/3598559547 shutdown_connections 2024-05-27T00:36:38.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.192+0000 7fe345e00640 1 --2- 172.21.15.44:0/3598559547 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fe3240a2fd0 0x7fe3240a5490 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.192+0000 7fe345e00640 1 --2- 172.21.15.44:0/3598559547 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fe34010e290 0x7fe34019edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.194 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.192+0000 7fe345e00640 1 --2- 172.21.15.44:0/3598559547 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fe340074590 0x7fe34019aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.195 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.192+0000 7fe345e00640 1 --2- 172.21.15.44:0/3598559547 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fe340073c70 0x7fe34019a540 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:38.195 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.192+0000 7fe345e00640 1 -- 172.21.15.44:0/3598559547 >> 172.21.15.44:0/3598559547 conn(0x7fe340078e30 msgr2=0x7fe3400fe780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:38.195 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.192+0000 7fe345e00640 1 -- 172.21.15.44:0/3598559547 shutdown_connections 2024-05-27T00:36:38.195 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:38.192+0000 7fe345e00640 1 -- 172.21.15.44:0/3598559547 wait complete. 2024-05-27T00:36:38.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:38 smithi044 ceph-mon[31645]: pgmap v43: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-27T00:36:38.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:38 smithi044 ceph-mon[31645]: scrub queued for path: / 2024-05-27T00:36:38.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:38 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:36:38.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:38 smithi044 ceph-mon[31645]: scrub summary: active paths [/] 2024-05-27T00:36:38.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:38 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:36:38.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:38 smithi050 ceph-mon[36071]: pgmap v43: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-27T00:36:38.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:38 smithi050 ceph-mon[36071]: scrub queued for path: / 2024-05-27T00:36:38.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:38 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:36:38.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:38 smithi050 ceph-mon[36071]: scrub summary: active paths [/] 2024-05-27T00:36:38.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:38 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:36:39.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:38 smithi137 ceph-mon[36552]: pgmap v43: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-27T00:36:39.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:38 smithi137 ceph-mon[36552]: scrub queued for path: / 2024-05-27T00:36:39.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:38 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:36:39.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:38 smithi137 ceph-mon[36552]: scrub summary: active paths [/] 2024-05-27T00:36:39.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:38 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:36:40.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:40 smithi044 ceph-mon[31645]: pgmap v44: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 597 B/s wr, 9 op/s 2024-05-27T00:36:40.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:40 smithi050 ceph-mon[36071]: pgmap v44: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 597 B/s wr, 9 op/s 2024-05-27T00:36:41.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:40 smithi137 ceph-mon[36552]: pgmap v44: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 597 B/s wr, 9 op/s 2024-05-27T00:36:42.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:42 smithi044 ceph-mon[31645]: pgmap v45: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-27T00:36:42.865 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:42 smithi044 ceph-mon[31645]: scrub summary: idle 2024-05-27T00:36:42.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:42 smithi050 ceph-mon[36071]: pgmap v45: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-27T00:36:42.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:42 smithi050 ceph-mon[36071]: scrub summary: idle 2024-05-27T00:36:43.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:42 smithi137 ceph-mon[36552]: pgmap v45: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-27T00:36:43.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:42 smithi137 ceph-mon[36552]: scrub summary: idle 2024-05-27T00:36:44.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:44 smithi044 ceph-mon[31645]: pgmap v46: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 341 B/s wr, 9 op/s 2024-05-27T00:36:44.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:44 smithi050 ceph-mon[36071]: pgmap v46: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 341 B/s wr, 9 op/s 2024-05-27T00:36:45.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:44 smithi137 ceph-mon[36552]: pgmap v46: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 341 B/s wr, 9 op/s 2024-05-27T00:36:46.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:46 smithi044 ceph-mon[31645]: pgmap v47: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-27T00:36:46.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:46 smithi050 ceph-mon[36071]: pgmap v47: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-27T00:36:47.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:46 smithi137 ceph-mon[36552]: pgmap v47: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-27T00:36:48.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:48 smithi044 ceph-mon[31645]: pgmap v48: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-27T00:36:48.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:48 smithi050 ceph-mon[36071]: pgmap v48: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-27T00:36:49.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:48 smithi137 ceph-mon[36552]: pgmap v48: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 6 op/s 2024-05-27T00:36:50.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:50 smithi044 ceph-mon[31645]: pgmap v49: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1023 B/s wr, 10 op/s 2024-05-27T00:36:50.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:50 smithi044 ceph-mon[31645]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-05-27T00:36:50.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:50 smithi050 ceph-mon[36071]: pgmap v49: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1023 B/s wr, 10 op/s 2024-05-27T00:36:50.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:50 smithi050 ceph-mon[36071]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-05-27T00:36:51.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:50 smithi137 ceph-mon[36552]: pgmap v49: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1023 B/s wr, 10 op/s 2024-05-27T00:36:51.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:50 smithi137 ceph-mon[36552]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-05-27T00:36:51.290 INFO:tasks.workunit.client.0.smithi044.stderr:Updating files: 60% (7650/12563) Updating files: 61% (7664/12563) Updating files: 62% (7790/12563) Updating files: 63% (7915/12563) Updating files: 64% (8041/12563) Updating files: 65% (8166/12563) Updating files: 66% (8292/12563) Updating files: 67% (8418/12563) Updating files: 68% (8543/12563) Updating files: 69% (8669/12563) Updating files: 70% (8795/12563) Updating files: 71% (8920/12563) Updating files: 72% (9046/12563) Updating files: 73% (9171/12563) Updating files: 74% (9297/12563) Updating files: 75% (9423/12563) Updating files: 76% (9548/12563) Updating files: 77% (9674/12563) Updating files: 78% (9800/12563) Updating files: 79% (9925/12563) Updating files: 80% (10051/12563) Updating files: 81% (10177/12563) Updating files: 82% (10302/12563) Updating files: 83% (10428/12563) Updating files: 84% (10553/12563) Updating files: 85% (10679/12563) Updating files: 86% (10805/12563) Updating files: 87% (10930/12563) Updating files: 88% (11056/12563) Updating files: 89% (11182/12563) Updating files: 90% (11307/12563) Updating files: 91% (11433/12563) Updating files: 92% (11558/12563) Updating files: 93% (11684/12563) Updating files: 94% (11810/12563) Updating files: 95% (11935/12563) Updating files: 95% (12011/12563) Updating files: 96% (12061/12563) Updating files: 97% (12187/12563) Updating files: 98% (12312/12563) Updating files: 99% (12438/12563) Updating files: 100% (12563/12563) Updating files: 100% (12563/12563), done. 2024-05-27T00:36:51.337 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.335+0000 7fb4dec00640 1 -- 172.21.15.44:0/856149309 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb4d8103280 msgr2=0x7fb4d810b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:51.337 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.335+0000 7fb4dec00640 1 --2- 172.21.15.44:0/856149309 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb4d8103280 0x7fb4d810b760 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fb4c4009860 tx=0x7fb4c402a3d0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.337 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.335+0000 7fb4dec00640 1 -- 172.21.15.44:0/856149309 shutdown_connections 2024-05-27T00:36:51.337 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.335+0000 7fb4dec00640 1 --2- 172.21.15.44:0/856149309 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb4d810bd80 0x7fb4d810e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.338 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.335+0000 7fb4dec00640 1 --2- 172.21.15.44:0/856149309 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb4d8103280 0x7fb4d810b760 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.338 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.335+0000 7fb4dec00640 1 --2- 172.21.15.44:0/856149309 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4d8102960 0x7fb4d8102d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.338 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.335+0000 7fb4dec00640 1 -- 172.21.15.44:0/856149309 >> 172.21.15.44:0/856149309 conn(0x7fb4d80fc1c0 msgr2=0x7fb4d80fe5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:51.338 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.335+0000 7fb4dec00640 1 -- 172.21.15.44:0/856149309 shutdown_connections 2024-05-27T00:36:51.338 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.335+0000 7fb4dec00640 1 -- 172.21.15.44:0/856149309 wait complete. 2024-05-27T00:36:51.338 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.337+0000 7fb4dec00640 1 Processor -- start 2024-05-27T00:36:51.338 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.337+0000 7fb4dec00640 1 -- start start 2024-05-27T00:36:51.340 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.337+0000 7fb4dec00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb4d8102960 0x7fb4d819a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:51.340 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.337+0000 7fb4dec00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb4d8103280 0x7fb4d819a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:51.340 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.337+0000 7fb4dec00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4d810bd80 0x7fb4d819ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:51.340 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.337+0000 7fb4dec00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d8111cf0 con 0x7fb4d8103280 2024-05-27T00:36:51.340 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.337+0000 7fb4dec00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d8111b70 con 0x7fb4d810bd80 2024-05-27T00:36:51.340 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.337+0000 7fb4dec00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d8111e70 con 0x7fb4d8102960 2024-05-27T00:36:51.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.338+0000 7fb4dd800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb4d8102960 0x7fb4d819a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:51.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.338+0000 7fb4dd800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb4d8102960 0x7fb4d819a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:57484/0 (socket says 172.21.15.44:57484) 2024-05-27T00:36:51.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.338+0000 7fb4dd800640 1 -- 172.21.15.44:0/1971275840 learned_addr learned my addr 172.21.15.44:0/1971275840 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:51.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.338+0000 7fb4dce00640 1 --2- 172.21.15.44:0/1971275840 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb4d8103280 0x7fb4d819a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:51.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.338+0000 7fb4de200640 1 --2- 172.21.15.44:0/1971275840 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4d810bd80 0x7fb4d819ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:51.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.338+0000 7fb4dd800640 1 -- 172.21.15.44:0/1971275840 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4d810bd80 msgr2=0x7fb4d819ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:51.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.338+0000 7fb4dd800640 1 --2- 172.21.15.44:0/1971275840 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4d810bd80 0x7fb4d819ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.338+0000 7fb4dd800640 1 -- 172.21.15.44:0/1971275840 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb4d8103280 msgr2=0x7fb4d819a8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:51.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.338+0000 7fb4dd800640 1 --2- 172.21.15.44:0/1971275840 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb4d8103280 0x7fb4d819a8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.338+0000 7fb4dd800640 1 -- 172.21.15.44:0/1971275840 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4d819f350 con 0x7fb4d8102960 2024-05-27T00:36:51.341 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.339+0000 7fb4dd800640 1 --2- 172.21.15.44:0/1971275840 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb4d8102960 0x7fb4d819a360 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc00e9f0 tx=0x7fb4cc00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.339+0000 7fb4d6000640 1 -- 172.21.15.44:0/1971275840 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4cc00cd80 con 0x7fb4d8102960 2024-05-27T00:36:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.339+0000 7fb4dec00640 1 -- 172.21.15.44:0/1971275840 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4d819f640 con 0x7fb4d8102960 2024-05-27T00:36:51.344 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.339+0000 7fb4d6000640 1 -- 172.21.15.44:0/1971275840 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb4cc010930 con 0x7fb4d8102960 2024-05-27T00:36:51.344 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.339+0000 7fb4d6000640 1 -- 172.21.15.44:0/1971275840 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4cc018b00 con 0x7fb4d8102960 2024-05-27T00:36:51.344 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.339+0000 7fb4dec00640 1 -- 172.21.15.44:0/1971275840 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4d81a6ed0 con 0x7fb4d8102960 2024-05-27T00:36:51.347 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.343+0000 7fb4e3007740 1 Processor -- start 2024-05-27T00:36:51.347 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.344+0000 7fb4d6000640 1 -- 172.21.15.44:0/1971275840 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fb4cc018ca0 con 0x7fb4d8102960 2024-05-27T00:36:51.348 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.347+0000 7fb4d6000640 1 --2- 172.21.15.44:0/1971275840 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fb4c00a2d70 0x7fb4c00a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:51.348 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.347+0000 7fb4d6000640 1 -- 172.21.15.44:0/1971275840 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fb4cc0cfb80 con 0x7fb4d8102960 2024-05-27T00:36:51.349 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.348+0000 7fb4e3007740 1 -- start start 2024-05-27T00:36:51.351 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.348+0000 7fb4e3007740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558ecd320770 0x558ecd31ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:51.355 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.348+0000 7fb4e3007740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x558ecd31f200 0x558ecd31f680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:51.355 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.348+0000 7fb4e3007740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd329f80 0x558ecd32c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:51.355 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.348+0000 7fb4e3007740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x558ecd283420 con 0x558ecd320770 2024-05-27T00:36:51.355 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.348+0000 7fb4e3007740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x558ecd22ac50 con 0x558ecd329f80 2024-05-27T00:36:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.348+0000 7fb4e3007740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x558ecd27f3e0 con 0x558ecd31f200 2024-05-27T00:36:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.348+0000 7fb4de200640 1 --2- 172.21.15.44:0/1971275840 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fb4c00a2d70 0x7fb4c00a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.349+0000 7fb4de200640 1 --2- 172.21.15.44:0/1971275840 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fb4c00a2d70 0x7fb4c00a5230 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0005fd0 tx=0x7fb4d0010040 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.350+0000 7fb4de200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd329f80 0x558ecd32c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.350+0000 7fb4de200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd329f80 0x558ecd32c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:55682/0 (socket says 172.21.15.44:55682) 2024-05-27T00:36:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.350+0000 7fb4de200640 1 -- 172.21.15.44:0/3944590658 learned_addr learned my addr 172.21.15.44:0/3944590658 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.350+0000 7fb4de200640 1 -- 172.21.15.44:0/3944590658 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x558ecd31f200 msgr2=0x558ecd31f680 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-27T00:36:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.350+0000 7fb4de200640 1 --2- 172.21.15.44:0/3944590658 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x558ecd31f200 0x558ecd31f680 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.350+0000 7fb4de200640 1 -- 172.21.15.44:0/3944590658 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558ecd320770 msgr2=0x558ecd31ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.350+0000 7fb4de200640 1 --2- 172.21.15.44:0/3944590658 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558ecd320770 0x558ecd31ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.350+0000 7fb4de200640 1 -- 172.21.15.44:0/3944590658 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558eccf97210 con 0x558ecd329f80 2024-05-27T00:36:51.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.351+0000 7fb4de200640 1 --2- 172.21.15.44:0/3944590658 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd329f80 0x558ecd32c370 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0003dc0 tx=0x7fb4d0014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6064af1de2b86225 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.351+0000 7fb4caa00640 1 -- 172.21.15.44:0/3944590658 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d0019620 con 0x558ecd329f80 2024-05-27T00:36:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.351+0000 7fb4caa00640 1 -- 172.21.15.44:0/3944590658 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb4d0019cc0 con 0x558ecd329f80 2024-05-27T00:36:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.351+0000 7fb4caa00640 1 -- 172.21.15.44:0/3944590658 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4d0024ca0 con 0x558ecd329f80 2024-05-27T00:36:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.352+0000 7fb4e3007740 1 -- 172.21.15.44:0/3944590658 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd329f80 msgr2=0x558ecd32c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.352+0000 7fb4e3007740 1 --2- 172.21.15.44:0/3944590658 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd329f80 0x558ecd32c370 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0003dc0 tx=0x7fb4d0014000 comp rx=0 tx=0).stop 2024-05-27T00:36:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.353+0000 7fb4e3007740 1 -- 172.21.15.44:0/3944590658 shutdown_connections 2024-05-27T00:36:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.353+0000 7fb4e3007740 1 --2- 172.21.15.44:0/3944590658 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd329f80 0x558ecd32c370 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.353+0000 7fb4e3007740 1 --2- 172.21.15.44:0/3944590658 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x558ecd31f200 0x558ecd31f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.353+0000 7fb4e3007740 1 --2- 172.21.15.44:0/3944590658 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558ecd320770 0x558ecd31ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.353+0000 7fb4e3007740 1 -- 172.21.15.44:0/3944590658 >> 172.21.15.44:0/3944590658 conn(0x558ecd2e7f80 msgr2=0x558ecd31b7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.354+0000 7fb4e3007740 1 -- 172.21.15.44:0/3944590658 shutdown_connections 2024-05-27T00:36:51.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.354+0000 7fb4e3007740 1 -- 172.21.15.44:0/3944590658 wait complete. 2024-05-27T00:36:51.360 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.354+0000 7fb4e3007740 1 -- start start 2024-05-27T00:36:51.360 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.355+0000 7fb4e3007740 1 Processor -- start 2024-05-27T00:36:51.360 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.355+0000 7fb4e3007740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x558ecd329f80 0x558ecd3274e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:51.360 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.355+0000 7fb4e3007740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558ecd327a20 0x558ecd33c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:51.360 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.355+0000 7fb4e3007740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd327ea0 0x558ecd33ef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:51.360 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.356+0000 7fb4e3007740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x558ecd335500 con 0x558ecd327a20 2024-05-27T00:36:51.360 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.356+0000 7fb4e3007740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x558ecd23e0b0 con 0x558ecd327ea0 2024-05-27T00:36:51.360 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.356+0000 7fb4e3007740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x558ecd335680 con 0x558ecd329f80 2024-05-27T00:36:51.360 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.356+0000 7fb4dce00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558ecd327a20 0x558ecd33c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:51.361 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.356+0000 7fb4dd800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x558ecd329f80 0x558ecd3274e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:51.361 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.356+0000 7fb4dce00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558ecd327a20 0x558ecd33c9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45262/0 (socket says 172.21.15.44:45262) 2024-05-27T00:36:51.361 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.356+0000 7fb4dce00640 1 -- 172.21.15.44:0/1715393102 learned_addr learned my addr 172.21.15.44:0/1715393102 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:51.361 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.356+0000 7fb4e3007740 10 client.0 _ll_register_callbacks cb 0x558ecd229f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:51.361 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.356+0000 7fb4de200640 1 --2- 172.21.15.44:0/1715393102 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd327ea0 0x558ecd33ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:51.361 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.356+0000 7fb4dd800640 1 -- 172.21.15.44:0/1715393102 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd327ea0 msgr2=0x558ecd33ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:51.361 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.356+0000 7fb4dd800640 1 --2- 172.21.15.44:0/1715393102 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd327ea0 0x558ecd33ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.361 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.356+0000 7fb4dd800640 1 -- 172.21.15.44:0/1715393102 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558ecd327a20 msgr2=0x558ecd33c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:51.361 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.356+0000 7fb4dd800640 1 --2- 172.21.15.44:0/1715393102 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558ecd327a20 0x558ecd33c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.361 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.356+0000 7fb4dd800640 1 -- 172.21.15.44:0/1715393102 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ecd063620 con 0x558ecd329f80 2024-05-27T00:36:51.361 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.356+0000 7fb4de200640 1 --2- 172.21.15.44:0/1715393102 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd327ea0 0x558ecd33ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:36:51.361 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.357+0000 7fb4dd800640 1 --2- 172.21.15.44:0/1715393102 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x558ecd329f80 0x558ecd3274e0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc0ccf20 tx=0x7fb4cc09b9d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a33b0821e43c32ce server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:51.362 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.357+0000 7fb4bf400640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:36:51.362 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.357+0000 7fb4bf400640 1 -- 172.21.15.44:0/1715393102 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4cc0cd3a0 con 0x558ecd329f80 2024-05-27T00:36:51.362 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.357+0000 7fb4bf400640 1 -- 172.21.15.44:0/1715393102 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fb4cc010ae0 con 0x558ecd329f80 2024-05-27T00:36:51.362 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.357+0000 7fb4e3007740 1 -- 172.21.15.44:0/1715393102 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4d0019cc0 con 0x558ecd329f80 2024-05-27T00:36:51.362 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.357+0000 7fb4bf400640 1 -- 172.21.15.44:0/1715393102 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb4cc010ce0 con 0x558ecd329f80 2024-05-27T00:36:51.362 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.357+0000 7fb4e3007740 10 client.26080 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:51.362 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.357+0000 7fb4e3007740 1 -- 172.21.15.44:0/1715393102 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x558ecd342440 con 0x558ecd329f80 2024-05-27T00:36:51.362 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.358+0000 7fb4bf400640 1 -- 172.21.15.44:0/1715393102 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb4d0019cc0 con 0x558ecd329f80 2024-05-27T00:36:51.362 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.358+0000 7fb4bf400640 1 -- 172.21.15.44:0/1715393102 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb4cc097cf0 con 0x558ecd329f80 2024-05-27T00:36:51.362 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.358+0000 7fb4e3007740 10 client.26080 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:51.362 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.358+0000 7fb4e3007740 10 client.26080 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:51.362 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.358+0000 7fb4e3007740 20 client.26080 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:51.362 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.358+0000 7fb4e3007740 1 --2- 172.21.15.44:0/1715393102 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x558ecd343900 0x558ecd345cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:51.362 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.358+0000 7fb4e3007740 4 client.26080 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:36:51.363 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.358+0000 7fb4e3007740 1 -- 172.21.15.44:0/1715393102 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558ecd290b50 con 0x558ecd343900 2024-05-27T00:36:51.363 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.358+0000 7fb4dce00640 1 --2- 172.21.15.44:0/1715393102 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x558ecd343900 0x558ecd345cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:51.364 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.359+0000 7fb4dce00640 1 --2- 172.21.15.44:0/1715393102 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x558ecd343900 0x558ecd345cf0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=67f81d18049d63d4 server_cookie=8902447a43b49158 in_seq=0 out_seq=0 2024-05-27T00:36:51.364 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.359+0000 7fb4bf400640 10 client.26080 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:51.364 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.360+0000 7fb4bf400640 1 -- 172.21.15.44:0/1715393102 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x558ecd290b50 con 0x558ecd343900 2024-05-27T00:36:51.364 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.360+0000 7fb4bf400640 10 client.26080 handle_command_reply: tid=0 2024-05-27T00:36:51.364 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.360+0000 7fb4e3007740 1 client.26080 shutdown 2024-05-27T00:36:51.364 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.360+0000 7fb4e3007740 1 -- 172.21.15.44:0/1715393102 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x558ecd329f80 msgr2=0x558ecd3274e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:51.364 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.360+0000 7fb4e3007740 1 --2- 172.21.15.44:0/1715393102 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x558ecd329f80 0x558ecd3274e0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc0ccf20 tx=0x7fb4cc09b9d0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.364 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.360+0000 7fb4e3007740 1 -- 172.21.15.44:0/1715393102 shutdown_connections 2024-05-27T00:36:51.364 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.360+0000 7fb4e3007740 1 --2- 172.21.15.44:0/1715393102 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x558ecd343900 0x558ecd345cf0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.365 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.360+0000 7fb4e3007740 1 --2- 172.21.15.44:0/1715393102 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd327ea0 0x558ecd33ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.365 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.360+0000 7fb4e3007740 1 --2- 172.21.15.44:0/1715393102 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558ecd327a20 0x558ecd33c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.365 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.360+0000 7fb4bf400640 0 client.26080 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:51.365 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.360+0000 7fb4e3007740 1 --2- 172.21.15.44:0/1715393102 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x558ecd329f80 0x558ecd3274e0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.365 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.360+0000 7fb4e3007740 1 -- 172.21.15.44:0/1715393102 >> 172.21.15.44:0/1715393102 conn(0x558ecd2e7f80 msgr2=0x558ecd321620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:51.365 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.360+0000 7fb4e3007740 1 -- 172.21.15.44:0/1715393102 shutdown_connections 2024-05-27T00:36:51.365 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.360+0000 7fb4e3007740 1 -- 172.21.15.44:0/1715393102 wait complete. 2024-05-27T00:36:51.365 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.360+0000 7fb4e3007740 20 client.26080 trim_cache size 0 max 16384 2024-05-27T00:36:51.379 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.377+0000 7fb4e3007740 1 Processor -- start 2024-05-27T00:36:51.379 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.377+0000 7fb4e3007740 1 -- start start 2024-05-27T00:36:51.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.378+0000 7fb4e3007740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd327a20 0x558ecd34b510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:51.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.378+0000 7fb4e3007740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558ecd327ea0 0x558ecd34ba50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:51.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.378+0000 7fb4e3007740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x558ecd329f80 0x558ecd33e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:51.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.378+0000 7fb4e3007740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d8073710 con 0x558ecd327ea0 2024-05-27T00:36:51.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.378+0000 7fb4e3007740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d8070fe0 con 0x558ecd327a20 2024-05-27T00:36:51.380 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.378+0000 7fb4e3007740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d806ee70 con 0x558ecd329f80 2024-05-27T00:36:51.385 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.378+0000 7fb4dce00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558ecd327ea0 0x558ecd34ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:51.385 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.378+0000 7fb4dd800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd327a20 0x558ecd34b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:51.386 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.378+0000 7fb4dd800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd327a20 0x558ecd34b510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:55696/0 (socket says 172.21.15.44:55696) 2024-05-27T00:36:51.386 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.378+0000 7fb4dd800640 1 -- 172.21.15.44:0/464262246 learned_addr learned my addr 172.21.15.44:0/464262246 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:51.386 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.378+0000 7fb4de200640 1 --2- 172.21.15.44:0/464262246 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x558ecd329f80 0x558ecd33e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:51.386 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.378+0000 7fb4dd800640 1 -- 172.21.15.44:0/464262246 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x558ecd329f80 msgr2=0x558ecd33e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:51.386 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.378+0000 7fb4dd800640 1 --2- 172.21.15.44:0/464262246 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x558ecd329f80 0x558ecd33e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.386 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.378+0000 7fb4dd800640 1 -- 172.21.15.44:0/464262246 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558ecd327ea0 msgr2=0x558ecd34ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:51.386 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.378+0000 7fb4dd800640 1 --2- 172.21.15.44:0/464262246 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558ecd327ea0 0x558ecd34ba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.386 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.378+0000 7fb4dd800640 1 -- 172.21.15.44:0/464262246 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558ecd325840 con 0x558ecd327a20 2024-05-27T00:36:51.386 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.379+0000 7fb4dd800640 1 --2- 172.21.15.44:0/464262246 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd327a20 0x558ecd34b510 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc00c6a0 tx=0x7fb4cc009770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f9acf3d0acc63fa8 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:51.386 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.379+0000 7fb4ca000640 1 -- 172.21.15.44:0/464262246 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4cc09bb70 con 0x558ecd327a20 2024-05-27T00:36:51.386 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.379+0000 7fb4ca000640 1 -- 172.21.15.44:0/464262246 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb4cc09bda0 con 0x558ecd327a20 2024-05-27T00:36:51.386 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.379+0000 7fb4ca000640 1 -- 172.21.15.44:0/464262246 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4cc09b450 con 0x558ecd327a20 2024-05-27T00:36:51.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.380+0000 7fb4e3007740 1 -- 172.21.15.44:0/464262246 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd327a20 msgr2=0x558ecd34b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:51.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.380+0000 7fb4e3007740 1 --2- 172.21.15.44:0/464262246 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd327a20 0x558ecd34b510 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc00c6a0 tx=0x7fb4cc009770 comp rx=0 tx=0).stop 2024-05-27T00:36:51.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.380+0000 7fb4e3007740 1 -- 172.21.15.44:0/464262246 shutdown_connections 2024-05-27T00:36:51.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.380+0000 7fb4e3007740 1 --2- 172.21.15.44:0/464262246 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x558ecd329f80 0x558ecd33e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.380+0000 7fb4e3007740 1 --2- 172.21.15.44:0/464262246 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558ecd327ea0 0x558ecd34ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.380+0000 7fb4e3007740 1 --2- 172.21.15.44:0/464262246 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd327a20 0x558ecd34b510 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.380+0000 7fb4e3007740 1 -- 172.21.15.44:0/464262246 >> 172.21.15.44:0/464262246 conn(0x558ecd2e7f80 msgr2=0x558ecd325bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:51.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.380+0000 7fb4e3007740 1 -- 172.21.15.44:0/464262246 shutdown_connections 2024-05-27T00:36:51.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.380+0000 7fb4e3007740 1 -- 172.21.15.44:0/464262246 wait complete. 2024-05-27T00:36:51.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.380+0000 7fb4e3007740 1 -- start start 2024-05-27T00:36:51.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.381+0000 7fb4e3007740 1 Processor -- start 2024-05-27T00:36:51.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.381+0000 7fb4e3007740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558ecd327a20 0x558ecd33ae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:51.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.381+0000 7fb4e3007740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd327ea0 0x558ecd324850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:51.387 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.381+0000 7fb4e3007740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x558ecd329f80 0x558ecd324d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:51.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.381+0000 7fb4e3007740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d806f4c0 con 0x558ecd327a20 2024-05-27T00:36:51.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.381+0000 7fb4e3007740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d8070910 con 0x558ecd327ea0 2024-05-27T00:36:51.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.381+0000 7fb4e3007740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d806fb70 con 0x558ecd329f80 2024-05-27T00:36:51.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.381+0000 7fb4e3007740 10 client.0 _ll_register_callbacks cb 0x7fb4cc00cf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:36:51.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.381+0000 7fb4dce00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd327ea0 0x558ecd324850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:51.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.381+0000 7fb4dd800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558ecd327a20 0x558ecd33ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:51.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.381+0000 7fb4dce00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd327ea0 0x558ecd324850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:55702/0 (socket says 172.21.15.44:55702) 2024-05-27T00:36:51.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.381+0000 7fb4dce00640 1 -- 172.21.15.44:0/941001236 learned_addr learned my addr 172.21.15.44:0/941001236 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:36:51.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.381+0000 7fb4de200640 1 --2- 172.21.15.44:0/941001236 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x558ecd329f80 0x558ecd324d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:51.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.382+0000 7fb4dce00640 1 -- 172.21.15.44:0/941001236 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x558ecd329f80 msgr2=0x558ecd324d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:51.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.382+0000 7fb4dce00640 1 --2- 172.21.15.44:0/941001236 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x558ecd329f80 0x558ecd324d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.382+0000 7fb4dce00640 1 -- 172.21.15.44:0/941001236 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558ecd327a20 msgr2=0x558ecd33ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:36:51.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.382+0000 7fb4dce00640 1 --2- 172.21.15.44:0/941001236 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558ecd327a20 0x558ecd33ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.388 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.382+0000 7fb4dce00640 1 -- 172.21.15.44:0/941001236 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ecd32ade0 con 0x558ecd327ea0 2024-05-27T00:36:51.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.382+0000 7fb4dce00640 1 --2- 172.21.15.44:0/941001236 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd327ea0 0x558ecd324850 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fb4c4009830 tx=0x7fb4c4030c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6fc158eb3e65afce server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:36:51.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.382+0000 7fb4bf400640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:36:51.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.382+0000 7fb4bf400640 1 -- 172.21.15.44:0/941001236 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c4004240 con 0x558ecd327ea0 2024-05-27T00:36:51.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.382+0000 7fb4e3007740 1 -- 172.21.15.44:0/941001236 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4cc09bda0 con 0x558ecd327ea0 2024-05-27T00:36:51.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.382+0000 7fb4bf400640 1 -- 172.21.15.44:0/941001236 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fb4c40043e0 con 0x558ecd327ea0 2024-05-27T00:36:51.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.383+0000 7fb4bf400640 1 -- 172.21.15.44:0/941001236 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb4c4056050 con 0x558ecd327ea0 2024-05-27T00:36:51.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.383+0000 7fb4e3007740 10 client.26090 fetch_fsmap learned FSMap version 25 2024-05-27T00:36:51.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.383+0000 7fb4e3007740 1 -- 172.21.15.44:0/941001236 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x558ecd3ae430 con 0x558ecd327ea0 2024-05-27T00:36:51.389 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.383+0000 7fb4bf400640 1 -- 172.21.15.44:0/941001236 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb4cc09bda0 con 0x558ecd327ea0 2024-05-27T00:36:51.390 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.383+0000 7fb4bf400640 1 -- 172.21.15.44:0/941001236 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb4c40035f0 con 0x558ecd327ea0 2024-05-27T00:36:51.390 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.383+0000 7fb4e3007740 10 client.26090 fetch_fsmap finished waiting for FSMap version 25 2024-05-27T00:36:51.390 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.383+0000 7fb4e3007740 10 client.26090 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:36:51.390 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.383+0000 7fb4e3007740 20 client.26090 populate_metadata read hostname 'smithi044' 2024-05-27T00:36:51.390 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.383+0000 7fb4e3007740 1 --2- 172.21.15.44:0/941001236 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x558ecd3aebe0 0x558ecd3b1000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:36:51.390 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.383+0000 7fb4e3007740 4 client.26090 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-27T00:36:51.390 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.383+0000 7fb4e3007740 1 -- 172.21.15.44:0/941001236 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558ecd28aea0 con 0x558ecd3aebe0 2024-05-27T00:36:51.390 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.384+0000 7fb4dd800640 1 --2- 172.21.15.44:0/941001236 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x558ecd3aebe0 0x558ecd3b1000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:36:51.390 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.384+0000 7fb4dd800640 1 --2- 172.21.15.44:0/941001236 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x558ecd3aebe0 0x558ecd3b1000 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a755cc3f466e283 server_cookie=d62d2dfb079a27bc in_seq=0 out_seq=0 2024-05-27T00:36:51.391 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.384+0000 7fb4bf400640 10 client.26090 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:51.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.390+0000 7fb4bf400640 1 -- 172.21.15.44:0/941001236 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558ecd28aea0 con 0x558ecd3aebe0 2024-05-27T00:36:51.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.390+0000 7fb4bf400640 10 client.26090 handle_command_reply: tid=0 2024-05-27T00:36:51.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.390+0000 7fb4e3007740 1 client.26090 shutdown 2024-05-27T00:36:51.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.391+0000 7fb4e3007740 1 -- 172.21.15.44:0/941001236 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd327ea0 msgr2=0x558ecd324850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:51.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.391+0000 7fb4e3007740 1 --2- 172.21.15.44:0/941001236 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd327ea0 0x558ecd324850 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fb4c4009830 tx=0x7fb4c4030c80 comp rx=0 tx=0).stop 2024-05-27T00:36:51.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.391+0000 7fb4e3007740 1 -- 172.21.15.44:0/941001236 shutdown_connections 2024-05-27T00:36:51.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.391+0000 7fb4e3007740 1 --2- 172.21.15.44:0/941001236 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x558ecd3aebe0 0x558ecd3b1000 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.391+0000 7fb4e3007740 1 --2- 172.21.15.44:0/941001236 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x558ecd329f80 0x558ecd324d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.391+0000 7fb4e3007740 1 --2- 172.21.15.44:0/941001236 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x558ecd327ea0 0x558ecd324850 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.391+0000 7fb4bf400640 0 client.26090 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:36:51.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.391+0000 7fb4e3007740 1 --2- 172.21.15.44:0/941001236 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x558ecd327a20 0x558ecd33ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.393 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.391+0000 7fb4e3007740 1 -- 172.21.15.44:0/941001236 >> 172.21.15.44:0/941001236 conn(0x558ecd2e7f80 msgr2=0x558ecd3215f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:51.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.391+0000 7fb4e3007740 1 -- 172.21.15.44:0/941001236 shutdown_connections 2024-05-27T00:36:51.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.391+0000 7fb4e3007740 1 -- 172.21.15.44:0/941001236 wait complete. 2024-05-27T00:36:51.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.391+0000 7fb4e3007740 20 client.26090 trim_cache size 0 max 16384 2024-05-27T00:36:51.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-05-27T00:36:51.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-05-27T00:36:51.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-05-27T00:36:51.394 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-05-27T00:36:51.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.392+0000 7fb4dec00640 1 -- 172.21.15.44:0/1971275840 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fb4c00a2d70 msgr2=0x7fb4c00a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:51.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.392+0000 7fb4dec00640 1 --2- 172.21.15.44:0/1971275840 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fb4c00a2d70 0x7fb4c00a5230 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0005fd0 tx=0x7fb4d0010040 comp rx=0 tx=0).stop 2024-05-27T00:36:51.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.392+0000 7fb4dec00640 1 -- 172.21.15.44:0/1971275840 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb4d8102960 msgr2=0x7fb4d819a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:36:51.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.392+0000 7fb4dec00640 1 --2- 172.21.15.44:0/1971275840 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb4d8102960 0x7fb4d819a360 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc00e9f0 tx=0x7fb4cc00eeb0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.392+0000 7fb4dec00640 1 -- 172.21.15.44:0/1971275840 shutdown_connections 2024-05-27T00:36:51.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.392+0000 7fb4dec00640 1 --2- 172.21.15.44:0/1971275840 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fb4c00a2d70 0x7fb4c00a5230 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.392+0000 7fb4dec00640 1 --2- 172.21.15.44:0/1971275840 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb4d810bd80 0x7fb4d819ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.392+0000 7fb4dec00640 1 --2- 172.21.15.44:0/1971275840 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb4d8103280 0x7fb4d819a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.396 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.392+0000 7fb4dec00640 1 --2- 172.21.15.44:0/1971275840 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb4d8102960 0x7fb4d819a360 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:36:51.396 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.392+0000 7fb4dec00640 1 -- 172.21.15.44:0/1971275840 >> 172.21.15.44:0/1971275840 conn(0x7fb4d80fc1c0 msgr2=0x7fb4d80fc5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:36:51.396 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.392+0000 7fb4dec00640 1 -- 172.21.15.44:0/1971275840 shutdown_connections 2024-05-27T00:36:51.396 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:36:51.392+0000 7fb4dec00640 1 -- 172.21.15.44:0/1971275840 wait complete. 2024-05-27T00:36:51.876 INFO:tasks.workunit.client.0.smithi044.stderr:Note: switching to '7d7cb32d1d130135a98121a564d709025c2154b6'. 2024-05-27T00:36:51.876 INFO:tasks.workunit.client.0.smithi044.stderr: 2024-05-27T00:36:51.876 INFO:tasks.workunit.client.0.smithi044.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-05-27T00:36:51.876 INFO:tasks.workunit.client.0.smithi044.stderr:changes and commit them, and you can discard any commits you make in this 2024-05-27T00:36:51.876 INFO:tasks.workunit.client.0.smithi044.stderr:state without impacting any branches by switching back to a branch. 2024-05-27T00:36:51.876 INFO:tasks.workunit.client.0.smithi044.stderr: 2024-05-27T00:36:51.876 INFO:tasks.workunit.client.0.smithi044.stderr:If you want to create a new branch to retain commits you create, you may 2024-05-27T00:36:51.876 INFO:tasks.workunit.client.0.smithi044.stderr:do so (now or later) by using -c with the switch command. Example: 2024-05-27T00:36:51.877 INFO:tasks.workunit.client.0.smithi044.stderr: 2024-05-27T00:36:51.877 INFO:tasks.workunit.client.0.smithi044.stderr: git switch -c 2024-05-27T00:36:51.877 INFO:tasks.workunit.client.0.smithi044.stderr: 2024-05-27T00:36:51.877 INFO:tasks.workunit.client.0.smithi044.stderr:Or undo this operation with: 2024-05-27T00:36:51.877 INFO:tasks.workunit.client.0.smithi044.stderr: 2024-05-27T00:36:51.877 INFO:tasks.workunit.client.0.smithi044.stderr: git switch - 2024-05-27T00:36:51.877 INFO:tasks.workunit.client.0.smithi044.stderr: 2024-05-27T00:36:51.877 INFO:tasks.workunit.client.0.smithi044.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-05-27T00:36:51.877 INFO:tasks.workunit.client.0.smithi044.stderr: 2024-05-27T00:36:51.877 INFO:tasks.workunit.client.0.smithi044.stderr:HEAD is now at 7d7cb32d1d1 Merge pull request #57636 from rhcs-dashboard/wip-66174-squid 2024-05-27T00:36:51.887 DEBUG:teuthology.orchestra.run.smithi044:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-05-27T00:36:52.003 INFO:tasks.workunit.client.0.smithi044.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-05-27T00:36:52.012 INFO:tasks.workunit.client.0.smithi044.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-27T00:36:52.012 INFO:tasks.workunit.client.0.smithi044.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-05-27T00:36:52.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:52 smithi044 ceph-mon[31645]: pgmap v50: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 682 B/s wr, 6 op/s 2024-05-27T00:36:52.911 INFO:tasks.workunit.client.0.smithi044.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-05-27T00:36:52.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:52 smithi050 ceph-mon[36071]: pgmap v50: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 682 B/s wr, 6 op/s 2024-05-27T00:36:53.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:52 smithi137 ceph-mon[36552]: pgmap v50: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 682 B/s wr, 6 op/s 2024-05-27T00:36:53.030 INFO:tasks.workunit.client.0.smithi044.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-05-27T00:36:53.124 INFO:tasks.workunit.client.0.smithi044.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-27T00:36:53.130 INFO:tasks.workunit.client.0.smithi044.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-27T00:36:53.131 INFO:tasks.workunit.client.0.smithi044.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-05-27T00:36:53.219 INFO:tasks.workunit.client.0.smithi044.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-27T00:36:53.230 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:36:53.230 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-05-27T00:36:53.284 INFO:tasks.workunit:Running workunits matching fs/norstats on client.0... 2024-05-27T00:36:53.285 INFO:tasks.workunit:Running workunit fs/norstats/kernel_untar_tar.sh... 2024-05-27T00:36:53.285 DEBUG:teuthology.orchestra.run.smithi044:workunit test fs/norstats/kernel_untar_tar.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=7d7cb32d1d130135a98121a564d709025c2154b6 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/norstats/kernel_untar_tar.sh 2024-05-27T00:36:53.365 INFO:tasks.workunit.client.0.smithi044.stderr:+ KERNEL=linux-4.0.5 2024-05-27T00:36:53.365 INFO:tasks.workunit.client.0.smithi044.stderr:+ wget -q http://download.ceph.com/qa/linux-4.0.5.tar.xz 2024-05-27T00:36:54.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:54 smithi044 ceph-mon[31645]: pgmap v51: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 9 op/s 2024-05-27T00:36:54.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:54 smithi050 ceph-mon[36071]: pgmap v51: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 9 op/s 2024-05-27T00:36:55.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:54 smithi137 ceph-mon[36552]: pgmap v51: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 9 op/s 2024-05-27T00:36:56.697 INFO:tasks.workunit.client.0.smithi044.stderr:+ mkdir untar_tar 2024-05-27T00:36:56.704 INFO:tasks.workunit.client.0.smithi044.stderr:+ cd untar_tar 2024-05-27T00:36:56.704 INFO:tasks.workunit.client.0.smithi044.stderr:+ tar Jxvf ../linux-4.0.5.tar.xz linux-4.0.5/Documentation/ 2024-05-27T00:36:56.735 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ 2024-05-27T00:36:56.739 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/00-INDEX 2024-05-27T00:36:56.742 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/ 2024-05-27T00:36:56.745 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/README 2024-05-27T00:36:56.747 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/obsolete/ 2024-05-27T00:36:56.750 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads 2024-05-27T00:36:56.752 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb 2024-05-27T00:36:56.754 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill 2024-05-27T00:36:56.757 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus 2024-05-27T00:36:56.760 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus 2024-05-27T00:36:56.762 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra 2024-05-27T00:36:56.765 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/removed/ 2024-05-27T00:36:56.767 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/removed/devfs 2024-05-27T00:36:56.770 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/removed/dv1394 2024-05-27T00:36:56.773 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/removed/ip_queue 2024-05-27T00:36:56.775 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/removed/net_dma 2024-05-27T00:36:56.778 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/removed/o2cb 2024-05-27T00:36:56.782 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/removed/raw1394 2024-05-27T00:36:56.783 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/removed/video1394 2024-05-27T00:36:56.785 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/ 2024-05-27T00:36:56.787 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/firewire-cdev 2024-05-27T00:36:56.790 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/o2cb 2024-05-27T00:36:56.792 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/syscalls 2024-05-27T00:36:56.795 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile 2024-05-27T00:36:56.798 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire 2024-05-27T00:36:56.801 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb 2024-05-27T00:36:56.804 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend 2024-05-27T00:36:56.806 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight 2024-05-27T00:36:56.809 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill 2024-05-27T00:36:56.811 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm 2024-05-27T00:36:56.814 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi 2024-05-27T00:36:56.816 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc 2024-05-27T00:36:56.819 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node 2024-05-27T00:36:56.822 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu 2024-05-27T00:36:56.824 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory 2024-05-27T00:36:56.827 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp 2024-05-27T00:36:56.829 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx 2024-05-27T00:36:56.832 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc 2024-05-27T00:36:56.834 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04 2024-05-27T00:36:56.837 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars 2024-05-27T00:36:56.839 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump 2024-05-27T00:36:56.841 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog 2024-05-27T00:36:56.844 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-module 2024-05-27T00:36:56.847 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp 2024-05-27T00:36:56.849 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/thermal-notification 2024-05-27T00:36:56.852 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/stable/vdso 2024-05-27T00:36:56.854 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/ 2024-05-27T00:36:56.856 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget 2024-05-27T00:36:56.858 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget 2024-05-27T00:36:56.861 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm 2024-05-27T00:36:56.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:56 smithi044 ceph-mon[31645]: pgmap v52: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 1023 B/s wr, 6 op/s 2024-05-27T00:36:56.863 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm 2024-05-27T00:36:56.866 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem 2024-05-27T00:36:56.868 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs 2024-05-27T00:36:56.871 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid 2024-05-27T00:36:56.873 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback 2024-05-27T00:36:56.876 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage 2024-05-27T00:36:56.878 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi 2024-05-27T00:36:56.881 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm 2024-05-27T00:36:56.883 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex 2024-05-27T00:36:56.886 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet 2024-05-27T00:36:56.888 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis 2024-05-27T00:36:56.890 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial 2024-05-27T00:36:56.893 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink 2024-05-27T00:36:56.895 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset 2024-05-27T00:36:56.898 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1 2024-05-27T00:36:56.900 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2 2024-05-27T00:36:56.903 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc 2024-05-27T00:36:56.905 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe 2024-05-27T00:36:56.908 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-ec 2024-05-27T00:36:56.910 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad 2024-05-27T00:36:56.913 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-olpc 2024-05-27T00:36:56.915 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto 2024-05-27T00:36:56.918 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd 2024-05-27T00:36:56.920 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/dev-kmsg 2024-05-27T00:36:56.923 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/evm 2024-05-27T00:36:56.925 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/ima_policy 2024-05-27T00:36:56.927 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/procfs-diskstats 2024-05-27T00:36:56.930 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/pstore 2024-05-27T00:36:56.932 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ata 2024-05-27T00:36:56.935 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block 2024-05-27T00:36:56.937 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache 2024-05-27T00:36:56.940 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm 2024-05-27T00:36:56.942 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd 2024-05-27T00:36:56.944 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram 2024-05-27T00:36:56.947 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi 2024-05-27T00:36:56.950 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba 2024-05-27T00:36:56.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:56 smithi050 ceph-mon[36071]: pgmap v52: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 1023 B/s wr, 6 op/s 2024-05-27T00:36:56.952 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma 2024-05-27T00:36:56.954 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10 2024-05-27T00:36:56.957 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x 2024-05-27T00:36:56.959 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel 2024-05-27T00:36:56.962 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc 2024-05-27T00:36:56.964 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css 2024-05-27T00:36:56.967 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events 2024-05-27T00:36:56.970 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format 2024-05-27T00:36:56.973 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7 2024-05-27T00:36:56.975 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci 2024-05-27T00:36:56.977 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe 2024-05-27T00:36:56.980 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi 2024-05-27T00:36:56.982 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480 2024-05-27T00:36:56.985 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352 2024-05-27T00:36:56.987 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533 2024-05-27T00:36:56.989 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio 2024-05-27T00:36:56.992 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150 2024-05-27T00:36:56.994 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523 2024-05-27T00:36:56.996 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350 2024-05-27T00:36:56.998 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160 2024-05-27T00:36:57.000 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als 2024-05-27T00:36:57.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:56 smithi137 ceph-mon[36552]: pgmap v52: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 1023 B/s wr, 6 op/s 2024-05-27T00:36:57.003 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050 2024-05-27T00:36:57.005 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935 2024-05-27T00:36:57.007 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs 2024-05-27T00:36:57.009 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio 2024-05-27T00:36:57.012 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media 2024-05-27T00:36:57.014 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei 2024-05-27T00:36:57.016 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci 2024-05-27T00:36:57.019 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss 2024-05-27T00:36:57.021 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd 2024-05-27T00:36:57.024 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform 2024-05-27T00:36:57.026 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd 2024-05-27T00:36:57.028 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg 2024-05-27T00:36:57.030 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc 2024-05-27T00:36:57.032 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb 2024-05-27T00:36:57.034 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg 2024-05-27T00:36:57.036 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest 2024-05-27T00:36:57.038 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-c2port 2024-05-27T00:36:57.040 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency 2024-05-27T00:36:57.042 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class 2024-05-27T00:36:57.044 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870 2024-05-27T00:36:57.046 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533 2024-05-27T00:36:57.048 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi 2024-05-27T00:36:57.051 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl 2024-05-27T00:36:57.053 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq 2024-05-27T00:36:57.057 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon 2024-05-27T00:36:57.059 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu 2024-05-27T00:36:57.061 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu 2024-05-27T00:36:57.064 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu 2024-05-27T00:36:57.066 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd 2024-05-27T00:36:57.068 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-led 2024-05-27T00:36:57.069 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533 2024-05-27T00:36:57.071 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r 2024-05-27T00:36:57.073 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei 2024-05-27T00:36:57.075 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt 2024-05-27T00:36:57.076 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd 2024-05-27T00:36:57.078 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net 2024-05-27T00:36:57.080 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv 2024-05-27T00:36:57.082 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm 2024-05-27T00:36:57.083 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan 2024-05-27T00:36:57.085 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh 2024-05-27T00:36:57.087 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues 2024-05-27T00:36:57.089 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics 2024-05-27T00:36:57.091 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd 2024-05-27T00:36:57.092 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-power 2024-05-27T00:36:57.094 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap 2024-05-27T00:36:57.096 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm 2024-05-27T00:36:57.097 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc 2024-05-27T00:36:57.099 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator 2024-05-27T00:36:57.101 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration 2024-05-27T00:36:57.103 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host 2024-05-27T00:36:57.105 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc 2024-05-27T00:36:57.106 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc 2024-05-27T00:36:57.108 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-dev 2024-05-27T00:36:57.110 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices 2024-05-27T00:36:57.112 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac 2024-05-27T00:36:57.114 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node 2024-05-27T00:36:57.115 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr 2024-05-27T00:36:57.117 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory 2024-05-27T00:36:57.119 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc 2024-05-27T00:36:57.121 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online 2024-05-27T00:36:57.122 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget 2024-05-27T00:36:57.124 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3 2024-05-27T00:36:57.126 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb 2024-05-27T00:36:57.128 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power 2024-05-27T00:36:57.130 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0 2024-05-27T00:36:57.132 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1 2024-05-27T00:36:57.133 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2 2024-05-27T00:36:57.135 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot 2024-05-27T00:36:57.137 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup 2024-05-27T00:36:57.139 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state 2024-05-27T00:36:57.141 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state 2024-05-27T00:36:57.143 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use 2024-05-27T00:36:57.144 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc 2024-05-27T00:36:57.146 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun 2024-05-27T00:36:57.148 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu 2024-05-27T00:36:57.150 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl 2024-05-27T00:36:57.151 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu 2024-05-27T00:36:57.153 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe 2024-05-27T00:36:57.155 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid 2024-05-27T00:36:57.157 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo 2024-05-27T00:36:57.158 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff 2024-05-27T00:36:57.160 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch 2024-05-27T00:36:57.162 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd 2024-05-27T00:36:57.164 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys 2024-05-27T00:36:57.166 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo 2024-05-27T00:36:57.168 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku 2024-05-27T00:36:57.169 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone 2024-05-27T00:36:57.171 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus 2024-05-27T00:36:57.173 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure 2024-05-27T00:36:57.175 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus 2024-05-27T00:36:57.176 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua 2024-05-27T00:36:57.178 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-pyra 2024-05-27T00:36:57.247 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-ryos 2024-05-27T00:36:57.249 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-savu 2024-05-27T00:36:57.250 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-srws1 2024-05-27T00:36:57.252 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-wiimote 2024-05-27T00:36:57.254 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-input-axp-pek 2024-05-27T00:36:57.256 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-intel-rapid-start 2024-05-27T00:36:57.257 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-pciback 2024-05-27T00:36:57.259 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-ppi 2024-05-27T00:36:57.261 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-samsung-laptop 2024-05-27T00:36:57.262 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-sunxi-sid 2024-05-27T00:36:57.264 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-tegra-fuse 2024-05-27T00:36:57.266 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-toshiba_acpi 2024-05-27T00:36:57.267 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-wacom 2024-05-27T00:36:57.269 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-xen-blkback 2024-05-27T00:36:57.271 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-xen-blkfront 2024-05-27T00:36:57.273 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-acpi 2024-05-27T00:36:57.274 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-dmi 2024-05-27T00:36:57.276 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi 2024-05-27T00:36:57.278 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi-runtime-map 2024-05-27T00:36:57.279 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-gsmi 2024-05-27T00:36:57.281 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-log 2024-05-27T00:36:57.283 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-memmap 2024-05-27T00:36:57.285 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-ofw 2024-05-27T00:36:57.286 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sfi 2024-05-27T00:36:57.288 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sgi_uv 2024-05-27T00:36:57.290 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-ext4 2024-05-27T00:36:57.292 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-f2fs 2024-05-27T00:36:57.293 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-nilfs2 2024-05-27T00:36:57.295 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-xfs 2024-05-27T00:36:57.297 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-gpio 2024-05-27T00:36:57.299 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-i2c-bmp085 2024-05-27T00:36:57.301 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ibft 2024-05-27T00:36:57.302 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-boot_params 2024-05-27T00:36:57.304 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-fscaps 2024-05-27T00:36:57.306 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-iommu_groups 2024-05-27T00:36:57.307 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-livepatch 2024-05-27T00:36:57.309 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm 2024-05-27T00:36:57.311 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm-hugepages 2024-05-27T00:36:57.313 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm-ksm 2024-05-27T00:36:57.314 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-slab 2024-05-27T00:36:57.316 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-uids 2024-05-27T00:36:57.318 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-vmcoreinfo 2024-05-27T00:36:57.319 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-memory-page-offline 2024-05-27T00:36:57.321 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-module 2024-05-27T00:36:57.323 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ocfs2 2024-05-27T00:36:57.325 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-laptop 2024-05-27T00:36:57.327 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-wmi 2024-05-27T00:36:57.328 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-at91 2024-05-27T00:36:57.330 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-brcmstb-gisb-arb 2024-05-27T00:36:57.332 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-chipidea-usb-otg 2024-05-27T00:36:57.334 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-eeepc-laptop 2024-05-27T00:36:57.336 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-ideapad-laptop 2024-05-27T00:36:57.338 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-kim 2024-05-27T00:36:57.339 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-msi-laptop 2024-05-27T00:36:57.341 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-tahvo-usb 2024-05-27T00:36:57.343 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-ts5500 2024-05-27T00:36:57.345 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-power 2024-05-27T00:36:57.347 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-pps 2024-05-27T00:36:57.349 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-profiling 2024-05-27T00:36:57.350 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ptp 2024-05-27T00:36:57.353 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-tty 2024-05-27T00:36:57.354 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-wusb_cbaf 2024-05-27T00:36:57.356 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/BUG-HUNTING 2024-05-27T00:36:57.358 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/Changes 2024-05-27T00:36:57.360 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/CodeOfConflict 2024-05-27T00:36:57.361 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/CodingStyle 2024-05-27T00:36:57.363 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DMA-API-HOWTO.txt 2024-05-27T00:36:57.365 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DMA-API.txt 2024-05-27T00:36:57.367 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DMA-ISA-LPC.txt 2024-05-27T00:36:57.369 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DMA-attributes.txt 2024-05-27T00:36:57.371 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/ 2024-05-27T00:36:57.373 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/.gitignore 2024-05-27T00:36:57.374 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/80211.tmpl 2024-05-27T00:36:57.376 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/Makefile 2024-05-27T00:36:57.378 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/alsa-driver-api.tmpl 2024-05-27T00:36:57.379 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/crypto-API.tmpl 2024-05-27T00:36:57.381 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/debugobjects.tmpl 2024-05-27T00:36:57.383 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/device-drivers.tmpl 2024-05-27T00:36:57.385 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/deviceiobook.tmpl 2024-05-27T00:36:57.386 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/drm.tmpl 2024-05-27T00:36:57.392 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/filesystems.tmpl 2024-05-27T00:36:57.393 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/gadget.tmpl 2024-05-27T00:36:57.395 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/genericirq.tmpl 2024-05-27T00:36:57.397 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/kernel-api.tmpl 2024-05-27T00:36:57.399 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/kernel-hacking.tmpl 2024-05-27T00:36:57.401 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/kernel-locking.tmpl 2024-05-27T00:36:57.405 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/kgdb.tmpl 2024-05-27T00:36:57.407 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/libata.tmpl 2024-05-27T00:36:57.409 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/librs.tmpl 2024-05-27T00:36:57.411 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/lsm.tmpl 2024-05-27T00:36:57.413 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/ 2024-05-27T00:36:57.414 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/Makefile 2024-05-27T00:36:57.416 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/bayer.png.b64 2024-05-27T00:36:57.417 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/constraints.png.b64 2024-05-27T00:36:57.419 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/crop.gif.b64 2024-05-27T00:36:57.421 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/ 2024-05-27T00:36:57.422 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/.gitignore 2024-05-27T00:36:57.424 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/audio.xml 2024-05-27T00:36:57.427 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/ca.xml 2024-05-27T00:36:57.427 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/demux.xml 2024-05-27T00:36:57.429 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbapi.xml 2024-05-27T00:36:57.431 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbproperty.xml 2024-05-27T00:36:57.433 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbstb.pdf 2024-05-27T00:36:57.435 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/examples.xml 2024-05-27T00:36:57.436 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/frontend.xml 2024-05-27T00:36:57.438 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/intro.xml 2024-05-27T00:36:57.441 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/kdapi.xml 2024-05-27T00:36:57.442 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/net.xml 2024-05-27T00:36:57.443 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/video.xml 2024-05-27T00:36:57.446 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/dvbstb.png.b64 2024-05-27T00:36:57.449 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/fieldseq_bt.gif.b64 2024-05-27T00:36:57.454 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/fieldseq_tb.gif.b64 2024-05-27T00:36:57.459 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/nv12mt.gif.b64 2024-05-27T00:36:57.461 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/nv12mt_example.gif.b64 2024-05-27T00:36:57.462 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/pipeline.png.b64 2024-05-27T00:36:57.464 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/selection.png.b64 2024-05-27T00:36:57.466 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/ 2024-05-27T00:36:57.467 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/.gitignore 2024-05-27T00:36:57.469 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/biblio.xml 2024-05-27T00:36:57.471 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/capture.c.xml 2024-05-27T00:36:57.472 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/common.xml 2024-05-27T00:36:57.474 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/compat.xml 2024-05-27T00:36:57.478 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/controls.xml 2024-05-27T00:36:57.484 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/crop.pdf 2024-05-27T00:36:57.486 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-capture.xml 2024-05-27T00:36:57.488 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-codec.xml 2024-05-27T00:36:57.490 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-effect.xml 2024-05-27T00:36:57.491 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-event.xml 2024-05-27T00:36:57.494 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-osd.xml 2024-05-27T00:36:57.495 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-output.xml 2024-05-27T00:36:57.496 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-overlay.xml 2024-05-27T00:36:57.498 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-radio.xml 2024-05-27T00:36:57.499 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-raw-vbi.xml 2024-05-27T00:36:57.501 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-rds.xml 2024-05-27T00:36:57.503 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-sdr.xml 2024-05-27T00:36:57.504 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-sliced-vbi.xml 2024-05-27T00:36:57.506 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-subdev.xml 2024-05-27T00:36:57.508 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-teletext.xml 2024-05-27T00:36:57.510 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/driver.xml 2024-05-27T00:36:57.511 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fdl-appendix.xml 2024-05-27T00:36:57.513 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fieldseq_bt.pdf 2024-05-27T00:36:57.515 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fieldseq_tb.pdf 2024-05-27T00:36:57.517 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-close.xml 2024-05-27T00:36:57.518 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-ioctl.xml 2024-05-27T00:36:57.520 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-mmap.xml 2024-05-27T00:36:57.522 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-munmap.xml 2024-05-27T00:36:57.524 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-open.xml 2024-05-27T00:36:57.525 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-poll.xml 2024-05-27T00:36:57.527 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-read.xml 2024-05-27T00:36:57.529 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-select.xml 2024-05-27T00:36:57.530 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-write.xml 2024-05-27T00:36:57.532 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/gen-errors.xml 2024-05-27T00:36:57.534 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/io.xml 2024-05-27T00:36:57.536 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/keytable.c.xml 2024-05-27T00:36:57.537 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/libv4l.xml 2024-05-27T00:36:57.539 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/lirc_device_interface.xml 2024-05-27T00:36:57.541 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-controller.xml 2024-05-27T00:36:57.543 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-close.xml 2024-05-27T00:36:57.544 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-ioctl.xml 2024-05-27T00:36:57.546 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-open.xml 2024-05-27T00:36:57.548 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-device-info.xml 2024-05-27T00:36:57.550 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-enum-entities.xml 2024-05-27T00:36:57.551 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-enum-links.xml 2024-05-27T00:36:57.553 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-setup-link.xml 2024-05-27T00:36:57.555 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pipeline.pdf 2024-05-27T00:36:57.556 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-grey.xml 2024-05-27T00:36:57.558 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-m420.xml 2024-05-27T00:36:57.560 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12.xml 2024-05-27T00:36:57.562 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12m.xml 2024-05-27T00:36:57.563 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12mt.xml 2024-05-27T00:36:57.565 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv16.xml 2024-05-27T00:36:57.567 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv16m.xml 2024-05-27T00:36:57.568 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv24.xml 2024-05-27T00:36:57.570 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-packed-rgb.xml 2024-05-27T00:36:57.572 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-packed-yuv.xml 2024-05-27T00:36:57.574 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sbggr16.xml 2024-05-27T00:36:57.575 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sbggr8.xml 2024-05-27T00:36:57.577 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cs08.xml 2024-05-27T00:36:57.579 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cs14le.xml 2024-05-27T00:36:57.580 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cu08.xml 2024-05-27T00:36:57.582 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cu16le.xml 2024-05-27T00:36:57.583 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-ru12le.xml 2024-05-27T00:36:57.585 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sgbrg8.xml 2024-05-27T00:36:57.587 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sgrbg8.xml 2024-05-27T00:36:57.589 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10.xml 2024-05-27T00:36:57.591 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10alaw8.xml 2024-05-27T00:36:57.592 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10dpcm8.xml 2024-05-27T00:36:57.594 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10p.xml 2024-05-27T00:36:57.596 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb12.xml 2024-05-27T00:36:57.598 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb8.xml 2024-05-27T00:36:57.602 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-uv8.xml 2024-05-27T00:36:57.602 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-uyvy.xml 2024-05-27T00:36:57.603 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-vyuy.xml 2024-05-27T00:36:57.605 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y10.xml 2024-05-27T00:36:57.606 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y10b.xml 2024-05-27T00:36:57.608 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y12.xml 2024-05-27T00:36:57.609 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y16.xml 2024-05-27T00:36:57.611 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y41p.xml 2024-05-27T00:36:57.613 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv410.xml 2024-05-27T00:36:57.614 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv411p.xml 2024-05-27T00:36:57.616 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv420.xml 2024-05-27T00:36:57.618 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv420m.xml 2024-05-27T00:36:57.620 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv422p.xml 2024-05-27T00:36:57.621 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuyv.xml 2024-05-27T00:36:57.623 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yvu420m.xml 2024-05-27T00:36:57.625 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yvyu.xml 2024-05-27T00:36:57.626 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt.xml 2024-05-27T00:36:57.629 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/planar-apis.xml 2024-05-27T00:36:57.630 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/remote_controllers.xml 2024-05-27T00:36:57.632 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/selection-api.xml 2024-05-27T00:36:57.634 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/selections-common.xml 2024-05-27T00:36:57.636 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-formats.xml 2024-05-27T00:36:57.638 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-crop.dia 2024-05-27T00:36:57.640 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-crop.svg 2024-05-27T00:36:57.642 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-full.dia 2024-05-27T00:36:57.644 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-full.svg 2024-05-27T00:36:57.646 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-scaling-multi-source.dia 2024-05-27T00:36:57.648 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-scaling-multi-source.svg 2024-05-27T00:36:57.649 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/v4l2.xml 2024-05-27T00:36:57.651 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/v4l2grab.c.xml 2024-05-27T00:36:57.653 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_525.pdf 2024-05-27T00:36:57.655 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_625.pdf 2024-05-27T00:36:57.656 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_hsync.pdf 2024-05-27T00:36:57.658 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-create-bufs.xml 2024-05-27T00:36:57.660 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-cropcap.xml 2024-05-27T00:36:57.662 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dbg-g-chip-info.xml 2024-05-27T00:36:57.664 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dbg-g-register.xml 2024-05-27T00:36:57.665 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-decoder-cmd.xml 2024-05-27T00:36:57.667 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dqevent.xml 2024-05-27T00:36:57.669 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dv-timings-cap.xml 2024-05-27T00:36:57.671 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-encoder-cmd.xml 2024-05-27T00:36:57.673 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-dv-timings.xml 2024-05-27T00:36:57.674 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-fmt.xml 2024-05-27T00:36:57.676 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-frameintervals.xml 2024-05-27T00:36:57.678 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-framesizes.xml 2024-05-27T00:36:57.679 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-freq-bands.xml 2024-05-27T00:36:57.681 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumaudio.xml 2024-05-27T00:36:57.683 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumaudioout.xml 2024-05-27T00:36:57.684 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enuminput.xml 2024-05-27T00:36:57.686 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumoutput.xml 2024-05-27T00:36:57.688 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumstd.xml 2024-05-27T00:36:57.690 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-expbuf.xml 2024-05-27T00:36:57.691 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-audio.xml 2024-05-27T00:36:57.693 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-audioout.xml 2024-05-27T00:36:57.694 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-crop.xml 2024-05-27T00:36:57.696 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-ctrl.xml 2024-05-27T00:36:57.698 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-dv-timings.xml 2024-05-27T00:36:57.700 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-edid.xml 2024-05-27T00:36:57.701 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-enc-index.xml 2024-05-27T00:36:57.703 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-ext-ctrls.xml 2024-05-27T00:36:57.705 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-fbuf.xml 2024-05-27T00:36:57.708 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-fmt.xml 2024-05-27T00:36:57.709 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-frequency.xml 2024-05-27T00:36:57.711 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-input.xml 2024-05-27T00:36:57.713 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-jpegcomp.xml 2024-05-27T00:36:57.715 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-modulator.xml 2024-05-27T00:36:57.717 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-output.xml 2024-05-27T00:36:57.718 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-parm.xml 2024-05-27T00:36:57.720 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-priority.xml 2024-05-27T00:36:57.722 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-selection.xml 2024-05-27T00:36:57.724 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-sliced-vbi-cap.xml 2024-05-27T00:36:57.726 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-std.xml 2024-05-27T00:36:57.728 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-tuner.xml 2024-05-27T00:36:57.729 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-log-status.xml 2024-05-27T00:36:57.731 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-overlay.xml 2024-05-27T00:36:57.733 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-prepare-buf.xml 2024-05-27T00:36:57.735 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-qbuf.xml 2024-05-27T00:36:57.736 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-query-dv-timings.xml 2024-05-27T00:36:57.738 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querybuf.xml 2024-05-27T00:36:58.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:36:58 smithi044 ceph-mon[31645]: pgmap v53: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 1023 B/s wr, 6 op/s 2024-05-27T00:36:58.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:36:58 smithi050 ceph-mon[36071]: pgmap v53: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 1023 B/s wr, 6 op/s 2024-05-27T00:36:59.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:36:58 smithi137 ceph-mon[36552]: pgmap v53: 129 pgs: 129 active+clean; 1.4 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 1023 B/s wr, 6 op/s 2024-05-27T00:37:00.189 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querycap.xml 2024-05-27T00:37:00.191 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-queryctrl.xml 2024-05-27T00:37:00.193 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querystd.xml 2024-05-27T00:37:00.195 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-reqbufs.xml 2024-05-27T00:37:00.198 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-s-hw-freq-seek.xml 2024-05-27T00:37:00.200 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-streamon.xml 2024-05-27T00:37:00.201 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-frame-interval.xml 2024-05-27T00:37:00.203 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-frame-size.xml 2024-05-27T00:37:00.204 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-mbus-code.xml 2024-05-27T00:37:00.206 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-crop.xml 2024-05-27T00:37:00.208 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-fmt.xml 2024-05-27T00:37:00.210 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-frame-interval.xml 2024-05-27T00:37:00.212 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-selection.xml 2024-05-27T00:37:00.214 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subscribe-event.xml 2024-05-27T00:37:00.216 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_525.gif.b64 2024-05-27T00:37:00.218 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_625.gif.b64 2024-05-27T00:37:00.220 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_hsync.gif.b64 2024-05-27T00:37:00.222 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/media_api.tmpl 2024-05-27T00:37:00.224 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/mtdnand.tmpl 2024-05-27T00:37:00.226 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/networking.tmpl 2024-05-27T00:37:00.228 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/rapidio.tmpl 2024-05-27T00:37:00.230 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/regulator.tmpl 2024-05-27T00:37:00.232 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/s390-drivers.tmpl 2024-05-27T00:37:00.234 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/scsi.tmpl 2024-05-27T00:37:00.236 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/sh.tmpl 2024-05-27T00:37:00.238 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/stylesheet.xsl 2024-05-27T00:37:00.239 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/tracepoint.tmpl 2024-05-27T00:37:00.242 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/uio-howto.tmpl 2024-05-27T00:37:00.245 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/usb.tmpl 2024-05-27T00:37:00.247 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/w1.tmpl 2024-05-27T00:37:00.249 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/writing-an-alsa-driver.tmpl 2024-05-27T00:37:00.258 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/writing_musb_glue_layer.tmpl 2024-05-27T00:37:00.260 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/writing_usb_driver.tmpl 2024-05-27T00:37:00.262 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/DocBook/z8530book.tmpl 2024-05-27T00:37:00.264 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/EDID/ 2024-05-27T00:37:00.266 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/EDID/1024x768.S 2024-05-27T00:37:00.267 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/EDID/1280x1024.S 2024-05-27T00:37:00.269 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/EDID/1600x1200.S 2024-05-27T00:37:00.274 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/EDID/1680x1050.S 2024-05-27T00:37:00.274 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/EDID/1920x1080.S 2024-05-27T00:37:00.275 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/EDID/800x600.S 2024-05-27T00:37:00.278 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/EDID/HOWTO.txt 2024-05-27T00:37:00.280 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/EDID/Makefile 2024-05-27T00:37:00.282 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/EDID/edid.S 2024-05-27T00:37:00.285 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/EDID/hex 2024-05-27T00:37:00.287 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/HOWTO 2024-05-27T00:37:00.290 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/IPMI.txt 2024-05-27T00:37:00.294 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/IRQ-affinity.txt 2024-05-27T00:37:00.296 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/IRQ-domain.txt 2024-05-27T00:37:00.298 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/IRQ.txt 2024-05-27T00:37:00.301 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/Intel-IOMMU.txt 2024-05-27T00:37:00.304 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/Makefile 2024-05-27T00:37:00.306 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ManagementStyle 2024-05-27T00:37:00.309 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/PCI/ 2024-05-27T00:37:00.311 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/PCI/00-INDEX 2024-05-27T00:37:00.313 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/PCI/MSI-HOWTO.txt 2024-05-27T00:37:00.316 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/PCI/PCIEBUS-HOWTO.txt 2024-05-27T00:37:00.319 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/PCI/pci-error-recovery.txt 2024-05-27T00:37:00.321 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/PCI/pci-iov-howto.txt 2024-05-27T00:37:00.324 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/PCI/pci.txt 2024-05-27T00:37:00.326 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/PCI/pcieaer-howto.txt 2024-05-27T00:37:00.329 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/RCU/ 2024-05-27T00:37:00.331 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/RCU/00-INDEX 2024-05-27T00:37:00.334 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/RCU/NMI-RCU.txt 2024-05-27T00:37:00.336 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/RCU/RTFP.txt 2024-05-27T00:37:00.339 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/RCU/UP.txt 2024-05-27T00:37:00.342 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/RCU/arrayRCU.txt 2024-05-27T00:37:00.344 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/RCU/checklist.txt 2024-05-27T00:37:00.347 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/RCU/listRCU.txt 2024-05-27T00:37:00.349 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/RCU/lockdep-splat.txt 2024-05-27T00:37:00.351 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/RCU/lockdep.txt 2024-05-27T00:37:00.354 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/RCU/rcu.txt 2024-05-27T00:37:00.356 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/RCU/rcu_dereference.txt 2024-05-27T00:37:00.359 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/RCU/rcubarrier.txt 2024-05-27T00:37:00.361 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/RCU/rculist_nulls.txt 2024-05-27T00:37:00.364 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/RCU/rcuref.txt 2024-05-27T00:37:00.366 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/RCU/stallwarn.txt 2024-05-27T00:37:00.368 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/RCU/torture.txt 2024-05-27T00:37:00.370 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/RCU/trace.txt 2024-05-27T00:37:00.373 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/RCU/whatisRCU.txt 2024-05-27T00:37:00.375 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/SAK.txt 2024-05-27T00:37:00.378 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/SM501.txt 2024-05-27T00:37:00.380 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/SecurityBugs 2024-05-27T00:37:00.382 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/SubmitChecklist 2024-05-27T00:37:00.385 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/SubmittingDrivers 2024-05-27T00:37:00.388 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/SubmittingPatches 2024-05-27T00:37:00.390 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/VGA-softcursor.txt 2024-05-27T00:37:00.393 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/accounting/ 2024-05-27T00:37:00.395 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/accounting/.gitignore 2024-05-27T00:37:00.397 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/accounting/Makefile 2024-05-27T00:37:00.399 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/accounting/cgroupstats.txt 2024-05-27T00:37:00.401 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/accounting/delay-accounting.txt 2024-05-27T00:37:00.405 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/accounting/getdelays.c 2024-05-27T00:37:00.408 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/accounting/taskstats-struct.txt 2024-05-27T00:37:00.410 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/accounting/taskstats.txt 2024-05-27T00:37:00.412 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/acpi/ 2024-05-27T00:37:00.415 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/acpi/apei/ 2024-05-27T00:37:00.417 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/acpi/apei/einj.txt 2024-05-27T00:37:00.419 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/acpi/apei/output_format.txt 2024-05-27T00:37:00.422 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/acpi/debug.txt 2024-05-27T00:37:00.424 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/acpi/dsdt-override.txt 2024-05-27T00:37:00.427 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/acpi/enumeration.txt 2024-05-27T00:37:00.429 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/acpi/gpio-properties.txt 2024-05-27T00:37:00.432 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/acpi/initrd_table_override.txt 2024-05-27T00:37:00.434 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/acpi/method-customizing.txt 2024-05-27T00:37:00.436 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/acpi/method-tracing.txt 2024-05-27T00:37:00.438 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/acpi/namespace.txt 2024-05-27T00:37:00.441 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/acpi/scan_handlers.txt 2024-05-27T00:37:00.443 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/acpi/video_extension.txt 2024-05-27T00:37:00.445 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/aoe/ 2024-05-27T00:37:00.448 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/aoe/aoe.txt 2024-05-27T00:37:00.450 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/aoe/autoload.sh 2024-05-27T00:37:00.452 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/aoe/status.sh 2024-05-27T00:37:00.454 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/aoe/todo.txt 2024-05-27T00:37:00.457 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/aoe/udev-install.sh 2024-05-27T00:37:00.459 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/aoe/udev.txt 2024-05-27T00:37:00.462 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/applying-patches.txt 2024-05-27T00:37:00.464 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/ 2024-05-27T00:37:00.467 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/00-INDEX 2024-05-27T00:37:00.468 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Atmel/ 2024-05-27T00:37:00.470 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Atmel/README 2024-05-27T00:37:00.473 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Booting 2024-05-27T00:37:00.478 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/CCN.txt 2024-05-27T00:37:00.478 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/IXP4xx 2024-05-27T00:37:00.480 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Interrupts 2024-05-27T00:37:00.483 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Makefile 2024-05-27T00:37:00.485 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Marvell/ 2024-05-27T00:37:00.487 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Marvell/README 2024-05-27T00:37:00.489 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Netwinder 2024-05-27T00:37:00.492 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/OMAP/ 2024-05-27T00:37:00.494 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/OMAP/DSS 2024-05-27T00:37:00.496 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/OMAP/omap_pm 2024-05-27T00:37:00.498 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Porting 2024-05-27T00:37:00.501 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/README 2024-05-27T00:37:00.503 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SA1100/ 2024-05-27T00:37:00.506 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SA1100/ADSBitsy 2024-05-27T00:37:00.508 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SA1100/Assabet 2024-05-27T00:37:00.510 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SA1100/Brutus 2024-05-27T00:37:00.513 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SA1100/CERF 2024-05-27T00:37:00.515 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SA1100/FreeBird 2024-05-27T00:37:00.518 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SA1100/GraphicsClient 2024-05-27T00:37:00.520 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SA1100/GraphicsMaster 2024-05-27T00:37:00.522 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SA1100/HUW_WEBPANEL 2024-05-27T00:37:00.525 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SA1100/Itsy 2024-05-27T00:37:00.527 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SA1100/LART 2024-05-27T00:37:00.530 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SA1100/PLEB 2024-05-27T00:37:00.533 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SA1100/Pangolin 2024-05-27T00:37:00.534 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SA1100/Tifon 2024-05-27T00:37:00.537 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SA1100/Victor 2024-05-27T00:37:00.539 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SA1100/Yopy 2024-05-27T00:37:00.541 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SA1100/empeg 2024-05-27T00:37:00.544 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SA1100/nanoEngine 2024-05-27T00:37:00.546 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SA1100/serial_UART 2024-05-27T00:37:00.548 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/ 2024-05-27T00:37:00.550 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/.gitignore 2024-05-27T00:37:00.553 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/Makefile 2024-05-27T00:37:00.555 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/vrl4.c 2024-05-27T00:37:00.557 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/zboot-rom-mmcif.txt 2024-05-27T00:37:00.560 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/zboot-rom-sdhi.txt 2024-05-27T00:37:00.562 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SPEAr/ 2024-05-27T00:37:00.565 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/SPEAr/overview.txt 2024-05-27T00:37:00.567 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/ 2024-05-27T00:37:00.569 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/CPUfreq.txt 2024-05-27T00:37:00.571 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/EB2410ITX.txt 2024-05-27T00:37:00.574 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/GPIO.txt 2024-05-27T00:37:00.576 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/H1940.txt 2024-05-27T00:37:00.578 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/NAND.txt 2024-05-27T00:37:00.581 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/Overview.txt 2024-05-27T00:37:00.582 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/S3C2412.txt 2024-05-27T00:37:00.584 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/S3C2413.txt 2024-05-27T00:37:00.585 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/SMDK2440.txt 2024-05-27T00:37:00.587 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/Suspend.txt 2024-05-27T00:37:00.589 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/USB-Host.txt 2024-05-27T00:37:00.590 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Samsung/ 2024-05-27T00:37:00.592 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Samsung/GPIO.txt 2024-05-27T00:37:00.593 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Samsung/Overview.txt 2024-05-27T00:37:00.595 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Samsung/clksrc-change-registers.awk 2024-05-27T00:37:00.597 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/Setup 2024-05-27T00:37:00.598 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/VFP/ 2024-05-27T00:37:00.600 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/VFP/release-notes.txt 2024-05-27T00:37:00.601 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/cluster-pm-race-avoidance.txt 2024-05-27T00:37:00.603 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/firmware.txt 2024-05-27T00:37:00.605 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/kernel_mode_neon.txt 2024-05-27T00:37:00.606 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/kernel_user_helpers.txt 2024-05-27T00:37:00.608 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/mem_alignment 2024-05-27T00:37:00.610 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/memory.txt 2024-05-27T00:37:00.611 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/msm/ 2024-05-27T00:37:00.613 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/msm/gpiomux.txt 2024-05-27T00:37:00.615 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/nwfpe/ 2024-05-27T00:37:00.616 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/nwfpe/NOTES 2024-05-27T00:37:00.618 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/nwfpe/README 2024-05-27T00:37:00.620 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/nwfpe/README.FPE 2024-05-27T00:37:00.621 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/nwfpe/TODO 2024-05-27T00:37:00.623 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/pxa/ 2024-05-27T00:37:00.625 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/pxa/mfp.txt 2024-05-27T00:37:00.626 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/sti/ 2024-05-27T00:37:00.628 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/sti/overview.txt 2024-05-27T00:37:00.629 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/sti/stih407-overview.txt 2024-05-27T00:37:00.631 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/sti/stih415-overview.txt 2024-05-27T00:37:00.633 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/sti/stih416-overview.txt 2024-05-27T00:37:00.634 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/sti/stih418-overview.txt 2024-05-27T00:37:00.636 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/sunxi/ 2024-05-27T00:37:00.637 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/sunxi/README 2024-05-27T00:37:00.639 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/sunxi/clocks.txt 2024-05-27T00:37:00.641 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/swp_emulation 2024-05-27T00:37:00.642 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/tcm.txt 2024-05-27T00:37:00.644 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/uefi.txt 2024-05-27T00:37:00.645 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm/vlocks.txt 2024-05-27T00:37:00.647 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm64/ 2024-05-27T00:37:00.649 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm64/booting.txt 2024-05-27T00:37:00.650 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm64/legacy_instructions.txt 2024-05-27T00:37:00.652 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm64/memory.txt 2024-05-27T00:37:00.654 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/arm64/tagged-pointers.txt 2024-05-27T00:37:00.655 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/assoc_array.txt 2024-05-27T00:37:00.657 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/atomic_ops.txt 2024-05-27T00:37:00.659 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/auxdisplay/ 2024-05-27T00:37:00.660 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/auxdisplay/.gitignore 2024-05-27T00:37:00.662 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/auxdisplay/Makefile 2024-05-27T00:37:00.664 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/auxdisplay/cfag12864b 2024-05-27T00:37:00.665 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/auxdisplay/cfag12864b-example.c 2024-05-27T00:37:00.667 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/auxdisplay/ks0108 2024-05-27T00:37:00.668 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/backlight/ 2024-05-27T00:37:00.670 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/backlight/lp855x-driver.txt 2024-05-27T00:37:00.672 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/bad_memory.txt 2024-05-27T00:37:00.673 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/basic_profiling.txt 2024-05-27T00:37:00.675 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/bcache.txt 2024-05-27T00:37:00.677 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/binfmt_misc.txt 2024-05-27T00:37:00.679 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blackfin/ 2024-05-27T00:37:00.680 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blackfin/00-INDEX 2024-05-27T00:37:00.682 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blackfin/Makefile 2024-05-27T00:37:00.686 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blackfin/bfin-gpio-notes.txt 2024-05-27T00:37:00.686 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blackfin/bfin-spi-notes.txt 2024-05-27T00:37:00.687 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blackfin/gptimers-example.c 2024-05-27T00:37:00.688 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/block/ 2024-05-27T00:37:00.690 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/block/00-INDEX 2024-05-27T00:37:00.691 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/block/biodoc.txt 2024-05-27T00:37:00.693 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/block/biovecs.txt 2024-05-27T00:37:00.695 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/block/capability.txt 2024-05-27T00:37:00.697 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/block/cfq-iosched.txt 2024-05-27T00:37:00.698 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/block/cmdline-partition.txt 2024-05-27T00:37:00.700 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/block/data-integrity.txt 2024-05-27T00:37:00.701 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/block/deadline-iosched.txt 2024-05-27T00:37:00.703 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/block/ioprio.txt 2024-05-27T00:37:00.706 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/block/null_blk.txt 2024-05-27T00:37:00.707 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/block/queue-sysfs.txt 2024-05-27T00:37:00.709 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/block/request.txt 2024-05-27T00:37:00.710 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/block/stat.txt 2024-05-27T00:37:00.712 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/block/switching-sched.txt 2024-05-27T00:37:00.713 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/block/writeback_cache_control.txt 2024-05-27T00:37:00.715 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blockdev/ 2024-05-27T00:37:00.718 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blockdev/00-INDEX 2024-05-27T00:37:00.719 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blockdev/README.DAC960 2024-05-27T00:37:00.721 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blockdev/cciss.txt 2024-05-27T00:37:00.722 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blockdev/cpqarray.txt 2024-05-27T00:37:00.724 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blockdev/drbd/ 2024-05-27T00:37:00.726 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blockdev/drbd/DRBD-8.3-data-packets.svg 2024-05-27T00:37:00.727 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blockdev/drbd/DRBD-data-packets.svg 2024-05-27T00:37:00.729 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blockdev/drbd/README.txt 2024-05-27T00:37:00.731 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blockdev/drbd/conn-states-8.dot 2024-05-27T00:37:00.733 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blockdev/drbd/data-structure-v9.txt 2024-05-27T00:37:00.734 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blockdev/drbd/disk-states-8.dot 2024-05-27T00:37:00.736 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blockdev/drbd/drbd-connection-state-overview.dot 2024-05-27T00:37:00.738 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blockdev/drbd/node-states-8.dot 2024-05-27T00:37:00.739 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blockdev/floppy.txt 2024-05-27T00:37:00.741 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blockdev/mflash.txt 2024-05-27T00:37:00.743 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blockdev/nbd.txt 2024-05-27T00:37:00.745 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blockdev/paride.txt 2024-05-27T00:37:00.746 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blockdev/ramdisk.txt 2024-05-27T00:37:00.749 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/blockdev/zram.txt 2024-05-27T00:37:00.750 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/braille-console.txt 2024-05-27T00:37:00.752 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/bt8xxgpio.txt 2024-05-27T00:37:00.754 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/btmrvl.txt 2024-05-27T00:37:00.756 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/bus-devices/ 2024-05-27T00:37:00.757 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/bus-devices/ti-gpmc.txt 2024-05-27T00:37:00.759 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/bus-virt-phys-mapping.txt 2024-05-27T00:37:00.761 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cachetlb.txt 2024-05-27T00:37:00.763 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cdrom/ 2024-05-27T00:37:00.765 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cdrom/00-INDEX 2024-05-27T00:37:00.766 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cdrom/Makefile 2024-05-27T00:37:00.769 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cdrom/cdrom-standard.tex 2024-05-27T00:37:00.771 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cdrom/ide-cd 2024-05-27T00:37:00.772 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cdrom/packet-writing.txt 2024-05-27T00:37:00.774 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cgroups/ 2024-05-27T00:37:00.775 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cgroups/00-INDEX 2024-05-27T00:37:00.777 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cgroups/blkio-controller.txt 2024-05-27T00:37:00.779 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cgroups/cgroups.txt 2024-05-27T00:37:00.781 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cgroups/cpuacct.txt 2024-05-27T00:37:00.783 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cgroups/cpusets.txt 2024-05-27T00:37:00.785 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cgroups/devices.txt 2024-05-27T00:37:00.787 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cgroups/freezer-subsystem.txt 2024-05-27T00:37:00.789 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cgroups/hugetlb.txt 2024-05-27T00:37:00.791 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cgroups/memcg_test.txt 2024-05-27T00:37:00.792 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cgroups/memory.txt 2024-05-27T00:37:00.794 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cgroups/net_cls.txt 2024-05-27T00:37:00.796 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cgroups/net_prio.txt 2024-05-27T00:37:00.798 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cgroups/unified-hierarchy.txt 2024-05-27T00:37:00.800 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/circular-buffers.txt 2024-05-27T00:37:00.802 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/clk.txt 2024-05-27T00:37:00.803 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/coccinelle.txt 2024-05-27T00:37:00.805 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/connector/ 2024-05-27T00:37:00.807 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/connector/.gitignore 2024-05-27T00:37:00.808 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/connector/Makefile 2024-05-27T00:37:00.810 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/connector/cn_test.c 2024-05-27T00:37:00.812 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/connector/connector.txt 2024-05-27T00:37:00.813 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/connector/ucon.c 2024-05-27T00:37:00.815 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/console/ 2024-05-27T00:37:00.816 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/console/console.txt 2024-05-27T00:37:00.818 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cpu-freq/ 2024-05-27T00:37:00.820 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cpu-freq/amd-powernow.txt 2024-05-27T00:37:00.821 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cpu-freq/boost.txt 2024-05-27T00:37:00.823 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cpu-freq/core.txt 2024-05-27T00:37:00.825 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cpu-freq/cpu-drivers.txt 2024-05-27T00:37:00.826 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cpu-freq/cpufreq-nforce2.txt 2024-05-27T00:37:00.828 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cpu-freq/cpufreq-stats.txt 2024-05-27T00:37:00.830 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cpu-freq/governors.txt 2024-05-27T00:37:00.832 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cpu-freq/index.txt 2024-05-27T00:37:00.833 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cpu-freq/intel-pstate.txt 2024-05-27T00:37:00.835 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cpu-freq/pcc-cpufreq.txt 2024-05-27T00:37:00.837 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cpu-freq/user-guide.txt 2024-05-27T00:37:00.838 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cpu-hotplug.txt 2024-05-27T00:37:00.840 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cpu-load.txt 2024-05-27T00:37:00.842 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cpuidle/ 2024-05-27T00:37:00.843 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cpuidle/core.txt 2024-05-27T00:37:00.845 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cpuidle/driver.txt 2024-05-27T00:37:00.847 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cpuidle/governor.txt 2024-05-27T00:37:00.848 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cpuidle/sysfs.txt 2024-05-27T00:37:00.850 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cputopology.txt 2024-05-27T00:37:00.852 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/crc32.txt 2024-05-27T00:37:00.854 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cris/ 2024-05-27T00:37:00.855 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/cris/README 2024-05-27T00:37:00.857 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/crypto/ 2024-05-27T00:37:00.858 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/crypto/api-intro.txt 2024-05-27T00:37:00.860 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/crypto/asymmetric-keys.txt 2024-05-27T00:37:00.861 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/crypto/async-tx-api.txt 2024-05-27T00:37:00.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:00 smithi044 ceph-mon[31645]: pgmap v54: 129 pgs: 129 active+clean; 1.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 52 KiB/s wr, 12 op/s 2024-05-27T00:37:00.864 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/crypto/crypto-API-userspace.txt 2024-05-27T00:37:00.865 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/crypto/descore-readme.txt 2024-05-27T00:37:00.868 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dcdbas.txt 2024-05-27T00:37:00.870 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/debugging-modules.txt 2024-05-27T00:37:00.872 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/debugging-via-ohci1394.txt 2024-05-27T00:37:00.874 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dell_rbu.txt 2024-05-27T00:37:00.875 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/development-process/ 2024-05-27T00:37:00.877 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/development-process/1.Intro 2024-05-27T00:37:00.878 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/development-process/2.Process 2024-05-27T00:37:00.880 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/development-process/3.Early-stage 2024-05-27T00:37:00.883 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/development-process/4.Coding 2024-05-27T00:37:00.884 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/development-process/5.Posting 2024-05-27T00:37:00.886 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/development-process/6.Followthrough 2024-05-27T00:37:00.888 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/development-process/7.AdvancedTopics 2024-05-27T00:37:00.890 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/development-process/8.Conclusion 2024-05-27T00:37:00.892 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/ 2024-05-27T00:37:00.893 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/cache-policies.txt 2024-05-27T00:37:00.895 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/cache.txt 2024-05-27T00:37:00.897 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/delay.txt 2024-05-27T00:37:00.898 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/dm-crypt.txt 2024-05-27T00:37:00.900 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/dm-flakey.txt 2024-05-27T00:37:00.902 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/dm-io.txt 2024-05-27T00:37:00.903 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/dm-log.txt 2024-05-27T00:37:00.905 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/dm-queue-length.txt 2024-05-27T00:37:00.907 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/dm-raid.txt 2024-05-27T00:37:00.909 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/dm-service-time.txt 2024-05-27T00:37:00.911 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/dm-uevent.txt 2024-05-27T00:37:00.912 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/era.txt 2024-05-27T00:37:00.914 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/kcopyd.txt 2024-05-27T00:37:00.916 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/linear.txt 2024-05-27T00:37:00.917 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/persistent-data.txt 2024-05-27T00:37:00.919 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/snapshot.txt 2024-05-27T00:37:00.921 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/statistics.txt 2024-05-27T00:37:00.923 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/striped.txt 2024-05-27T00:37:00.924 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/switch.txt 2024-05-27T00:37:00.926 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/thin-provisioning.txt 2024-05-27T00:37:00.928 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/verity.txt 2024-05-27T00:37:00.930 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/device-mapper/zero.txt 2024-05-27T00:37:00.931 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devices.txt 2024-05-27T00:37:00.936 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/ 2024-05-27T00:37:00.938 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/00-INDEX 2024-05-27T00:37:00.939 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/ 2024-05-27T00:37:00.940 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/ABI.txt 2024-05-27T00:37:00.942 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/ 2024-05-27T00:37:00.943 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/interrupts.txt 2024-05-27T00:37:00.945 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/pmu.txt 2024-05-27T00:37:00.947 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ 2024-05-27T00:37:00.948 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/adapteva.txt 2024-05-27T00:37:00.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:00 smithi050 ceph-mon[36071]: pgmap v54: 129 pgs: 129 active+clean; 1.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 52 KiB/s wr, 12 op/s 2024-05-27T00:37:00.950 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/ 2024-05-27T00:37:00.951 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-clk-manager.txt 2024-05-27T00:37:00.953 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-sdram-edac.txt 2024-05-27T00:37:00.954 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-system.txt 2024-05-27T00:37:00.956 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/amlogic.txt 2024-05-27T00:37:00.958 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/arch_timer.txt 2024-05-27T00:37:00.960 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/arm-boards 2024-05-27T00:37:00.961 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp-pmsu.txt 2024-05-27T00:37:00.963 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp.txt 2024-05-27T00:37:00.966 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-375.txt 2024-05-27T00:37:00.967 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-380-mpcore-soc-ctrl.txt 2024-05-27T00:37:00.969 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-38x.txt 2024-05-27T00:37:00.970 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-cpu-reset.txt 2024-05-27T00:37:00.972 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armadeus.txt 2024-05-27T00:37:00.974 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-at91.txt 2024-05-27T00:37:00.976 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-pmc.txt 2024-05-27T00:37:00.978 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/axxia.txt 2024-05-27T00:37:00.979 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/ 2024-05-27T00:37:00.981 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm11351.txt 2024-05-27T00:37:00.983 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm21664.txt 2024-05-27T00:37:00.985 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm63138.txt 2024-05-27T00:37:00.986 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/brcm,bcm11351-cpu-method 2024-05-27T00:37:00.988 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/cygnus.txt 2024-05-27T00:37:00.990 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-resetmgr.txt 2024-05-27T00:37:00.991 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-timer.txt 2024-05-27T00:37:00.993 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-wdt.txt 2024-05-27T00:37:00.995 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm2835.txt 2024-05-27T00:37:00.997 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm4708.txt 2024-05-27T00:37:00.998 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/brcm-brcmstb.txt 2024-05-27T00:37:01.000 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda.txt 2024-05-27T00:37:01.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:00 smithi137 ceph-mon[36552]: pgmap v54: 129 pgs: 129 active+clean; 1.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 52 KiB/s wr, 12 op/s 2024-05-27T00:37:01.002 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/ 2024-05-27T00:37:01.003 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/combophy.txt 2024-05-27T00:37:01.005 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/l2ecc.txt 2024-05-27T00:37:01.007 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/mem-ctrlr.txt 2024-05-27T00:37:01.009 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cavium-thunder.txt 2024-05-27T00:37:01.011 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cci.txt 2024-05-27T00:37:01.013 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ccn.txt 2024-05-27T00:37:01.014 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/coherency-fabric.txt 2024-05-27T00:37:01.016 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/coresight.txt 2024-05-27T00:37:01.018 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method/ 2024-05-27T00:37:01.020 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method/marvell,berlin-smp 2024-05-27T00:37:01.022 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpus.txt 2024-05-27T00:37:01.023 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci.txt 2024-05-27T00:37:01.025 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci/ 2024-05-27T00:37:01.027 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci/cp-intc.txt 2024-05-27T00:37:01.028 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/digicolor.txt 2024-05-27T00:37:01.030 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/ 2024-05-27T00:37:01.032 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/power_domain.txt 2024-05-27T00:37:01.033 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/smp-sysram.txt 2024-05-27T00:37:01.035 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/firmware/ 2024-05-27T00:37:01.036 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/firmware/tlm,trusted-foundations.txt 2024-05-27T00:37:01.038 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/fsl.txt 2024-05-27T00:37:01.040 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/fw-cfg.txt 2024-05-27T00:37:01.042 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/geniatech.txt 2024-05-27T00:37:01.044 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/gic-v3.txt 2024-05-27T00:37:01.045 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/gic.txt 2024-05-27T00:37:01.047 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/global_timer.txt 2024-05-27T00:37:01.049 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon/ 2024-05-27T00:37:01.051 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon/hisilicon.txt 2024-05-27T00:37:01.052 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/idle-states.txt 2024-05-27T00:37:01.054 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/insignal-boards.txt 2024-05-27T00:37:01.056 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/keystone/ 2024-05-27T00:37:01.058 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/keystone/keystone.txt 2024-05-27T00:37:01.060 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/kirkwood.txt 2024-05-27T00:37:01.062 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/l2cc.txt 2024-05-27T00:37:01.063 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx-mic.txt 2024-05-27T00:37:01.065 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx.txt 2024-05-27T00:37:01.067 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,berlin.txt 2024-05-27T00:37:01.069 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,dove.txt 2024-05-27T00:37:01.070 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,kirkwood.txt 2024-05-27T00:37:01.072 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek.txt 2024-05-27T00:37:01.074 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek/ 2024-05-27T00:37:01.075 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek/mediatek,sysirq.txt 2024-05-27T00:37:01.077 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/moxart.txt 2024-05-27T00:37:01.079 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/ 2024-05-27T00:37:01.080 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/feroceon.txt 2024-05-27T00:37:01.082 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/intc.txt 2024-05-27T00:37:01.084 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/mrvl.txt 2024-05-27T00:37:01.085 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/tauros2.txt 2024-05-27T00:37:01.087 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/timer.txt 2024-05-27T00:37:01.089 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/ 2024-05-27T00:37:01.094 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/qcom,kpss-acc.txt 2024-05-27T00:37:01.094 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/qcom,saw2.txt 2024-05-27T00:37:01.095 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/ssbi.txt 2024-05-27T00:37:01.098 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/timer.txt 2024-05-27T00:37:01.099 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mvebu-system-controller.txt 2024-05-27T00:37:01.101 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/nspire.txt 2024-05-27T00:37:01.103 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/olimex.txt 2024-05-27T00:37:01.104 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/ 2024-05-27T00:37:01.106 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/counter.txt 2024-05-27T00:37:01.107 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/crossbar.txt 2024-05-27T00:37:01.109 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/dmm.txt 2024-05-27T00:37:01.111 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/dsp.txt 2024-05-27T00:37:01.113 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/intc.txt 2024-05-27T00:37:01.115 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/iva.txt 2024-05-27T00:37:01.117 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/l3-noc.txt 2024-05-27T00:37:01.118 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/mpu.txt 2024-05-27T00:37:01.120 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/omap.txt 2024-05-27T00:37:01.122 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/prcm.txt 2024-05-27T00:37:01.124 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/timer.txt 2024-05-27T00:37:01.126 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/picoxcell.txt 2024-05-27T00:37:01.128 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/pmu.txt 2024-05-27T00:37:01.129 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/primecell.txt 2024-05-27T00:37:01.131 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/psci.txt 2024-05-27T00:37:01.133 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip.txt 2024-05-27T00:37:01.135 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/ 2024-05-27T00:37:01.136 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/pmu-sram.txt 2024-05-27T00:37:01.138 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/pmu.txt 2024-05-27T00:37:01.139 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/smp-sram.txt 2024-05-27T00:37:01.141 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rtsm-dcscb.txt 2024-05-27T00:37:01.143 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung-boards.txt 2024-05-27T00:37:01.145 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/ 2024-05-27T00:37:01.147 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/exynos-adc.txt 2024-05-27T00:37:01.149 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/exynos-chipid.txt 2024-05-27T00:37:01.151 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/interrupt-combiner.txt 2024-05-27T00:37:01.152 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/pmu.txt 2024-05-27T00:37:01.154 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/sysreg.txt 2024-05-27T00:37:01.156 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/shmobile.txt 2024-05-27T00:37:01.158 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sirf.txt 2024-05-27T00:37:01.160 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear-misc.txt 2024-05-27T00:37:01.162 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear-timer.txt 2024-05-27T00:37:01.164 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear.txt 2024-05-27T00:37:01.165 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear/ 2024-05-27T00:37:01.167 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear/shirq.txt 2024-05-27T00:37:01.169 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sprd.txt 2024-05-27T00:37:01.171 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ste-nomadik.txt 2024-05-27T00:37:01.172 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ste-u300.txt 2024-05-27T00:37:01.174 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sti.txt 2024-05-27T00:37:01.176 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sunxi.txt 2024-05-27T00:37:01.178 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra.txt 2024-05-27T00:37:01.179 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/ 2024-05-27T00:37:01.181 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-ahb.txt 2024-05-27T00:37:01.183 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-emc.txt 2024-05-27T00:37:01.184 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-flowctrl.txt 2024-05-27T00:37:01.186 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-mc.txt 2024-05-27T00:37:01.188 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-pmc.txt 2024-05-27T00:37:01.190 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra30-mc.txt 2024-05-27T00:37:01.192 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/topology.txt 2024-05-27T00:37:01.194 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/twd.txt 2024-05-27T00:37:01.196 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ux500/ 2024-05-27T00:37:01.197 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ux500/power_domain.txt 2024-05-27T00:37:01.199 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-fpga-irq.txt 2024-05-27T00:37:01.201 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-sysreg.txt 2024-05-27T00:37:01.202 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-scc.txt 2024-05-27T00:37:01.204 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-sysreg.txt 2024-05-27T00:37:01.206 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress.txt 2024-05-27T00:37:01.208 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vic.txt 2024-05-27T00:37:01.209 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500.txt 2024-05-27T00:37:01.211 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/ 2024-05-27T00:37:01.213 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-intc.txt 2024-05-27T00:37:01.436 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-pmc.txt 2024-05-27T00:37:01.438 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-timer.txt 2024-05-27T00:37:01.440 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/xen.txt 2024-05-27T00:37:01.442 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/xilinx.txt 2024-05-27T00:37:01.443 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ 2024-05-27T00:37:01.445 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ahci-platform.txt 2024-05-27T00:37:01.446 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ahci-st.txt 2024-05-27T00:37:01.448 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/apm-xgene.txt 2024-05-27T00:37:01.451 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/atmel-at91_cf.txt 2024-05-27T00:37:01.451 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/cavium-compact-flash.txt 2024-05-27T00:37:01.453 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/exynos-sata.txt 2024-05-27T00:37:01.455 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/fsl-sata.txt 2024-05-27T00:37:01.457 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/imx-pata.txt 2024-05-27T00:37:01.458 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/imx-sata.txt 2024-05-27T00:37:01.460 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/marvell.txt 2024-05-27T00:37:01.462 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/pata-arasan.txt 2024-05-27T00:37:01.464 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/qcom-sata.txt 2024-05-27T00:37:01.465 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/sata_highbank.txt 2024-05-27T00:37:01.467 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/sata_rcar.txt 2024-05-27T00:37:01.469 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/tegra-sata.txt 2024-05-27T00:37:01.470 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/btmrvl.txt 2024-05-27T00:37:01.472 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/ 2024-05-27T00:37:01.474 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/bcma.txt 2024-05-27T00:37:01.475 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/brcm,gisb-arb.txt 2024-05-27T00:37:01.477 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/imx-weim.txt 2024-05-27T00:37:01.479 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/mvebu-mbus.txt 2024-05-27T00:37:01.480 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/omap-ocp2scp.txt 2024-05-27T00:37:01.482 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/ti-gpmc.txt 2024-05-27T00:37:01.484 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/ 2024-05-27T00:37:01.486 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/clocks.txt 2024-05-27T00:37:01.487 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/dscr.txt 2024-05-27T00:37:01.489 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/emifa.txt 2024-05-27T00:37:01.491 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/interrupt.txt 2024-05-27T00:37:01.492 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/soc.txt 2024-05-27T00:37:01.494 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/timer64.txt 2024-05-27T00:37:01.496 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/chosen.txt 2024-05-27T00:37:01.498 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ 2024-05-27T00:37:01.502 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/alphascale,acc.txt 2024-05-27T00:37:01.502 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/altr_socfpga.txt 2024-05-27T00:37:01.503 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/arm-integrator.txt 2024-05-27T00:37:01.504 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/at91-clock.txt 2024-05-27T00:37:01.506 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/axi-clkgen.txt 2024-05-27T00:37:01.508 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/bcm-cygnus-clock.txt 2024-05-27T00:37:01.510 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/bcm-kona-clock.txt 2024-05-27T00:37:01.512 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/calxeda.txt 2024-05-27T00:37:01.513 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-exynos-audss.txt 2024-05-27T00:37:01.515 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-palmas-clk32kg-clocks.txt 2024-05-27T00:37:01.517 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-s5pv210-audss.txt 2024-05-27T00:37:01.519 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clock-bindings.txt 2024-05-27T00:37:01.521 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clps711x-clock.txt 2024-05-27T00:37:01.523 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/efm32-clock.txt 2024-05-27T00:37:01.524 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/emev2-clock.txt 2024-05-27T00:37:01.526 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos3250-clock.txt 2024-05-27T00:37:01.528 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos4-clock.txt 2024-05-27T00:37:01.530 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos4415-clock.txt 2024-05-27T00:37:01.532 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5250-clock.txt 2024-05-27T00:37:01.534 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5260-clock.txt 2024-05-27T00:37:01.536 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5410-clock.txt 2024-05-27T00:37:01.538 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5420-clock.txt 2024-05-27T00:37:01.539 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5440-clock.txt 2024-05-27T00:37:01.541 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos7-clock.txt 2024-05-27T00:37:01.543 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/fixed-clock.txt 2024-05-27T00:37:01.544 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/fixed-factor-clock.txt 2024-05-27T00:37:01.546 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/gpio-gate-clock.txt 2024-05-27T00:37:01.548 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/hi3620-clock.txt 2024-05-27T00:37:01.550 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/hix5hd2-clock.txt 2024-05-27T00:37:01.552 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx1-clock.txt 2024-05-27T00:37:01.554 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx21-clock.txt 2024-05-27T00:37:01.555 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx23-clock.txt 2024-05-27T00:37:01.557 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx25-clock.txt 2024-05-27T00:37:01.559 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx27-clock.txt 2024-05-27T00:37:01.560 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx28-clock.txt 2024-05-27T00:37:01.562 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx31-clock.txt 2024-05-27T00:37:01.564 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx35-clock.txt 2024-05-27T00:37:01.566 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx5-clock.txt 2024-05-27T00:37:01.567 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6q-clock.txt 2024-05-27T00:37:01.569 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6sl-clock.txt 2024-05-27T00:37:01.571 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6sx-clock.txt 2024-05-27T00:37:01.573 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/keystone-gate.txt 2024-05-27T00:37:01.575 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/keystone-pll.txt 2024-05-27T00:37:01.576 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/lsi,axm5516-clks.txt 2024-05-27T00:37:01.578 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,mmp2.txt 2024-05-27T00:37:01.580 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,pxa168.txt 2024-05-27T00:37:01.581 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,pxa910.txt 2024-05-27T00:37:01.583 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/maxim,max77686.txt 2024-05-27T00:37:01.585 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/maxim,max77802.txt 2024-05-27T00:37:01.587 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/moxa,moxart-clock.txt 2024-05-27T00:37:01.588 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-core-clock.txt 2024-05-27T00:37:01.590 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-corediv-clock.txt 2024-05-27T00:37:01.591 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-cpu-clock.txt 2024-05-27T00:37:01.593 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-gated-clock.txt 2024-05-27T00:37:01.595 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nspire-clock.txt 2024-05-27T00:37:01.597 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra114-car.txt 2024-05-27T00:37:01.599 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra124-car.txt 2024-05-27T00:37:01.601 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra20-car.txt 2024-05-27T00:37:01.603 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra30-car.txt 2024-05-27T00:37:01.605 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/prima2-clock.txt 2024-05-27T00:37:01.607 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/pxa-clock.txt 2024-05-27T00:37:01.609 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,gcc.txt 2024-05-27T00:37:01.610 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,lcc.txt 2024-05-27T00:37:01.612 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,mmcc.txt 2024-05-27T00:37:01.614 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qoriq-clock.txt 2024-05-27T00:37:01.616 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,cpg-div6-clocks.txt 2024-05-27T00:37:01.617 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,cpg-mstp-clocks.txt 2024-05-27T00:37:01.619 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a73a4-cpg-clocks.txt 2024-05-27T00:37:01.621 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a7740-cpg-clocks.txt 2024-05-27T00:37:01.622 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a7779-cpg-clocks.txt 2024-05-27T00:37:01.624 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,rcar-gen2-cpg-clocks.txt 2024-05-27T00:37:01.626 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,rz-cpg-clocks.txt 2024-05-27T00:37:01.627 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,sh73a0-cpg-clocks.txt 2024-05-27T00:37:01.629 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip,rk3188-cru.txt 2024-05-27T00:37:01.631 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip,rk3288-cru.txt 2024-05-27T00:37:01.632 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip.txt 2024-05-27T00:37:01.634 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2410-clock.txt 2024-05-27T00:37:01.636 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2412-clock.txt 2024-05-27T00:37:01.637 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2443-clock.txt 2024-05-27T00:37:01.639 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c64xx-clock.txt 2024-05-27T00:37:01.641 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s5pv210-clock.txt 2024-05-27T00:37:01.642 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/silabs,si5351.txt 2024-05-27T00:37:01.644 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/silabs,si570.txt 2024-05-27T00:37:01.646 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st,nomadik.txt 2024-05-27T00:37:01.647 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/ 2024-05-27T00:37:01.649 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-divmux.txt 2024-05-27T00:37:01.650 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-mux.txt 2024-05-27T00:37:01.652 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-pll.txt 2024-05-27T00:37:01.654 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-prediv.txt 2024-05-27T00:37:01.655 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-vcc.txt 2024-05-27T00:37:01.657 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen.txt 2024-05-27T00:37:01.659 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,flexgen.txt 2024-05-27T00:37:01.660 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,quadfs.txt 2024-05-27T00:37:01.662 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ste-u300-syscon-clock.txt 2024-05-27T00:37:01.664 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/sunxi.txt 2024-05-27T00:37:01.666 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti,cdce706.txt 2024-05-27T00:37:01.667 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti-keystone-pllctrl.txt 2024-05-27T00:37:01.669 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/ 2024-05-27T00:37:01.670 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/apll.txt 2024-05-27T00:37:01.672 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/autoidle.txt 2024-05-27T00:37:01.674 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/clockdomain.txt 2024-05-27T00:37:01.675 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/composite.txt 2024-05-27T00:37:01.677 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/divider.txt 2024-05-27T00:37:01.679 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/dpll.txt 2024-05-27T00:37:01.681 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/dra7-atl.txt 2024-05-27T00:37:01.682 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/fapll.txt 2024-05-27T00:37:01.684 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/fixed-factor-clock.txt 2024-05-27T00:37:01.685 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/gate.txt 2024-05-27T00:37:01.687 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/interface.txt 2024-05-27T00:37:01.689 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/mux.txt 2024-05-27T00:37:01.691 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/vf610-clock.txt 2024-05-27T00:37:01.692 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/vt8500.txt 2024-05-27T00:37:01.694 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/xgene.txt 2024-05-27T00:37:01.696 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/zynq-7000.txt 2024-05-27T00:37:01.697 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/ 2024-05-27T00:37:01.699 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/arm_big_little_dt.txt 2024-05-27T00:37:01.701 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-dt.txt 2024-05-27T00:37:01.706 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-exynos5440.txt 2024-05-27T00:37:01.706 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-spear.txt 2024-05-27T00:37:01.706 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/ 2024-05-27T00:37:01.707 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/amd-ccp.txt 2024-05-27T00:37:01.709 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/atmel-crypto.txt 2024-05-27T00:37:01.710 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-dcp.txt 2024-05-27T00:37:01.712 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-imx-sahara.txt 2024-05-27T00:37:01.714 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec2.txt 2024-05-27T00:37:01.715 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec4.txt 2024-05-27T00:37:01.717 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec6.txt 2024-05-27T00:37:01.719 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/mv_cesa.txt 2024-05-27T00:37:01.720 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-aes.txt 2024-05-27T00:37:01.722 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-des.txt 2024-05-27T00:37:01.724 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-sham.txt 2024-05-27T00:37:01.725 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/picochip-spacc.txt 2024-05-27T00:37:01.727 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/qcom-qce.txt 2024-05-27T00:37:01.729 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/samsung-sss.txt 2024-05-27T00:37:01.730 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/ 2024-05-27T00:37:01.732 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/event/ 2024-05-27T00:37:01.734 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/event/exynos-ppmu.txt 2024-05-27T00:37:01.735 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ 2024-05-27T00:37:01.737 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/arm-pl330.txt 2024-05-27T00:37:01.739 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/atmel-dma.txt 2024-05-27T00:37:01.740 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/atmel-xdma.txt 2024-05-27T00:37:01.742 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/bcm2835-dma.txt 2024-05-27T00:37:01.744 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/dma.txt 2024-05-27T00:37:01.745 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-edma.txt 2024-05-27T00:37:01.747 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-imx-dma.txt 2024-05-27T00:37:01.749 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-imx-sdma.txt 2024-05-27T00:37:01.750 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-mxs-dma.txt 2024-05-27T00:37:01.752 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/img-mdc-dma.txt 2024-05-27T00:37:01.754 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/k3dma.txt 2024-05-27T00:37:01.755 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mmp-dma.txt 2024-05-27T00:37:01.757 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/moxa,moxart-dma.txt 2024-05-27T00:37:01.759 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mpc512x-dma.txt 2024-05-27T00:37:01.760 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mv-xor.txt 2024-05-27T00:37:01.762 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/nbpfaxi.txt 2024-05-27T00:37:01.764 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/qcom_adm.txt 2024-05-27T00:37:01.766 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/qcom_bam_dma.txt 2024-05-27T00:37:01.767 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/rcar-audmapp.txt 2024-05-27T00:37:01.769 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/renesas,rcar-dmac.txt 2024-05-27T00:37:01.771 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/shdma.txt 2024-05-27T00:37:01.772 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/sirfsoc-dma.txt 2024-05-27T00:37:01.774 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/snps-dma.txt 2024-05-27T00:37:01.776 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ste-coh901318.txt 2024-05-27T00:37:01.777 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ste-dma40.txt 2024-05-27T00:37:01.779 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/sun6i-dma.txt 2024-05-27T00:37:01.781 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/tegra20-apbdma.txt 2024-05-27T00:37:01.782 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ti-edma.txt 2024-05-27T00:37:01.784 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/ 2024-05-27T00:37:01.786 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/xilinx_dma.txt 2024-05-27T00:37:01.787 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/xilinx_vdma.txt 2024-05-27T00:37:01.789 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/ 2024-05-27T00:37:01.791 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/armada/ 2024-05-27T00:37:01.792 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/armada/marvell,dove-lcd.txt 2024-05-27T00:37:01.793 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/atmel/ 2024-05-27T00:37:01.795 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/atmel/hlcdc-dc.txt 2024-05-27T00:37:01.797 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/bridge/ 2024-05-27T00:37:01.798 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/bridge/dw_hdmi.txt 2024-05-27T00:37:01.800 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/i2c/ 2024-05-27T00:37:01.801 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/i2c/tda998x.txt 2024-05-27T00:37:01.803 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/ 2024-05-27T00:37:01.804 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/fsl-imx-drm.txt 2024-05-27T00:37:01.806 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/hdmi.txt 2024-05-27T00:37:01.808 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/ldb.txt 2024-05-27T00:37:01.809 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/ 2024-05-27T00:37:01.811 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/gpu.txt 2024-05-27T00:37:01.813 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/hdmi.txt 2024-05-27T00:37:01.814 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/mdp.txt 2024-05-27T00:37:01.816 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/ 2024-05-27T00:37:01.817 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/panel.txt 2024-05-27T00:37:01.819 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/slave.txt 2024-05-27T00:37:01.821 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/tfp410.txt 2024-05-27T00:37:01.822 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/tilcdc.txt 2024-05-27T00:37:01.824 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/eeprom.txt 2024-05-27T00:37:01.826 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/ 2024-05-27T00:37:01.828 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-palmas.txt 2024-05-27T00:37:01.829 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-rt8973a.txt 2024-05-27T00:37:01.831 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-sm5502.txt 2024-05-27T00:37:01.833 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/ 2024-05-27T00:37:01.834 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/mxsfb.txt 2024-05-27T00:37:01.836 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/sm501fb.txt 2024-05-27T00:37:01.838 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/fpga/ 2024-05-27T00:37:01.839 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/fpga/altera-socfpga-fpga-mgr.txt 2024-05-27T00:37:01.841 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/fuse/ 2024-05-27T00:37:01.842 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/fuse/nvidia,tegra20-fuse.txt 2024-05-27T00:37:01.844 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/ 2024-05-27T00:37:01.845 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/8xxx_gpio.txt 2024-05-27T00:37:01.847 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/abilis,tb10x-gpio.txt 2024-05-27T00:37:01.849 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/cavium-octeon-gpio.txt 2024-05-27T00:37:01.851 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/cirrus,clps711x-mctrl-gpio.txt 2024-05-27T00:37:01.852 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/fsl-imx-gpio.txt 2024-05-27T00:37:01.854 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/fujitsu,mb86s70-gpio.txt 2024-05-27T00:37:01.855 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-74x164.txt 2024-05-27T00:37:01.857 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-74xx-mmio.txt 2024-05-27T00:37:01.859 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-adnp.txt 2024-05-27T00:37:01.860 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-bcm-kona.txt 2024-05-27T00:37:01.862 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-clps711x.txt 2024-05-27T00:37:01.864 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-davinci.txt 2024-05-27T00:37:01.865 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-dsp-keystone.txt 2024-05-27T00:37:01.867 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-fan.txt 2024-05-27T00:37:01.869 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-grgpio.txt 2024-05-27T00:37:01.871 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-lp3943.txt 2024-05-27T00:37:01.872 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-max732x.txt 2024-05-27T00:37:01.874 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mcp23s08.txt 2024-05-27T00:37:01.876 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mm-lantiq.txt 2024-05-27T00:37:01.877 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-msm.txt 2024-05-27T00:37:01.879 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mvebu.txt 2024-05-27T00:37:01.881 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mxs.txt 2024-05-27T00:37:01.883 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-nmk.txt 2024-05-27T00:37:01.885 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-omap.txt 2024-05-27T00:37:01.886 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-palmas.txt 2024-05-27T00:37:01.888 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-pca953x.txt 2024-05-27T00:37:01.889 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-pcf857x.txt 2024-05-27T00:37:01.891 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-poweroff.txt 2024-05-27T00:37:01.893 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-restart.txt 2024-05-27T00:37:01.895 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-samsung.txt 2024-05-27T00:37:01.896 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stericsson-coh901.txt 2024-05-27T00:37:01.898 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stmpe.txt 2024-05-27T00:37:01.900 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stp-xway.txt 2024-05-27T00:37:01.901 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-sx150x.txt 2024-05-27T00:37:01.903 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-twl4030.txt 2024-05-27T00:37:01.905 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-tz1090-pdc.txt 2024-05-27T00:37:01.910 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-tz1090.txt 2024-05-27T00:37:01.910 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-vf610.txt 2024-05-27T00:37:01.910 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xgene-sb.txt 2024-05-27T00:37:01.911 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xgene.txt 2024-05-27T00:37:01.913 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xilinx.txt 2024-05-27T00:37:01.915 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-zevio.txt 2024-05-27T00:37:01.916 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-zynq.txt 2024-05-27T00:37:01.918 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio.txt 2024-05-27T00:37:01.920 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio_atmel.txt 2024-05-27T00:37:01.921 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio_lpc32xx.txt 2024-05-27T00:37:01.923 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/moxa,moxart-gpio.txt 2024-05-27T00:37:01.925 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/mrvl-gpio.txt 2024-05-27T00:37:01.926 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/nvidia,tegra20-gpio.txt 2024-05-27T00:37:01.928 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/pl061-gpio.txt 2024-05-27T00:37:01.930 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/renesas,gpio-rcar.txt 2024-05-27T00:37:01.931 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/snps-dwapb-gpio.txt 2024-05-27T00:37:01.933 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/sodaville.txt 2024-05-27T00:37:01.935 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/spear_spics.txt 2024-05-27T00:37:01.936 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/ 2024-05-27T00:37:01.938 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/nvidia,gk20a.txt 2024-05-27T00:37:01.940 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/nvidia,tegra20-host1x.txt 2024-05-27T00:37:01.941 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/samsung-g2d.txt 2024-05-27T00:37:01.943 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/samsung-rotator.txt 2024-05-27T00:37:01.945 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/st,stih4xx.txt 2024-05-27T00:37:01.946 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/graph.txt 2024-05-27T00:37:01.949 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/hid/ 2024-05-27T00:37:01.951 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/hid/hid-over-i2c.txt 2024-05-27T00:37:01.953 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/ 2024-05-27T00:37:01.954 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/client-devices.txt 2024-05-27T00:37:01.956 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/nokia-modem.txt 2024-05-27T00:37:01.958 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/omap-ssi.txt 2024-05-27T00:37:01.959 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ 2024-05-27T00:37:01.961 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ads1015.txt 2024-05-27T00:37:01.963 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/g762.txt 2024-05-27T00:37:01.964 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ibmpowernv.txt 2024-05-27T00:37:01.966 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/lm90.txt 2024-05-27T00:37:01.968 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ltc2978.txt 2024-05-27T00:37:01.970 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ntc_thermistor.txt 2024-05-27T00:37:01.971 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/pwm-fan.txt 2024-05-27T00:37:01.973 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/vexpress.txt 2024-05-27T00:37:01.975 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/ 2024-05-27T00:37:01.977 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/atmel-trng.txt 2024-05-27T00:37:01.978 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/omap_rng.txt 2024-05-27T00:37:01.980 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/timeriomem_rng.txt 2024-05-27T00:37:01.982 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ 2024-05-27T00:37:01.984 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/brcm,bcm2835-i2c.txt 2024-05-27T00:37:01.985 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/brcm,iproc-i2c.txt 2024-05-27T00:37:01.989 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-arb-gpio-challenge.txt 2024-05-27T00:37:01.991 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-at91.txt 2024-05-27T00:37:01.993 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-axxia.txt 2024-05-27T00:37:01.996 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-bcm-kona.txt 2024-05-27T00:37:01.998 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cadence.txt 2024-05-27T00:37:02.000 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cbus-gpio.txt 2024-05-27T00:37:02.002 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cros-ec-tunnel.txt 2024-05-27T00:37:02.005 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-davinci.txt 2024-05-27T00:37:02.007 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-designware.txt 2024-05-27T00:37:02.010 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-efm32.txt 2024-05-27T00:37:02.013 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-exynos5.txt 2024-05-27T00:37:02.016 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-gpio.txt 2024-05-27T00:37:02.019 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-hix5hd2.txt 2024-05-27T00:37:02.021 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-img-scb.txt 2024-05-27T00:37:02.024 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-imx.txt 2024-05-27T00:37:02.027 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-meson.txt 2024-05-27T00:37:02.029 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mpc.txt 2024-05-27T00:37:02.031 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-gpio.txt 2024-05-27T00:37:02.033 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-pca954x.txt 2024-05-27T00:37:02.036 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-pinctrl.txt 2024-05-27T00:37:02.038 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux.txt 2024-05-27T00:37:02.040 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mv64xxx.txt 2024-05-27T00:37:02.043 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mxs.txt 2024-05-27T00:37:02.046 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-nomadik.txt 2024-05-27T00:37:02.048 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-ocores.txt 2024-05-27T00:37:02.050 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-octeon.txt 2024-05-27T00:37:02.053 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-omap.txt 2024-05-27T00:37:02.055 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-opal.txt 2024-05-27T00:37:02.058 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pnx.txt 2024-05-27T00:37:02.061 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pxa-pci-ce4100.txt 2024-05-27T00:37:02.063 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pxa.txt 2024-05-27T00:37:02.065 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-rcar.txt 2024-05-27T00:37:02.067 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-riic.txt 2024-05-27T00:37:02.069 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-rk3x.txt 2024-05-27T00:37:02.072 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-s3c2410.txt 2024-05-27T00:37:02.074 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sh_mobile.txt 2024-05-27T00:37:02.076 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sirf.txt 2024-05-27T00:37:02.078 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-st-ddci2c.txt 2024-05-27T00:37:02.081 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-st.txt 2024-05-27T00:37:02.083 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sunxi-p2wi.txt 2024-05-27T00:37:02.085 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-versatile.txt 2024-05-27T00:37:02.087 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-vt8500.txt 2024-05-27T00:37:02.089 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-xiic.txt 2024-05-27T00:37:02.091 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ina209.txt 2024-05-27T00:37:02.093 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ina2xx.txt 2024-05-27T00:37:02.096 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/max6697.txt 2024-05-27T00:37:02.097 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/nvidia,tegra20-i2c.txt 2024-05-27T00:37:02.100 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/qcom,i2c-qup.txt 2024-05-27T00:37:02.103 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ti,bq32k.txt 2024-05-27T00:37:02.105 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/trivial-devices.txt 2024-05-27T00:37:02.108 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/ 2024-05-27T00:37:02.114 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/accel/ 2024-05-27T00:37:02.114 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/accel/bma180.txt 2024-05-27T00:37:02.115 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/ 2024-05-27T00:37:02.117 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/at91_adc.txt 2024-05-27T00:37:02.119 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/cc10001_adc.txt 2024-05-27T00:37:02.121 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/max1027-adc.txt 2024-05-27T00:37:02.124 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/nuvoton-nau7802.txt 2024-05-27T00:37:02.127 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/qcom,spmi-iadc.txt 2024-05-27T00:37:02.129 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/qcom,spmi-vadc.txt 2024-05-27T00:37:02.132 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/rockchip-saradc.txt 2024-05-27T00:37:02.134 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/twl4030-madc.txt 2024-05-27T00:37:02.137 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/vf610-adc.txt 2024-05-27T00:37:02.139 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/xilinx-xadc.txt 2024-05-27T00:37:02.141 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/ 2024-05-27T00:37:02.143 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/ad7303.txt 2024-05-27T00:37:02.145 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/max5821.txt 2024-05-27T00:37:02.148 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/frequency/ 2024-05-27T00:37:02.150 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/frequency/adf4350.txt 2024-05-27T00:37:02.153 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/humidity/ 2024-05-27T00:37:02.155 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/humidity/dht11.txt 2024-05-27T00:37:02.158 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/iio-bindings.txt 2024-05-27T00:37:02.160 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/ 2024-05-27T00:37:02.162 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/apds9300.txt 2024-05-27T00:37:02.166 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/cm36651.txt 2024-05-27T00:37:02.168 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/gp2ap020a00f.txt 2024-05-27T00:37:02.170 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/tsl2563.txt 2024-05-27T00:37:02.173 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/ 2024-05-27T00:37:02.174 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/ak8975.txt 2024-05-27T00:37:02.176 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/hmc5843.txt 2024-05-27T00:37:02.178 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/proximity/ 2024-05-27T00:37:02.180 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/proximity/as3935.txt 2024-05-27T00:37:02.182 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/sensorhub.txt 2024-05-27T00:37:02.185 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/st-sensors.txt 2024-05-27T00:37:02.188 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ 2024-05-27T00:37:02.190 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ads7846.txt 2024-05-27T00:37:02.192 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/atmel,maxtouch.txt 2024-05-27T00:37:02.195 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/cap11xx.txt 2024-05-27T00:37:02.197 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/clps711x-keypad.txt 2024-05-27T00:37:02.199 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/cros-ec-keyb.txt 2024-05-27T00:37:02.201 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/e3x0-button.txt 2024-05-27T00:37:02.204 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/elan_i2c.txt 2024-05-27T00:37:02.206 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/elants_i2c.txt 2024-05-27T00:37:02.208 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/fsl-mma8450.txt 2024-05-27T00:37:02.211 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-beeper.txt 2024-05-27T00:37:02.213 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-keys-polled.txt 2024-05-27T00:37:02.215 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-keys.txt 2024-05-27T00:37:02.217 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-matrix-keypad.txt 2024-05-27T00:37:02.220 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/imx-keypad.txt 2024-05-27T00:37:02.222 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/input-reset.txt 2024-05-27T00:37:02.225 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/lpc32xx-key.txt 2024-05-27T00:37:02.227 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/matrix-keymap.txt 2024-05-27T00:37:02.229 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/nvidia,tegra20-kbc.txt 2024-05-27T00:37:02.231 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/omap-keypad.txt 2024-05-27T00:37:02.234 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ps2keyb-mouse-apbps2.txt 2024-05-27T00:37:02.236 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/pwm-beeper.txt 2024-05-27T00:37:02.238 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/pxa27x-keypad.txt 2024-05-27T00:37:02.240 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-keypad.txt 2024-05-27T00:37:02.244 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-pwrkey.txt 2024-05-27T00:37:02.247 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-vib.txt 2024-05-27T00:37:02.250 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/regulator-haptic.txt 2024-05-27T00:37:02.252 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/rotary-encoder.txt 2024-05-27T00:37:02.254 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/samsung-keypad.txt 2024-05-27T00:37:02.256 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/spear-keyboard.txt 2024-05-27T00:37:02.258 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/st-keyscan.txt 2024-05-27T00:37:02.261 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/stmpe-keypad.txt 2024-05-27T00:37:02.264 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/sun4i-lradc-keys.txt 2024-05-27T00:37:02.266 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/tca8418_keypad.txt 2024-05-27T00:37:02.269 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,drv260x.txt 2024-05-27T00:37:02.271 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,drv2667.txt 2024-05-27T00:37:02.273 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,nspire-keypad.txt 2024-05-27T00:37:02.275 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,palmas-pwrbutton.txt 2024-05-27T00:37:02.277 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/ 2024-05-27T00:37:02.279 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/auo_pixcir_ts.txt 2024-05-27T00:37:02.281 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/bu21013.txt 2024-05-27T00:37:02.283 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/edt-ft5x06.txt 2024-05-27T00:37:02.285 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/egalax-ts.txt 2024-05-27T00:37:02.287 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/lpc32xx-tsc.txt 2024-05-27T00:37:02.290 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/mms114.txt 2024-05-27T00:37:02.292 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/pixcir_i2c_ts.txt 2024-05-27T00:37:02.294 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/sitronix-st1232.txt 2024-05-27T00:37:02.296 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/stmpe.txt 2024-05-27T00:37:02.298 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/sun4i.txt 2024-05-27T00:37:02.300 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/ti-tsc-adc.txt 2024-05-27T00:37:02.303 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/touchscreen.txt 2024-05-27T00:37:02.305 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/tsc2005.txt 2024-05-27T00:37:02.307 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/tsc2007.txt 2024-05-27T00:37:02.309 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/zforce_ts.txt 2024-05-27T00:37:02.311 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/tps65218-pwrbutton.txt 2024-05-27T00:37:02.313 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/twl4030-keypad.txt 2024-05-27T00:37:02.318 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/twl4030-pwrbutton.txt 2024-05-27T00:37:02.318 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ 2024-05-27T00:37:02.320 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/abilis,tb10x-ictl.txt 2024-05-27T00:37:02.322 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/allwinner,sun4i-ic.txt 2024-05-27T00:37:02.324 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/allwinner,sun67i-sc-nmi.txt 2024-05-27T00:37:02.326 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/atmel,aic.txt 2024-05-27T00:37:02.329 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,bcm2835-armctrl-ic.txt 2024-05-27T00:37:02.331 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,bcm7120-l2-intc.txt 2024-05-27T00:37:02.333 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,l2-intc.txt 2024-05-27T00:37:02.335 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/cirrus,clps711x-intc.txt 2024-05-27T00:37:02.337 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/digicolor-ic.txt 2024-05-27T00:37:02.340 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/interrupts.txt 2024-05-27T00:37:02.343 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/lsi,zevio-intc.txt 2024-05-27T00:37:02.345 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/marvell,armada-370-xp-mpic.txt 2024-05-27T00:37:02.346 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/marvell,orion-intc.txt 2024-05-27T00:37:02.348 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/mips-gic.txt 2024-05-27T00:37:02.350 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/opencores,or1k-pic.txt 2024-05-27T00:37:02.352 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/renesas,intc-irqpin.txt 2024-05-27T00:37:02.353 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/renesas,irqc.txt 2024-05-27T00:37:02.356 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/samsung,s3c24xx-irq.txt 2024-05-27T00:37:02.359 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/snps,dw-apb-ictl.txt 2024-05-27T00:37:02.360 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ti,keystone-irq.txt 2024-05-27T00:37:02.362 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ti,omap-intc-irq.txt 2024-05-27T00:37:02.365 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/ 2024-05-27T00:37:02.367 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/arm,smmu.txt 2024-05-27T00:37:02.370 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/iommu.txt 2024-05-27T00:37:02.373 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra20-gart.txt 2024-05-27T00:37:02.376 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra30-smmu.txt 2024-05-27T00:37:02.379 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/renesas,ipmmu-vmsa.txt 2024-05-27T00:37:02.380 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/rockchip,iommu.txt 2024-05-27T00:37:02.383 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/samsung,sysmmu.txt 2024-05-27T00:37:02.386 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/ti,omap-iommu.txt 2024-05-27T00:37:02.388 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/ 2024-05-27T00:37:02.391 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/common.txt 2024-05-27T00:37:02.393 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-gpio.txt 2024-05-27T00:37:02.396 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp55xx.txt 2024-05-27T00:37:02.399 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp8860.txt 2024-05-27T00:37:02.403 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-ns2.txt 2024-05-27T00:37:02.404 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-pwm.txt 2024-05-27T00:37:02.407 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/pca963x.txt 2024-05-27T00:37:02.409 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/register-bit-led.txt 2024-05-27T00:37:02.414 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/tca6507.txt 2024-05-27T00:37:02.415 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/ 2024-05-27T00:37:02.417 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2-timings.txt 2024-05-27T00:37:02.419 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2.txt 2024-05-27T00:37:02.420 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/ 2024-05-27T00:37:02.422 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/altera-mailbox.txt 2024-05-27T00:37:02.424 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/mailbox.txt 2024-05-27T00:37:02.425 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/omap-mailbox.txt 2024-05-27T00:37:02.427 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/marvell.txt 2024-05-27T00:37:02.429 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/ 2024-05-27T00:37:02.430 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/atmel-isi.txt 2024-05-27T00:37:02.432 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/coda.txt 2024-05-27T00:37:02.434 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos-fimc-lite.txt 2024-05-27T00:37:02.435 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos-jpeg-codec.txt 2024-05-27T00:37:02.437 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos4-fimc-is.txt 2024-05-27T00:37:02.438 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos5-gsc.txt 2024-05-27T00:37:02.440 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/gpio-ir-receiver.txt 2024-05-27T00:37:02.442 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/hix5hd2-ir.txt 2024-05-27T00:37:02.444 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/ 2024-05-27T00:37:02.445 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/adv7343.txt 2024-05-27T00:37:02.447 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/adv7604.txt 2024-05-27T00:37:02.448 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/mt9m111.txt 2024-05-27T00:37:02.450 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/mt9p031.txt 2024-05-27T00:37:02.452 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/nokia,smia.txt 2024-05-27T00:37:02.453 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/ths8200.txt 2024-05-27T00:37:02.455 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/tvp514x.txt 2024-05-27T00:37:02.457 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/tvp7002.txt 2024-05-27T00:37:02.459 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/img-ir-rev1.txt 2024-05-27T00:37:02.461 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/meson-ir.txt 2024-05-27T00:37:02.462 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/pxa-camera.txt 2024-05-27T00:37:02.464 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/rcar_vin.txt 2024-05-27T00:37:02.466 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/renesas,vsp1.txt 2024-05-27T00:37:02.467 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/s5p-mfc.txt 2024-05-27T00:37:02.469 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-fimc.txt 2024-05-27T00:37:02.471 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-mipi-csis.txt 2024-05-27T00:37:02.473 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5c73m3.txt 2024-05-27T00:37:02.474 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k5baf.txt 2024-05-27T00:37:02.476 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k6a3.txt 2024-05-27T00:37:02.478 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/sh_mobile_ceu.txt 2024-05-27T00:37:02.479 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/si4713.txt 2024-05-27T00:37:02.481 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/st-rc.txt 2024-05-27T00:37:02.483 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/sunxi-ir.txt 2024-05-27T00:37:02.484 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/ti-am437x-vpfe.txt 2024-05-27T00:37:02.486 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/video-interfaces.txt 2024-05-27T00:37:02.488 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ 2024-05-27T00:37:02.489 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ 2024-05-27T00:37:02.491 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ifc.txt 2024-05-27T00:37:02.492 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-devbus.txt 2024-05-27T00:37:02.494 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-sdram-controller.txt 2024-05-27T00:37:02.496 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/nvidia,tegra-mc.txt 2024-05-27T00:37:02.498 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/renesas-memory-controllers.txt 2024-05-27T00:37:02.499 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/synopsys.txt 2024-05-27T00:37:02.501 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti-aemif.txt 2024-05-27T00:37:02.503 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/ 2024-05-27T00:37:02.504 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/emif.txt 2024-05-27T00:37:02.506 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/ 2024-05-27T00:37:02.507 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/meta-intc.txt 2024-05-27T00:37:02.509 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/meta.txt 2024-05-27T00:37:02.511 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/pdc-intc.txt 2024-05-27T00:37:02.512 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ 2024-05-27T00:37:02.514 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/88pm860x.txt 2024-05-27T00:37:02.515 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ab8500.txt 2024-05-27T00:37:02.517 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/arizona.txt 2024-05-27T00:37:02.522 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/as3711.txt 2024-05-27T00:37:02.523 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/as3722.txt 2024-05-27T00:37:02.523 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-gpbr.txt 2024-05-27T00:37:02.524 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-hlcdc.txt 2024-05-27T00:37:02.526 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-matrix.txt 2024-05-27T00:37:02.527 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-smc.txt 2024-05-27T00:37:02.529 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/bcm590xx.txt 2024-05-27T00:37:02.530 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/bfticu.txt 2024-05-27T00:37:02.532 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/cros-ec.txt 2024-05-27T00:37:02.534 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9052-i2c.txt 2024-05-27T00:37:02.535 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9055.txt 2024-05-27T00:37:02.537 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9063.txt 2024-05-27T00:37:02.539 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/hi6421.txt 2024-05-27T00:37:02.540 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/lp3943.txt 2024-05-27T00:37:02.542 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max14577.txt 2024-05-27T00:37:02.543 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max77686.txt 2024-05-27T00:37:02.545 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max77693.txt 2024-05-27T00:37:02.547 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max8925.txt 2024-05-27T00:37:02.549 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max8998.txt 2024-05-27T00:37:02.550 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/mc13xxx.txt 2024-05-27T00:37:02.552 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-host.txt 2024-05-27T00:37:02.554 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-tll.txt 2024-05-27T00:37:02.555 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/palmas.txt 2024-05-27T00:37:02.557 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom,spmi-pmic.txt 2024-05-27T00:37:02.559 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-pm8xxx.txt 2024-05-27T00:37:02.560 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-rpm.txt 2024-05-27T00:37:02.562 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qriox.txt 2024-05-27T00:37:02.564 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/rk808.txt 2024-05-27T00:37:02.566 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/rn5t618.txt 2024-05-27T00:37:02.567 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mpa01.txt 2024-05-27T00:37:02.569 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mps11.txt 2024-05-27T00:37:02.571 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/stmpe.txt 2024-05-27T00:37:02.573 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/sun6i-prcm.txt 2024-05-27T00:37:02.574 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/syscon.txt 2024-05-27T00:37:02.576 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tc3589x.txt 2024-05-27T00:37:02.578 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ti-keystone-devctrl.txt 2024-05-27T00:37:02.579 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tps6507x.txt 2024-05-27T00:37:02.581 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tps65910.txt 2024-05-27T00:37:02.583 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl-familly.txt 2024-05-27T00:37:02.585 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-audio.txt 2024-05-27T00:37:02.586 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-power.txt 2024-05-27T00:37:02.588 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl6040.txt 2024-05-27T00:37:02.590 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/ 2024-05-27T00:37:02.591 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/ 2024-05-27T00:37:02.592 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/mipi-dsi-bus.txt 2024-05-27T00:37:02.594 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/nvidia,tegra114-mipi.txt 2024-05-27T00:37:02.596 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/ 2024-05-27T00:37:02.598 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/ 2024-05-27T00:37:02.599 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bcm3384-intc.txt 2024-05-27T00:37:02.601 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bmips.txt 2024-05-27T00:37:02.603 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/cm-dsl.txt 2024-05-27T00:37:02.606 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/usb.txt 2024-05-27T00:37:02.607 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ 2024-05-27T00:37:02.608 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/bootbus.txt 2024-05-27T00:37:02.610 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/cib.txt 2024-05-27T00:37:02.611 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu.txt 2024-05-27T00:37:02.613 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu2.txt 2024-05-27T00:37:02.615 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/dma-engine.txt 2024-05-27T00:37:02.617 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/uctl.txt 2024-05-27T00:37:02.620 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cpu_irq.txt 2024-05-27T00:37:02.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:02 smithi044 ceph-mon[31645]: pgmap v55: 129 pgs: 129 active+clean; 1.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 52 KiB/s wr, 8 op/s 2024-05-27T00:37:02.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:02 smithi050 ceph-mon[36071]: pgmap v55: 129 pgs: 129 active+clean; 1.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 52 KiB/s wr, 8 op/s 2024-05-27T00:37:02.999 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/ralink.txt 2024-05-27T00:37:03.000 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ 2024-05-27T00:37:03.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:02 smithi137 ceph-mon[36552]: pgmap v55: 129 pgs: 129 active+clean; 1.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 52 KiB/s wr, 8 op/s 2024-05-27T00:37:03.017 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/allwinner,sunxi-sid.txt 2024-05-27T00:37:03.032 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/arm-charlcd.txt 2024-05-27T00:37:03.034 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/at25.txt 2024-05-27T00:37:03.036 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/atmel-ssc.txt 2024-05-27T00:37:03.038 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/bmp085.txt 2024-05-27T00:37:03.039 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/fsl,qoriq-mc.txt 2024-05-27T00:37:03.041 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ifm-csi.txt 2024-05-27T00:37:03.043 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/lis302.txt 2024-05-27T00:37:03.044 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/nvidia,tegra20-apbmisc.txt 2024-05-27T00:37:03.046 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/smc.txt 2024-05-27T00:37:03.048 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/sram.txt 2024-05-27T00:37:03.050 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ti,dac7512.txt 2024-05-27T00:37:03.051 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ 2024-05-27T00:37:03.055 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/arasan,sdhci.txt 2024-05-27T00:37:03.056 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/atmel-hsmci.txt 2024-05-27T00:37:03.058 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/brcm,bcm2835-sdhci.txt 2024-05-27T00:37:03.060 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/davinci_mmc.txt 2024-05-27T00:37:03.061 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/exynos-dw-mshc.txt 2024-05-27T00:37:03.063 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-esdhc.txt 2024-05-27T00:37:03.064 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-imx-esdhc.txt 2024-05-27T00:37:03.066 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-imx-mmc.txt 2024-05-27T00:37:03.068 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/img-dw-mshc.txt 2024-05-27T00:37:03.070 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/k3-dw-mshc.txt 2024-05-27T00:37:03.072 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/kona-sdhci.txt 2024-05-27T00:37:03.073 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-pwrseq-emmc.txt 2024-05-27T00:37:03.075 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-pwrseq-simple.txt 2024-05-27T00:37:03.077 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-spi-slot.txt 2024-05-27T00:37:03.079 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc.txt 2024-05-27T00:37:03.080 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmci.txt 2024-05-27T00:37:03.082 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/moxa,moxart-mmc.txt 2024-05-27T00:37:03.084 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mxs-mmc.txt 2024-05-27T00:37:03.086 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/nvidia,tegra20-sdhci.txt 2024-05-27T00:37:03.088 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/orion-sdio.txt 2024-05-27T00:37:03.089 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/pxa-mmc.txt 2024-05-27T00:37:03.092 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/renesas,mmcif.txt 2024-05-27T00:37:03.093 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/rockchip-dw-mshc.txt 2024-05-27T00:37:03.095 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/samsung-sdhci.txt 2024-05-27T00:37:03.097 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-dove.txt 2024-05-27T00:37:03.099 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-fujitsu.txt 2024-05-27T00:37:03.101 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-msm.txt 2024-05-27T00:37:03.103 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-pxa.txt 2024-05-27T00:37:03.105 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-sirf.txt 2024-05-27T00:37:03.107 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-spear.txt 2024-05-27T00:37:03.109 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-st.txt 2024-05-27T00:37:03.111 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/socfpga-dw-mshc.txt 2024-05-27T00:37:03.113 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sunxi-mmc.txt 2024-05-27T00:37:03.115 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/synopsys-dw-mshc.txt 2024-05-27T00:37:03.117 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ti-omap-hsmmc.txt 2024-05-27T00:37:03.119 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ti-omap.txt 2024-05-27T00:37:03.121 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/tmio_mmc.txt 2024-05-27T00:37:03.123 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/usdhi6rol0.txt 2024-05-27T00:37:03.126 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/vt8500-sdmmc.txt 2024-05-27T00:37:03.128 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/ 2024-05-27T00:37:03.134 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/arm-versatile.txt 2024-05-27T00:37:03.134 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/atmel-dataflash.txt 2024-05-27T00:37:03.136 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/atmel-nand.txt 2024-05-27T00:37:03.139 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/davinci-nand.txt 2024-05-27T00:37:03.141 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/denali-nand.txt 2024-05-27T00:37:03.144 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/diskonchip.txt 2024-05-27T00:37:03.146 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/elm.txt 2024-05-27T00:37:03.149 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/flctl-nand.txt 2024-05-27T00:37:03.151 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsl-quadspi.txt 2024-05-27T00:37:03.154 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsl-upm-nand.txt 2024-05-27T00:37:03.156 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsmc-nand.txt 2024-05-27T00:37:03.158 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpio-control-nand.txt 2024-05-27T00:37:03.161 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-nand.txt 2024-05-27T00:37:03.163 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-nor.txt 2024-05-27T00:37:03.166 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-onenand.txt 2024-05-27T00:37:03.169 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmi-nand.txt 2024-05-27T00:37:03.171 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/hisi504-nand.txt 2024-05-27T00:37:03.174 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/lpc32xx-mlc.txt 2024-05-27T00:37:03.176 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/lpc32xx-slc.txt 2024-05-27T00:37:03.179 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/m25p80.txt 2024-05-27T00:37:03.182 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/mtd-physmap.txt 2024-05-27T00:37:03.184 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/mxc-nand.txt 2024-05-27T00:37:03.187 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/nand.txt 2024-05-27T00:37:03.189 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/orion-nand.txt 2024-05-27T00:37:03.192 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/partition.txt 2024-05-27T00:37:03.195 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/pxa3xx-nand.txt 2024-05-27T00:37:03.198 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/spear_smi.txt 2024-05-27T00:37:03.200 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/st-fsm.txt 2024-05-27T00:37:03.203 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/sunxi-nand.txt 2024-05-27T00:37:03.206 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ 2024-05-27T00:37:03.211 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun4i-emac.txt 2024-05-27T00:37:03.213 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun4i-mdio.txt 2024-05-27T00:37:03.216 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun7i-a20-gmac.txt 2024-05-27T00:37:03.219 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/altera_tse.txt 2024-05-27T00:37:03.222 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/amd-xgbe-phy.txt 2024-05-27T00:37:03.224 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/amd-xgbe.txt 2024-05-27T00:37:03.227 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/apm-xgene-enet.txt 2024-05-27T00:37:03.230 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/arc_emac.txt 2024-05-27T00:37:03.232 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-bcm87xx.txt 2024-05-27T00:37:03.235 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-bcmgenet.txt 2024-05-27T00:37:03.238 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-mdio-unimac.txt 2024-05-27T00:37:03.240 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-sf2.txt 2024-05-27T00:37:03.243 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-systemport.txt 2024-05-27T00:37:03.246 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/calxeda-xgmac.txt 2024-05-27T00:37:03.248 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/ 2024-05-27T00:37:03.251 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/atmel-can.txt 2024-05-27T00:37:03.253 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/c_can.txt 2024-05-27T00:37:03.255 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/cc770.txt 2024-05-27T00:37:03.258 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/fsl-flexcan.txt 2024-05-27T00:37:03.260 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/grcan.txt 2024-05-27T00:37:03.262 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/m_can.txt 2024-05-27T00:37:03.265 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/microchip,mcp251x.txt 2024-05-27T00:37:03.267 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/mpc5xxx-mscan.txt 2024-05-27T00:37:03.270 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/rcar_can.txt 2024-05-27T00:37:03.272 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/sja1000.txt 2024-05-27T00:37:03.275 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/xilinx_can.txt 2024-05-27T00:37:03.277 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-mdio.txt 2024-05-27T00:37:03.280 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-mix.txt 2024-05-27T00:37:03.282 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-pip.txt 2024-05-27T00:37:03.285 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cdns-emac.txt 2024-05-27T00:37:03.287 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cpsw-phy-sel.txt 2024-05-27T00:37:03.289 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cpsw.txt 2024-05-27T00:37:03.292 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davicom-dm9000.txt 2024-05-27T00:37:03.295 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davinci-mdio.txt 2024-05-27T00:37:03.298 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davinci_emac.txt 2024-05-27T00:37:03.300 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/dsa/ 2024-05-27T00:37:03.302 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/dsa/dsa.txt 2024-05-27T00:37:03.304 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/emac_rockchip.txt 2024-05-27T00:37:03.307 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ethernet.txt 2024-05-27T00:37:03.309 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fixed-link.txt 2024-05-27T00:37:03.311 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fsl-fec.txt 2024-05-27T00:37:03.314 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fsl-tsec-phy.txt 2024-05-27T00:37:03.316 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/gpmc-eth.txt 2024-05-27T00:37:03.319 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/hisilicon-hip04-net.txt 2024-05-27T00:37:03.321 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/hisilicon-hix5hd2-gmac.txt 2024-05-27T00:37:03.324 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/ 2024-05-27T00:37:03.326 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/at86rf230.txt 2024-05-27T00:37:03.329 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/cc2520.txt 2024-05-27T00:37:03.331 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/keystone-netcp.txt 2024-05-27T00:37:03.334 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/lpc-eth.txt 2024-05-27T00:37:03.338 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/macb.txt 2024-05-27T00:37:03.339 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-armada-370-neta.txt 2024-05-27T00:37:03.341 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-orion-mdio.txt 2024-05-27T00:37:03.344 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-orion-net.txt 2024-05-27T00:37:03.346 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-pp2.txt 2024-05-27T00:37:03.349 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-pxa168.txt 2024-05-27T00:37:03.351 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-gpio.txt 2024-05-27T00:37:03.353 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux-gpio.txt 2024-05-27T00:37:03.356 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux-mmioreg.txt 2024-05-27T00:37:03.358 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux.txt 2024-05-27T00:37:03.361 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/meson-dwmac.txt 2024-05-27T00:37:03.365 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel-ks8851.txt 2024-05-27T00:37:03.370 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel-ksz90x1.txt 2024-05-27T00:37:03.373 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel.txt 2024-05-27T00:37:03.377 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/moxa,moxart-mac.txt 2024-05-27T00:37:03.381 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/ 2024-05-27T00:37:03.385 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/pn544.txt 2024-05-27T00:37:03.388 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/st21nfca.txt 2024-05-27T00:37:03.392 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/st21nfcb.txt 2024-05-27T00:37:03.396 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/trf7970a.txt 2024-05-27T00:37:03.400 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/opencores-ethoc.txt 2024-05-27T00:37:03.404 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/phy.txt 2024-05-27T00:37:03.407 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/qca-qca7000-spi.txt 2024-05-27T00:37:03.410 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/rockchip-dwmac.txt 2024-05-27T00:37:03.413 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/samsung-sxgbe.txt 2024-05-27T00:37:03.416 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/sh_eth.txt 2024-05-27T00:37:03.418 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/smsc-lan91c111.txt 2024-05-27T00:37:03.421 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/smsc911x.txt 2024-05-27T00:37:03.424 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/socfpga-dwmac.txt 2024-05-27T00:37:03.427 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/sti-dwmac.txt 2024-05-27T00:37:03.430 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/stmmac.txt 2024-05-27T00:37:03.432 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/via-rhine.txt 2024-05-27T00:37:03.434 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/via-velocity.txt 2024-05-27T00:37:03.438 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/ 2024-05-27T00:37:03.440 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/brcm,bcm43xx-fmac.txt 2024-05-27T00:37:03.442 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/qcom,ath10k.txt 2024-05-27T00:37:03.444 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/ti,wl1251.txt 2024-05-27T00:37:03.448 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/ 2024-05-27T00:37:03.452 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/nios2.txt 2024-05-27T00:37:03.455 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/timer.txt 2024-05-27T00:37:03.458 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/nvec/ 2024-05-27T00:37:03.463 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/nvec/nvidia,nvec.txt 2024-05-27T00:37:03.466 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/open-pic.txt 2024-05-27T00:37:03.470 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/ 2024-05-27T00:37:03.475 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b101aw03.txt 2024-05-27T00:37:03.478 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b101xtn01.txt 2024-05-27T00:37:03.482 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b116xw03.txt 2024-05-27T00:37:03.486 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b133htn01.txt 2024-05-27T00:37:03.490 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b133xtn01.txt 2024-05-27T00:37:03.493 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/avic,tm070ddh03.txt 2024-05-27T00:37:03.497 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/chunghwa,claa101wa01a.txt 2024-05-27T00:37:03.501 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/chunghwa,claa101wb03.txt 2024-05-27T00:37:03.505 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,et057090dhu.txt 2024-05-27T00:37:03.508 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,et070080dh6.txt 2024-05-27T00:37:03.512 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,etm0700g0dh6.txt 2024-05-27T00:37:03.516 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/foxlink,fl500wvr00-a0t.txt 2024-05-27T00:37:03.520 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/giantplus,gpg482739qs5.txt 2024-05-27T00:37:03.523 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/hannstar,hsd070pww1.txt 2024-05-27T00:37:03.527 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/hit,tx23d38vm0caa.txt 2024-05-27T00:37:03.531 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,g121i1-l01.txt 2024-05-27T00:37:03.535 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,n116bge.txt 2024-05-27T00:37:03.538 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,n156bge-l21.txt 2024-05-27T00:37:03.542 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,ld070wx3-sl01.txt 2024-05-27T00:37:03.546 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,lh500wx1-sd03.txt 2024-05-27T00:37:03.550 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,lp129qe.txt 2024-05-27T00:37:03.554 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/panasonic,vvx10f004b00.txt 2024-05-27T00:37:03.557 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,ld9040.txt 2024-05-27T00:37:03.561 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,ltn101nt05.txt 2024-05-27T00:37:03.565 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,s6e8aa0.txt 2024-05-27T00:37:03.569 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/sharp,lq101r1sx01.txt 2024-05-27T00:37:03.572 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/simple-panel.txt 2024-05-27T00:37:03.574 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ 2024-05-27T00:37:03.579 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/83xx-512x-pci.txt 2024-05-27T00:37:03.582 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/designware-pcie.txt 2024-05-27T00:37:03.585 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/fsl,imx6q-pcie.txt 2024-05-27T00:37:03.587 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/fsl,pci.txt 2024-05-27T00:37:03.590 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/host-generic-pci.txt 2024-05-27T00:37:03.593 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/layerscape-pci.txt 2024-05-27T00:37:03.595 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/mvebu-pci.txt 2024-05-27T00:37:03.598 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/nvidia,tegra20-pcie.txt 2024-05-27T00:37:03.601 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci-keystone.txt 2024-05-27T00:37:03.604 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci-rcar-gen2.txt 2024-05-27T00:37:03.606 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci.txt 2024-05-27T00:37:03.609 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ralink,rt3883-pci.txt 2024-05-27T00:37:03.612 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/rcar-pci.txt 2024-05-27T00:37:03.637 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/samsung,exynos5440-pcie.txt 2024-05-27T00:37:03.640 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/spear13xx-pcie.txt 2024-05-27T00:37:03.644 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ti-pci.txt 2024-05-27T00:37:03.647 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/v3-v360epc-pci.txt 2024-05-27T00:37:03.652 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/versatile.txt 2024-05-27T00:37:03.655 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/xgene-pci.txt 2024-05-27T00:37:03.658 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/xilinx-pcie.txt 2024-05-27T00:37:03.662 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/ 2024-05-27T00:37:03.669 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/apm-xgene-phy.txt 2024-05-27T00:37:03.674 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/bcm-phy.txt 2024-05-27T00:37:03.678 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/berlin-sata-phy.txt 2024-05-27T00:37:03.683 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/berlin-usb-phy.txt 2024-05-27T00:37:03.688 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/hix5hd2-phy.txt 2024-05-27T00:37:03.692 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-bindings.txt 2024-05-27T00:37:03.697 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-miphy28lp.txt 2024-05-27T00:37:03.702 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-miphy365x.txt 2024-05-27T00:37:03.707 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-mvebu.txt 2024-05-27T00:37:03.710 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-stih407-usb.txt 2024-05-27T00:37:03.714 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-stih41x-usb.txt 2024-05-27T00:37:03.717 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-apq8064-sata-phy.txt 2024-05-27T00:37:03.720 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-dwc3-usb-phy.txt 2024-05-27T00:37:03.723 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-ipq806x-sata-phy.txt 2024-05-27T00:37:03.726 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/rcar-gen2-phy.txt 2024-05-27T00:37:03.729 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/rockchip-usb-phy.txt 2024-05-27T00:37:03.732 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/samsung-phy.txt 2024-05-27T00:37:03.735 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/st-spear-miphy.txt 2024-05-27T00:37:03.738 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/sun4i-usb-phy.txt 2024-05-27T00:37:03.741 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/ti-phy.txt 2024-05-27T00:37:03.746 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ 2024-05-27T00:37:03.749 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/abilis,tb10x-iomux.txt 2024-05-27T00:37:03.752 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/allwinner,sunxi-pinctrl.txt 2024-05-27T00:37:03.755 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/atmel,at91-pinctrl.txt 2024-05-27T00:37:03.758 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/brcm,bcm11351-pinctrl.txt 2024-05-27T00:37:03.761 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/brcm,bcm2835-gpio.txt 2024-05-27T00:37:03.764 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx-pinctrl.txt 2024-05-27T00:37:03.767 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx25-pinctrl.txt 2024-05-27T00:37:03.770 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx27-pinctrl.txt 2024-05-27T00:37:03.773 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx35-pinctrl.txt 2024-05-27T00:37:03.776 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx51-pinctrl.txt 2024-05-27T00:37:03.779 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx53-pinctrl.txt 2024-05-27T00:37:03.782 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6dl-pinctrl.txt 2024-05-27T00:37:03.785 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6q-pinctrl.txt 2024-05-27T00:37:03.788 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6sl-pinctrl.txt 2024-05-27T00:37:03.790 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6sx-pinctrl.txt 2024-05-27T00:37:03.793 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,mxs-pinctrl.txt 2024-05-27T00:37:03.796 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,vf610-pinctrl.txt 2024-05-27T00:37:03.800 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/img,tz1090-pdc-pinctrl.txt 2024-05-27T00:37:03.803 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/img,tz1090-pinctrl.txt 2024-05-27T00:37:03.806 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/lantiq,falcon-pinumx.txt 2024-05-27T00:37:03.809 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/lantiq,xway-pinumx.txt 2024-05-27T00:37:03.812 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-370-pinctrl.txt 2024-05-27T00:37:03.815 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-375-pinctrl.txt 2024-05-27T00:37:03.818 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-38x-pinctrl.txt 2024-05-27T00:37:03.821 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-xp-pinctrl.txt 2024-05-27T00:37:03.824 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,dove-pinctrl.txt 2024-05-27T00:37:03.827 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,kirkwood-pinctrl.txt 2024-05-27T00:37:03.831 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,mvebu-pinctrl.txt 2024-05-27T00:37:03.834 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,orion-pinctrl.txt 2024-05-27T00:37:03.837 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/meson,pinctrl.txt 2024-05-27T00:37:03.840 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra114-pinmux.txt 2024-05-27T00:37:03.843 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra124-pinmux.txt 2024-05-27T00:37:03.846 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra124-xusb-padctl.txt 2024-05-27T00:37:03.849 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra20-pinmux.txt 2024-05-27T00:37:03.852 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra30-pinmux.txt 2024-05-27T00:37:03.855 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-bindings.txt 2024-05-27T00:37:03.857 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-palmas.txt 2024-05-27T00:37:03.860 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-single.txt 2024-05-27T00:37:03.863 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-sirf.txt 2024-05-27T00:37:03.866 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-st.txt 2024-05-27T00:37:03.869 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-vt8500.txt 2024-05-27T00:37:03.872 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl_spear.txt 2024-05-27T00:37:03.875 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,apq8064-pinctrl.txt 2024-05-27T00:37:03.877 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,apq8084-pinctrl.txt 2024-05-27T00:37:03.880 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,ipq8064-pinctrl.txt 2024-05-27T00:37:03.883 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8916-pinctrl.txt 2024-05-27T00:37:03.885 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8960-pinctrl.txt 2024-05-27T00:37:03.888 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8974-pinctrl.txt 2024-05-27T00:37:03.891 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,pmic-gpio.txt 2024-05-27T00:37:03.894 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,pmic-mpp.txt 2024-05-27T00:37:03.897 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/renesas,pfc-pinctrl.txt 2024-05-27T00:37:03.900 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/rockchip,pinctrl.txt 2024-05-27T00:37:03.903 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/samsung-pinctrl.txt 2024-05-27T00:37:03.905 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ste,abx500.txt 2024-05-27T00:37:03.908 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ste,nomadik.txt 2024-05-27T00:37:03.910 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ti,omap-pinctrl.txt 2024-05-27T00:37:03.913 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/xlnx,zynq-pinctrl.txt 2024-05-27T00:37:03.916 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/ 2024-05-27T00:37:03.920 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/bq2415x.txt 2024-05-27T00:37:03.923 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/isp1704.txt 2024-05-27T00:37:03.926 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/ltc2941.txt 2024-05-27T00:37:03.930 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/opp.txt 2024-05-27T00:37:03.933 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/power-controller.txt 2024-05-27T00:37:03.937 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/power_domain.txt 2024-05-27T00:37:03.941 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/renesas,sysc-rmobile.txt 2024-05-27T00:37:03.945 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/ 2024-05-27T00:37:03.948 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/keystone-reset.txt 2024-05-27T00:37:03.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:03 smithi050 ceph-mon[36071]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:37:03.952 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/ltc2952-poweroff.txt 2024-05-27T00:37:03.956 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/st-reset.txt 2024-05-27T00:37:03.960 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/syscon-reboot.txt 2024-05-27T00:37:03.963 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/rockchip-io-domain.txt 2024-05-27T00:37:03.966 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/rx51-battery.txt 2024-05-27T00:37:03.969 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/twl-charger.txt 2024-05-27T00:37:03.973 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ 2024-05-27T00:37:03.980 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/ 2024-05-27T00:37:03.984 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/btemp.txt 2024-05-27T00:37:03.988 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/chargalg.txt 2024-05-27T00:37:03.992 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/charger.txt 2024-05-27T00:37:03.997 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/fg.txt 2024-05-27T00:37:04.001 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/axxia-reset.txt 2024-05-27T00:37:04.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:03 smithi137 ceph-mon[36552]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:37:04.005 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/charger-manager.txt 2024-05-27T00:37:04.009 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/gpio-charger.txt 2024-05-27T00:37:04.013 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/imx-snvs-poweroff.txt 2024-05-27T00:37:04.017 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/lp8727_charger.txt 2024-05-27T00:37:04.021 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/max17042_battery.txt 2024-05-27T00:37:04.025 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/max8925_batter.txt 2024-05-27T00:37:04.030 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/msm-poweroff.txt 2024-05-27T00:37:04.034 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/olpc_battery.txt 2024-05-27T00:37:04.038 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/power_supply.txt 2024-05-27T00:37:04.042 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/qnap-poweroff.txt 2024-05-27T00:37:04.047 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/restart-poweroff.txt 2024-05-27T00:37:04.051 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/sbs_sbs-battery.txt 2024-05-27T00:37:04.055 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ti,bq24735.txt 2024-05-27T00:37:04.059 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/tps65090.txt 2024-05-27T00:37:04.063 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/ 2024-05-27T00:37:04.071 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ 2024-05-27T00:37:04.074 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/akebono.txt 2024-05-27T00:37:04.078 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/cpm.txt 2024-05-27T00:37:04.081 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/emac.txt 2024-05-27T00:37:04.086 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/hsta.txt 2024-05-27T00:37:04.090 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ndfc.txt 2024-05-27T00:37:04.094 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ppc440spe-adma.txt 2024-05-27T00:37:04.099 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/reboot.txt 2024-05-27T00:37:04.103 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ 2024-05-27T00:37:04.107 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/board.txt 2024-05-27T00:37:04.110 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cache_sram.txt 2024-05-27T00:37:04.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:03 smithi044 ceph-mon[31645]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:37:04.114 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ccf.txt 2024-05-27T00:37:04.118 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/ 2024-05-27T00:37:04.122 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm.txt 2024-05-27T00:37:04.126 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/ 2024-05-27T00:37:04.129 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/brg.txt 2024-05-27T00:37:04.133 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/i2c.txt 2024-05-27T00:37:04.137 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/pic.txt 2024-05-27T00:37:04.141 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/usb.txt 2024-05-27T00:37:04.145 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/gpio.txt 2024-05-27T00:37:04.149 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/network.txt 2024-05-27T00:37:04.153 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe.txt 2024-05-27T00:37:04.157 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/ 2024-05-27T00:37:04.161 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/firmware.txt 2024-05-27T00:37:04.165 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/par_io.txt 2024-05-27T00:37:04.169 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/pincfg.txt 2024-05-27T00:37:04.173 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/ucc.txt 2024-05-27T00:37:04.177 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/usb.txt 2024-05-27T00:37:04.181 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/serial.txt 2024-05-27T00:37:04.185 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpus.txt 2024-05-27T00:37:04.189 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/dcsr.txt 2024-05-27T00:37:04.192 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/diu.txt 2024-05-27T00:37:04.196 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/dma.txt 2024-05-27T00:37:04.200 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ecm.txt 2024-05-27T00:37:04.204 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/fman.txt 2024-05-27T00:37:04.208 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/gtm.txt 2024-05-27T00:37:04.212 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/guts.txt 2024-05-27T00:37:04.216 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/interlaken-lac.txt 2024-05-27T00:37:04.221 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/l2cache.txt 2024-05-27T00:37:04.225 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/lbc.txt 2024-05-27T00:37:04.229 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mcm.txt 2024-05-27T00:37:04.233 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mcu-mpc8349emitx.txt 2024-05-27T00:37:04.237 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mem-ctrlr.txt 2024-05-27T00:37:04.242 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpc5121-psc.txt 2024-05-27T00:37:04.245 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpc5200.txt 2024-05-27T00:37:04.249 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic-msgr.txt 2024-05-27T00:37:04.253 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic-timer.txt 2024-05-27T00:37:04.257 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic.txt 2024-05-27T00:37:04.261 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/msi-pic.txt 2024-05-27T00:37:04.265 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/pamu.txt 2024-05-27T00:37:04.269 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/pmc.txt 2024-05-27T00:37:04.273 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/raideng.txt 2024-05-27T00:37:04.277 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/srio-rmu.txt 2024-05-27T00:37:04.281 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/srio.txt 2024-05-27T00:37:04.286 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/ 2024-05-27T00:37:04.289 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/gamecube.txt 2024-05-27T00:37:04.293 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/wii.txt 2024-05-27T00:37:04.298 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pps/ 2024-05-27T00:37:04.304 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pps/pps-gpio.txt 2024-05-27T00:37:04.308 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ 2024-05-27T00:37:04.316 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-hlcdc-pwm.txt 2024-05-27T00:37:04.319 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-pwm.txt 2024-05-27T00:37:04.323 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-tcb-pwm.txt 2024-05-27T00:37:04.327 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/bcm-kona-pwm.txt 2024-05-27T00:37:04.331 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/cirrus,clps711x-pwm.txt 2024-05-27T00:37:04.335 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/img-pwm.txt 2024-05-27T00:37:04.339 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/imx-pwm.txt 2024-05-27T00:37:04.343 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/lpc32xx-pwm.txt 2024-05-27T00:37:04.347 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/mxs-pwm.txt 2024-05-27T00:37:04.353 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/nvidia,tegra20-pwm.txt 2024-05-27T00:37:04.355 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/nxp,pca9685-pwm.txt 2024-05-27T00:37:04.359 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-bcm2835.txt 2024-05-27T00:37:04.363 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-fsl-ftm.txt 2024-05-27T00:37:04.367 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-lp3943.txt 2024-05-27T00:37:04.370 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-rockchip.txt 2024-05-27T00:37:04.373 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-samsung.txt 2024-05-27T00:37:04.377 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-st.txt 2024-05-27T00:37:04.382 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-sun4i.txt 2024-05-27T00:37:04.386 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tiecap.txt 2024-05-27T00:37:04.390 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tiehrpwm.txt 2024-05-27T00:37:04.395 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tipwmss.txt 2024-05-27T00:37:04.399 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm.txt 2024-05-27T00:37:04.404 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pxa-pwm.txt 2024-05-27T00:37:04.408 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/renesas,tpu-pwm.txt 2024-05-27T00:37:04.412 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/spear-pwm.txt 2024-05-27T00:37:04.416 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ti,twl-pwm.txt 2024-05-27T00:37:04.420 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ti,twl-pwmled.txt 2024-05-27T00:37:04.424 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/vt8500-pwm.txt 2024-05-27T00:37:04.428 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regmap/ 2024-05-27T00:37:04.434 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regmap/regmap.txt 2024-05-27T00:37:04.436 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ 2024-05-27T00:37:04.442 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/88pm800.txt 2024-05-27T00:37:04.445 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/88pm860x.txt 2024-05-27T00:37:04.448 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/act8865-regulator.txt 2024-05-27T00:37:04.452 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/anatop-regulator.txt 2024-05-27T00:37:04.456 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/as3722-regulator.txt 2024-05-27T00:37:04.461 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/da9210.txt 2024-05-27T00:37:04.464 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/da9211.txt 2024-05-27T00:37:04.467 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/fan53555.txt 2024-05-27T00:37:04.470 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/fixed-regulator.txt 2024-05-27T00:37:04.473 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/gpio-regulator.txt 2024-05-27T00:37:04.476 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/isl9305.txt 2024-05-27T00:37:04.479 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/lp872x.txt 2024-05-27T00:37:04.482 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ltc3589.txt 2024-05-27T00:37:04.485 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max1586-regulator.txt 2024-05-27T00:37:04.488 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max77802.txt 2024-05-27T00:37:04.491 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8660.txt 2024-05-27T00:37:04.494 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8907.txt 2024-05-27T00:37:04.497 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8925-regulator.txt 2024-05-27T00:37:04.499 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8952.txt 2024-05-27T00:37:04.503 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8973-regulator.txt 2024-05-27T00:37:04.505 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8997-regulator.txt 2024-05-27T00:37:04.508 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/mt6397-regulator.txt 2024-05-27T00:37:04.511 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/palmas-pmic.txt 2024-05-27T00:37:04.514 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pbias-regulator.txt 2024-05-27T00:37:04.517 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pfuze100.txt 2024-05-27T00:37:04.520 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pwm-regulator.txt 2024-05-27T00:37:04.523 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/regulator.txt 2024-05-27T00:37:04.526 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/s5m8767-regulator.txt 2024-05-27T00:37:04.529 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/sky81452-regulator.txt 2024-05-27T00:37:04.531 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ti-abb-regulator.txt 2024-05-27T00:37:04.534 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps51632-regulator.txt 2024-05-27T00:37:04.537 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps62360-regulator.txt 2024-05-27T00:37:04.540 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65090.txt 2024-05-27T00:37:04.543 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65217.txt 2024-05-27T00:37:04.546 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65218.txt 2024-05-27T00:37:04.548 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps6586x.txt 2024-05-27T00:37:04.551 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/twl-regulator.txt 2024-05-27T00:37:04.553 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/vexpress.txt 2024-05-27T00:37:04.556 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/reserved-memory/ 2024-05-27T00:37:04.559 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/reserved-memory/reserved-memory.txt 2024-05-27T00:37:04.561 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/ 2024-05-27T00:37:04.565 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.563+0000 7f1c10e00640 1 -- 172.21.15.44:0/10354604 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1c0c1077b0 msgr2=0x7f1c0c107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:04.565 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.563+0000 7f1c10e00640 1 --2- 172.21.15.44:0/10354604 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1c0c1077b0 0x7f1c0c107b90 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f1bfc009890 tx=0x7f1bfc02a380 comp rx=0 tx=0).stop 2024-05-27T00:37:04.565 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.563+0000 7f1c10e00640 1 -- 172.21.15.44:0/10354604 shutdown_connections 2024-05-27T00:37:04.565 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.563+0000 7f1c10e00640 1 --2- 172.21.15.44:0/10354604 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c0c102160 0x7f1c0c10e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.565 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.563+0000 7f1c10e00640 1 --2- 172.21.15.44:0/10354604 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1c0c1017a0 0x7f1c0c101c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.566 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.563+0000 7f1c10e00640 1 --2- 172.21.15.44:0/10354604 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1c0c1077b0 0x7f1c0c107b90 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.566 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.563+0000 7f1c10e00640 1 -- 172.21.15.44:0/10354604 >> 172.21.15.44:0/10354604 conn(0x7f1c0c0fd2f0 msgr2=0x7f1c0c0ff710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:04.566 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.564+0000 7f1c10e00640 1 -- 172.21.15.44:0/10354604 shutdown_connections 2024-05-27T00:37:04.566 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/allwinner,sunxi-clock-reset.txt 2024-05-27T00:37:04.566 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.564+0000 7f1c10e00640 1 -- 172.21.15.44:0/10354604 wait complete. 2024-05-27T00:37:04.567 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.565+0000 7f1c10e00640 1 Processor -- start 2024-05-27T00:37:04.567 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.565+0000 7f1c10e00640 1 -- start start 2024-05-27T00:37:04.567 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/fsl,imx-src.txt 2024-05-27T00:37:04.568 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.565+0000 7f1c10e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1c0c1017a0 0x7f1c0c073ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:04.568 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.565+0000 7f1c10e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1c0c102160 0x7f1c0c0741e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:04.568 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.565+0000 7f1c10e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c0c1077b0 0x7f1c0c074720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:04.568 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.565+0000 7f1c10e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1c0c111ce0 con 0x7f1c0c1017a0 2024-05-27T00:37:04.568 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.565+0000 7f1c10e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1c0c111b60 con 0x7f1c0c1077b0 2024-05-27T00:37:04.568 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.565+0000 7f1c10e00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f1c0c111e60 con 0x7f1c0c102160 2024-05-27T00:37:04.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.566+0000 7f1c0b400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1c0c1017a0 0x7f1c0c073ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:04.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.566+0000 7f1c0b400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1c0c1017a0 0x7f1c0c073ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41416/0 (socket says 172.21.15.44:41416) 2024-05-27T00:37:04.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.566+0000 7f1c0b400640 1 -- 172.21.15.44:0/2391427846 learned_addr learned my addr 172.21.15.44:0/2391427846 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:04.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.566+0000 7f1c0aa00640 1 --2- 172.21.15.44:0/2391427846 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1c0c102160 0x7f1c0c0741e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:04.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.566+0000 7f1c0be00640 1 --2- 172.21.15.44:0/2391427846 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c0c1077b0 0x7f1c0c074720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:04.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.566+0000 7f1c0b400640 1 -- 172.21.15.44:0/2391427846 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1c0c102160 msgr2=0x7f1c0c0741e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:04.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.566+0000 7f1c0b400640 1 --2- 172.21.15.44:0/2391427846 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1c0c102160 0x7f1c0c0741e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.566+0000 7f1c0b400640 1 -- 172.21.15.44:0/2391427846 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c0c1077b0 msgr2=0x7f1c0c074720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:04.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.566+0000 7f1c0b400640 1 --2- 172.21.15.44:0/2391427846 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c0c1077b0 0x7f1c0c074720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.566+0000 7f1c0b400640 1 -- 172.21.15.44:0/2391427846 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c0c1a66c0 con 0x7f1c0c1017a0 2024-05-27T00:37:04.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.567+0000 7f1c0b400640 1 --2- 172.21.15.44:0/2391427846 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1c0c1017a0 0x7f1c0c073ca0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f1bfc0326f0 tx=0x7f1bfc032720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:04.570 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/reset.txt 2024-05-27T00:37:04.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.567+0000 7f1c03e00640 1 -- 172.21.15.44:0/2391427846 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bfc040020 con 0x7f1c0c1017a0 2024-05-27T00:37:04.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.567+0000 7f1c10e00640 1 -- 172.21.15.44:0/2391427846 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c0c1a6950 con 0x7f1c0c1017a0 2024-05-27T00:37:04.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.567+0000 7f1c03e00640 1 -- 172.21.15.44:0/2391427846 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1bfc038040 con 0x7f1c0c1017a0 2024-05-27T00:37:04.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.567+0000 7f1c03e00640 1 -- 172.21.15.44:0/2391427846 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bfc037070 con 0x7f1c0c1017a0 2024-05-27T00:37:04.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.567+0000 7f1c10e00640 1 -- 172.21.15.44:0/2391427846 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c0c1a6e90 con 0x7f1c0c1017a0 2024-05-27T00:37:04.571 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/sirf,rstc.txt 2024-05-27T00:37:04.572 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/socfpga-reset.txt 2024-05-27T00:37:04.573 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.571+0000 7f1c15187740 1 Processor -- start 2024-05-27T00:37:04.573 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.571+0000 7f1c15187740 1 -- start start 2024-05-27T00:37:04.573 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.571+0000 7f1c03e00640 1 -- 172.21.15.44:0/2391427846 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f1bfc043020 con 0x7f1c0c1017a0 2024-05-27T00:37:04.574 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.572+0000 7f1c15187740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5609c0344770 0x5609c0342cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:04.574 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.572+0000 7f1c15187740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0343200 0x5609c0343680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:04.574 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.572+0000 7f1c15187740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c034df80 0x5609c0350370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:04.574 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.572+0000 7f1c15187740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5609c02a7420 con 0x5609c034df80 2024-05-27T00:37:04.574 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.572+0000 7f1c15187740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5609c024ec50 con 0x5609c0343200 2024-05-27T00:37:04.574 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.572+0000 7f1c15187740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5609c02a33e0 con 0x5609c0344770 2024-05-27T00:37:04.575 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.572+0000 7f1c0b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0343200 0x5609c0343680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:04.578 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.572+0000 7f1c0aa00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c034df80 0x5609c0350370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:04.578 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.572+0000 7f1c0aa00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c034df80 0x5609c0350370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41428/0 (socket says 172.21.15.44:41428) 2024-05-27T00:37:04.578 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.572+0000 7f1c0aa00640 1 -- 172.21.15.44:0/2100154211 learned_addr learned my addr 172.21.15.44:0/2100154211 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:04.579 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.572+0000 7f1c0be00640 1 --2- 172.21.15.44:0/2100154211 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5609c0344770 0x5609c0342cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:04.579 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-picophyreset.txt 2024-05-27T00:37:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.573+0000 7f1c0aa00640 1 -- 172.21.15.44:0/2100154211 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5609c0344770 msgr2=0x5609c0342cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.573+0000 7f1c0aa00640 1 --2- 172.21.15.44:0/2100154211 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5609c0344770 0x5609c0342cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.573+0000 7f1c0aa00640 1 -- 172.21.15.44:0/2100154211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0343200 msgr2=0x5609c0343680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.573+0000 7f1c0aa00640 1 --2- 172.21.15.44:0/2100154211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0343200 0x5609c0343680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.573+0000 7f1c0aa00640 1 -- 172.21.15.44:0/2100154211 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5609bffbb210 con 0x5609c034df80 2024-05-27T00:37:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.573+0000 7f1c0b400640 1 --2- 172.21.15.44:0/2100154211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0343200 0x5609c0343680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.573+0000 7f1c0aa00640 1 --2- 172.21.15.44:0/2100154211 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c034df80 0x5609c0350370 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f1bf8009ca0 tx=0x7f1bf8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=644c89f928bbfc1a server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.574+0000 7f1c00c00640 1 -- 172.21.15.44:0/2100154211 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bf801e070 con 0x5609c034df80 2024-05-27T00:37:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.574+0000 7f1c03e00640 1 --2- 172.21.15.44:0/2391427846 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f1bf00a2d70 0x7f1bf00a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.574+0000 7f1c00c00640 1 -- 172.21.15.44:0/2100154211 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1bf8019b30 con 0x5609c034df80 2024-05-27T00:37:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.574+0000 7f1c00c00640 1 -- 172.21.15.44:0/2100154211 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bf800eb20 con 0x5609c034df80 2024-05-27T00:37:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.574+0000 7f1c03e00640 1 -- 172.21.15.44:0/2391427846 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f1bfc0ef120 con 0x7f1c0c1017a0 2024-05-27T00:37:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.574+0000 7f1c0be00640 1 --2- 172.21.15.44:0/2391427846 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f1bf00a2d70 0x7f1bf00a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.575+0000 7f1c15187740 1 -- 172.21.15.44:0/2100154211 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c034df80 msgr2=0x5609c0350370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.575+0000 7f1c15187740 1 --2- 172.21.15.44:0/2100154211 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c034df80 0x5609c0350370 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f1bf8009ca0 tx=0x7f1bf8011810 comp rx=0 tx=0).stop 2024-05-27T00:37:04.581 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-powerdown.txt 2024-05-27T00:37:04.583 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.575+0000 7f1c15187740 1 -- 172.21.15.44:0/2100154211 shutdown_connections 2024-05-27T00:37:04.583 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.575+0000 7f1c15187740 1 --2- 172.21.15.44:0/2100154211 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c034df80 0x5609c0350370 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.583 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.575+0000 7f1c15187740 1 --2- 172.21.15.44:0/2100154211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0343200 0x5609c0343680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.583 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.575+0000 7f1c0be00640 1 --2- 172.21.15.44:0/2391427846 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f1bf00a2d70 0x7f1bf00a5230 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1c04005fd0 tx=0x7f1c04010040 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:04.583 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.575+0000 7f1c15187740 1 --2- 172.21.15.44:0/2100154211 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5609c0344770 0x5609c0342cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.575+0000 7f1c15187740 1 -- 172.21.15.44:0/2100154211 >> 172.21.15.44:0/2100154211 conn(0x5609c030bf80 msgr2=0x5609c033f7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.575+0000 7f1c15187740 1 -- 172.21.15.44:0/2100154211 shutdown_connections 2024-05-27T00:37:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.575+0000 7f1c15187740 1 -- 172.21.15.44:0/2100154211 wait complete. 2024-05-27T00:37:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.576+0000 7f1c15187740 1 -- start start 2024-05-27T00:37:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.576+0000 7f1c15187740 1 Processor -- start 2024-05-27T00:37:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.577+0000 7f1c15187740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5609c0343200 0x5609c034af00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.577+0000 7f1c15187740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0344770 0x5609c034b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.577+0000 7f1c15187740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c034df80 0x5609c034b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.577+0000 7f1c15187740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5609c0350d50 con 0x5609c034df80 2024-05-27T00:37:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.577+0000 7f1c15187740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5609c02620b0 con 0x5609c0344770 2024-05-27T00:37:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.577+0000 7f1c15187740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5609c0350ed0 con 0x5609c0343200 2024-05-27T00:37:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.577+0000 7f1c15187740 10 client.0 _ll_register_callbacks cb 0x5609c024df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.577+0000 7f1c0aa00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0344770 0x5609c034b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:04.585 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.577+0000 7f1c0be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c034df80 0x5609c034b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:04.585 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.577+0000 7f1c0b400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5609c0343200 0x5609c034af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:04.585 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.577+0000 7f1c0aa00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0344770 0x5609c034b440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:44624/0 (socket says 172.21.15.44:44624) 2024-05-27T00:37:04.585 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.577+0000 7f1c0aa00640 1 -- 172.21.15.44:0/3615151903 learned_addr learned my addr 172.21.15.44:0/3615151903 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:04.585 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-softreset.txt 2024-05-27T00:37:04.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.578+0000 7f1c0aa00640 1 -- 172.21.15.44:0/3615151903 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5609c0343200 msgr2=0x5609c034af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:04.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.578+0000 7f1c0aa00640 1 --2- 172.21.15.44:0/3615151903 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5609c0343200 0x5609c034af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.578+0000 7f1c0aa00640 1 -- 172.21.15.44:0/3615151903 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c034df80 msgr2=0x5609c034b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:04.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.578+0000 7f1c0aa00640 1 --2- 172.21.15.44:0/3615151903 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c034df80 0x5609c034b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.578+0000 7f1c0aa00640 1 -- 172.21.15.44:0/3615151903 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5609c0087620 con 0x5609c0344770 2024-05-27T00:37:04.586 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.578+0000 7f1c0be00640 1 --2- 172.21.15.44:0/3615151903 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c034df80 0x5609c034b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:04.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.578+0000 7f1c0aa00640 1 --2- 172.21.15.44:0/3615151903 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0344770 0x5609c034b440 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f1bf800e6a0 tx=0x7f1bf800e4c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5d2714adece26a72 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:04.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.578+0000 7f1bf5600640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:37:04.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.578+0000 7f1bf5600640 1 -- 172.21.15.44:0/3615151903 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bf8027020 con 0x5609c0344770 2024-05-27T00:37:04.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.578+0000 7f1bf5600640 1 -- 172.21.15.44:0/3615151903 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f1bf80196b0 con 0x5609c0344770 2024-05-27T00:37:04.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.578+0000 7f1c15187740 1 -- 172.21.15.44:0/3615151903 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1bf8019b30 con 0x5609c0344770 2024-05-27T00:37:04.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.579+0000 7f1bf5600640 1 -- 172.21.15.44:0/3615151903 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1bf8032050 con 0x5609c0344770 2024-05-27T00:37:04.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.579+0000 7f1c15187740 10 client.26102 fetch_fsmap learned FSMap version 26 2024-05-27T00:37:04.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.579+0000 7f1c15187740 1 -- 172.21.15.44:0/3615151903 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5609c035d070 con 0x5609c0344770 2024-05-27T00:37:04.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.579+0000 7f1bf5600640 1 -- 172.21.15.44:0/3615151903 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1bf8019b30 con 0x5609c0344770 2024-05-27T00:37:04.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.579+0000 7f1bf5600640 1 -- 172.21.15.44:0/3615151903 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f1bf80046c0 con 0x5609c0344770 2024-05-27T00:37:04.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.580+0000 7f1c15187740 10 client.26102 fetch_fsmap finished waiting for FSMap version 26 2024-05-27T00:37:04.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.580+0000 7f1c15187740 10 client.26102 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:04.587 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.580+0000 7f1c15187740 20 client.26102 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:04.588 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.580+0000 7f1c15187740 1 --2- 172.21.15.44:0/3615151903 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5609c035e470 0x5609c0360860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:04.588 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.580+0000 7f1c15187740 4 client.26102 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:37:04.588 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.580+0000 7f1c15187740 1 -- 172.21.15.44:0/3615151903 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5609c02b4b50 con 0x5609c035e470 2024-05-27T00:37:04.588 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/resource-names.txt 2024-05-27T00:37:04.589 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.580+0000 7f1c0b400640 1 --2- 172.21.15.44:0/3615151903 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5609c035e470 0x5609c0360860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:04.589 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.580+0000 7f1c0b400640 1 --2- 172.21.15.44:0/3615151903 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5609c035e470 0x5609c0360860 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5837e1bb98ab93c9 server_cookie=eb093649a77510f8 in_seq=0 out_seq=0 2024-05-27T00:37:04.589 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.581+0000 7f1bf5600640 10 client.26102 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:04.589 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.581+0000 7f1bf5600640 1 -- 172.21.15.44:0/3615151903 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5609c02b4b50 con 0x5609c035e470 2024-05-27T00:37:04.589 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.581+0000 7f1bf5600640 10 client.26102 handle_command_reply: tid=0 2024-05-27T00:37:04.589 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.581+0000 7f1c15187740 1 client.26102 shutdown 2024-05-27T00:37:04.589 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.582+0000 7f1c15187740 1 -- 172.21.15.44:0/3615151903 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0344770 msgr2=0x5609c034b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:04.590 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.582+0000 7f1c15187740 1 --2- 172.21.15.44:0/3615151903 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0344770 0x5609c034b440 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f1bf800e6a0 tx=0x7f1bf800e4c0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.590 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.582+0000 7f1c15187740 1 -- 172.21.15.44:0/3615151903 shutdown_connections 2024-05-27T00:37:04.590 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.582+0000 7f1c15187740 1 --2- 172.21.15.44:0/3615151903 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5609c035e470 0x5609c0360860 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.590 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.582+0000 7f1c15187740 1 --2- 172.21.15.44:0/3615151903 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c034df80 0x5609c034b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.590 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.582+0000 7f1c15187740 1 --2- 172.21.15.44:0/3615151903 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0344770 0x5609c034b440 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.590 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.582+0000 7f1c15187740 1 --2- 172.21.15.44:0/3615151903 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5609c0343200 0x5609c034af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.590 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.582+0000 7f1c15187740 1 -- 172.21.15.44:0/3615151903 >> 172.21.15.44:0/3615151903 conn(0x5609c030bf80 msgr2=0x5609c0345620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:04.590 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.582+0000 7f1bf5600640 0 client.26102 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:04.590 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.582+0000 7f1c15187740 1 -- 172.21.15.44:0/3615151903 shutdown_connections 2024-05-27T00:37:04.590 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.582+0000 7f1c15187740 1 -- 172.21.15.44:0/3615151903 wait complete. 2024-05-27T00:37:04.590 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.582+0000 7f1c15187740 20 client.26102 trim_cache size 0 max 16384 2024-05-27T00:37:04.591 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/ 2024-05-27T00:37:04.591 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/apm,rng.txt 2024-05-27T00:37:04.591 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/brcm,bcm2835.txt 2024-05-27T00:37:04.591 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/qcom,prng.txt 2024-05-27T00:37:04.591 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/ 2024-05-27T00:37:04.592 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/armada-380-rtc.txt 2024-05-27T00:37:04.594 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/atmel,at91rm9200-rtc.txt 2024-05-27T00:37:04.595 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/atmel,at91sam9-rtc.txt 2024-05-27T00:37:04.596 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/dallas,ds1339.txt 2024-05-27T00:37:04.598 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/dw-apb.txt 2024-05-27T00:37:04.599 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/haoyu,hym8563.txt 2024-05-27T00:37:04.600 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/imxdi-rtc.txt 2024-05-27T00:37:04.602 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/isil,isl12057.txt 2024-05-27T00:37:04.603 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.601+0000 7f1c15187740 1 Processor -- start 2024-05-27T00:37:04.603 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.602+0000 7f1c15187740 1 -- start start 2024-05-27T00:37:04.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.602+0000 7f1c15187740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c0343200 0x5609c033f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:04.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.602+0000 7f1c15187740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0344770 0x5609c034b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:04.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.602+0000 7f1c15187740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5609c034df80 0x5609c03660e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:04.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.602+0000 7f1c15187740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1c0c1b3780 con 0x5609c0343200 2024-05-27T00:37:04.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.602+0000 7f1c15187740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1c0c1b1050 con 0x5609c0344770 2024-05-27T00:37:04.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.602+0000 7f1c15187740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f1c0c1aee80 con 0x5609c034df80 2024-05-27T00:37:04.604 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/lpc32xx-rtc.txt 2024-05-27T00:37:04.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.602+0000 7f1c0b400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c0343200 0x5609c033f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:04.605 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.602+0000 7f1c0b400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c0343200 0x5609c033f0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41450/0 (socket says 172.21.15.44:41450) 2024-05-27T00:37:04.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.602+0000 7f1c0aa00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0344770 0x5609c034b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:04.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.602+0000 7f1c0b400640 1 -- 172.21.15.44:0/297735656 learned_addr learned my addr 172.21.15.44:0/297735656 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:04.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.602+0000 7f1c0be00640 1 --2- 172.21.15.44:0/297735656 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5609c034df80 0x5609c03660e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:04.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.603+0000 7f1c0aa00640 1 -- 172.21.15.44:0/297735656 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5609c034df80 msgr2=0x5609c03660e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:04.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.603+0000 7f1c0aa00640 1 --2- 172.21.15.44:0/297735656 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5609c034df80 0x5609c03660e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.603+0000 7f1c0aa00640 1 -- 172.21.15.44:0/297735656 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c0343200 msgr2=0x5609c033f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:04.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.603+0000 7f1c0aa00640 1 --2- 172.21.15.44:0/297735656 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c0343200 0x5609c033f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.603+0000 7f1c0aa00640 1 -- 172.21.15.44:0/297735656 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5609c033fd30 con 0x5609c0344770 2024-05-27T00:37:04.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.603+0000 7f1c0aa00640 1 --2- 172.21.15.44:0/297735656 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0344770 0x5609c034b5d0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f1bf800e6d0 tx=0x7f1bf8009af0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9eab930ea9db9da3 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:04.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.603+0000 7f1bf7e00640 1 -- 172.21.15.44:0/297735656 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bf8027040 con 0x5609c0344770 2024-05-27T00:37:04.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.603+0000 7f1bf7e00640 1 -- 172.21.15.44:0/297735656 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1bf8019930 con 0x5609c0344770 2024-05-27T00:37:04.606 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.603+0000 7f1bf7e00640 1 -- 172.21.15.44:0/297735656 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bf801e040 con 0x5609c0344770 2024-05-27T00:37:04.607 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/maxim,ds1742.txt 2024-05-27T00:37:04.607 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.604+0000 7f1c15187740 1 -- 172.21.15.44:0/297735656 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0344770 msgr2=0x5609c034b5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:04.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.604+0000 7f1c15187740 1 --2- 172.21.15.44:0/297735656 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0344770 0x5609c034b5d0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f1bf800e6d0 tx=0x7f1bf8009af0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.604+0000 7f1c15187740 1 -- 172.21.15.44:0/297735656 shutdown_connections 2024-05-27T00:37:04.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.604+0000 7f1c15187740 1 --2- 172.21.15.44:0/297735656 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5609c034df80 0x5609c03660e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.604+0000 7f1c15187740 1 --2- 172.21.15.44:0/297735656 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0344770 0x5609c034b5d0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.604+0000 7f1c15187740 1 --2- 172.21.15.44:0/297735656 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c0343200 0x5609c033f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.604+0000 7f1c15187740 1 -- 172.21.15.44:0/297735656 >> 172.21.15.44:0/297735656 conn(0x5609c030bf80 msgr2=0x5609c034aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:04.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.604+0000 7f1c15187740 1 -- 172.21.15.44:0/297735656 shutdown_connections 2024-05-27T00:37:04.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.605+0000 7f1c15187740 1 -- 172.21.15.44:0/297735656 wait complete. 2024-05-27T00:37:04.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.605+0000 7f1c15187740 1 -- start start 2024-05-27T00:37:04.608 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.605+0000 7f1c15187740 1 Processor -- start 2024-05-27T00:37:04.608 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/moxa,moxart-rtc.txt 2024-05-27T00:37:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.606+0000 7f1c15187740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5609c0343200 0x5609c03561c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.606+0000 7f1c15187740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0344770 0x5609c0356700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.606+0000 7f1c15187740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c034df80 0x5609c0347580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.606+0000 7f1c15187740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1c0c1af510 con 0x5609c034df80 2024-05-27T00:37:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.606+0000 7f1c15187740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1c0c1b0980 con 0x5609c0344770 2024-05-27T00:37:04.610 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.606+0000 7f1c15187740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f1c0c1afbe0 con 0x5609c0343200 2024-05-27T00:37:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.606+0000 7f1c15187740 10 client.0 _ll_register_callbacks cb 0x7f1bf801c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.606+0000 7f1c0be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c034df80 0x5609c0347580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.606+0000 7f1c0b400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5609c0343200 0x5609c03561c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.606+0000 7f1c0be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c034df80 0x5609c0347580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:41456/0 (socket says 172.21.15.44:41456) 2024-05-27T00:37:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.606+0000 7f1c0be00640 1 -- 172.21.15.44:0/1556445387 learned_addr learned my addr 172.21.15.44:0/1556445387 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.606+0000 7f1c0aa00640 1 --2- 172.21.15.44:0/1556445387 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0344770 0x5609c0356700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.607+0000 7f1c0be00640 1 -- 172.21.15.44:0/1556445387 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5609c0343200 msgr2=0x5609c03561c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.607+0000 7f1c0be00640 1 --2- 172.21.15.44:0/1556445387 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5609c0343200 0x5609c03561c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.607+0000 7f1c0be00640 1 -- 172.21.15.44:0/1556445387 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0344770 msgr2=0x5609c0356700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.607+0000 7f1c0be00640 1 --2- 172.21.15.44:0/1556445387 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0344770 0x5609c0356700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.607+0000 7f1c0be00640 1 -- 172.21.15.44:0/1556445387 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5609c0343c50 con 0x5609c034df80 2024-05-27T00:37:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.607+0000 7f1c0b400640 1 --2- 172.21.15.44:0/1556445387 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5609c0343200 0x5609c03561c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:04.611 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.607+0000 7f1c0aa00640 1 --2- 172.21.15.44:0/1556445387 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0344770 0x5609c0356700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.607+0000 7f1c0be00640 1 --2- 172.21.15.44:0/1556445387 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c034df80 0x5609c0347580 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f1c0400d820 tx=0x7f1c04004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca1bb4e31995d26b server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.607+0000 7f1bf5600640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:37:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.608+0000 7f1bf5600640 1 -- 172.21.15.44:0/1556445387 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c0402c020 con 0x5609c034df80 2024-05-27T00:37:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.608+0000 7f1bf5600640 1 -- 172.21.15.44:0/1556445387 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f1c040179c0 con 0x5609c034df80 2024-05-27T00:37:04.612 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.608+0000 7f1c15187740 1 -- 172.21.15.44:0/1556445387 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1bf8019930 con 0x5609c034df80 2024-05-27T00:37:04.612 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/nvidia,tegra20-rtc.txt 2024-05-27T00:37:04.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.608+0000 7f1bf5600640 1 -- 172.21.15.44:0/1556445387 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1c04037050 con 0x5609c034df80 2024-05-27T00:37:04.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.608+0000 7f1c15187740 10 client.15978 fetch_fsmap learned FSMap version 26 2024-05-27T00:37:04.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.608+0000 7f1c15187740 1 -- 172.21.15.44:0/1556445387 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5609c03c8620 con 0x5609c034df80 2024-05-27T00:37:04.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.609+0000 7f1bf5600640 1 -- 172.21.15.44:0/1556445387 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1bf8019930 con 0x5609c034df80 2024-05-27T00:37:04.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.609+0000 7f1bf5600640 1 -- 172.21.15.44:0/1556445387 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f1c0400b040 con 0x5609c034df80 2024-05-27T00:37:04.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.609+0000 7f1c15187740 10 client.15978 fetch_fsmap finished waiting for FSMap version 26 2024-05-27T00:37:04.613 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.609+0000 7f1c15187740 10 client.15978 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:04.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.609+0000 7f1c15187740 20 client.15978 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:04.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.609+0000 7f1c15187740 1 --2- 172.21.15.44:0/1556445387 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5609c03c8e80 0x5609c03cb2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:04.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.609+0000 7f1c15187740 4 client.15978 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-27T00:37:04.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.609+0000 7f1c15187740 1 -- 172.21.15.44:0/1556445387 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5609c02aeea0 con 0x5609c03c8e80 2024-05-27T00:37:04.614 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.610+0000 7f1c0b400640 1 --2- 172.21.15.44:0/1556445387 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5609c03c8e80 0x5609c03cb2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:04.614 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/nxp,rtc-2123.txt 2024-05-27T00:37:04.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.610+0000 7f1c0b400640 1 --2- 172.21.15.44:0/1556445387 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5609c03c8e80 0x5609c03cb2a0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dcd483ad94d38d4e server_cookie=4f5d4a3fadf74cdc in_seq=0 out_seq=0 2024-05-27T00:37:04.615 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:04.610+0000 7f1bf5600640 10 client.15978 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:04.615 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/olpc-xo1-rtc.txt 2024-05-27T00:37:04.626 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/orion-rtc.txt 2024-05-27T00:37:04.630 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/pxa-rtc.txt 2024-05-27T00:37:04.634 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-cmos.txt 2024-05-27T00:37:04.640 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-omap.txt 2024-05-27T00:37:04.647 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-opal.txt 2024-05-27T00:37:04.650 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-palmas.txt 2024-05-27T00:37:04.653 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/s3c-rtc.txt 2024-05-27T00:37:04.658 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sa1100-rtc.txt 2024-05-27T00:37:04.666 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/snvs-rtc.txt 2024-05-27T00:37:04.687 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/spear-rtc.txt 2024-05-27T00:37:04.737 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/stmp3xxx-rtc.txt 2024-05-27T00:37:04.788 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sun6i-rtc.txt 2024-05-27T00:37:04.915 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sunxi-rtc.txt 2024-05-27T00:37:04.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:04 smithi050 ceph-mon[36071]: pgmap v56: 129 pgs: 129 active+clean; 59 MiB data, 510 MiB used, 1.0 TiB / 1.0 TiB avail; 453 KiB/s rd, 4.8 MiB/s wr, 38 op/s 2024-05-27T00:37:05.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:04 smithi137 ceph-mon[36552]: pgmap v56: 129 pgs: 129 active+clean; 59 MiB data, 510 MiB used, 1.0 TiB / 1.0 TiB avail; 453 KiB/s rd, 4.8 MiB/s wr, 38 op/s 2024-05-27T00:37:05.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:04 smithi044 ceph-mon[31645]: pgmap v56: 129 pgs: 129 active+clean; 59 MiB data, 510 MiB used, 1.0 TiB / 1.0 TiB avail; 453 KiB/s rd, 4.8 MiB/s wr, 38 op/s 2024-05-27T00:37:05.151 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.148+0000 7f1bf5600640 1 -- 172.21.15.44:0/1556445387 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5609c02aeea0 con 0x5609c03c8e80 2024-05-27T00:37:05.151 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.148+0000 7f1bf5600640 10 client.15978 handle_command_reply: tid=0 2024-05-27T00:37:05.151 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.148+0000 7f1c15187740 1 client.15978 shutdown 2024-05-27T00:37:05.151 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.149+0000 7f1c15187740 1 -- 172.21.15.44:0/1556445387 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c034df80 msgr2=0x5609c0347580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:05.151 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.149+0000 7f1c15187740 1 --2- 172.21.15.44:0/1556445387 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c034df80 0x5609c0347580 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f1c0400d820 tx=0x7f1c04004ab0 comp rx=0 tx=0).stop 2024-05-27T00:37:05.151 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.149+0000 7f1c15187740 1 -- 172.21.15.44:0/1556445387 shutdown_connections 2024-05-27T00:37:05.151 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.149+0000 7f1c15187740 1 --2- 172.21.15.44:0/1556445387 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5609c03c8e80 0x5609c03cb2a0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:05.151 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.149+0000 7f1c15187740 1 --2- 172.21.15.44:0/1556445387 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5609c034df80 0x5609c0347580 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:05.152 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.149+0000 7f1c15187740 1 --2- 172.21.15.44:0/1556445387 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5609c0344770 0x5609c0356700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:05.152 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.149+0000 7f1c15187740 1 --2- 172.21.15.44:0/1556445387 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5609c0343200 0x5609c03561c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:05.152 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.149+0000 7f1c15187740 1 -- 172.21.15.44:0/1556445387 >> 172.21.15.44:0/1556445387 conn(0x5609c030bf80 msgr2=0x5609c0344d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:05.152 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.149+0000 7f1bf5600640 0 client.15978 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:05.152 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.149+0000 7f1c15187740 1 -- 172.21.15.44:0/1556445387 shutdown_connections 2024-05-27T00:37:05.152 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.149+0000 7f1c15187740 1 -- 172.21.15.44:0/1556445387 wait complete. 2024-05-27T00:37:05.152 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.149+0000 7f1c15187740 20 client.15978 trim_cache size 0 max 16384 2024-05-27T00:37:05.152 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-05-27T00:37:05.152 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-05-27T00:37:05.152 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-05-27T00:37:05.152 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-05-27T00:37:05.153 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.150+0000 7f1c10e00640 1 -- 172.21.15.44:0/2391427846 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f1bf00a2d70 msgr2=0x7f1bf00a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:05.153 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.150+0000 7f1c10e00640 1 --2- 172.21.15.44:0/2391427846 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f1bf00a2d70 0x7f1bf00a5230 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1c04005fd0 tx=0x7f1c04010040 comp rx=0 tx=0).stop 2024-05-27T00:37:05.153 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.150+0000 7f1c10e00640 1 -- 172.21.15.44:0/2391427846 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1c0c1017a0 msgr2=0x7f1c0c073ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:05.153 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.150+0000 7f1c10e00640 1 --2- 172.21.15.44:0/2391427846 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1c0c1017a0 0x7f1c0c073ca0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f1bfc0326f0 tx=0x7f1bfc032720 comp rx=0 tx=0).stop 2024-05-27T00:37:05.153 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.150+0000 7f1c10e00640 1 -- 172.21.15.44:0/2391427846 shutdown_connections 2024-05-27T00:37:05.154 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.150+0000 7f1c10e00640 1 --2- 172.21.15.44:0/2391427846 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f1bf00a2d70 0x7f1bf00a5230 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:05.154 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.150+0000 7f1c10e00640 1 --2- 172.21.15.44:0/2391427846 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1c0c1077b0 0x7f1c0c074720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:05.154 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.150+0000 7f1c10e00640 1 --2- 172.21.15.44:0/2391427846 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1c0c102160 0x7f1c0c0741e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:05.154 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.150+0000 7f1c10e00640 1 --2- 172.21.15.44:0/2391427846 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1c0c1017a0 0x7f1c0c073ca0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:05.154 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.150+0000 7f1c10e00640 1 -- 172.21.15.44:0/2391427846 >> 172.21.15.44:0/2391427846 conn(0x7f1c0c0fd2f0 msgr2=0x7f1c0c0fd990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:05.154 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.150+0000 7f1c10e00640 1 -- 172.21.15.44:0/2391427846 shutdown_connections 2024-05-27T00:37:05.154 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:05.151+0000 7f1c10e00640 1 -- 172.21.15.44:0/2391427846 wait complete. 2024-05-27T00:37:05.166 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/twl-rtc.txt 2024-05-27T00:37:05.336 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/via,vt8500-rtc.txt 2024-05-27T00:37:05.338 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/xgene-rtc.txt 2024-05-27T00:37:05.340 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/ 2024-05-27T00:37:05.345 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/tpm/ 2024-05-27T00:37:05.347 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/tpm/st33zp24-i2c.txt 2024-05-27T00:37:05.350 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/ 2024-05-27T00:37:05.355 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/8250.txt 2024-05-27T00:37:05.357 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/altera_jtaguart.txt 2024-05-27T00:37:05.360 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/altera_uart.txt 2024-05-27T00:37:05.362 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/arc-uart.txt 2024-05-27T00:37:05.365 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/atmel-usart.txt 2024-05-27T00:37:05.368 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/axis,etraxfs-uart.txt 2024-05-27T00:37:05.371 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/bcm63xx-uart.txt 2024-05-27T00:37:05.378 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cavium-uart.txt 2024-05-27T00:37:05.378 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cdns,uart.txt 2024-05-27T00:37:05.380 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cirrus,clps711x-uart.txt 2024-05-27T00:37:05.382 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/digicolor-usart.txt 2024-05-27T00:37:05.385 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/efm32-uart.txt 2024-05-27T00:37:05.387 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-imx-uart.txt 2024-05-27T00:37:05.390 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-lpuart.txt 2024-05-27T00:37:05.393 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-mxs-auart.txt 2024-05-27T00:37:05.396 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/lantiq_asc.txt 2024-05-27T00:37:05.399 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/maxim,max310x.txt 2024-05-27T00:37:05.402 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mrvl,pxa-ssp.txt 2024-05-27T00:37:05.406 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mrvl-serial.txt 2024-05-27T00:37:05.408 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mtk-uart.txt 2024-05-27T00:37:05.411 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nvidia,tegra20-hsuart.txt 2024-05-27T00:37:05.414 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nxp,sc16is7xx.txt 2024-05-27T00:37:05.417 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nxp-lpc32xx-hsuart.txt 2024-05-27T00:37:05.420 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/omap_serial.txt 2024-05-27T00:37:05.423 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/pl011.txt 2024-05-27T00:37:05.426 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qca,ar9330-uart.txt 2024-05-27T00:37:05.429 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qcom,msm-uart.txt 2024-05-27T00:37:05.432 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qcom,msm-uartdm.txt 2024-05-27T00:37:05.435 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/renesas,sci-serial.txt 2024-05-27T00:37:05.438 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/rs485.txt 2024-05-27T00:37:05.440 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/samsung_uart.txt 2024-05-27T00:37:05.442 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/sirf-uart.txt 2024-05-27T00:37:05.445 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/snps-dw-apb-uart.txt 2024-05-27T00:37:05.448 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/sprd-uart.txt 2024-05-27T00:37:05.451 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/st-asc.txt 2024-05-27T00:37:05.454 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/vt8500-uart.txt 2024-05-27T00:37:05.457 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/ 2024-05-27T00:37:05.462 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/allwinner,sun4i-ps2.txt 2024-05-27T00:37:05.465 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/altera_ps2.txt 2024-05-27T00:37:05.467 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/olpc,ap-sp.txt 2024-05-27T00:37:05.471 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/snps-arc_ps2.txt 2024-05-27T00:37:05.474 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ 2024-05-27T00:37:05.478 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/ 2024-05-27T00:37:05.481 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/bman-portals.txt 2024-05-27T00:37:05.485 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/bman.txt 2024-05-27T00:37:05.488 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/qman-portals.txt 2024-05-27T00:37:05.491 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/qman.txt 2024-05-27T00:37:05.494 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/qcom/ 2024-05-27T00:37:05.497 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/qcom/qcom,gsbi.txt 2024-05-27T00:37:05.500 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/ 2024-05-27T00:37:05.503 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/keystone-navigator-dma.txt 2024-05-27T00:37:05.506 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/keystone-navigator-qmss.txt 2024-05-27T00:37:05.510 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ 2024-05-27T00:37:05.515 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,adau1701.txt 2024-05-27T00:37:05.519 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,axi-i2s.txt 2024-05-27T00:37:05.521 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,axi-spdif-tx.txt 2024-05-27T00:37:05.525 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,ssm2602.txt 2024-05-27T00:37:05.528 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4104.txt 2024-05-27T00:37:05.531 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4554.c 2024-05-27T00:37:05.534 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4642.txt 2024-05-27T00:37:05.538 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak5386.txt 2024-05-27T00:37:05.541 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/alc5623.txt 2024-05-27T00:37:05.545 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/alc5632.txt 2024-05-27T00:37:05.548 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/armada-370db-audio.txt 2024-05-27T00:37:05.551 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/arndale.txt 2024-05-27T00:37:05.555 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-at91sam9g20ek-wm8731-audio.txt 2024-05-27T00:37:05.558 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-sam9x5-wm8731-audio.txt 2024-05-27T00:37:05.562 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-wm8904.txt 2024-05-27T00:37:05.565 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel_ac97c.txt 2024-05-27T00:37:05.569 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/bcm2835-i2s.txt 2024-05-27T00:37:05.572 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cdns,xtfpga-i2s.txt 2024-05-27T00:37:05.575 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs35l32.txt 2024-05-27T00:37:05.582 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4265.txt 2024-05-27T00:37:05.583 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4270.txt 2024-05-27T00:37:05.586 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4271.txt 2024-05-27T00:37:05.590 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l52.txt 2024-05-27T00:37:05.593 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l56.txt 2024-05-27T00:37:05.598 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l73.txt 2024-05-27T00:37:05.601 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42xx8.txt 2024-05-27T00:37:05.604 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/da9055.txt 2024-05-27T00:37:05.608 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/davinci-evm-audio.txt 2024-05-27T00:37:05.612 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/davinci-mcasp-audio.txt 2024-05-27T00:37:05.615 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/designware-i2s.txt 2024-05-27T00:37:05.618 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/es8328.txt 2024-05-27T00:37:05.622 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/eukrea-tlv320.txt 2024-05-27T00:37:05.625 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,asrc.txt 2024-05-27T00:37:05.628 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,esai.txt 2024-05-27T00:37:05.631 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,spdif.txt 2024-05-27T00:37:05.634 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,ssi.txt 2024-05-27T00:37:05.637 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl-asoc-card.txt 2024-05-27T00:37:05.642 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl-sai.txt 2024-05-27T00:37:05.646 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/hdmi.txt 2024-05-27T00:37:05.649 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-es8328.txt 2024-05-27T00:37:05.653 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-sgtl5000.txt 2024-05-27T00:37:05.656 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-spdif.txt 2024-05-27T00:37:05.659 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-wm8962.txt 2024-05-27T00:37:05.662 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audmux.txt 2024-05-27T00:37:05.665 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ingenic,jz4740-i2s.txt 2024-05-27T00:37:05.668 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98090.txt 2024-05-27T00:37:05.670 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98095.txt 2024-05-27T00:37:05.673 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98357a.txt 2024-05-27T00:37:05.675 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mrvl,pxa-ssp.txt 2024-05-27T00:37:05.678 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mrvl,pxa2xx-pcm.txt 2024-05-27T00:37:05.681 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mvebu-audio.txt 2024-05-27T00:37:05.683 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mxs-audio-sgtl5000.txt 2024-05-27T00:37:05.687 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mxs-saif.txt 2024-05-27T00:37:05.689 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nokia,rx51.txt 2024-05-27T00:37:05.693 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-alc5632.txt 2024-05-27T00:37:05.696 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-max98090.txt 2024-05-27T00:37:05.699 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-rt5640.txt 2024-05-27T00:37:05.701 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-rt5677.txt 2024-05-27T00:37:05.704 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-trimslice.txt 2024-05-27T00:37:05.708 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm8753.txt 2024-05-27T00:37:05.710 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm8903.txt 2024-05-27T00:37:05.713 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm9712.txt 2024-05-27T00:37:05.716 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-ac97.txt 2024-05-27T00:37:05.720 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-das.txt 2024-05-27T00:37:05.723 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-i2s.txt 2024-05-27T00:37:05.727 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-ahub.txt 2024-05-27T00:37:05.730 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-hda.txt 2024-05-27T00:37:05.734 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-i2s.txt 2024-05-27T00:37:05.736 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-abe-twl6040.txt 2024-05-27T00:37:05.739 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-dmic.txt 2024-05-27T00:37:05.742 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-mcbsp.txt 2024-05-27T00:37:05.745 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-mcpdm.txt 2024-05-27T00:37:05.748 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-twl4030.txt 2024-05-27T00:37:05.751 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/pcm1792a.txt 2024-05-27T00:37:05.754 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/pcm512x.txt 2024-05-27T00:37:05.756 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/renesas,fsi.txt 2024-05-27T00:37:05.761 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/renesas,rsnd.txt 2024-05-27T00:37:05.765 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rockchip-i2s.txt 2024-05-27T00:37:05.769 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5631.txt 2024-05-27T00:37:05.772 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5640.txt 2024-05-27T00:37:05.775 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5677.txt 2024-05-27T00:37:05.779 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung,odroidx2-max98090.txt 2024-05-27T00:37:05.782 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung,smdk-wm8994.txt 2024-05-27T00:37:05.785 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung-i2s.txt 2024-05-27T00:37:05.788 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sgtl5000.txt 2024-05-27T00:37:05.792 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/simple-card.txt 2024-05-27T00:37:05.796 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio-codec.txt 2024-05-27T00:37:05.801 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio-port.txt 2024-05-27T00:37:05.805 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio.txt 2024-05-27T00:37:05.808 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-usp.txt 2024-05-27T00:37:05.812 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/snow.txt 2024-05-27T00:37:05.816 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/soc-ac97link.txt 2024-05-27T00:37:05.819 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/spdif-receiver.txt 2024-05-27T00:37:05.823 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/spdif-transmitter.txt 2024-05-27T00:37:05.827 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ssm2518.txt 2024-05-27T00:37:05.831 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ssm4567.txt 2024-05-27T00:37:05.835 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/st,sta32x.txt 2024-05-27T00:37:05.840 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/st,sta350.txt 2024-05-27T00:37:05.843 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tas2552.txt 2024-05-27T00:37:05.846 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tdm-slot.txt 2024-05-27T00:37:05.850 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ti,pcm1681.txt 2024-05-27T00:37:05.853 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ti,tas5086.txt 2024-05-27T00:37:05.856 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic31xx.txt 2024-05-27T00:37:05.859 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic32x4.txt 2024-05-27T00:37:05.863 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic3x.txt 2024-05-27T00:37:05.866 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tpa6130a2.txt 2024-05-27T00:37:05.868 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ts3a227e.txt 2024-05-27T00:37:05.871 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ux500-mop500.txt 2024-05-27T00:37:05.873 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ux500-msp.txt 2024-05-27T00:37:05.876 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/widgets.txt 2024-05-27T00:37:05.878 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8510.txt 2024-05-27T00:37:05.881 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8523.txt 2024-05-27T00:37:05.883 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8580.txt 2024-05-27T00:37:05.886 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8711.txt 2024-05-27T00:37:05.889 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8728.txt 2024-05-27T00:37:05.891 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8731.txt 2024-05-27T00:37:05.894 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8737.txt 2024-05-27T00:37:05.896 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8741.txt 2024-05-27T00:37:05.900 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8750.txt 2024-05-27T00:37:05.902 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8753.txt 2024-05-27T00:37:05.905 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8770.txt 2024-05-27T00:37:05.907 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8776.txt 2024-05-27T00:37:05.910 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8804.txt 2024-05-27T00:37:05.913 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8903.txt 2024-05-27T00:37:05.916 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8904.txt 2024-05-27T00:37:05.918 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8960.txt 2024-05-27T00:37:05.921 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8962.txt 2024-05-27T00:37:05.923 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8994.txt 2024-05-27T00:37:05.926 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/ 2024-05-27T00:37:05.930 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/brcm,bcm2835-spi.txt 2024-05-27T00:37:05.932 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/efm32-spi.txt 2024-05-27T00:37:05.935 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/fsl-imx-cspi.txt 2024-05-27T00:37:05.937 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/fsl-spi.txt 2024-05-27T00:37:05.939 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/mxs-spi.txt 2024-05-27T00:37:05.942 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra114-spi.txt 2024-05-27T00:37:05.945 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra20-sflash.txt 2024-05-27T00:37:05.948 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra20-slink.txt 2024-05-27T00:37:05.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:05 smithi050 ceph-mon[36071]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:37:05.950 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/omap-spi.txt 2024-05-27T00:37:05.953 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/qcom,spi-qup.txt 2024-05-27T00:37:05.956 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/sh-hspi.txt 2024-05-27T00:37:05.959 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/sh-msiof.txt 2024-05-27T00:37:05.962 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/snps,dw-apb-ssi.txt 2024-05-27T00:37:05.965 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-bus.txt 2024-05-27T00:37:05.967 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-cadence.txt 2024-05-27T00:37:05.970 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-davinci.txt 2024-05-27T00:37:05.973 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-dw.txt 2024-05-27T00:37:05.976 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-fsl-dspi.txt 2024-05-27T00:37:05.979 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-gpio.txt 2024-05-27T00:37:05.982 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-img-spfi.txt 2024-05-27T00:37:05.985 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-meson.txt 2024-05-27T00:37:05.991 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-octeon.txt 2024-05-27T00:37:05.991 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-orion.txt 2024-05-27T00:37:05.994 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-rockchip.txt 2024-05-27T00:37:05.997 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-rspi.txt 2024-05-27T00:37:06.000 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-samsung.txt 2024-05-27T00:37:06.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:05 smithi137 ceph-mon[36552]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:37:06.004 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sc18is602.txt 2024-05-27T00:37:06.006 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sirf.txt 2024-05-27T00:37:06.009 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-st-ssc.txt 2024-05-27T00:37:06.012 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sun4i.txt 2024-05-27T00:37:06.015 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sun6i.txt 2024-05-27T00:37:06.020 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-xtensa-xtfpga.txt 2024-05-27T00:37:06.022 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_altera.txt 2024-05-27T00:37:06.025 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_atmel.txt 2024-05-27T00:37:06.029 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_oc_tiny.txt 2024-05-27T00:37:06.033 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_pl022.txt 2024-05-27T00:37:06.037 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/ti_qspi.txt 2024-05-27T00:37:06.041 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/ 2024-05-27T00:37:06.048 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/qcom,spmi-pmic-arb.txt 2024-05-27T00:37:06.052 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/spmi.txt 2024-05-27T00:37:06.056 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/ 2024-05-27T00:37:06.063 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/ 2024-05-27T00:37:06.066 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/ 2024-05-27T00:37:06.070 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/lpc32xx-adc.txt 2024-05-27T00:37:06.074 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/mxs-lradc.txt 2024-05-27T00:37:06.078 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/spear-adc.txt 2024-05-27T00:37:06.081 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/submitting-patches.txt 2024-05-27T00:37:06.084 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/ 2024-05-27T00:37:06.088 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/armada-thermal.txt 2024-05-27T00:37:06.090 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/db8500-thermal.txt 2024-05-27T00:37:06.092 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/dove-thermal.txt 2024-05-27T00:37:06.095 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/exynos-thermal.txt 2024-05-27T00:37:06.097 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/imx-thermal.txt 2024-05-27T00:37:06.100 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/kirkwood-thermal.txt 2024-05-27T00:37:06.102 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/rcar-thermal.txt 2024-05-27T00:37:06.105 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/rockchip-thermal.txt 2024-05-27T00:37:06.108 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/spear-thermal.txt 2024-05-27T00:37:06.111 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/st-thermal.txt 2024-05-27T00:37:06.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:05 smithi044 ceph-mon[31645]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:37:06.114 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/tegra-soctherm.txt 2024-05-27T00:37:06.116 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/thermal.txt 2024-05-27T00:37:06.119 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/ti_soc_thermal.txt 2024-05-27T00:37:06.122 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/ 2024-05-27T00:37:06.126 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/allwinner,sun4i-timer.txt 2024-05-27T00:37:06.128 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/allwinner,sun5i-a13-hstimer.txt 2024-05-27T00:37:06.131 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/amlogic,meson6-timer.txt 2024-05-27T00:37:06.134 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/arm,sp804.txt 2024-05-27T00:37:06.136 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/brcm,bcm2835-system-timer.txt 2024-05-27T00:37:06.139 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/cadence,ttc-timer.txt 2024-05-27T00:37:06.142 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/cirrus,clps711x-timer.txt 2024-05-27T00:37:06.145 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/digicolor-timer.txt 2024-05-27T00:37:06.148 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/energymicro,efm32-timer.txt 2024-05-27T00:37:06.151 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/fsl,ftm-timer.txt 2024-05-27T00:37:06.154 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/fsl,imxgpt.txt 2024-05-27T00:37:06.157 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/lsi,zevio-timer.txt 2024-05-27T00:37:06.159 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/marvell,armada-370-xp-timer.txt 2024-05-27T00:37:06.162 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/marvell,orion-timer.txt 2024-05-27T00:37:06.165 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/mediatek,mtk-timer.txt 2024-05-27T00:37:06.168 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/moxa,moxart-timer.txt 2024-05-27T00:37:06.171 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/nvidia,tegra20-timer.txt 2024-05-27T00:37:06.174 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/nvidia,tegra30-timer.txt 2024-05-27T00:37:06.177 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,cmt.txt 2024-05-27T00:37:06.180 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,mtu2.txt 2024-05-27T00:37:06.182 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,tmu.txt 2024-05-27T00:37:06.185 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/rockchip,rk3288-timer.txt 2024-05-27T00:37:06.188 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/samsung,exynos4210-mct.txt 2024-05-27T00:37:06.191 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/stericsson-u300-apptimer.txt 2024-05-27T00:37:06.194 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/ti,keystone-timer.txt 2024-05-27T00:37:06.197 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/ufs/ 2024-05-27T00:37:06.201 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/ufs/ufshcd-pltfrm.txt 2024-05-27T00:37:06.204 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/unittest.txt 2024-05-27T00:37:06.207 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ 2024-05-27T00:37:06.211 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/am33xx-usb.txt 2024-05-27T00:37:06.214 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/atmel-usb.txt 2024-05-27T00:37:06.217 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-imx.txt 2024-05-27T00:37:06.220 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-qcom.txt 2024-05-27T00:37:06.223 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-usb2.txt 2024-05-27T00:37:06.225 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-zevio.txt 2024-05-27T00:37:06.229 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc2.txt 2024-05-27T00:37:06.231 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc3-st.txt 2024-05-27T00:37:06.234 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc3.txt 2024-05-27T00:37:06.237 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-omap.txt 2024-05-27T00:37:06.240 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-orion.txt 2024-05-27T00:37:06.243 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-st.txt 2024-05-27T00:37:06.246 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/exynos-usb.txt 2024-05-27T00:37:06.249 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/fsl-usb.txt 2024-05-27T00:37:06.253 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/generic.txt 2024-05-27T00:37:06.256 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/gr-udc.txt 2024-05-27T00:37:06.258 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/isp1301.txt 2024-05-27T00:37:06.261 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/keystone-phy.txt 2024-05-27T00:37:06.264 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/keystone-usb.txt 2024-05-27T00:37:06.268 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/lpc32xx-udc.txt 2024-05-27T00:37:06.270 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/msm-hsusb.txt 2024-05-27T00:37:06.273 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/mxs-phy.txt 2024-05-27T00:37:06.276 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/nvidia,tegra20-ehci.txt 2024-05-27T00:37:06.279 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/nvidia,tegra20-usb-phy.txt 2024-05-27T00:37:06.282 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-nxp.txt 2024-05-27T00:37:06.285 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-omap3.txt 2024-05-27T00:37:06.288 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-st.txt 2024-05-27T00:37:06.291 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/omap-usb.txt 2024-05-27T00:37:06.294 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/pxa-usb.txt 2024-05-27T00:37:06.297 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/qcom,dwc3.txt 2024-05-27T00:37:06.300 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/renesas_usbhs.txt 2024-05-27T00:37:06.303 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/samsung-hsotg.txt 2024-05-27T00:37:06.306 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/samsung-usbphy.txt 2024-05-27T00:37:06.308 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/spear-usb.txt 2024-05-27T00:37:06.311 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/twlxxxx-usb.txt 2024-05-27T00:37:06.314 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/udc-xilinx.txt 2024-05-27T00:37:06.317 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-ehci.txt 2024-05-27T00:37:06.320 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-nop-xceiv.txt 2024-05-27T00:37:06.323 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-ohci.txt 2024-05-27T00:37:06.326 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-uhci.txt 2024-05-27T00:37:06.329 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-xhci.txt 2024-05-27T00:37:06.332 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb3503.txt 2024-05-27T00:37:06.335 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usbmisc-imx.txt 2024-05-27T00:37:06.338 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ux500-usb.txt 2024-05-27T00:37:06.341 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/vendor-prefixes.txt 2024-05-27T00:37:06.344 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ 2024-05-27T00:37:06.350 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7123.txt 2024-05-27T00:37:06.352 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7511.txt 2024-05-27T00:37:06.355 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/analog-tv-connector.txt 2024-05-27T00:37:06.359 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/arm,pl11x.txt 2024-05-27T00:37:06.362 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/atmel,lcdc.txt 2024-05-27T00:37:06.365 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/ 2024-05-27T00:37:06.368 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/88pm860x.txt 2024-05-27T00:37:06.372 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/gpio-backlight.txt 2024-05-27T00:37:06.375 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/lp855x.txt 2024-05-27T00:37:06.379 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/max8925-backlight.txt 2024-05-27T00:37:06.383 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/pwm-backlight.txt 2024-05-27T00:37:06.386 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/tps65217-backlight.txt 2024-05-27T00:37:06.390 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ 2024-05-27T00:37:06.393 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ps8622.txt 2024-05-27T00:37:06.398 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ptn3460.txt 2024-05-27T00:37:06.401 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/cirrus,clps711x-fb.txt 2024-05-27T00:37:06.406 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/display-timing.txt 2024-05-27T00:37:06.409 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/dvi-connector.txt 2024-05-27T00:37:06.413 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/dw_hdmi-rockchip.txt 2024-05-27T00:37:06.417 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos7-decon.txt 2024-05-27T00:37:06.422 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dp.txt 2024-05-27T00:37:06.426 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dsim.txt 2024-05-27T00:37:06.429 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmi.txt 2024-05-27T00:37:06.434 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiddc.txt 2024-05-27T00:37:06.437 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiphy.txt 2024-05-27T00:37:06.441 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_mixer.txt 2024-05-27T00:37:06.445 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/fsl,imx-fb.txt 2024-05-27T00:37:06.450 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/hdmi-connector.txt 2024-05-27T00:37:06.454 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/lgphilips,lb035q02.txt 2024-05-27T00:37:06.458 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/panel-dpi.txt 2024-05-27T00:37:06.462 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/panel-dsi-cm.txt 2024-05-27T00:37:06.466 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/renesas,du.txt 2024-05-27T00:37:06.469 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-drm.txt 2024-05-27T00:37:06.472 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-vop.txt 2024-05-27T00:37:06.476 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/samsung-fimd.txt 2024-05-27T00:37:06.480 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/sharp,ls037v7dw01.txt 2024-05-27T00:37:06.485 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer-sunxi.txt 2024-05-27T00:37:06.488 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer.txt 2024-05-27T00:37:06.492 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/sony,acx565akm.txt 2024-05-27T00:37:06.496 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ssd1289fb.txt 2024-05-27T00:37:06.499 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ssd1307fb.txt 2024-05-27T00:37:06.503 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/thine,thc63lvdm83d 2024-05-27T00:37:06.506 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,dra7-dss.txt 2024-05-27T00:37:06.510 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap-dss.txt 2024-05-27T00:37:06.514 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap2-dss.txt 2024-05-27T00:37:06.517 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap3-dss.txt 2024-05-27T00:37:06.521 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap4-dss.txt 2024-05-27T00:37:06.525 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap5-dss.txt 2024-05-27T00:37:06.529 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,opa362.txt 2024-05-27T00:37:06.534 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,tfp410.txt 2024-05-27T00:37:06.537 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,tpd12s015.txt 2024-05-27T00:37:06.540 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/toppoly,td028ttec1.txt 2024-05-27T00:37:06.544 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/tpo,td043mtea1.txt 2024-05-27T00:37:06.548 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/vga-connector.txt 2024-05-27T00:37:06.551 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/via,vt8500-fb.txt 2024-05-27T00:37:06.555 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/wm,prizm-ge-rops.txt 2024-05-27T00:37:06.558 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/wm,wm8505-fb.txt 2024-05-27T00:37:06.562 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/virtio/ 2024-05-27T00:37:06.568 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/virtio/mmio.txt 2024-05-27T00:37:06.572 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/ 2024-05-27T00:37:06.579 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/fsl-imx-owire.txt 2024-05-27T00:37:06.583 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/omap-hdq.txt 2024-05-27T00:37:06.588 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/w1-gpio.txt 2024-05-27T00:37:06.594 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/ 2024-05-27T00:37:06.600 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-at91rm9200-wdt.txt 2024-05-27T00:37:06.605 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-wdt.txt 2024-05-27T00:37:06.609 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/brcm,bcm2835-pm-wdog.txt 2024-05-27T00:37:06.613 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/cadence-wdt.txt 2024-05-27T00:37:06.618 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/davinci-wdt.txt 2024-05-27T00:37:06.622 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/dw_wdt.txt 2024-05-27T00:37:06.627 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/fsl-imx-wdt.txt 2024-05-27T00:37:06.631 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/gpio-wdt.txt 2024-05-27T00:37:06.635 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/imgpdc-wdt.txt 2024-05-27T00:37:06.640 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/ingenic,jz4740-wdt.txt 2024-05-27T00:37:06.646 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/marvel.txt 2024-05-27T00:37:06.650 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/men-a021-wdt.txt 2024-05-27T00:37:06.655 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/meson6-wdt.txt 2024-05-27T00:37:06.659 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/moxa,moxart-watchdog.txt 2024-05-27T00:37:06.662 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/mtk-wdt.txt 2024-05-27T00:37:06.666 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/of-xilinx-wdt.txt 2024-05-27T00:37:06.674 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/omap-wdt.txt 2024-05-27T00:37:06.677 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/pnx4008-wdt.txt 2024-05-27T00:37:06.682 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/qca-ar7130-wdt.txt 2024-05-27T00:37:06.686 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/qcom-wdt.txt 2024-05-27T00:37:06.690 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/rt2880-wdt.txt 2024-05-27T00:37:06.694 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/samsung-wdt.txt 2024-05-27T00:37:06.698 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/sirfsoc_wdt.txt 2024-05-27T00:37:06.701 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/stericsson-coh901327.txt 2024-05-27T00:37:06.705 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/sunxi-wdt.txt 2024-05-27T00:37:06.709 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/twl4030-wdt.txt 2024-05-27T00:37:06.712 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/ 2024-05-27T00:37:06.719 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/ce4100.txt 2024-05-27T00:37:06.721 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/interrupt.txt 2024-05-27T00:37:06.724 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/timer.txt 2024-05-27T00:37:06.728 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/xilinx.txt 2024-05-27T00:37:06.732 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/xillybus/ 2024-05-27T00:37:06.738 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/bindings/xillybus/xillybus.txt 2024-05-27T00:37:06.742 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/booting-without-of.txt 2024-05-27T00:37:06.746 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/changesets.txt 2024-05-27T00:37:06.751 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/dynamic-resolution-notes.txt 2024-05-27T00:37:06.755 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/of_selftest.txt 2024-05-27T00:37:06.760 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/overlay-notes.txt 2024-05-27T00:37:06.764 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/todo.txt 2024-05-27T00:37:06.769 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/devicetree/usage-model.txt 2024-05-27T00:37:06.774 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/digsig.txt 2024-05-27T00:37:06.779 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dma-buf-sharing.txt 2024-05-27T00:37:06.782 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dmaengine/ 2024-05-27T00:37:06.786 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dmaengine/00-INDEX 2024-05-27T00:37:06.790 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dmaengine/client.txt 2024-05-27T00:37:06.794 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dmaengine/dmatest.txt 2024-05-27T00:37:06.798 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dmaengine/provider.txt 2024-05-27T00:37:06.803 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dontdiff 2024-05-27T00:37:06.806 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/driver-model/ 2024-05-27T00:37:06.811 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/driver-model/binding.txt 2024-05-27T00:37:06.815 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/driver-model/bus.txt 2024-05-27T00:37:06.819 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/driver-model/class.txt 2024-05-27T00:37:06.823 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/driver-model/design-patterns.txt 2024-05-27T00:37:06.827 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/driver-model/device.txt 2024-05-27T00:37:06.831 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/driver-model/devres.txt 2024-05-27T00:37:06.835 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/driver-model/driver.txt 2024-05-27T00:37:06.839 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/driver-model/overview.txt 2024-05-27T00:37:06.843 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/driver-model/platform.txt 2024-05-27T00:37:06.848 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/driver-model/porting.txt 2024-05-27T00:37:06.852 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dvb/ 2024-05-27T00:37:06.856 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dvb/README.dvb-usb 2024-05-27T00:37:06.860 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dvb/avermedia.txt 2024-05-27T00:37:06.864 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dvb/bt8xx.txt 2024-05-27T00:37:06.869 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dvb/cards.txt 2024-05-27T00:37:06.872 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dvb/ci.txt 2024-05-27T00:37:06.876 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dvb/contributors.txt 2024-05-27T00:37:06.879 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dvb/faq.txt 2024-05-27T00:37:06.883 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dvb/get_dvb_firmware 2024-05-27T00:37:06.887 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dvb/lmedm04.txt 2024-05-27T00:37:06.891 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dvb/opera-firmware.txt 2024-05-27T00:37:06.895 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dvb/readme.txt 2024-05-27T00:37:06.899 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dvb/technisat.txt 2024-05-27T00:37:06.904 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dvb/ttusb-dec.txt 2024-05-27T00:37:06.908 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dvb/udev.txt 2024-05-27T00:37:06.912 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/dynamic-debug-howto.txt 2024-05-27T00:37:06.916 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/early-userspace/ 2024-05-27T00:37:06.919 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/early-userspace/README 2024-05-27T00:37:06.923 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/early-userspace/buffer-format.txt 2024-05-27T00:37:06.927 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/edac.txt 2024-05-27T00:37:06.931 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/efi-stub.txt 2024-05-27T00:37:06.935 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/eisa.txt 2024-05-27T00:37:06.940 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/email-clients.txt 2024-05-27T00:37:06.944 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/extcon/ 2024-05-27T00:37:06.949 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/extcon/porting-android-switch-class 2024-05-27T00:37:06.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:06 smithi050 ceph-mon[36071]: pgmap v57: 129 pgs: 129 active+clean; 59 MiB data, 510 MiB used, 1.0 TiB / 1.0 TiB avail; 451 KiB/s rd, 4.8 MiB/s wr, 35 op/s 2024-05-27T00:37:06.953 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fault-injection/ 2024-05-27T00:37:06.956 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fault-injection/fault-injection.txt 2024-05-27T00:37:06.961 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fault-injection/notifier-error-inject.txt 2024-05-27T00:37:06.965 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fault-injection/provoke-crashes.txt 2024-05-27T00:37:06.969 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/ 2024-05-27T00:37:06.973 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/00-INDEX 2024-05-27T00:37:06.978 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/api.txt 2024-05-27T00:37:06.982 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/arkfb.txt 2024-05-27T00:37:06.985 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/aty128fb.txt 2024-05-27T00:37:06.991 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/cirrusfb.txt 2024-05-27T00:37:07.000 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/cmap_xfbdev.txt 2024-05-27T00:37:07.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:06 smithi137 ceph-mon[36552]: pgmap v57: 129 pgs: 129 active+clean; 59 MiB data, 510 MiB used, 1.0 TiB / 1.0 TiB avail; 451 KiB/s rd, 4.8 MiB/s wr, 35 op/s 2024-05-27T00:37:07.010 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/deferred_io.txt 2024-05-27T00:37:07.017 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/efifb.txt 2024-05-27T00:37:07.024 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/ep93xx-fb.txt 2024-05-27T00:37:07.028 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/fbcon.txt 2024-05-27T00:37:07.035 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/framebuffer.txt 2024-05-27T00:37:07.048 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/gxfb.txt 2024-05-27T00:37:07.068 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/intel810.txt 2024-05-27T00:37:07.086 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/intelfb.txt 2024-05-27T00:37:07.094 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/internals.txt 2024-05-27T00:37:07.100 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/lxfb.txt 2024-05-27T00:37:07.105 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/matroxfb.txt 2024-05-27T00:37:07.110 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/metronomefb.txt 2024-05-27T00:37:07.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:06 smithi044 ceph-mon[31645]: pgmap v57: 129 pgs: 129 active+clean; 59 MiB data, 510 MiB used, 1.0 TiB / 1.0 TiB avail; 451 KiB/s rd, 4.8 MiB/s wr, 35 op/s 2024-05-27T00:37:07.116 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/modedb.txt 2024-05-27T00:37:07.122 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/pvr2fb.txt 2024-05-27T00:37:07.127 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/pxafb.txt 2024-05-27T00:37:07.132 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/s3fb.txt 2024-05-27T00:37:07.137 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/sa1100fb.txt 2024-05-27T00:37:07.143 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/sh7760fb.txt 2024-05-27T00:37:07.148 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/sisfb.txt 2024-05-27T00:37:07.154 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/sm501.txt 2024-05-27T00:37:07.160 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/sstfb.txt 2024-05-27T00:37:07.171 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/tgafb.txt 2024-05-27T00:37:07.178 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/tridentfb.txt 2024-05-27T00:37:07.187 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/udlfb.txt 2024-05-27T00:37:07.196 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/uvesafb.txt 2024-05-27T00:37:07.206 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/vesafb.txt 2024-05-27T00:37:07.217 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/viafb.modes 2024-05-27T00:37:07.222 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/viafb.txt 2024-05-27T00:37:07.226 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fb/vt8623fb.txt 2024-05-27T00:37:07.230 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/ 2024-05-27T00:37:07.234 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/.gitignore 2024-05-27T00:37:07.238 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/00-INDEX 2024-05-27T00:37:07.242 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/9p.txt 2024-05-27T00:37:07.247 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/Locking 2024-05-27T00:37:07.250 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/Makefile 2024-05-27T00:37:07.253 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/adfs.txt 2024-05-27T00:37:07.257 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/affs.txt 2024-05-27T00:37:07.261 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/afs.txt 2024-05-27T00:37:07.265 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/autofs4-mount-control.txt 2024-05-27T00:37:07.269 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/autofs4.txt 2024-05-27T00:37:07.272 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/automount-support.txt 2024-05-27T00:37:07.275 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/befs.txt 2024-05-27T00:37:07.279 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/bfs.txt 2024-05-27T00:37:07.282 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/btrfs.txt 2024-05-27T00:37:07.286 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/caching/ 2024-05-27T00:37:07.289 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/caching/backend-api.txt 2024-05-27T00:37:07.292 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/caching/cachefiles.txt 2024-05-27T00:37:07.296 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/caching/fscache.txt 2024-05-27T00:37:07.300 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/caching/netfs-api.txt 2024-05-27T00:37:07.304 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/caching/object.txt 2024-05-27T00:37:07.308 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/caching/operations.txt 2024-05-27T00:37:07.311 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/ceph.txt 2024-05-27T00:37:07.314 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/cifs/ 2024-05-27T00:37:07.316 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/cifs/AUTHORS 2024-05-27T00:37:07.320 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/cifs/CHANGES 2024-05-27T00:37:07.324 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/cifs/README 2024-05-27T00:37:07.327 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/cifs/TODO 2024-05-27T00:37:07.330 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/cifs/cifs.txt 2024-05-27T00:37:07.333 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/cifs/winucase_convert.pl 2024-05-27T00:37:07.337 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/coda.txt 2024-05-27T00:37:07.341 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/configfs/ 2024-05-27T00:37:07.345 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/configfs/Makefile 2024-05-27T00:37:07.349 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs.txt 2024-05-27T00:37:07.352 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs_example_explicit.c 2024-05-27T00:37:07.356 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs_example_macros.c 2024-05-27T00:37:07.361 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/cramfs.txt 2024-05-27T00:37:07.365 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/dax.txt 2024-05-27T00:37:07.369 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/debugfs.txt 2024-05-27T00:37:07.373 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/devpts.txt 2024-05-27T00:37:07.377 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/directory-locking 2024-05-27T00:37:07.381 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/dlmfs.txt 2024-05-27T00:37:07.384 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/dnotify.txt 2024-05-27T00:37:07.388 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/dnotify_test.c 2024-05-27T00:37:07.392 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/ecryptfs.txt 2024-05-27T00:37:07.396 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/efivarfs.txt 2024-05-27T00:37:07.400 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/exofs.txt 2024-05-27T00:37:07.404 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/ext2.txt 2024-05-27T00:37:07.408 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/ext3.txt 2024-05-27T00:37:07.412 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/ext4.txt 2024-05-27T00:37:07.418 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/f2fs.txt 2024-05-27T00:37:07.418 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/fiemap.txt 2024-05-27T00:37:07.422 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/files.txt 2024-05-27T00:37:07.425 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/fuse.txt 2024-05-27T00:37:07.429 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/gfs2-glocks.txt 2024-05-27T00:37:07.432 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/gfs2-uevents.txt 2024-05-27T00:37:07.436 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/gfs2.txt 2024-05-27T00:37:07.439 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/hfs.txt 2024-05-27T00:37:07.442 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/hfsplus.txt 2024-05-27T00:37:07.446 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/hpfs.txt 2024-05-27T00:37:07.449 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/inotify.txt 2024-05-27T00:37:07.453 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/isofs.txt 2024-05-27T00:37:07.456 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/jfs.txt 2024-05-27T00:37:07.460 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/locks.txt 2024-05-27T00:37:07.464 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/logfs.txt 2024-05-27T00:37:07.467 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/mandatory-locking.txt 2024-05-27T00:37:07.471 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/ncpfs.txt 2024-05-27T00:37:07.475 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/nfs/ 2024-05-27T00:37:07.478 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/nfs/00-INDEX 2024-05-27T00:37:07.482 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/nfs/Exporting 2024-05-27T00:37:07.485 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/nfs/fault_injection.txt 2024-05-27T00:37:07.490 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/nfs/idmapper.txt 2024-05-27T00:37:07.494 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/nfs/knfsd-stats.txt 2024-05-27T00:37:07.498 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs-rdma.txt 2024-05-27T00:37:07.500 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs.txt 2024-05-27T00:37:07.503 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs41-server.txt 2024-05-27T00:37:07.506 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfsd-admin-interfaces.txt 2024-05-27T00:37:07.510 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfsroot.txt 2024-05-27T00:37:07.513 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/nfs/pnfs-block-server.txt 2024-05-27T00:37:07.516 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/nfs/pnfs.txt 2024-05-27T00:37:07.519 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/nfs/rpc-cache.txt 2024-05-27T00:37:07.522 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/nfs/rpc-server-gss.txt 2024-05-27T00:37:07.526 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/nilfs2.txt 2024-05-27T00:37:07.531 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/ntfs.txt 2024-05-27T00:37:07.534 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/ocfs2.txt 2024-05-27T00:37:07.537 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/omfs.txt 2024-05-27T00:37:07.541 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/overlayfs.txt 2024-05-27T00:37:07.545 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/path-lookup.txt 2024-05-27T00:37:07.549 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/ 2024-05-27T00:37:07.552 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/design_notes.txt 2024-05-27T00:37:07.557 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/info.txt 2024-05-27T00:37:07.561 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/network_protocol.txt 2024-05-27T00:37:07.565 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/porting 2024-05-27T00:37:07.569 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/proc.txt 2024-05-27T00:37:07.575 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/qnx6.txt 2024-05-27T00:37:07.578 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/quota.txt 2024-05-27T00:37:07.582 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/ramfs-rootfs-initramfs.txt 2024-05-27T00:37:07.586 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/relay.txt 2024-05-27T00:37:07.590 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/romfs.txt 2024-05-27T00:37:07.594 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/seq_file.txt 2024-05-27T00:37:07.598 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/sharedsubtree.txt 2024-05-27T00:37:07.602 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/spufs.txt 2024-05-27T00:37:07.606 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/squashfs.txt 2024-05-27T00:37:07.611 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/sysfs-pci.txt 2024-05-27T00:37:07.615 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/sysfs-tagging.txt 2024-05-27T00:37:07.619 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/sysfs.txt 2024-05-27T00:37:07.623 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/sysv-fs.txt 2024-05-27T00:37:07.626 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/tmpfs.txt 2024-05-27T00:37:07.630 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/ubifs.txt 2024-05-27T00:37:07.634 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/udf.txt 2024-05-27T00:37:07.638 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/ufs.txt 2024-05-27T00:37:07.641 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/vfat.txt 2024-05-27T00:37:07.645 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/vfs.txt 2024-05-27T00:37:07.656 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/xfs-delayed-logging-design.txt 2024-05-27T00:37:07.662 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/xfs-self-describing-metadata.txt 2024-05-27T00:37:07.667 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/filesystems/xfs.txt 2024-05-27T00:37:07.671 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/firmware_class/ 2024-05-27T00:37:07.676 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/firmware_class/README 2024-05-27T00:37:07.681 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/firmware_class/hotplug-script 2024-05-27T00:37:07.686 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/flexible-arrays.txt 2024-05-27T00:37:07.692 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fmc/ 2024-05-27T00:37:07.695 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fmc/00-INDEX 2024-05-27T00:37:07.698 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fmc/API.txt 2024-05-27T00:37:07.703 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fmc/FMC-and-SDB.txt 2024-05-27T00:37:07.707 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fmc/carrier.txt 2024-05-27T00:37:07.712 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fmc/fmc-chardev.txt 2024-05-27T00:37:07.716 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fmc/fmc-fakedev.txt 2024-05-27T00:37:07.721 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fmc/fmc-trivial.txt 2024-05-27T00:37:07.725 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fmc/fmc-write-eeprom.txt 2024-05-27T00:37:07.729 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fmc/identifiers.txt 2024-05-27T00:37:07.733 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fmc/mezzanine.txt 2024-05-27T00:37:07.737 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/fmc/parameters.txt 2024-05-27T00:37:07.741 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/frv/ 2024-05-27T00:37:07.743 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/frv/README.txt 2024-05-27T00:37:07.747 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/frv/atomic-ops.txt 2024-05-27T00:37:07.750 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/frv/booting.txt 2024-05-27T00:37:07.753 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/frv/clock.txt 2024-05-27T00:37:07.757 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/frv/configuring.txt 2024-05-27T00:37:07.761 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/frv/features.txt 2024-05-27T00:37:07.764 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/frv/gdbinit 2024-05-27T00:37:07.767 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/frv/gdbstub.txt 2024-05-27T00:37:07.771 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/frv/kernel-ABI.txt 2024-05-27T00:37:07.774 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/frv/mmu-layout.txt 2024-05-27T00:37:07.778 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/futex-requeue-pi.txt 2024-05-27T00:37:07.783 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/gcov.txt 2024-05-27T00:37:07.786 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/gdb-kernel-debugging.txt 2024-05-27T00:37:07.789 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/gpio/ 2024-05-27T00:37:07.792 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/gpio/00-INDEX 2024-05-27T00:37:07.795 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/gpio/board.txt 2024-05-27T00:37:07.797 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/gpio/consumer.txt 2024-05-27T00:37:07.799 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/gpio/driver.txt 2024-05-27T00:37:07.802 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/gpio/gpio-legacy.txt 2024-05-27T00:37:07.805 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/gpio/gpio.txt 2024-05-27T00:37:07.808 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/gpio/sysfs.txt 2024-05-27T00:37:07.812 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hid/ 2024-05-27T00:37:07.816 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hid/hid-sensor.txt 2024-05-27T00:37:07.819 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hid/hid-transport.txt 2024-05-27T00:37:07.823 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hid/hiddev.txt 2024-05-27T00:37:07.830 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hid/hidraw.txt 2024-05-27T00:37:07.830 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hid/uhid.txt 2024-05-27T00:37:07.832 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/highuid.txt 2024-05-27T00:37:07.835 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hsi.txt 2024-05-27T00:37:07.839 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hw_random.txt 2024-05-27T00:37:07.842 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/ 2024-05-27T00:37:07.845 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/ab8500 2024-05-27T00:37:07.847 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/abituguru 2024-05-27T00:37:07.850 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/abituguru-datasheet 2024-05-27T00:37:07.854 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/abituguru3 2024-05-27T00:37:07.857 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/abx500 2024-05-27T00:37:07.860 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/acpi_power_meter 2024-05-27T00:37:07.863 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/ad7314 2024-05-27T00:37:07.866 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/adc128d818 2024-05-27T00:37:07.868 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/adm1021 2024-05-27T00:37:07.871 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/adm1025 2024-05-27T00:37:07.875 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/adm1026 2024-05-27T00:37:07.878 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/adm1031 2024-05-27T00:37:07.883 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/adm1275 2024-05-27T00:37:07.885 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/adm9240 2024-05-27T00:37:07.888 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/ads1015 2024-05-27T00:37:07.890 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/ads7828 2024-05-27T00:37:07.893 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/adt7410 2024-05-27T00:37:07.896 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/adt7411 2024-05-27T00:37:07.899 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/adt7462 2024-05-27T00:37:07.902 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/adt7470 2024-05-27T00:37:07.906 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/adt7475 2024-05-27T00:37:07.909 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/amc6821 2024-05-27T00:37:07.912 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/asb100 2024-05-27T00:37:07.918 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/asc7621 2024-05-27T00:37:07.923 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/coretemp 2024-05-27T00:37:07.937 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/da9052 2024-05-27T00:37:07.943 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/da9055 2024-05-27T00:37:07.950 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/dme1737 2024-05-27T00:37:07.956 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/ds1621 2024-05-27T00:37:07.959 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/ds620 2024-05-27T00:37:07.965 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/emc1403 2024-05-27T00:37:07.969 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/emc2103 2024-05-27T00:37:07.972 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/emc6w201 2024-05-27T00:37:07.975 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/f71805f 2024-05-27T00:37:07.978 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/f71882fg 2024-05-27T00:37:07.981 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/fam15h_power 2024-05-27T00:37:07.984 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/g760a 2024-05-27T00:37:07.987 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/g762 2024-05-27T00:37:07.991 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/gl518sm 2024-05-27T00:37:07.993 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/hih6130 2024-05-27T00:37:07.996 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/htu21 2024-05-27T00:37:07.998 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/hwmon-kernel-api.txt 2024-05-27T00:37:08.001 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/ibmaem 2024-05-27T00:37:08.003 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/ibmpowernv 2024-05-27T00:37:08.006 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/ina209 2024-05-27T00:37:08.009 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/ina2xx 2024-05-27T00:37:08.012 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/it87 2024-05-27T00:37:08.016 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/jc42 2024-05-27T00:37:08.019 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/k10temp 2024-05-27T00:37:08.022 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/k8temp 2024-05-27T00:37:08.025 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/lineage-pem 2024-05-27T00:37:08.029 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/lm25066 2024-05-27T00:37:08.032 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/lm63 2024-05-27T00:37:08.035 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/lm70 2024-05-27T00:37:08.039 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/lm73 2024-05-27T00:37:08.042 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/lm75 2024-05-27T00:37:08.045 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/lm77 2024-05-27T00:37:08.049 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/lm78 2024-05-27T00:37:08.052 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/lm80 2024-05-27T00:37:08.056 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/lm83 2024-05-27T00:37:08.059 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/lm85 2024-05-27T00:37:08.063 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/lm87 2024-05-27T00:37:08.064 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-05-27T00:37:08.065 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-05-27T00:37:08.074 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/lm90 2024-05-27T00:37:08.074 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/lm92 2024-05-27T00:37:08.074 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/lm93 2024-05-27T00:37:08.074 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/lm95234 2024-05-27T00:37:08.077 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/lm95245 2024-05-27T00:37:08.079 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/ltc2945 2024-05-27T00:37:08.081 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/ltc2978 2024-05-27T00:37:08.083 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/ltc4151 2024-05-27T00:37:08.085 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/ltc4215 2024-05-27T00:37:08.087 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/ltc4245 2024-05-27T00:37:08.089 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/ltc4260 2024-05-27T00:37:08.090 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/ltc4261 2024-05-27T00:37:08.092 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/max16064 2024-05-27T00:37:08.096 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/max16065 2024-05-27T00:37:08.099 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/max1619 2024-05-27T00:37:08.101 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/max1668 2024-05-27T00:37:08.103 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/max197 2024-05-27T00:37:08.105 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/max34440 2024-05-27T00:37:08.107 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/max6639 2024-05-27T00:37:08.109 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/max6642 2024-05-27T00:37:08.110 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/max6650 2024-05-27T00:37:08.112 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/max6697 2024-05-27T00:37:08.115 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/max8688 2024-05-27T00:37:08.117 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/mc13783-adc 2024-05-27T00:37:08.118 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/mcp3021 2024-05-27T00:37:08.120 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/menf21bmc 2024-05-27T00:37:08.121 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/nct6683 2024-05-27T00:37:08.123 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/nct6775 2024-05-27T00:37:08.125 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/nct7802 2024-05-27T00:37:08.127 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/ntc_thermistor 2024-05-27T00:37:08.129 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/pc87360 2024-05-27T00:37:08.130 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/pc87427 2024-05-27T00:37:08.132 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/pcf8591 2024-05-27T00:37:08.134 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/pmbus 2024-05-27T00:37:08.136 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/pmbus-core 2024-05-27T00:37:08.137 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/powr1220 2024-05-27T00:37:08.139 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/pwm-fan 2024-05-27T00:37:08.142 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/sch5627 2024-05-27T00:37:08.144 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/sch5636 2024-05-27T00:37:08.146 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/sht15 2024-05-27T00:37:08.147 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/sht21 2024-05-27T00:37:08.149 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/shtc1 2024-05-27T00:37:08.151 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/sis5595 2024-05-27T00:37:08.153 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/smm665 2024-05-27T00:37:08.154 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/smsc47b397 2024-05-27T00:37:08.156 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/smsc47m1 2024-05-27T00:37:08.158 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/smsc47m192 2024-05-27T00:37:08.160 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/submitting-patches 2024-05-27T00:37:08.161 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/sysfs-interface 2024-05-27T00:37:08.163 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/thmc50 2024-05-27T00:37:08.165 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/tmp102 2024-05-27T00:37:08.166 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/tmp103 2024-05-27T00:37:08.168 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/tmp401 2024-05-27T00:37:08.170 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/tmp421 2024-05-27T00:37:08.172 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/tps40422 2024-05-27T00:37:08.173 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/twl4030-madc-hwmon 2024-05-27T00:37:08.175 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/ucd9000 2024-05-27T00:37:08.177 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/ucd9200 2024-05-27T00:37:08.179 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/userspace-tools 2024-05-27T00:37:08.180 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/vexpress 2024-05-27T00:37:08.182 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/via686a 2024-05-27T00:37:08.183 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/vt1211 2024-05-27T00:37:08.185 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/w83627ehf 2024-05-27T00:37:08.187 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/w83627hf 2024-05-27T00:37:08.189 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/w83781d 2024-05-27T00:37:08.191 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/w83791d 2024-05-27T00:37:08.193 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/w83792d 2024-05-27T00:37:08.196 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/w83793 2024-05-27T00:37:08.197 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/w83795 2024-05-27T00:37:08.199 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/w83l785ts 2024-05-27T00:37:08.200 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/w83l786ng 2024-05-27T00:37:08.202 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/wm831x 2024-05-27T00:37:08.204 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/wm8350 2024-05-27T00:37:08.206 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwmon/zl6100 2024-05-27T00:37:08.208 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/hwspinlock.txt 2024-05-27T00:37:08.211 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/ 2024-05-27T00:37:08.214 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/ 2024-05-27T00:37:08.215 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali1535 2024-05-27T00:37:08.218 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali1563 2024-05-27T00:37:08.220 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali15x3 2024-05-27T00:37:08.222 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-amd756 2024-05-27T00:37:08.225 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-amd8111 2024-05-27T00:37:08.227 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-diolan-u2c 2024-05-27T00:37:08.229 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-i801 2024-05-27T00:37:08.231 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ismt 2024-05-27T00:37:08.234 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-nforce2 2024-05-27T00:37:08.238 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ocores 2024-05-27T00:37:08.238 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-parport 2024-05-27T00:37:08.241 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-parport-light 2024-05-27T00:37:08.243 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-pca-isa 2024-05-27T00:37:08.245 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-piix4 2024-05-27T00:37:08.247 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis5595 2024-05-27T00:37:08.250 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis630 2024-05-27T00:37:08.252 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis96x 2024-05-27T00:37:08.254 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-taos-evm 2024-05-27T00:37:08.257 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-via 2024-05-27T00:37:08.259 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-viapro 2024-05-27T00:37:08.261 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/busses/scx200_acb 2024-05-27T00:37:08.263 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/dev-interface 2024-05-27T00:37:08.265 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/fault-codes 2024-05-27T00:37:08.267 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/functionality 2024-05-27T00:37:08.268 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/i2c-protocol 2024-05-27T00:37:08.269 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/i2c-stub 2024-05-27T00:37:08.271 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/instantiating-devices 2024-05-27T00:37:08.272 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/muxes/ 2024-05-27T00:37:08.273 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/muxes/i2c-mux-gpio 2024-05-27T00:37:08.274 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/old-module-parameters 2024-05-27T00:37:08.276 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/smbus-protocol 2024-05-27T00:37:08.277 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/summary 2024-05-27T00:37:08.278 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/ten-bit-addresses 2024-05-27T00:37:08.279 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/upgrading-clients 2024-05-27T00:37:08.280 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2c/writing-clients 2024-05-27T00:37:08.282 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2o/ 2024-05-27T00:37:08.283 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2o/README 2024-05-27T00:37:08.284 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/i2o/ioctl 2024-05-27T00:37:08.286 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ia64/ 2024-05-27T00:37:08.287 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ia64/.gitignore 2024-05-27T00:37:08.288 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ia64/IRQ-redir.txt 2024-05-27T00:37:08.289 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ia64/Makefile 2024-05-27T00:37:08.291 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ia64/README 2024-05-27T00:37:08.292 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ia64/aliasing-test.c 2024-05-27T00:37:08.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.293+0000 7f40be200640 1 -- 172.21.15.44:0/744443491 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f40b8104410 msgr2=0x7f40b8110920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:08.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.293+0000 7f40be200640 1 --2- 172.21.15.44:0/744443491 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f40b8104410 0x7f40b8110920 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f40b0009cd0 tx=0x7f40b002a8e0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.293+0000 7f40be200640 1 -- 172.21.15.44:0/744443491 shutdown_connections 2024-05-27T00:37:08.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.293+0000 7f40be200640 1 --2- 172.21.15.44:0/744443491 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f40b8104410 0x7f40b8110920 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.293+0000 7f40be200640 1 --2- 172.21.15.44:0/744443491 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f40b8103a50 0x7f40b8103ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.293+0000 7f40be200640 1 --2- 172.21.15.44:0/744443491 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40b8109a60 0x7f40b8109e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.293+0000 7f40be200640 1 -- 172.21.15.44:0/744443491 >> 172.21.15.44:0/744443491 conn(0x7f40b80ff4e0 msgr2=0x7f40b8101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:08.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.293+0000 7f40be200640 1 -- 172.21.15.44:0/744443491 shutdown_connections 2024-05-27T00:37:08.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.293+0000 7f40be200640 1 -- 172.21.15.44:0/744443491 wait complete. 2024-05-27T00:37:08.295 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ia64/aliasing.txt 2024-05-27T00:37:08.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.294+0000 7f40be200640 1 Processor -- start 2024-05-27T00:37:08.295 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ia64/efirtc.txt 2024-05-27T00:37:08.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.294+0000 7f40be200640 1 -- start start 2024-05-27T00:37:08.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.295+0000 7f40be200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f40b8103a50 0x7f40b819a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.295+0000 7f40be200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40b8104410 0x7f40b819a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.295+0000 7f40be200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f40b8109a60 0x7f40b819ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.295+0000 7f40be200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f40b8113f90 con 0x7f40b8109a60 2024-05-27T00:37:08.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.295+0000 7f40be200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f40b8113e10 con 0x7f40b8104410 2024-05-27T00:37:08.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.295+0000 7f40be200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f40b8114110 con 0x7f40b8103a50 2024-05-27T00:37:08.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.295+0000 7f40b7e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40b8104410 0x7f40b819a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.295+0000 7f40b7e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40b8104410 0x7f40b819a950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:41000/0 (socket says 172.21.15.44:41000) 2024-05-27T00:37:08.297 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.295+0000 7f40b7e00640 1 -- 172.21.15.44:0/2648659141 learned_addr learned my addr 172.21.15.44:0/2648659141 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:08.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.295+0000 7f40bd800640 1 --2- 172.21.15.44:0/2648659141 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f40b8109a60 0x7f40b819ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.295+0000 7f40bce00640 1 --2- 172.21.15.44:0/2648659141 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f40b8103a50 0x7f40b819a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.296+0000 7f40b7e00640 1 -- 172.21.15.44:0/2648659141 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f40b8103a50 msgr2=0x7f40b819a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:08.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.296+0000 7f40b7e00640 1 --2- 172.21.15.44:0/2648659141 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f40b8103a50 0x7f40b819a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.296+0000 7f40b7e00640 1 -- 172.21.15.44:0/2648659141 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f40b8109a60 msgr2=0x7f40b819ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:08.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.296+0000 7f40b7e00640 1 --2- 172.21.15.44:0/2648659141 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f40b8109a60 0x7f40b819ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.296+0000 7f40b7e00640 1 -- 172.21.15.44:0/2648659141 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40b819f3b0 con 0x7f40b8104410 2024-05-27T00:37:08.299 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ia64/err_inject.txt 2024-05-27T00:37:08.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.296+0000 7f40bce00640 1 --2- 172.21.15.44:0/2648659141 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f40b8103a50 0x7f40b819a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:08.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.296+0000 7f40b7e00640 1 --2- 172.21.15.44:0/2648659141 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40b8104410 0x7f40b819a950 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f40a400e9f0 tx=0x7f40a400edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:08.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.296+0000 7f40b5600640 1 -- 172.21.15.44:0/2648659141 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a400cd80 con 0x7f40b8104410 2024-05-27T00:37:08.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.296+0000 7f40b5600640 1 -- 172.21.15.44:0/2648659141 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f40a4005520 con 0x7f40b8104410 2024-05-27T00:37:08.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.296+0000 7f40be200640 1 -- 172.21.15.44:0/2648659141 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40b819f6a0 con 0x7f40b8104410 2024-05-27T00:37:08.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.296+0000 7f40b5600640 1 -- 172.21.15.44:0/2648659141 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a4010690 con 0x7f40b8104410 2024-05-27T00:37:08.300 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.296+0000 7f40be200640 1 -- 172.21.15.44:0/2648659141 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40b81a6f30 con 0x7f40b8104410 2024-05-27T00:37:08.300 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ia64/fsys.txt 2024-05-27T00:37:08.301 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ia64/mca.txt 2024-05-27T00:37:08.301 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ia64/serial.txt 2024-05-27T00:37:08.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.301+0000 7f40b5600640 1 -- 172.21.15.44:0/2648659141 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f40a40046c0 con 0x7f40b8104410 2024-05-27T00:37:08.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.301+0000 7f40c2665740 1 Processor -- start 2024-05-27T00:37:08.302 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.302+0000 7f40c2665740 1 -- start start 2024-05-27T00:37:08.303 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ia64/xen.txt 2024-05-27T00:37:08.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.302+0000 7f40c2665740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313e97c0 0x5611313e9ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.302+0000 7f40c2665740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313ea170 0x5611313f4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.302+0000 7f40c2665740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313f47e0 0x5611313f6c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.302+0000 7f40c2665740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56113134de30 con 0x5611313f47e0 2024-05-27T00:37:08.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.302+0000 7f40c2665740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5611312f5510 con 0x5611313ea170 2024-05-27T00:37:08.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.302+0000 7f40c2665740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x561131349df0 con 0x5611313e97c0 2024-05-27T00:37:08.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.302+0000 7f40bd800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313e97c0 0x5611313e9ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.303+0000 7f40bd800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313e97c0 0x5611313e9ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:42138/0 (socket says 172.21.15.44:42138) 2024-05-27T00:37:08.305 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.303+0000 7f40bd800640 1 -- 172.21.15.44:0/2187030581 learned_addr learned my addr 172.21.15.44:0/2187030581 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:08.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.303+0000 7f40bce00640 1 --2- 172.21.15.44:0/2187030581 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313ea170 0x5611313f4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.303+0000 7f40b7e00640 1 --2- 172.21.15.44:0/2187030581 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313f47e0 0x5611313f6c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.303+0000 7f40b5600640 1 --2- 172.21.15.44:0/2648659141 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f40a00a2d00 0x7f40a00a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.303+0000 7f40bd800640 1 -- 172.21.15.44:0/2187030581 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313ea170 msgr2=0x5611313f4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:08.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.303+0000 7f40bd800640 1 --2- 172.21.15.44:0/2187030581 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313ea170 0x5611313f4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.303+0000 7f40bd800640 1 -- 172.21.15.44:0/2187030581 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313f47e0 msgr2=0x5611313f6c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:08.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.303+0000 7f40b5600640 1 -- 172.21.15.44:0/2648659141 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f40a40cfc10 con 0x7f40b8104410 2024-05-27T00:37:08.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.303+0000 7f40bd800640 1 --2- 172.21.15.44:0/2187030581 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313f47e0 0x5611313f6c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.303+0000 7f40bd800640 1 -- 172.21.15.44:0/2187030581 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56113112b7d0 con 0x5611313e97c0 2024-05-27T00:37:08.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.304+0000 7f40bce00640 1 --2- 172.21.15.44:0/2187030581 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313ea170 0x5611313f4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:08.306 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.304+0000 7f40bd800640 1 --2- 172.21.15.44:0/2648659141 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f40a00a2d00 0x7f40a00a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.307 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ide/ 2024-05-27T00:37:08.307 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.304+0000 7f40bd800640 1 --2- 172.21.15.44:0/2187030581 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313e97c0 0x5611313e9ba0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f40b002ae00 tx=0x7f40b0005f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dc95dd66f3a12787 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:08.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.304+0000 7f40aa000640 1 -- 172.21.15.44:0/2187030581 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40b0041040 con 0x5611313e97c0 2024-05-27T00:37:08.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.304+0000 7f40aa000640 1 -- 172.21.15.44:0/2187030581 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f40b0043070 con 0x5611313e97c0 2024-05-27T00:37:08.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.305+0000 7f40aa000640 1 -- 172.21.15.44:0/2187030581 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40b0030b50 con 0x5611313e97c0 2024-05-27T00:37:08.308 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.305+0000 7f40bd800640 1 --2- 172.21.15.44:0/2648659141 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f40a00a2d00 0x7f40a00a51c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f40b004c000 tx=0x7f40b004d000 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:08.308 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ide/00-INDEX 2024-05-27T00:37:08.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.305+0000 7f40c2665740 1 -- 172.21.15.44:0/2187030581 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313e97c0 msgr2=0x5611313e9ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:08.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.305+0000 7f40c2665740 1 --2- 172.21.15.44:0/2187030581 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313e97c0 0x5611313e9ba0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f40b002ae00 tx=0x7f40b0005f10 comp rx=0 tx=0).stop 2024-05-27T00:37:08.309 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.305+0000 7f40c2665740 1 -- 172.21.15.44:0/2187030581 shutdown_connections 2024-05-27T00:37:08.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.305+0000 7f40c2665740 1 --2- 172.21.15.44:0/2187030581 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313f47e0 0x5611313f6c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.305+0000 7f40c2665740 1 --2- 172.21.15.44:0/2187030581 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313ea170 0x5611313f4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.305+0000 7f40c2665740 1 --2- 172.21.15.44:0/2187030581 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313e97c0 0x5611313e9ba0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.305+0000 7f40c2665740 1 -- 172.21.15.44:0/2187030581 >> 172.21.15.44:0/2187030581 conn(0x5611313e5a80 msgr2=0x5611313e5e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:08.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.306+0000 7f40c2665740 1 -- 172.21.15.44:0/2187030581 shutdown_connections 2024-05-27T00:37:08.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.306+0000 7f40c2665740 1 -- 172.21.15.44:0/2187030581 wait complete. 2024-05-27T00:37:08.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.306+0000 7f40c2665740 1 -- start start 2024-05-27T00:37:08.310 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.306+0000 7f40c2665740 1 Processor -- start 2024-05-27T00:37:08.311 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-cd.1994-2004 2024-05-27T00:37:08.312 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.307+0000 7f40c2665740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313e97c0 0x5611313f16f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.312 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.307+0000 7f40c2665740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313ea170 0x5611313f1c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.312 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.307+0000 7f40c2665740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313f47e0 0x5611313f2170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.312 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.307+0000 7f40c2665740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5611313f7750 con 0x5611313ea170 2024-05-27T00:37:08.312 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.307+0000 7f40c2665740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5611313088e0 con 0x5611313e97c0 2024-05-27T00:37:08.312 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.307+0000 7f40c2665740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5611313f78d0 con 0x5611313f47e0 2024-05-27T00:37:08.312 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.307+0000 7f40c2665740 10 client.0 _ll_register_callbacks cb 0x5611312ebac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:08.312 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.307+0000 7f40b7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313ea170 0x5611313f1c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.307+0000 7f40bce00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313e97c0 0x5611313f16f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.307+0000 7f40b7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313ea170 0x5611313f1c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35402/0 (socket says 172.21.15.44:35402) 2024-05-27T00:37:08.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.307+0000 7f40b7e00640 1 -- 172.21.15.44:0/490530801 learned_addr learned my addr 172.21.15.44:0/490530801 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:08.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.307+0000 7f40bd800640 1 --2- 172.21.15.44:0/490530801 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313f47e0 0x5611313f2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.308+0000 7f40bce00640 1 -- 172.21.15.44:0/490530801 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313f47e0 msgr2=0x5611313f2170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:08.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.308+0000 7f40bce00640 1 --2- 172.21.15.44:0/490530801 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313f47e0 0x5611313f2170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.308+0000 7f40bce00640 1 -- 172.21.15.44:0/490530801 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313ea170 msgr2=0x5611313f1c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:08.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.308+0000 7f40bce00640 1 --2- 172.21.15.44:0/490530801 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313ea170 0x5611313f1c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.308+0000 7f40bce00640 1 -- 172.21.15.44:0/490530801 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5611310613f0 con 0x5611313e97c0 2024-05-27T00:37:08.313 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.308+0000 7f40b7e00640 1 --2- 172.21.15.44:0/490530801 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313ea170 0x5611313f1c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:08.314 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-floppy.1996-2002 2024-05-27T00:37:08.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.308+0000 7f40bce00640 1 --2- 172.21.15.44:0/490530801 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313e97c0 0x5611313f16f0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x5611313ea550 tx=0x7f40ac00f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=22ed843da3545967 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:08.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.308+0000 7f409ea00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:37:08.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.308+0000 7f409ea00640 1 -- 172.21.15.44:0/490530801 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac0120d0 con 0x5611313e97c0 2024-05-27T00:37:08.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.309+0000 7f409ea00640 1 -- 172.21.15.44:0/490530801 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f40ac004020 con 0x5611313e97c0 2024-05-27T00:37:08.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.309+0000 7f40c2665740 1 -- 172.21.15.44:0/490530801 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40b0043070 con 0x5611313e97c0 2024-05-27T00:37:08.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.309+0000 7f409ea00640 1 -- 172.21.15.44:0/490530801 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f40ac012270 con 0x5611313e97c0 2024-05-27T00:37:08.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.309+0000 7f40c2665740 10 client.26120 fetch_fsmap learned FSMap version 27 2024-05-27T00:37:08.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.309+0000 7f40c2665740 1 -- 172.21.15.44:0/490530801 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5611310210f0 con 0x5611313e97c0 2024-05-27T00:37:08.315 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.309+0000 7f409ea00640 1 -- 172.21.15.44:0/490530801 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f40b0043070 con 0x5611313e97c0 2024-05-27T00:37:08.316 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-tape.1995-2002 2024-05-27T00:37:08.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.309+0000 7f409ea00640 1 -- 172.21.15.44:0/490530801 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7f40ac01c500 con 0x5611313e97c0 2024-05-27T00:37:08.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.310+0000 7f40c2665740 10 client.26120 fetch_fsmap finished waiting for FSMap version 27 2024-05-27T00:37:08.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.310+0000 7f40c2665740 10 client.26120 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:08.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.310+0000 7f40c2665740 20 client.26120 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:08.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.310+0000 7f40c2665740 1 --2- 172.21.15.44:0/490530801 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x561131404e30 0x561131407290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.310+0000 7f40c2665740 4 client.26120 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:37:08.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.310+0000 7f40c2665740 1 -- 172.21.15.44:0/490530801 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56113135b560 con 0x561131404e30 2024-05-27T00:37:08.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.310+0000 7f40b7e00640 1 --2- 172.21.15.44:0/490530801 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x561131404e30 0x561131407290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.310+0000 7f40b7e00640 1 --2- 172.21.15.44:0/490530801 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x561131404e30 0x561131407290 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7699e34e87cea217 server_cookie=54c24dc06df558af in_seq=0 out_seq=0 2024-05-27T00:37:08.317 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.310+0000 7f409ea00640 10 client.26120 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:08.318 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ide/ide-tape.txt 2024-05-27T00:37:08.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.311+0000 7f409ea00640 1 -- 172.21.15.44:0/490530801 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56113135b560 con 0x561131404e30 2024-05-27T00:37:08.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.311+0000 7f409ea00640 10 client.26120 handle_command_reply: tid=0 2024-05-27T00:37:08.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.311+0000 7f40c2665740 1 client.26120 shutdown 2024-05-27T00:37:08.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.312+0000 7f40c2665740 1 -- 172.21.15.44:0/490530801 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313e97c0 msgr2=0x5611313f16f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:08.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.312+0000 7f40c2665740 1 --2- 172.21.15.44:0/490530801 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313e97c0 0x5611313f16f0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x5611313ea550 tx=0x7f40ac00f790 comp rx=0 tx=0).stop 2024-05-27T00:37:08.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.312+0000 7f40c2665740 1 -- 172.21.15.44:0/490530801 shutdown_connections 2024-05-27T00:37:08.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.312+0000 7f40c2665740 1 --2- 172.21.15.44:0/490530801 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x561131404e30 0x561131407290 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.319 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.312+0000 7f40c2665740 1 --2- 172.21.15.44:0/490530801 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313f47e0 0x5611313f2170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.312+0000 7f40c2665740 1 --2- 172.21.15.44:0/490530801 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313ea170 0x5611313f1c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.312+0000 7f40c2665740 1 --2- 172.21.15.44:0/490530801 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313e97c0 0x5611313f16f0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.312+0000 7f40c2665740 1 -- 172.21.15.44:0/490530801 >> 172.21.15.44:0/490530801 conn(0x5611313e5a80 msgr2=0x5611313eb8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:08.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.312+0000 7f409ea00640 0 client.26120 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:08.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.312+0000 7f40c2665740 1 -- 172.21.15.44:0/490530801 shutdown_connections 2024-05-27T00:37:08.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.312+0000 7f40c2665740 1 -- 172.21.15.44:0/490530801 wait complete. 2024-05-27T00:37:08.320 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.312+0000 7f40c2665740 20 client.26120 trim_cache size 0 max 16384 2024-05-27T00:37:08.321 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ide/ide.txt 2024-05-27T00:37:08.321 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ide/warm-plug-howto.txt 2024-05-27T00:37:08.321 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/infiniband/ 2024-05-27T00:37:08.321 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/infiniband/core_locking.txt 2024-05-27T00:37:08.322 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/infiniband/ipoib.txt 2024-05-27T00:37:08.322 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/infiniband/sysfs.txt 2024-05-27T00:37:08.322 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/infiniband/user_mad.txt 2024-05-27T00:37:08.322 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/infiniband/user_verbs.txt 2024-05-27T00:37:08.322 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/init.txt 2024-05-27T00:37:08.323 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/initrd.txt 2024-05-27T00:37:08.325 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/ 2024-05-27T00:37:08.327 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/alps.txt 2024-05-27T00:37:08.328 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/amijoy.txt 2024-05-27T00:37:08.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.333+0000 7f40c2665740 1 Processor -- start 2024-05-27T00:37:08.334 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.333+0000 7f40c2665740 1 -- start start 2024-05-27T00:37:08.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.334+0000 7f40c2665740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313e97c0 0x5611313eb6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.334+0000 7f40c2665740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313ea170 0x56113140cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.334+0000 7f40c2665740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313f47e0 0x56113140d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.334+0000 7f40c2665740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f40b81b37e0 con 0x5611313ea170 2024-05-27T00:37:08.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.334+0000 7f40c2665740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f40b81b1080 con 0x5611313e97c0 2024-05-27T00:37:08.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.334+0000 7f40c2665740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f40b81aeeb0 con 0x5611313f47e0 2024-05-27T00:37:08.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.334+0000 7f40bce00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313e97c0 0x5611313eb6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.334+0000 7f40bce00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313e97c0 0x5611313eb6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:41024/0 (socket says 172.21.15.44:41024) 2024-05-27T00:37:08.336 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.334+0000 7f40bce00640 1 -- 172.21.15.44:0/912642087 learned_addr learned my addr 172.21.15.44:0/912642087 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:08.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.334+0000 7f40b7e00640 1 --2- 172.21.15.44:0/912642087 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313ea170 0x56113140cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.334+0000 7f40bd800640 1 --2- 172.21.15.44:0/912642087 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313f47e0 0x56113140d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.334+0000 7f40bce00640 1 -- 172.21.15.44:0/912642087 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313f47e0 msgr2=0x56113140d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:08.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.334+0000 7f40bce00640 1 --2- 172.21.15.44:0/912642087 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313f47e0 0x56113140d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.334+0000 7f40bce00640 1 -- 172.21.15.44:0/912642087 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313ea170 msgr2=0x56113140cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:08.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.334+0000 7f40bce00640 1 --2- 172.21.15.44:0/912642087 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313ea170 0x56113140cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.335+0000 7f40bce00640 1 -- 172.21.15.44:0/912642087 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5611313e58b0 con 0x5611313e97c0 2024-05-27T00:37:08.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.335+0000 7f40bce00640 1 --2- 172.21.15.44:0/912642087 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313e97c0 0x5611313eb6a0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f40ac001eb0 tx=0x7f40ac0127f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3495d967e195607 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:08.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.335+0000 7f40a9600640 1 -- 172.21.15.44:0/912642087 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac01cc00 con 0x5611313e97c0 2024-05-27T00:37:08.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.335+0000 7f40a9600640 1 -- 172.21.15.44:0/912642087 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f40ac0055b0 con 0x5611313e97c0 2024-05-27T00:37:08.337 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.335+0000 7f40a9600640 1 -- 172.21.15.44:0/912642087 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac003cc0 con 0x5611313e97c0 2024-05-27T00:37:08.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.336+0000 7f40c2665740 1 -- 172.21.15.44:0/912642087 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313e97c0 msgr2=0x5611313eb6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:08.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.336+0000 7f40c2665740 1 --2- 172.21.15.44:0/912642087 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313e97c0 0x5611313eb6a0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f40ac001eb0 tx=0x7f40ac0127f0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.336+0000 7f40c2665740 1 -- 172.21.15.44:0/912642087 shutdown_connections 2024-05-27T00:37:08.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.336+0000 7f40c2665740 1 --2- 172.21.15.44:0/912642087 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313f47e0 0x56113140d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.336+0000 7f40c2665740 1 --2- 172.21.15.44:0/912642087 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313ea170 0x56113140cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.336+0000 7f40c2665740 1 --2- 172.21.15.44:0/912642087 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313e97c0 0x5611313eb6a0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.336+0000 7f40c2665740 1 -- 172.21.15.44:0/912642087 >> 172.21.15.44:0/912642087 conn(0x5611313e5a80 msgr2=0x5611313eaf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:08.341 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.336+0000 7f40c2665740 1 -- 172.21.15.44:0/912642087 shutdown_connections 2024-05-27T00:37:08.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.336+0000 7f40c2665740 1 -- 172.21.15.44:0/912642087 wait complete. 2024-05-27T00:37:08.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.337+0000 7f40c2665740 1 -- start start 2024-05-27T00:37:08.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.337+0000 7f40c2665740 1 Processor -- start 2024-05-27T00:37:08.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.337+0000 7f40c2665740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313e97c0 0x5611313f8630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.337+0000 7f40c2665740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313ea170 0x5611313f8b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.337+0000 7f40c2665740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313f47e0 0x5611313f90b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.337+0000 7f40c2665740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f40b81af540 con 0x5611313ea170 2024-05-27T00:37:08.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.337+0000 7f40c2665740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f40b81b09b0 con 0x5611313f47e0 2024-05-27T00:37:08.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.337+0000 7f40c2665740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f40b81afc10 con 0x5611313e97c0 2024-05-27T00:37:08.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.338+0000 7f40c2665740 10 client.0 _ll_register_callbacks cb 0x7f40ac012930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:08.342 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.338+0000 7f40bce00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313e97c0 0x5611313f8630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.338+0000 7f40b7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313ea170 0x5611313f8b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.338+0000 7f40bce00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313e97c0 0x5611313f8630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:42164/0 (socket says 172.21.15.44:42164) 2024-05-27T00:37:08.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.338+0000 7f40bce00640 1 -- 172.21.15.44:0/1326947411 learned_addr learned my addr 172.21.15.44:0/1326947411 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:08.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.338+0000 7f40bd800640 1 --2- 172.21.15.44:0/1326947411 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313f47e0 0x5611313f90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.338+0000 7f40bce00640 1 -- 172.21.15.44:0/1326947411 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313f47e0 msgr2=0x5611313f90b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:08.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.338+0000 7f40bce00640 1 --2- 172.21.15.44:0/1326947411 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313f47e0 0x5611313f90b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.338+0000 7f40bce00640 1 -- 172.21.15.44:0/1326947411 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313ea170 msgr2=0x5611313f8b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:08.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.338+0000 7f40bce00640 1 --2- 172.21.15.44:0/1326947411 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313ea170 0x5611313f8b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.338+0000 7f40bce00640 1 -- 172.21.15.44:0/1326947411 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56113146e750 con 0x5611313e97c0 2024-05-27T00:37:08.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.339+0000 7f40bce00640 1 --2- 172.21.15.44:0/1326947411 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313e97c0 0x5611313f8630 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f40ac01c850 tx=0x7f40ac003940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8145ed7b26bee6b3 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:08.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.339+0000 7f409ea00640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:37:08.343 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.339+0000 7f409ea00640 1 -- 172.21.15.44:0/1326947411 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac0035f0 con 0x5611313e97c0 2024-05-27T00:37:08.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.339+0000 7f40c2665740 1 -- 172.21.15.44:0/1326947411 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40ac0055b0 con 0x5611313e97c0 2024-05-27T00:37:08.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.339+0000 7f409ea00640 1 -- 172.21.15.44:0/1326947411 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f40ac005280 con 0x5611313e97c0 2024-05-27T00:37:08.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.339+0000 7f409ea00640 1 -- 172.21.15.44:0/1326947411 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f40ac037050 con 0x5611313e97c0 2024-05-27T00:37:08.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.339+0000 7f40c2665740 10 client.26122 fetch_fsmap learned FSMap version 27 2024-05-27T00:37:08.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.339+0000 7f40c2665740 1 -- 172.21.15.44:0/1326947411 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56113146f980 con 0x5611313e97c0 2024-05-27T00:37:08.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.340+0000 7f409ea00640 1 -- 172.21.15.44:0/1326947411 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f40ac0055b0 con 0x5611313e97c0 2024-05-27T00:37:08.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.340+0000 7f409ea00640 1 -- 172.21.15.44:0/1326947411 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7f40ac010bd0 con 0x5611313e97c0 2024-05-27T00:37:08.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.340+0000 7f40c2665740 10 client.26122 fetch_fsmap finished waiting for FSMap version 27 2024-05-27T00:37:08.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.340+0000 7f40c2665740 10 client.26122 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:08.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.340+0000 7f40c2665740 20 client.26122 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:08.344 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.340+0000 7f40c2665740 1 --2- 172.21.15.44:0/1326947411 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56113146ffc0 0x5611314723e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.340+0000 7f40c2665740 4 client.26122 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-27T00:37:08.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.340+0000 7f40c2665740 1 -- 172.21.15.44:0/1326947411 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5611313558b0 con 0x56113146ffc0 2024-05-27T00:37:08.345 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.340+0000 7f40b7e00640 1 --2- 172.21.15.44:0/1326947411 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56113146ffc0 0x5611314723e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.341+0000 7f40b7e00640 1 --2- 172.21.15.44:0/1326947411 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56113146ffc0 0x5611314723e0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3daa94ee1d85daff server_cookie=2b07726fbfb6d22a in_seq=0 out_seq=0 2024-05-27T00:37:08.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.341+0000 7f409ea00640 10 client.26122 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:08.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.341+0000 7f409ea00640 1 -- 172.21.15.44:0/1326947411 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5611313558b0 con 0x56113146ffc0 2024-05-27T00:37:08.346 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.341+0000 7f409ea00640 10 client.26122 handle_command_reply: tid=0 2024-05-27T00:37:08.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.341+0000 7f40c2665740 1 client.26122 shutdown 2024-05-27T00:37:08.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.341+0000 7f40c2665740 1 -- 172.21.15.44:0/1326947411 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313e97c0 msgr2=0x5611313f8630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:08.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.341+0000 7f40c2665740 1 --2- 172.21.15.44:0/1326947411 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313e97c0 0x5611313f8630 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f40ac01c850 tx=0x7f40ac003940 comp rx=0 tx=0).stop 2024-05-27T00:37:08.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.341+0000 7f40c2665740 1 -- 172.21.15.44:0/1326947411 shutdown_connections 2024-05-27T00:37:08.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.341+0000 7f40c2665740 1 --2- 172.21.15.44:0/1326947411 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56113146ffc0 0x5611314723e0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.341+0000 7f40c2665740 1 --2- 172.21.15.44:0/1326947411 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5611313f47e0 0x5611313f90b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.341+0000 7f40c2665740 1 --2- 172.21.15.44:0/1326947411 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5611313ea170 0x5611313f8b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.341+0000 7f409ea00640 0 client.26122 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:08.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.341+0000 7f40c2665740 1 --2- 172.21.15.44:0/1326947411 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5611313e97c0 0x5611313f8630 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.341+0000 7f40c2665740 1 -- 172.21.15.44:0/1326947411 >> 172.21.15.44:0/1326947411 conn(0x5611313e5a80 msgr2=0x5611313eb800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:08.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.342+0000 7f40c2665740 1 -- 172.21.15.44:0/1326947411 shutdown_connections 2024-05-27T00:37:08.347 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.342+0000 7f40c2665740 1 -- 172.21.15.44:0/1326947411 wait complete. 2024-05-27T00:37:08.348 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.342+0000 7f40c2665740 20 client.26122 trim_cache size 0 max 16384 2024-05-27T00:37:08.348 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:37:08.348 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "no active scrubs running", 2024-05-27T00:37:08.348 INFO:teuthology.orchestra.run.smithi044.stdout: "scrubs": {} 2024-05-27T00:37:08.348 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:37:08.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.342+0000 7f40be200640 1 -- 172.21.15.44:0/2648659141 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f40a00a2d00 msgr2=0x7f40a00a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:08.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.342+0000 7f40be200640 1 --2- 172.21.15.44:0/2648659141 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f40a00a2d00 0x7f40a00a51c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f40b004c000 tx=0x7f40b004d000 comp rx=0 tx=0).stop 2024-05-27T00:37:08.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.342+0000 7f40be200640 1 -- 172.21.15.44:0/2648659141 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40b8104410 msgr2=0x7f40b819a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:08.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.342+0000 7f40be200640 1 --2- 172.21.15.44:0/2648659141 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40b8104410 0x7f40b819a950 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f40a400e9f0 tx=0x7f40a400edf0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.343+0000 7f40be200640 1 -- 172.21.15.44:0/2648659141 shutdown_connections 2024-05-27T00:37:08.349 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.343+0000 7f40be200640 1 --2- 172.21.15.44:0/2648659141 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f40a00a2d00 0x7f40a00a51c0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.343+0000 7f40be200640 1 --2- 172.21.15.44:0/2648659141 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f40b8109a60 0x7f40b819ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.343+0000 7f40be200640 1 --2- 172.21.15.44:0/2648659141 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f40b8104410 0x7f40b819a950 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.343+0000 7f40be200640 1 --2- 172.21.15.44:0/2648659141 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f40b8103a50 0x7f40b819a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.343+0000 7f40be200640 1 -- 172.21.15.44:0/2648659141 >> 172.21.15.44:0/2648659141 conn(0x7f40b80ff4e0 msgr2=0x7f40b80ffaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:08.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.343+0000 7f40be200640 1 -- 172.21.15.44:0/2648659141 shutdown_connections 2024-05-27T00:37:08.350 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.343+0000 7f40be200640 1 -- 172.21.15.44:0/2648659141 wait complete. 2024-05-27T00:37:08.361 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-27T00:37:08.361 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:37:08.604 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/appletouch.txt 2024-05-27T00:37:08.606 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/atarikbd.txt 2024-05-27T00:37:08.608 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/bcm5974.txt 2024-05-27T00:37:08.609 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/cd32.txt 2024-05-27T00:37:08.611 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/cma3000_d0x.txt 2024-05-27T00:37:08.613 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/cs461x.txt 2024-05-27T00:37:08.615 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/edt-ft5x06.txt 2024-05-27T00:37:08.617 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/elantech.txt 2024-05-27T00:37:08.619 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/event-codes.txt 2024-05-27T00:37:08.621 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/ff.txt 2024-05-27T00:37:08.623 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/gamepad.txt 2024-05-27T00:37:08.625 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/gameport-programming.txt 2024-05-27T00:37:08.627 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/gpio-tilt.txt 2024-05-27T00:37:08.628 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/iforce-protocol.txt 2024-05-27T00:37:08.631 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/input-programming.txt 2024-05-27T00:37:08.633 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/input.txt 2024-05-27T00:37:08.635 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/interactive.fig 2024-05-27T00:37:08.636 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/joystick-api.txt 2024-05-27T00:37:08.637 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/joystick-parport.txt 2024-05-27T00:37:08.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.638+0000 7f9d81c00640 1 -- 172.21.15.44:0/3461154034 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9d7c1077d0 msgr2=0x7f9d7c107bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:08.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.638+0000 7f9d81c00640 1 --2- 172.21.15.44:0/3461154034 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9d7c1077d0 0x7f9d7c107bb0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f9d6c009890 tx=0x7f9d6c02a3f0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.638+0000 7f9d81c00640 1 -- 172.21.15.44:0/3461154034 shutdown_connections 2024-05-27T00:37:08.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.638+0000 7f9d81c00640 1 --2- 172.21.15.44:0/3461154034 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d7c069280 0x7f9d7c10e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.638+0000 7f9d81c00640 1 --2- 172.21.15.44:0/3461154034 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d7c1080f0 0x7f9d7c068b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.638+0000 7f9d81c00640 1 --2- 172.21.15.44:0/3461154034 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9d7c1077d0 0x7f9d7c107bb0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.638+0000 7f9d81c00640 1 -- 172.21.15.44:0/3461154034 >> 172.21.15.44:0/3461154034 conn(0x7f9d7c0761e0 msgr2=0x7f9d7c0765f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:08.639 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.638+0000 7f9d81c00640 1 -- 172.21.15.44:0/3461154034 shutdown_connections 2024-05-27T00:37:08.640 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/joystick.txt 2024-05-27T00:37:08.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.638+0000 7f9d81c00640 1 -- 172.21.15.44:0/3461154034 wait complete. 2024-05-27T00:37:08.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.639+0000 7f9d81c00640 1 Processor -- start 2024-05-27T00:37:08.640 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.640+0000 7f9d81c00640 1 -- start start 2024-05-27T00:37:08.641 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/multi-touch-protocol.txt 2024-05-27T00:37:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.640+0000 7f9d81c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9d7c069280 0x7f9d7c19a440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.640+0000 7f9d81c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d7c1077d0 0x7f9d7c19a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.640+0000 7f9d81c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d7c1080f0 0x7f9d7c19ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.640+0000 7f9d81c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9d7c111cc0 con 0x7f9d7c1080f0 2024-05-27T00:37:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.640+0000 7f9d81c00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9d7c111b40 con 0x7f9d7c1077d0 2024-05-27T00:37:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.640+0000 7f9d81c00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f9d7c111e40 con 0x7f9d7c069280 2024-05-27T00:37:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.640+0000 7f9d7b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d7c1077d0 0x7f9d7c19a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.640+0000 7f9d7be00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9d7c069280 0x7f9d7c19a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.640+0000 7f9d7b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d7c1077d0 0x7f9d7c19a980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:41050/0 (socket says 172.21.15.44:41050) 2024-05-27T00:37:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.640+0000 7f9d7b400640 1 -- 172.21.15.44:0/3732265889 learned_addr learned my addr 172.21.15.44:0/3732265889 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:08.642 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.641+0000 7f9d81200640 1 --2- 172.21.15.44:0/3732265889 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d7c1080f0 0x7f9d7c19ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.641+0000 7f9d7be00640 1 -- 172.21.15.44:0/3732265889 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d7c1077d0 msgr2=0x7f9d7c19a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:08.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.641+0000 7f9d7be00640 1 --2- 172.21.15.44:0/3732265889 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d7c1077d0 0x7f9d7c19a980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.641+0000 7f9d7be00640 1 -- 172.21.15.44:0/3732265889 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d7c1080f0 msgr2=0x7f9d7c19ecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:08.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.641+0000 7f9d7be00640 1 --2- 172.21.15.44:0/3732265889 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d7c1080f0 0x7f9d7c19ecb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.643 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.641+0000 7f9d7be00640 1 -- 172.21.15.44:0/3732265889 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d7c19f3e0 con 0x7f9d7c069280 2024-05-27T00:37:08.643 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/notifier.txt 2024-05-27T00:37:08.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.642+0000 7f9d7be00640 1 --2- 172.21.15.44:0/3732265889 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9d7c069280 0x7f9d7c19a440 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9d6c0057c0 tx=0x7f9d6c032780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:08.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.642+0000 7f9d78c00640 1 -- 172.21.15.44:0/3732265889 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d6c037050 con 0x7f9d7c069280 2024-05-27T00:37:08.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.642+0000 7f9d78c00640 1 -- 172.21.15.44:0/3732265889 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9d6c038040 con 0x7f9d7c069280 2024-05-27T00:37:08.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.642+0000 7f9d78c00640 1 -- 172.21.15.44:0/3732265889 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d6c0038c0 con 0x7f9d7c069280 2024-05-27T00:37:08.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.642+0000 7f9d81c00640 1 -- 172.21.15.44:0/3732265889 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d7c19f670 con 0x7f9d7c069280 2024-05-27T00:37:08.644 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.642+0000 7f9d81c00640 1 -- 172.21.15.44:0/3732265889 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d7c1a6f60 con 0x7f9d7c069280 2024-05-27T00:37:08.645 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/ntrig.txt 2024-05-27T00:37:08.645 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.643+0000 7f9d81c00640 1 -- 172.21.15.44:0/3732265889 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d7c0686e0 con 0x7f9d7c069280 2024-05-27T00:37:08.645 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/rotary-encoder.txt 2024-05-27T00:37:08.646 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/sentelic.txt 2024-05-27T00:37:08.646 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.646+0000 7f9d78c00640 1 -- 172.21.15.44:0/3732265889 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9d6c045030 con 0x7f9d7c069280 2024-05-27T00:37:08.647 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/shape.fig 2024-05-27T00:37:08.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.647+0000 7f9d78c00640 1 --2- 172.21.15.44:0/3732265889 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9d600a2d80 0x7f9d600a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:08.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.647+0000 7f9d78c00640 1 -- 172.21.15.44:0/3732265889 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f9d6c0eef80 con 0x7f9d7c069280 2024-05-27T00:37:08.648 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.648+0000 7f9d7b400640 1 --2- 172.21.15.44:0/3732265889 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9d600a2d80 0x7f9d600a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:08.649 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/walkera0701.txt 2024-05-27T00:37:08.649 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.648+0000 7f9d7b400640 1 --2- 172.21.15.44:0/3732265889 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9d600a2d80 0x7f9d600a5240 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9d680096c0 tx=0x7f9d68009260 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:08.650 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/xpad.txt 2024-05-27T00:37:08.651 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/input/yealink.txt 2024-05-27T00:37:08.652 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.652+0000 7f9d78c00640 1 -- 172.21.15.44:0/3732265889 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9d6c0bb990 con 0x7f9d7c069280 2024-05-27T00:37:08.652 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/intel_txt.txt 2024-05-27T00:37:08.655 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/io-mapping.txt 2024-05-27T00:37:08.659 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/io_ordering.txt 2024-05-27T00:37:08.661 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ioctl/ 2024-05-27T00:37:08.663 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ioctl/00-INDEX 2024-05-27T00:37:08.665 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ioctl/botching-up-ioctls.txt 2024-05-27T00:37:08.667 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ioctl/cdrom.txt 2024-05-27T00:37:08.669 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ioctl/hdio.txt 2024-05-27T00:37:08.671 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ioctl/ioctl-decoding.txt 2024-05-27T00:37:08.674 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ioctl/ioctl-number.txt 2024-05-27T00:37:08.676 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/iostats.txt 2024-05-27T00:37:08.679 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/irqflags-tracing.txt 2024-05-27T00:37:08.680 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isapnp.txt 2024-05-27T00:37:08.681 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/ 2024-05-27T00:37:08.683 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/00-INDEX 2024-05-27T00:37:08.684 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/CREDITS 2024-05-27T00:37:08.685 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/HiSax.cert 2024-05-27T00:37:08.686 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/INTERFACE 2024-05-27T00:37:08.688 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/INTERFACE.CAPI 2024-05-27T00:37:08.689 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/INTERFACE.fax 2024-05-27T00:37:08.691 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/README 2024-05-27T00:37:08.692 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/README.FAQ 2024-05-27T00:37:08.693 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/README.HiSax 2024-05-27T00:37:08.695 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/README.act2000 2024-05-27T00:37:08.696 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/README.audio 2024-05-27T00:37:08.697 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/README.avmb1 2024-05-27T00:37:08.699 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/README.concap 2024-05-27T00:37:08.700 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/README.diversion 2024-05-27T00:37:08.701 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/README.fax 2024-05-27T00:37:08.702 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/README.gigaset 2024-05-27T00:37:08.704 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/README.hfc-pci 2024-05-27T00:37:08.705 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/README.hysdn 2024-05-27T00:37:08.706 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/README.icn 2024-05-27T00:37:08.707 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/README.mISDN 2024-05-27T00:37:08.709 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/README.pcbit 2024-05-27T00:37:08.710 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/README.sc 2024-05-27T00:37:08.711 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/README.syncppp 2024-05-27T00:37:08.712 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/README.x25 2024-05-27T00:37:08.714 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/isdn/syncPPP.FAQ 2024-05-27T00:37:08.715 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ja_JP/ 2024-05-27T00:37:08.717 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ja_JP/HOWTO 2024-05-27T00:37:08.718 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ja_JP/SubmitChecklist 2024-05-27T00:37:08.719 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ja_JP/SubmittingPatches 2024-05-27T00:37:08.721 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ja_JP/stable_api_nonsense.txt 2024-05-27T00:37:08.723 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ja_JP/stable_kernel_rules.txt 2024-05-27T00:37:08.724 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/java.txt 2024-05-27T00:37:08.726 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kasan.txt 2024-05-27T00:37:08.727 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kbuild/ 2024-05-27T00:37:08.729 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kbuild/00-INDEX 2024-05-27T00:37:08.730 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kbuild/headers_install.txt 2024-05-27T00:37:08.732 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kbuild/kbuild.txt 2024-05-27T00:37:08.733 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kbuild/kconfig-language.txt 2024-05-27T00:37:08.735 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kbuild/kconfig.txt 2024-05-27T00:37:08.736 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kbuild/makefiles.txt 2024-05-27T00:37:08.738 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kbuild/modules.txt 2024-05-27T00:37:08.740 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kdump/ 2024-05-27T00:37:08.742 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kdump/gdbmacros.txt 2024-05-27T00:37:08.743 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kdump/kdump.txt 2024-05-27T00:37:08.745 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kernel-doc-nano-HOWTO.txt 2024-05-27T00:37:08.746 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kernel-docs.txt 2024-05-27T00:37:08.748 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kernel-parameters.txt 2024-05-27T00:37:08.753 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kernel-per-CPU-kthreads.txt 2024-05-27T00:37:08.755 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kmemcheck.txt 2024-05-27T00:37:08.757 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kmemleak.txt 2024-05-27T00:37:08.758 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ko_KR/ 2024-05-27T00:37:08.760 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ko_KR/HOWTO 2024-05-27T00:37:08.761 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ko_KR/stable_api_nonsense.txt 2024-05-27T00:37:08.763 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kobject.txt 2024-05-27T00:37:08.764 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kprobes.txt 2024-05-27T00:37:08.766 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kref.txt 2024-05-27T00:37:08.768 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/kselftest.txt 2024-05-27T00:37:08.769 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/laptops/ 2024-05-27T00:37:08.771 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/laptops/.gitignore 2024-05-27T00:37:08.772 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/laptops/00-INDEX 2024-05-27T00:37:08.773 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/laptops/Makefile 2024-05-27T00:37:08.775 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/laptops/asus-laptop.txt 2024-05-27T00:37:08.776 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/laptops/disk-shock-protection.txt 2024-05-27T00:37:08.778 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/laptops/dslm.c 2024-05-27T00:37:08.779 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/laptops/freefall.c 2024-05-27T00:37:08.780 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/laptops/laptop-mode.txt 2024-05-27T00:37:08.782 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/laptops/sony-laptop.txt 2024-05-27T00:37:08.783 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/laptops/sonypi.txt 2024-05-27T00:37:08.784 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/laptops/thinkpad-acpi.txt 2024-05-27T00:37:08.786 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/laptops/toshiba_haps.txt 2024-05-27T00:37:08.787 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ldm.txt 2024-05-27T00:37:08.789 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/leds/ 2024-05-27T00:37:08.790 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/leds/00-INDEX 2024-05-27T00:37:08.791 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/leds/leds-blinkm.txt 2024-05-27T00:37:08.793 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/leds/leds-class.txt 2024-05-27T00:37:08.794 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/leds/leds-lm3556.txt 2024-05-27T00:37:08.796 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/leds/leds-lp3944.txt 2024-05-27T00:37:08.797 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/leds/leds-lp5521.txt 2024-05-27T00:37:08.798 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/leds/leds-lp5523.txt 2024-05-27T00:37:08.799 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/leds/leds-lp5562.txt 2024-05-27T00:37:08.801 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/leds/leds-lp55xx.txt 2024-05-27T00:37:08.802 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/leds/ledtrig-oneshot.txt 2024-05-27T00:37:08.804 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/leds/ledtrig-transient.txt 2024-05-27T00:37:08.806 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/local_ops.txt 2024-05-27T00:37:08.808 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/locking/ 2024-05-27T00:37:08.810 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/locking/00-INDEX 2024-05-27T00:37:08.813 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/locking/lglock.txt 2024-05-27T00:37:08.815 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/locking/lockdep-design.txt 2024-05-27T00:37:08.817 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/locking/lockstat.txt 2024-05-27T00:37:08.824 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/locking/locktorture.txt 2024-05-27T00:37:08.826 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/locking/mutex-design.txt 2024-05-27T00:37:08.828 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/locking/rt-mutex-design.txt 2024-05-27T00:37:08.830 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/locking/rt-mutex.txt 2024-05-27T00:37:08.831 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/locking/spinlocks.txt 2024-05-27T00:37:08.832 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/locking/ww-mutex-design.txt 2024-05-27T00:37:08.834 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/lockup-watchdogs.txt 2024-05-27T00:37:08.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:08 smithi044 ceph-mon[31645]: pgmap v58: 129 pgs: 129 active+clean; 59 MiB data, 510 MiB used, 1.0 TiB / 1.0 TiB avail; 451 KiB/s rd, 4.8 MiB/s wr, 35 op/s 2024-05-27T00:37:08.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.941+0000 7f9d81c00640 1 -- 172.21.15.44:0/3732265889 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9d7c1a7130 con 0x7f9d7c069280 2024-05-27T00:37:08.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.943+0000 7f9d78c00640 1 -- 172.21.15.44:0/3732265889 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11870 (secure 0 0 0) 0x7f9d6c0bb290 con 0x7f9d7c069280 2024-05-27T00:37:08.944 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:37:08.944 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2194470084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2194470084},{"type":"v1","addr":"172.21.15.44:6839","nonce":2194470084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-27T00:32:18.481799+0000","modified":"2024-05-27T00:37:03.928996+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24599,"mds_1":24581,"mds_2":24542},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24515":{"gid":24515,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24541":{"gid":24541,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":15,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24581":{"gid":24581,"name":"a","rank":1,"incarnation":20,"state":"up:active","state_seq":12,"addr":"172.21.15.44:6841/114683393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":114683393},{"type":"v1","addr":"172.21.15.44:6841","nonce":114683393}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24599":{"gid":24599,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6839/2148742077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":2148742077},{"type":"v1","addr":"172.21.15.50:6839","nonce":2148742077}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24599,"qdb_cluster":[24542,24581,24599]},"id":1}]} 2024-05-27T00:37:08.944 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 27 2024-05-27T00:37:08.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.946+0000 7f9d81c00640 1 -- 172.21.15.44:0/3732265889 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9d600a2d80 msgr2=0x7f9d600a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:08.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.946+0000 7f9d81c00640 1 --2- 172.21.15.44:0/3732265889 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9d600a2d80 0x7f9d600a5240 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9d680096c0 tx=0x7f9d68009260 comp rx=0 tx=0).stop 2024-05-27T00:37:08.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.946+0000 7f9d81c00640 1 -- 172.21.15.44:0/3732265889 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9d7c069280 msgr2=0x7f9d7c19a440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:08.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.946+0000 7f9d81c00640 1 --2- 172.21.15.44:0/3732265889 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9d7c069280 0x7f9d7c19a440 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9d6c0057c0 tx=0x7f9d6c032780 comp rx=0 tx=0).stop 2024-05-27T00:37:08.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.946+0000 7f9d81c00640 1 -- 172.21.15.44:0/3732265889 shutdown_connections 2024-05-27T00:37:08.947 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.946+0000 7f9d81c00640 1 --2- 172.21.15.44:0/3732265889 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9d600a2d80 0x7f9d600a5240 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.946+0000 7f9d81c00640 1 --2- 172.21.15.44:0/3732265889 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9d7c1080f0 0x7f9d7c19ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.946+0000 7f9d81c00640 1 --2- 172.21.15.44:0/3732265889 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9d7c1077d0 0x7f9d7c19a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.946+0000 7f9d81c00640 1 --2- 172.21.15.44:0/3732265889 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9d7c069280 0x7f9d7c19a440 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:08.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.946+0000 7f9d81c00640 1 -- 172.21.15.44:0/3732265889 >> 172.21.15.44:0/3732265889 conn(0x7f9d7c0761e0 msgr2=0x7f9d7c0ff410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:08.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.946+0000 7f9d81c00640 1 -- 172.21.15.44:0/3732265889 shutdown_connections 2024-05-27T00:37:08.948 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:08.946+0000 7f9d81c00640 1 -- 172.21.15.44:0/3732265889 wait complete. 2024-05-27T00:37:08.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:08 smithi050 ceph-mon[36071]: pgmap v58: 129 pgs: 129 active+clean; 59 MiB data, 510 MiB used, 1.0 TiB / 1.0 TiB avail; 451 KiB/s rd, 4.8 MiB/s wr, 35 op/s 2024-05-27T00:37:08.971 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-05-27T00:37:09.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:08 smithi137 ceph-mon[36552]: pgmap v58: 129 pgs: 129 active+clean; 59 MiB data, 510 MiB used, 1.0 TiB / 1.0 TiB avail; 451 KiB/s rd, 4.8 MiB/s wr, 35 op/s 2024-05-27T00:37:09.136 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/logo.gif 2024-05-27T00:37:09.137 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/logo.txt 2024-05-27T00:37:09.139 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/lzo.txt 2024-05-27T00:37:09.140 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/m68k/ 2024-05-27T00:37:09.141 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/m68k/00-INDEX 2024-05-27T00:37:09.143 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/m68k/README.buddha 2024-05-27T00:37:09.145 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/m68k/kernel-options.txt 2024-05-27T00:37:09.148 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/magic-number.txt 2024-05-27T00:37:09.150 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mailbox.txt 2024-05-27T00:37:09.152 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/md.txt 2024-05-27T00:37:09.154 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/media-framework.txt 2024-05-27T00:37:09.157 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/memory-barriers.txt 2024-05-27T00:37:09.161 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/memory-devices/ 2024-05-27T00:37:09.163 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/memory-devices/ti-emif.txt 2024-05-27T00:37:09.165 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/memory-hotplug.txt 2024-05-27T00:37:09.167 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/metag/ 2024-05-27T00:37:09.169 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/metag/00-INDEX 2024-05-27T00:37:09.171 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/metag/kernel-ABI.txt 2024-05-27T00:37:09.172 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mic/ 2024-05-27T00:37:09.174 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mic/Makefile 2024-05-27T00:37:09.176 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mic/mic_overview.txt 2024-05-27T00:37:09.178 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mic/mpssd/ 2024-05-27T00:37:09.180 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mic/mpssd/.gitignore 2024-05-27T00:37:09.181 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mic/mpssd/Makefile 2024-05-27T00:37:09.183 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mic/mpssd/micctrl 2024-05-27T00:37:09.185 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mic/mpssd/mpss 2024-05-27T00:37:09.186 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mic/mpssd/mpssd.c 2024-05-27T00:37:09.188 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mic/mpssd/mpssd.h 2024-05-27T00:37:09.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.188+0000 7f67ecc00640 1 -- 172.21.15.44:0/1004635370 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67e8100ac0 msgr2=0x7f67e81065f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.188+0000 7f67ecc00640 1 --2- 172.21.15.44:0/1004635370 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67e8100ac0 0x7f67e81065f0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f67d0009900 tx=0x7f67d002a3f0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.188+0000 7f67ecc00640 1 -- 172.21.15.44:0/1004635370 shutdown_connections 2024-05-27T00:37:09.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.188+0000 7f67ecc00640 1 --2- 172.21.15.44:0/1004635370 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f67e8106d20 0x7f67e810e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.188+0000 7f67ecc00640 1 --2- 172.21.15.44:0/1004635370 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67e8100ac0 0x7f67e81065f0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.189 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.188+0000 7f67ecc00640 1 --2- 172.21.15.44:0/1004635370 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67e8100110 0x7f67e81004f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.188+0000 7f67ecc00640 1 -- 172.21.15.44:0/1004635370 >> 172.21.15.44:0/1004635370 conn(0x7f67e8076e60 msgr2=0x7f67e80fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:09.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.188+0000 7f67ecc00640 1 -- 172.21.15.44:0/1004635370 shutdown_connections 2024-05-27T00:37:09.190 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.188+0000 7f67ecc00640 1 -- 172.21.15.44:0/1004635370 wait complete. 2024-05-27T00:37:09.190 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mic/mpssd/sysfs.c 2024-05-27T00:37:09.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.190+0000 7f67ecc00640 1 Processor -- start 2024-05-27T00:37:09.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.190+0000 7f67ecc00640 1 -- start start 2024-05-27T00:37:09.191 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.190+0000 7f67ecc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67e8100110 0x7f67e819a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.190+0000 7f67ecc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67e8106d20 0x7f67e819aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.190+0000 7f67ecc00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f67e819ee50 0x7f67e819f300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.190+0000 7f67ecc00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f67e8111eb0 con 0x7f67e8106d20 2024-05-27T00:37:09.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.190+0000 7f67ecc00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f67e8111d30 con 0x7f67e8100110 2024-05-27T00:37:09.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.190+0000 7f67ecc00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f67e8112030 con 0x7f67e819ee50 2024-05-27T00:37:09.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.190+0000 7f67e5e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67e8100110 0x7f67e819a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.190+0000 7f67dd400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67e8106d20 0x7f67e819aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.190+0000 7f67e5e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67e8100110 0x7f67e819a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:41066/0 (socket says 172.21.15.44:41066) 2024-05-27T00:37:09.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.190+0000 7f67e5e00640 1 -- 172.21.15.44:0/1319644237 learned_addr learned my addr 172.21.15.44:0/1319644237 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:09.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.190+0000 7f67e6800640 1 --2- 172.21.15.44:0/1319644237 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f67e819ee50 0x7f67e819f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.193 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mips/ 2024-05-27T00:37:09.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.191+0000 7f67dd400640 1 -- 172.21.15.44:0/1319644237 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f67e819ee50 msgr2=0x7f67e819f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.191+0000 7f67dd400640 1 --2- 172.21.15.44:0/1319644237 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f67e819ee50 0x7f67e819f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.191+0000 7f67dd400640 1 -- 172.21.15.44:0/1319644237 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67e8100110 msgr2=0x7f67e819a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.191+0000 7f67dd400640 1 --2- 172.21.15.44:0/1319644237 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67e8100110 0x7f67e819a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.191+0000 7f67dd400640 1 -- 172.21.15.44:0/1319644237 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67e819f940 con 0x7f67e8106d20 2024-05-27T00:37:09.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.191+0000 7f67e5e00640 1 --2- 172.21.15.44:0/1319644237 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67e8100110 0x7f67e819a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:09.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.191+0000 7f67dd400640 1 --2- 172.21.15.44:0/1319644237 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67e8106d20 0x7f67e819aad0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f67d0009230 tx=0x7f67d00329c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:09.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.192+0000 7f67df400640 1 -- 172.21.15.44:0/1319644237 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d003f030 con 0x7f67e8106d20 2024-05-27T00:37:09.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.192+0000 7f67df400640 1 -- 172.21.15.44:0/1319644237 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f67d0032dc0 con 0x7f67e8106d20 2024-05-27T00:37:09.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.192+0000 7f67ecc00640 1 -- 172.21.15.44:0/1319644237 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67e819fbd0 con 0x7f67e8106d20 2024-05-27T00:37:09.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.192+0000 7f67df400640 1 -- 172.21.15.44:0/1319644237 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d0035070 con 0x7f67e8106d20 2024-05-27T00:37:09.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.192+0000 7f67ecc00640 1 -- 172.21.15.44:0/1319644237 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67e81a7390 con 0x7f67e8106d20 2024-05-27T00:37:09.195 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mips/00-INDEX 2024-05-27T00:37:09.195 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mips/AU1xxx_IDE.README 2024-05-27T00:37:09.196 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/misc-devices/ 2024-05-27T00:37:09.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.196+0000 7f67ef995740 1 Processor -- start 2024-05-27T00:37:09.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.196+0000 7f67ef995740 1 -- start start 2024-05-27T00:37:09.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.196+0000 7f67ef995740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323b1920 0x561e323b1d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.196+0000 7f67ef995740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323b2240 0x561e323bc3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.196+0000 7f67ef995740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323bc910 0x561e323bed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.196+0000 7f67ef995740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561e32316de0 con 0x561e323b2240 2024-05-27T00:37:09.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.196+0000 7f67ef995740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x561e322be630 con 0x561e323bc910 2024-05-27T00:37:09.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.196+0000 7f67ef995740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x561e32312da0 con 0x561e323b1920 2024-05-27T00:37:09.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.197+0000 7f67e6800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323b1920 0x561e323b1d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.197+0000 7f67e5e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323b2240 0x561e323bc3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.197+0000 7f67e6800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323b1920 0x561e323b1d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:42200/0 (socket says 172.21.15.44:42200) 2024-05-27T00:37:09.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.197+0000 7f67e6800640 1 -- 172.21.15.44:0/570791028 learned_addr learned my addr 172.21.15.44:0/570791028 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:09.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.197+0000 7f67df400640 1 -- 172.21.15.44:0/1319644237 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f67d0042030 con 0x7f67e8106d20 2024-05-27T00:37:09.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.197+0000 7f67dd400640 1 --2- 172.21.15.44:0/570791028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323bc910 0x561e323bed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.197+0000 7f67e6800640 1 -- 172.21.15.44:0/570791028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323bc910 msgr2=0x561e323bed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.199 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/misc-devices/Makefile 2024-05-27T00:37:09.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.197+0000 7f67e6800640 1 --2- 172.21.15.44:0/570791028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323bc910 0x561e323bed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.197+0000 7f67e6800640 1 -- 172.21.15.44:0/570791028 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323b2240 msgr2=0x561e323bc3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.197+0000 7f67e6800640 1 --2- 172.21.15.44:0/570791028 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323b2240 0x561e323bc3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.197+0000 7f67e6800640 1 -- 172.21.15.44:0/570791028 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e322ba380 con 0x561e323b1920 2024-05-27T00:37:09.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.197+0000 7f67dd400640 1 --2- 172.21.15.44:0/570791028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323bc910 0x561e323bed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-27T00:37:09.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.198+0000 7f67e6800640 1 --2- 172.21.15.44:0/570791028 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323b1920 0x561e323b1d00 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f67e0009f70 tx=0x7f67e0010800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7569bc372ea6 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:09.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.198+0000 7f67d7000640 1 -- 172.21.15.44:0/570791028 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67e0016070 con 0x561e323b1920 2024-05-27T00:37:09.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.198+0000 7f67d7000640 1 -- 172.21.15.44:0/570791028 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f67e0004d20 con 0x561e323b1920 2024-05-27T00:37:09.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.198+0000 7f67d7000640 1 -- 172.21.15.44:0/570791028 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67e00129b0 con 0x561e323b1920 2024-05-27T00:37:09.201 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/misc-devices/ad525x_dpot.txt 2024-05-27T00:37:09.201 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.199+0000 7f67df400640 1 --2- 172.21.15.44:0/1319644237 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f67cc0a2e00 0x7f67cc0a52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.199+0000 7f67ef995740 1 -- 172.21.15.44:0/570791028 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323b1920 msgr2=0x561e323b1d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.199+0000 7f67ef995740 1 --2- 172.21.15.44:0/570791028 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323b1920 0x561e323b1d00 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f67e0009f70 tx=0x7f67e0010800 comp rx=0 tx=0).stop 2024-05-27T00:37:09.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.199+0000 7f67df400640 1 -- 172.21.15.44:0/1319644237 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f67d00ef6d0 con 0x7f67e8106d20 2024-05-27T00:37:09.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.199+0000 7f67ef995740 1 -- 172.21.15.44:0/570791028 shutdown_connections 2024-05-27T00:37:09.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.199+0000 7f67ef995740 1 --2- 172.21.15.44:0/570791028 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323bc910 0x561e323bed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.199+0000 7f67ef995740 1 --2- 172.21.15.44:0/570791028 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323b2240 0x561e323bc3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.199+0000 7f67ef995740 1 --2- 172.21.15.44:0/570791028 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323b1920 0x561e323b1d00 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.199+0000 7f67ef995740 1 -- 172.21.15.44:0/570791028 >> 172.21.15.44:0/570791028 conn(0x561e323adc40 msgr2=0x561e323ae020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:09.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.199+0000 7f67e5e00640 1 --2- 172.21.15.44:0/1319644237 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f67cc0a2e00 0x7f67cc0a52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.202 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.200+0000 7f67ef995740 1 -- 172.21.15.44:0/570791028 shutdown_connections 2024-05-27T00:37:09.202 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/misc-devices/apds990x.txt 2024-05-27T00:37:09.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.200+0000 7f67ef995740 1 -- 172.21.15.44:0/570791028 wait complete. 2024-05-27T00:37:09.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.200+0000 7f67e5e00640 1 --2- 172.21.15.44:0/1319644237 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f67cc0a2e00 0x7f67cc0a52c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x561e323b2ee0 tx=0x7f67d8005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:09.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.200+0000 7f67ef995740 1 -- start start 2024-05-27T00:37:09.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.201+0000 7f67ef995740 1 Processor -- start 2024-05-27T00:37:09.204 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/misc-devices/bh1770glc.txt 2024-05-27T00:37:09.204 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.202+0000 7f67ef995740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323b1920 0x561e323b9920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.202+0000 7f67ef995740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323b2240 0x561e323b9e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.202+0000 7f67ef995740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323bc910 0x561e323ba3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.202+0000 7f67ef995740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x561e323bf700 con 0x561e323b1920 2024-05-27T00:37:09.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.202+0000 7f67ef995740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x561e322d1a90 con 0x561e323bc910 2024-05-27T00:37:09.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.202+0000 7f67ef995740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x561e323bf880 con 0x561e323b2240 2024-05-27T00:37:09.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.202+0000 7f67e5e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323b1920 0x561e323b9920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.202+0000 7f67ef995740 10 client.0 _ll_register_callbacks cb 0x561e322b4bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:09.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.202+0000 7f67e6800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323bc910 0x561e323ba3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.202+0000 7f67e5e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323b1920 0x561e323b9920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35482/0 (socket says 172.21.15.44:35482) 2024-05-27T00:37:09.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.202+0000 7f67e5e00640 1 -- 172.21.15.44:0/229273070 learned_addr learned my addr 172.21.15.44:0/229273070 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:09.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.202+0000 7f67dd400640 1 --2- 172.21.15.44:0/229273070 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323b2240 0x561e323b9e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.206 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/misc-devices/c2port.txt 2024-05-27T00:37:09.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.203+0000 7f67e6800640 1 -- 172.21.15.44:0/229273070 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323b2240 msgr2=0x561e323b9e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.206 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.203+0000 7f67e6800640 1 --2- 172.21.15.44:0/229273070 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323b2240 0x561e323b9e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.203+0000 7f67e6800640 1 -- 172.21.15.44:0/229273070 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323b1920 msgr2=0x561e323b9920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.203+0000 7f67e6800640 1 --2- 172.21.15.44:0/229273070 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323b1920 0x561e323b9920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.203+0000 7f67e6800640 1 -- 172.21.15.44:0/229273070 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561e3202a3f0 con 0x561e323bc910 2024-05-27T00:37:09.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.203+0000 7f67e6800640 1 --2- 172.21.15.44:0/229273070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323bc910 0x561e323ba3a0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f67e0006010 tx=0x7f67e0009cb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=286788e028f8dd7e server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:09.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.203+0000 7f67cb400640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:37:09.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.203+0000 7f67cb400640 1 -- 172.21.15.44:0/229273070 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67e0016070 con 0x561e323bc910 2024-05-27T00:37:09.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.203+0000 7f67cb400640 1 -- 172.21.15.44:0/229273070 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f67e0003d80 con 0x561e323bc910 2024-05-27T00:37:09.207 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.203+0000 7f67ef995740 1 -- 172.21.15.44:0/229273070 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f67e0004d20 con 0x561e323bc910 2024-05-27T00:37:09.207 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/misc-devices/eeprom 2024-05-27T00:37:09.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.204+0000 7f67cb400640 1 -- 172.21.15.44:0/229273070 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f67e00128b0 con 0x561e323bc910 2024-05-27T00:37:09.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.204+0000 7f67ef995740 10 client.26141 fetch_fsmap learned FSMap version 27 2024-05-27T00:37:09.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.204+0000 7f67ef995740 1 -- 172.21.15.44:0/229273070 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x561e320f47d0 con 0x561e323bc910 2024-05-27T00:37:09.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.204+0000 7f67cb400640 1 -- 172.21.15.44:0/229273070 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f67e0004d20 con 0x561e323bc910 2024-05-27T00:37:09.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.204+0000 7f67cb400640 1 -- 172.21.15.44:0/229273070 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7f67e000f040 con 0x561e323bc910 2024-05-27T00:37:09.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.204+0000 7f67ef995740 10 client.26141 fetch_fsmap finished waiting for FSMap version 27 2024-05-27T00:37:09.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.204+0000 7f67ef995740 10 client.26141 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-27T00:37:09.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.204+0000 7f67ef995740 20 client.26141 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:09.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.204+0000 7f67ef995740 1 --2- 172.21.15.44:0/229273070 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x561e323ccc30 0x561e323cf020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.204+0000 7f67ef995740 4 client.26141 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:37:09.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.204+0000 7f67ef995740 1 -- 172.21.15.44:0/229273070 --> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561e32324510 con 0x561e323ccc30 2024-05-27T00:37:09.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.205+0000 7f67e5e00640 1 --2- 172.21.15.44:0/229273070 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x561e323ccc30 0x561e323cf020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.209 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/misc-devices/ics932s401 2024-05-27T00:37:09.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.205+0000 7f67e5e00640 1 --2- 172.21.15.44:0/229273070 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x561e323ccc30 0x561e323cf020 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fb34508ee25c4a25 server_cookie=e37627d1368b30de in_seq=0 out_seq=0 2024-05-27T00:37:09.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.205+0000 7f67cb400640 10 client.26141 ms_handle_connect on v2:172.21.15.50:6836/3905712585 2024-05-27T00:37:09.210 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/misc-devices/isl29003 2024-05-27T00:37:09.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.206+0000 7f67cb400640 1 -- 172.21.15.44:0/229273070 <== mds.2 v2:172.21.15.50:6836/3905712585 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x561e32324510 con 0x561e323ccc30 2024-05-27T00:37:09.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.206+0000 7f67cb400640 10 client.26141 handle_command_reply: tid=0 2024-05-27T00:37:09.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.206+0000 7f67ef995740 1 client.26141 shutdown 2024-05-27T00:37:09.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.207+0000 7f67ef995740 1 -- 172.21.15.44:0/229273070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323bc910 msgr2=0x561e323ba3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.207+0000 7f67ef995740 1 --2- 172.21.15.44:0/229273070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323bc910 0x561e323ba3a0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f67e0006010 tx=0x7f67e0009cb0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.207+0000 7f67ef995740 1 -- 172.21.15.44:0/229273070 shutdown_connections 2024-05-27T00:37:09.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.207+0000 7f67ef995740 1 --2- 172.21.15.44:0/229273070 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x561e323ccc30 0x561e323cf020 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.207+0000 7f67ef995740 1 --2- 172.21.15.44:0/229273070 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323bc910 0x561e323ba3a0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.207+0000 7f67ef995740 1 --2- 172.21.15.44:0/229273070 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323b2240 0x561e323b9e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.207+0000 7f67ef995740 1 --2- 172.21.15.44:0/229273070 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323b1920 0x561e323b9920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.207+0000 7f67cb400640 0 client.26141 ms_handle_reset on v2:172.21.15.50:6836/3905712585 2024-05-27T00:37:09.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.207+0000 7f67ef995740 1 -- 172.21.15.44:0/229273070 >> 172.21.15.44:0/229273070 conn(0x561e323adc40 msgr2=0x561e323b3a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:09.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.207+0000 7f67ef995740 1 -- 172.21.15.44:0/229273070 shutdown_connections 2024-05-27T00:37:09.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.207+0000 7f67ef995740 1 -- 172.21.15.44:0/229273070 wait complete. 2024-05-27T00:37:09.212 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/misc-devices/lis3lv02d 2024-05-27T00:37:09.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.207+0000 7f67ef995740 20 client.26141 trim_cache size 0 max 16384 2024-05-27T00:37:09.213 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/misc-devices/max6875 2024-05-27T00:37:09.213 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/misc-devices/mei/ 2024-05-27T00:37:09.213 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/misc-devices/mei/.gitignore 2024-05-27T00:37:09.213 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/misc-devices/mei/Makefile 2024-05-27T00:37:09.213 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/misc-devices/mei/TODO 2024-05-27T00:37:09.214 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei-amt-version.c 2024-05-27T00:37:09.215 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei-client-bus.txt 2024-05-27T00:37:09.216 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei.txt 2024-05-27T00:37:09.217 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/misc-devices/spear-pcie-gadget.txt 2024-05-27T00:37:09.219 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mmc/ 2024-05-27T00:37:09.220 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mmc/00-INDEX 2024-05-27T00:37:09.221 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mmc/mmc-async-req.txt 2024-05-27T00:37:09.222 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mmc/mmc-dev-attrs.txt 2024-05-27T00:37:09.223 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mmc/mmc-dev-parts.txt 2024-05-27T00:37:09.224 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mn10300/ 2024-05-27T00:37:09.225 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mn10300/ABI.txt 2024-05-27T00:37:09.226 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mn10300/compartmentalisation.txt 2024-05-27T00:37:09.227 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.227+0000 7f67ef995740 1 Processor -- start 2024-05-27T00:37:09.228 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/module-signing.txt 2024-05-27T00:37:09.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.227+0000 7f67ef995740 1 -- start start 2024-05-27T00:37:09.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.227+0000 7f67ef995740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323b1920 0x561e323b40c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.227+0000 7f67ef995740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323b2240 0x561e323acc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.227+0000 7f67ef995740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323bc910 0x561e323d4760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.227+0000 7f67ef995740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f67e81b3960 con 0x561e323b1920 2024-05-27T00:37:09.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.227+0000 7f67ef995740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f67e81b1200 con 0x561e323b2240 2024-05-27T00:37:09.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.227+0000 7f67ef995740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f67e81af030 con 0x561e323bc910 2024-05-27T00:37:09.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.228+0000 7f67e5e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323b1920 0x561e323b40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.228+0000 7f67e6800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323bc910 0x561e323d4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.228+0000 7f67e6800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323bc910 0x561e323d4760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:42222/0 (socket says 172.21.15.44:42222) 2024-05-27T00:37:09.229 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.228+0000 7f67e6800640 1 -- 172.21.15.44:0/3471054844 learned_addr learned my addr 172.21.15.44:0/3471054844 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:09.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.228+0000 7f67e5e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323b1920 0x561e323b40c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35490/0 (socket says 172.21.15.44:35490) 2024-05-27T00:37:09.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.228+0000 7f67dd400640 1 --2- 172.21.15.44:0/3471054844 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323b2240 0x561e323acc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.228+0000 7f67e5e00640 1 -- 172.21.15.44:0/3471054844 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323bc910 msgr2=0x561e323d4760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.228+0000 7f67e5e00640 1 --2- 172.21.15.44:0/3471054844 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323bc910 0x561e323d4760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.228+0000 7f67e5e00640 1 -- 172.21.15.44:0/3471054844 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323b2240 msgr2=0x561e323acc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.228+0000 7f67e5e00640 1 --2- 172.21.15.44:0/3471054844 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323b2240 0x561e323acc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.228+0000 7f67e5e00640 1 -- 172.21.15.44:0/3471054844 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e323b7e70 con 0x561e323b1920 2024-05-27T00:37:09.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.228+0000 7f67e6800640 1 --2- 172.21.15.44:0/3471054844 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323bc910 0x561e323d4760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:09.230 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.229+0000 7f67e5e00640 1 --2- 172.21.15.44:0/3471054844 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323b1920 0x561e323b40c0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x561e323bad80 tx=0x7f67d8016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5f94e710d37371a server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:09.231 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mono.txt 2024-05-27T00:37:09.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.229+0000 7f67d6600640 1 -- 172.21.15.44:0/3471054844 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d802a6f0 con 0x561e323b1920 2024-05-27T00:37:09.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.229+0000 7f67d6600640 1 -- 172.21.15.44:0/3471054844 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f67d802f070 con 0x561e323b1920 2024-05-27T00:37:09.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.229+0000 7f67d6600640 1 -- 172.21.15.44:0/3471054844 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d801d660 con 0x561e323b1920 2024-05-27T00:37:09.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.230+0000 7f67ef995740 1 -- 172.21.15.44:0/3471054844 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323b1920 msgr2=0x561e323b40c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.230+0000 7f67ef995740 1 --2- 172.21.15.44:0/3471054844 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323b1920 0x561e323b40c0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x561e323bad80 tx=0x7f67d8016000 comp rx=0 tx=0).stop 2024-05-27T00:37:09.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.230+0000 7f67ef995740 1 -- 172.21.15.44:0/3471054844 shutdown_connections 2024-05-27T00:37:09.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.230+0000 7f67ef995740 1 --2- 172.21.15.44:0/3471054844 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323bc910 0x561e323d4760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.230+0000 7f67ef995740 1 --2- 172.21.15.44:0/3471054844 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323b2240 0x561e323acc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.230+0000 7f67ef995740 1 --2- 172.21.15.44:0/3471054844 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323b1920 0x561e323b40c0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.230+0000 7f67ef995740 1 -- 172.21.15.44:0/3471054844 >> 172.21.15.44:0/3471054844 conn(0x561e323adc40 msgr2=0x561e323ac510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:09.233 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mtd/ 2024-05-27T00:37:09.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.230+0000 7f67ef995740 1 -- 172.21.15.44:0/3471054844 shutdown_connections 2024-05-27T00:37:09.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.230+0000 7f67ef995740 1 -- 172.21.15.44:0/3471054844 wait complete. 2024-05-27T00:37:09.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.231+0000 7f67ef995740 1 -- start start 2024-05-27T00:37:09.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.231+0000 7f67ef995740 1 Processor -- start 2024-05-27T00:37:09.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.232+0000 7f67ef995740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323b1920 0x561e323c4f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.232+0000 7f67ef995740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323b2240 0x561e323c0350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.232+0000 7f67ef995740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323bc910 0x561e323c0890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.232+0000 7f67ef995740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f67e81af6c0 con 0x561e323bc910 2024-05-27T00:37:09.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.232+0000 7f67ef995740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f67e81b0b30 con 0x561e323b2240 2024-05-27T00:37:09.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.232+0000 7f67ef995740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f67e81afd90 con 0x561e323b1920 2024-05-27T00:37:09.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.232+0000 7f67ef995740 10 client.0 _ll_register_callbacks cb 0x7f67e0009b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:09.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.232+0000 7f67e5e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323b1920 0x561e323c4f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.232+0000 7f67e5e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323b1920 0x561e323c4f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:42228/0 (socket says 172.21.15.44:42228) 2024-05-27T00:37:09.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.232+0000 7f67e5e00640 1 -- 172.21.15.44:0/2756442126 learned_addr learned my addr 172.21.15.44:0/2756442126 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:09.235 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mtd/nand/ 2024-05-27T00:37:09.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.232+0000 7f67dd400640 1 --2- 172.21.15.44:0/2756442126 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323b2240 0x561e323c0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.232+0000 7f67e6800640 1 --2- 172.21.15.44:0/2756442126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323bc910 0x561e323c0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.233+0000 7f67e5e00640 1 -- 172.21.15.44:0/2756442126 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323b2240 msgr2=0x561e323c0350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.233+0000 7f67e5e00640 1 --2- 172.21.15.44:0/2756442126 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323b2240 0x561e323c0350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.233+0000 7f67e5e00640 1 -- 172.21.15.44:0/2756442126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323bc910 msgr2=0x561e323c0890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.233+0000 7f67e5e00640 1 --2- 172.21.15.44:0/2756442126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323bc910 0x561e323c0890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.233+0000 7f67e5e00640 1 -- 172.21.15.44:0/2756442126 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561e323c1090 con 0x561e323b1920 2024-05-27T00:37:09.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.233+0000 7f67e5e00640 1 --2- 172.21.15.44:0/2756442126 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323b1920 0x561e323c4f90 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f67d801eed0 tx=0x7f67d801ef00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9e7372c3e11be6bb server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:09.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.233+0000 7f67cb400640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:37:09.237 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mtd/nand/pxa3xx-nand.txt 2024-05-27T00:37:09.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.234+0000 7f67cb400640 1 -- 172.21.15.44:0/2756442126 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d802a870 con 0x561e323b1920 2024-05-27T00:37:09.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.234+0000 7f67cb400640 1 -- 172.21.15.44:0/2756442126 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f67d802aa10 con 0x561e323b1920 2024-05-27T00:37:09.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.234+0000 7f67ef995740 1 -- 172.21.15.44:0/2756442126 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f67d802f070 con 0x561e323b1920 2024-05-27T00:37:09.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.234+0000 7f67cb400640 1 -- 172.21.15.44:0/2756442126 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f67d801e410 con 0x561e323b1920 2024-05-27T00:37:09.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.234+0000 7f67ef995740 10 client.26146 fetch_fsmap learned FSMap version 27 2024-05-27T00:37:09.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.234+0000 7f67ef995740 1 -- 172.21.15.44:0/2756442126 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x561e3243fa90 con 0x561e323b1920 2024-05-27T00:37:09.239 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mtd/nand_ecc.txt 2024-05-27T00:37:09.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.234+0000 7f67cb400640 1 -- 172.21.15.44:0/2756442126 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f67d802f070 con 0x561e323b1920 2024-05-27T00:37:09.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.235+0000 7f67cb400640 1 -- 172.21.15.44:0/2756442126 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7f67d803bc20 con 0x561e323b1920 2024-05-27T00:37:09.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.235+0000 7f67ef995740 10 client.26146 fetch_fsmap finished waiting for FSMap version 27 2024-05-27T00:37:09.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.235+0000 7f67ef995740 10 client.26146 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-27T00:37:09.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.235+0000 7f67ef995740 20 client.26146 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:09.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.235+0000 7f67ef995740 1 --2- 172.21.15.44:0/2756442126 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x561e32440260 0x561e32442680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.235+0000 7f67ef995740 4 client.26146 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-27T00:37:09.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.235+0000 7f67ef995740 1 -- 172.21.15.44:0/2756442126 --> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561e3231e860 con 0x561e32440260 2024-05-27T00:37:09.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.235+0000 7f67dd400640 1 --2- 172.21.15.44:0/2756442126 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x561e32440260 0x561e32442680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.236+0000 7f67dd400640 1 --2- 172.21.15.44:0/2756442126 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x561e32440260 0x561e32442680 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e49bc6034b5e827f server_cookie=bb82eeca340e389 in_seq=0 out_seq=0 2024-05-27T00:37:09.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.236+0000 7f67cb400640 10 client.26146 ms_handle_connect on v2:172.21.15.50:6836/3905712585 2024-05-27T00:37:09.240 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/mtd/spi-nor.txt 2024-05-27T00:37:09.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.236+0000 7f67cb400640 1 -- 172.21.15.44:0/2756442126 <== mds.2 v2:172.21.15.50:6836/3905712585 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561e3231e860 con 0x561e32440260 2024-05-27T00:37:09.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.236+0000 7f67cb400640 10 client.26146 handle_command_reply: tid=0 2024-05-27T00:37:09.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.236+0000 7f67ef995740 1 client.26146 shutdown 2024-05-27T00:37:09.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.236+0000 7f67ef995740 1 -- 172.21.15.44:0/2756442126 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323b1920 msgr2=0x561e323c4f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.236+0000 7f67ef995740 1 --2- 172.21.15.44:0/2756442126 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323b1920 0x561e323c4f90 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f67d801eed0 tx=0x7f67d801ef00 comp rx=0 tx=0).stop 2024-05-27T00:37:09.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.236+0000 7f67ef995740 1 -- 172.21.15.44:0/2756442126 shutdown_connections 2024-05-27T00:37:09.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.236+0000 7f67ef995740 1 --2- 172.21.15.44:0/2756442126 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x561e32440260 0x561e32442680 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.236+0000 7f67ef995740 1 --2- 172.21.15.44:0/2756442126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x561e323bc910 0x561e323c0890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.236+0000 7f67ef995740 1 --2- 172.21.15.44:0/2756442126 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x561e323b2240 0x561e323c0350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.236+0000 7f67ef995740 1 --2- 172.21.15.44:0/2756442126 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x561e323b1920 0x561e323c4f90 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.236+0000 7f67ef995740 1 -- 172.21.15.44:0/2756442126 >> 172.21.15.44:0/2756442126 conn(0x561e323adc40 msgr2=0x561e323ba170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:09.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.236+0000 7f67cb400640 0 client.26146 ms_handle_reset on v2:172.21.15.50:6836/3905712585 2024-05-27T00:37:09.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.237+0000 7f67ef995740 1 -- 172.21.15.44:0/2756442126 shutdown_connections 2024-05-27T00:37:09.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.237+0000 7f67ef995740 1 -- 172.21.15.44:0/2756442126 wait complete. 2024-05-27T00:37:09.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.237+0000 7f67ef995740 20 client.26146 trim_cache size 0 max 16384 2024-05-27T00:37:09.243 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-27T00:37:09.243 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/namespaces/ 2024-05-27T00:37:09.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.237+0000 7f67ecc00640 1 -- 172.21.15.44:0/1319644237 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f67cc0a2e00 msgr2=0x7f67cc0a52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.237+0000 7f67ecc00640 1 --2- 172.21.15.44:0/1319644237 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f67cc0a2e00 0x7f67cc0a52c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x561e323b2ee0 tx=0x7f67d8005f90 comp rx=0 tx=0).stop 2024-05-27T00:37:09.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.238+0000 7f67ecc00640 1 -- 172.21.15.44:0/1319644237 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67e8106d20 msgr2=0x7f67e819aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.238+0000 7f67ecc00640 1 --2- 172.21.15.44:0/1319644237 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67e8106d20 0x7f67e819aad0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f67d0009230 tx=0x7f67d00329c0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.238+0000 7f67ecc00640 1 -- 172.21.15.44:0/1319644237 shutdown_connections 2024-05-27T00:37:09.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.238+0000 7f67ecc00640 1 --2- 172.21.15.44:0/1319644237 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f67cc0a2e00 0x7f67cc0a52c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.238+0000 7f67ecc00640 1 --2- 172.21.15.44:0/1319644237 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f67e819ee50 0x7f67e819f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.238+0000 7f67ecc00640 1 --2- 172.21.15.44:0/1319644237 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67e8106d20 0x7f67e819aad0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.238+0000 7f67ecc00640 1 --2- 172.21.15.44:0/1319644237 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67e8100110 0x7f67e819a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.238+0000 7f67ecc00640 1 -- 172.21.15.44:0/1319644237 >> 172.21.15.44:0/1319644237 conn(0x7f67e8076e60 msgr2=0x7f67e8105150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:09.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.238+0000 7f67ecc00640 1 -- 172.21.15.44:0/1319644237 shutdown_connections 2024-05-27T00:37:09.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.238+0000 7f67ecc00640 1 -- 172.21.15.44:0/1319644237 wait complete. 2024-05-27T00:37:09.245 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/namespaces/compatibility-list.txt 2024-05-27T00:37:09.245 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/namespaces/resource-control.txt 2024-05-27T00:37:09.245 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/netlabel/ 2024-05-27T00:37:09.245 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/netlabel/00-INDEX 2024-05-27T00:37:09.245 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/netlabel/cipso_ipv4.txt 2024-05-27T00:37:09.247 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/netlabel/draft-ietf-cipso-ipsecurity-01.txt 2024-05-27T00:37:09.249 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/netlabel/introduction.txt 2024-05-27T00:37:09.251 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/netlabel/lsm_interface.txt 2024-05-27T00:37:09.253 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/ 2024-05-27T00:37:09.255 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/00-INDEX 2024-05-27T00:37:09.257 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/3c509.txt 2024-05-27T00:37:09.258 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-05-27T00:37:09.259 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/6pack.txt 2024-05-27T00:37:09.263 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/LICENSE.qla3xxx 2024-05-27T00:37:09.263 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/LICENSE.qlcnic 2024-05-27T00:37:09.264 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/LICENSE.qlge 2024-05-27T00:37:09.266 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/Makefile 2024-05-27T00:37:09.268 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/PLIP.txt 2024-05-27T00:37:09.269 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/README.ipw2100 2024-05-27T00:37:09.271 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/README.ipw2200 2024-05-27T00:37:09.274 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/README.sb1000 2024-05-27T00:37:09.274 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/alias.txt 2024-05-27T00:37:09.276 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/altera_tse.txt 2024-05-27T00:37:09.278 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/arcnet-hardware.txt 2024-05-27T00:37:09.280 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/arcnet.txt 2024-05-27T00:37:09.282 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/atm.txt 2024-05-27T00:37:09.284 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/ax25.txt 2024-05-27T00:37:09.286 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/batman-adv.txt 2024-05-27T00:37:09.287 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/baycom.txt 2024-05-27T00:37:09.289 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/bonding.txt 2024-05-27T00:37:09.292 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/bridge.txt 2024-05-27T00:37:09.293 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/caif/ 2024-05-27T00:37:09.294 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/caif/Linux-CAIF.txt 2024-05-27T00:37:09.295 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/caif/README 2024-05-27T00:37:09.296 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/caif/spi_porting.txt 2024-05-27T00:37:09.297 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/can.txt 2024-05-27T00:37:09.298 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/cdc_mbim.txt 2024-05-27T00:37:09.299 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/cops.txt 2024-05-27T00:37:09.301 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/cs89x0.txt 2024-05-27T00:37:09.302 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/cxacru-cf.py 2024-05-27T00:37:09.303 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/cxacru.txt 2024-05-27T00:37:09.304 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/cxgb.txt 2024-05-27T00:37:09.305 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/dccp.txt 2024-05-27T00:37:09.306 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/dctcp.txt 2024-05-27T00:37:09.308 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/de4x5.txt 2024-05-27T00:37:09.309 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/decnet.txt 2024-05-27T00:37:09.310 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/dl2k.txt 2024-05-27T00:37:09.311 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/dm9000.txt 2024-05-27T00:37:09.312 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/dmfe.txt 2024-05-27T00:37:09.314 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/dns_resolver.txt 2024-05-27T00:37:09.315 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/driver.txt 2024-05-27T00:37:09.316 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/e100.txt 2024-05-27T00:37:09.318 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/e1000.txt 2024-05-27T00:37:09.318 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/e1000e.txt 2024-05-27T00:37:09.320 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/eql.txt 2024-05-27T00:37:09.321 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/fib_trie.txt 2024-05-27T00:37:09.322 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/filter.txt 2024-05-27T00:37:09.323 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/fore200e.txt 2024-05-27T00:37:09.325 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/framerelay.txt 2024-05-27T00:37:09.326 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/gen_stats.txt 2024-05-27T00:37:09.327 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/generic-hdlc.txt 2024-05-27T00:37:09.328 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/generic_netlink.txt 2024-05-27T00:37:09.330 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/gianfar.txt 2024-05-27T00:37:09.331 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/i40e.txt 2024-05-27T00:37:09.332 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/i40evf.txt 2024-05-27T00:37:09.333 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/ieee802154.txt 2024-05-27T00:37:09.335 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/igb.txt 2024-05-27T00:37:09.336 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/igbvf.txt 2024-05-27T00:37:09.337 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/ip-sysctl.txt 2024-05-27T00:37:09.339 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/ip_dynaddr.txt 2024-05-27T00:37:09.340 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/ipddp.txt 2024-05-27T00:37:09.342 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/iphase.txt 2024-05-27T00:37:09.343 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/ipsec.txt 2024-05-27T00:37:09.344 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/ipv6.txt 2024-05-27T00:37:09.346 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/ipvlan.txt 2024-05-27T00:37:09.347 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/ipvs-sysctl.txt 2024-05-27T00:37:09.348 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/irda.txt 2024-05-27T00:37:09.350 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/ixgb.txt 2024-05-27T00:37:09.351 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/ixgbe.txt 2024-05-27T00:37:09.352 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/ixgbevf.txt 2024-05-27T00:37:09.353 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/l2tp.txt 2024-05-27T00:37:09.355 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/lapb-module.txt 2024-05-27T00:37:09.356 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/ltpc.txt 2024-05-27T00:37:09.357 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/mac80211-auth-assoc-deauth.txt 2024-05-27T00:37:09.359 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/mac80211-injection.txt 2024-05-27T00:37:09.360 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/ 2024-05-27T00:37:09.361 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/README 2024-05-27T00:37:09.362 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/hostapd.conf 2024-05-27T00:37:09.363 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/wpa_supplicant.conf 2024-05-27T00:37:09.364 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/multiqueue.txt 2024-05-27T00:37:09.366 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/netconsole.txt 2024-05-27T00:37:09.367 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/netdev-FAQ.txt 2024-05-27T00:37:09.368 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/netdev-features.txt 2024-05-27T00:37:09.370 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/netdevices.txt 2024-05-27T00:37:09.371 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/netif-msg.txt 2024-05-27T00:37:09.372 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/netlink_mmap.txt 2024-05-27T00:37:09.374 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/nf_conntrack-sysctl.txt 2024-05-27T00:37:09.375 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/nfc.txt 2024-05-27T00:37:09.377 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/openvswitch.txt 2024-05-27T00:37:09.378 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/operstates.txt 2024-05-27T00:37:09.380 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/packet_mmap.txt 2024-05-27T00:37:09.381 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/phonet.txt 2024-05-27T00:37:09.383 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/phy.txt 2024-05-27T00:37:09.384 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/pktgen.txt 2024-05-27T00:37:09.386 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/policy-routing.txt 2024-05-27T00:37:09.387 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/ppp_generic.txt 2024-05-27T00:37:09.389 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/proc_net_tcp.txt 2024-05-27T00:37:09.390 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/radiotap-headers.txt 2024-05-27T00:37:09.392 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/ray_cs.txt 2024-05-27T00:37:09.393 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/rds.txt 2024-05-27T00:37:09.395 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/regulatory.txt 2024-05-27T00:37:09.396 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/rxrpc.txt 2024-05-27T00:37:09.398 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/s2io.txt 2024-05-27T00:37:09.400 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/scaling.txt 2024-05-27T00:37:09.401 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/sctp.txt 2024-05-27T00:37:09.404 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/secid.txt 2024-05-27T00:37:09.405 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/skfp.txt 2024-05-27T00:37:09.406 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/smc9.txt 2024-05-27T00:37:09.407 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/spider_net.txt 2024-05-27T00:37:09.409 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/stmmac.txt 2024-05-27T00:37:09.410 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/switchdev.txt 2024-05-27T00:37:09.411 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/tc-actions-env-rules.txt 2024-05-27T00:37:09.412 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/tcp-thin.txt 2024-05-27T00:37:09.414 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/tcp.txt 2024-05-27T00:37:09.415 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/team.txt 2024-05-27T00:37:09.416 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/timestamping.txt 2024-05-27T00:37:09.417 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/timestamping/ 2024-05-27T00:37:09.418 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/timestamping/.gitignore 2024-05-27T00:37:09.420 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/timestamping/Makefile 2024-05-27T00:37:09.421 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/timestamping/hwtstamp_config.c 2024-05-27T00:37:09.422 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/timestamping/timestamping.c 2024-05-27T00:37:09.423 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/timestamping/txtimestamp.c 2024-05-27T00:37:09.424 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/tlan.txt 2024-05-27T00:37:09.426 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/tproxy.txt 2024-05-27T00:37:09.427 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/tuntap.txt 2024-05-27T00:37:09.428 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/udplite.txt 2024-05-27T00:37:09.429 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/vortex.txt 2024-05-27T00:37:09.431 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/vxge.txt 2024-05-27T00:37:09.432 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/vxlan.txt 2024-05-27T00:37:09.433 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/x25-iface.txt 2024-05-27T00:37:09.434 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/x25.txt 2024-05-27T00:37:09.435 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/xfrm_proc.txt 2024-05-27T00:37:09.436 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/xfrm_sync.txt 2024-05-27T00:37:09.438 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/xfrm_sysctl.txt 2024-05-27T00:37:09.440 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/networking/z8530drv.txt 2024-05-27T00:37:09.442 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/nfc/ 2024-05-27T00:37:09.444 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/nfc/nfc-hci.txt 2024-05-27T00:37:09.446 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/nfc/nfc-pn544.txt 2024-05-27T00:37:09.448 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/nios2/ 2024-05-27T00:37:09.450 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/nios2/README 2024-05-27T00:37:09.452 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/nommu-mmap.txt 2024-05-27T00:37:09.454 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/numastat.txt 2024-05-27T00:37:09.456 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/oops-tracing.txt 2024-05-27T00:37:09.458 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/padata.txt 2024-05-27T00:37:09.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.459+0000 7fa4f7600640 1 -- 172.21.15.44:0/404516319 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4f0100620 msgr2=0x7fa4f0100a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.459+0000 7fa4f7600640 1 --2- 172.21.15.44:0/404516319 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4f0100620 0x7fa4f0100a00 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fa4e4009900 tx=0x7fa4e402a3f0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.460+0000 7fa4f7600640 1 -- 172.21.15.44:0/404516319 shutdown_connections 2024-05-27T00:37:09.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.460+0000 7fa4f7600640 1 --2- 172.21.15.44:0/404516319 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4f0105460 0x7fa4f010cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.460+0000 7fa4f7600640 1 --2- 172.21.15.44:0/404516319 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa4f0100fd0 0x7fa4f0104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.460+0000 7fa4f7600640 1 --2- 172.21.15.44:0/404516319 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4f0100620 0x7fa4f0100a00 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.461 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/parisc/ 2024-05-27T00:37:09.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.460+0000 7fa4f7600640 1 -- 172.21.15.44:0/404516319 >> 172.21.15.44:0/404516319 conn(0x7fa4f0076a00 msgr2=0x7fa4f00fddf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:09.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.460+0000 7fa4f7600640 1 -- 172.21.15.44:0/404516319 shutdown_connections 2024-05-27T00:37:09.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.460+0000 7fa4f7600640 1 -- 172.21.15.44:0/404516319 wait complete. 2024-05-27T00:37:09.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.461+0000 7fa4f7600640 1 Processor -- start 2024-05-27T00:37:09.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.461+0000 7fa4f7600640 1 -- start start 2024-05-27T00:37:09.463 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/parisc/00-INDEX 2024-05-27T00:37:09.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.462+0000 7fa4f7600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4f0100620 0x7fa4f019a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.462+0000 7fa4f7600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa4f0105460 0x7fa4f019ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.462+0000 7fa4f7600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4f019ee80 0x7fa4f019f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.462+0000 7fa4f7600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa4f0111f40 con 0x7fa4f019ee80 2024-05-27T00:37:09.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.462+0000 7fa4f7600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa4f0111dc0 con 0x7fa4f0100620 2024-05-27T00:37:09.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.462+0000 7fa4f7600640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fa4f01120c0 con 0x7fa4f0105460 2024-05-27T00:37:09.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.462+0000 7fa4f4c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4f0100620 0x7fa4f019a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.462+0000 7fa4f4c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4f0100620 0x7fa4f019a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:41116/0 (socket says 172.21.15.44:41116) 2024-05-27T00:37:09.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.462+0000 7fa4f4c00640 1 -- 172.21.15.44:0/85755892 learned_addr learned my addr 172.21.15.44:0/85755892 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:09.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.462+0000 7fa4f5600640 1 --2- 172.21.15.44:0/85755892 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4f019ee80 0x7fa4f019f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.463+0000 7fa4efe00640 1 --2- 172.21.15.44:0/85755892 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa4f0105460 0x7fa4f019ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.463+0000 7fa4f4c00640 1 -- 172.21.15.44:0/85755892 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa4f0105460 msgr2=0x7fa4f019ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.463+0000 7fa4f4c00640 1 --2- 172.21.15.44:0/85755892 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa4f0105460 0x7fa4f019ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.463+0000 7fa4f4c00640 1 -- 172.21.15.44:0/85755892 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4f019ee80 msgr2=0x7fa4f019f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.463+0000 7fa4f4c00640 1 --2- 172.21.15.44:0/85755892 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4f019ee80 0x7fa4f019f330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.463+0000 7fa4f4c00640 1 -- 172.21.15.44:0/85755892 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4f019f970 con 0x7fa4f0100620 2024-05-27T00:37:09.465 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/parisc/debugging 2024-05-27T00:37:09.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.463+0000 7fa4f4c00640 1 --2- 172.21.15.44:0/85755892 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4f0100620 0x7fa4f019a5c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa4e4006010 tx=0x7fa4e40040c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:09.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.464+0000 7fa4ed600640 1 -- 172.21.15.44:0/85755892 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e403f030 con 0x7fa4f0100620 2024-05-27T00:37:09.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.464+0000 7fa4ed600640 1 -- 172.21.15.44:0/85755892 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa4e40044c0 con 0x7fa4f0100620 2024-05-27T00:37:09.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.464+0000 7fa4ed600640 1 -- 172.21.15.44:0/85755892 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e4035070 con 0x7fa4f0100620 2024-05-27T00:37:09.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.464+0000 7fa4f7600640 1 -- 172.21.15.44:0/85755892 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4f019fc00 con 0x7fa4f0100620 2024-05-27T00:37:09.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.464+0000 7fa4f7600640 1 -- 172.21.15.44:0/85755892 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4f01a7370 con 0x7fa4f0100620 2024-05-27T00:37:09.467 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/parisc/registers 2024-05-27T00:37:09.467 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/parport-lowlevel.txt 2024-05-27T00:37:09.468 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/parport.txt 2024-05-27T00:37:09.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.467+0000 7fa4fa446740 1 Processor -- start 2024-05-27T00:37:09.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.467+0000 7fa4fa446740 1 -- start start 2024-05-27T00:37:09.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.468+0000 7fa4fa446740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07517920 0x560b07517d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.468+0000 7fa4ed600640 1 -- 172.21.15.44:0/85755892 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fa4e4042030 con 0x7fa4f0100620 2024-05-27T00:37:09.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.468+0000 7fa4fa446740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07518240 0x560b075223d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.468+0000 7fa4fa446740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07522910 0x560b07524d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.468+0000 7fa4fa446740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x560b0747cde0 con 0x560b07522910 2024-05-27T00:37:09.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.468+0000 7fa4fa446740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560b07424630 con 0x560b07518240 2024-05-27T00:37:09.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.468+0000 7fa4fa446740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x560b07478da0 con 0x560b07517920 2024-05-27T00:37:09.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.468+0000 7fa4f4c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07518240 0x560b075223d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.468+0000 7fa4f5600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07517920 0x560b07517d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.468+0000 7fa4f5600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07517920 0x560b07517d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:42256/0 (socket says 172.21.15.44:42256) 2024-05-27T00:37:09.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.468+0000 7fa4f5600640 1 -- 172.21.15.44:0/1792797402 learned_addr learned my addr 172.21.15.44:0/1792797402 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:09.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.468+0000 7fa4efe00640 1 --2- 172.21.15.44:0/1792797402 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07522910 0x560b07524d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.469+0000 7fa4f5600640 1 -- 172.21.15.44:0/1792797402 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07518240 msgr2=0x560b075223d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.469+0000 7fa4f5600640 1 --2- 172.21.15.44:0/1792797402 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07518240 0x560b075223d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.469+0000 7fa4f5600640 1 -- 172.21.15.44:0/1792797402 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07522910 msgr2=0x560b07524d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.469+0000 7fa4f5600640 1 --2- 172.21.15.44:0/1792797402 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07522910 0x560b07524d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.469+0000 7fa4f5600640 1 -- 172.21.15.44:0/1792797402 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b07420380 con 0x560b07517920 2024-05-27T00:37:09.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.469+0000 7fa4efe00640 1 --2- 172.21.15.44:0/1792797402 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07522910 0x560b07524d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:37:09.473 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/pcmcia/ 2024-05-27T00:37:09.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.469+0000 7fa4f5600640 1 --2- 172.21.15.44:0/1792797402 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07517920 0x560b07517d00 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa4e8009fc0 tx=0x7fa4e80118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6a3c874e2ebdbbc3 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:09.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.469+0000 7fa4e1c00640 1 -- 172.21.15.44:0/1792797402 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e8004d20 con 0x560b07517920 2024-05-27T00:37:09.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.470+0000 7fa4e1c00640 1 -- 172.21.15.44:0/1792797402 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa4e8004050 con 0x560b07517920 2024-05-27T00:37:09.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.470+0000 7fa4e1c00640 1 -- 172.21.15.44:0/1792797402 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e8005260 con 0x560b07517920 2024-05-27T00:37:09.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.470+0000 7fa4ed600640 1 --2- 172.21.15.44:0/85755892 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa4d80a2d80 0x7fa4d80a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.470+0000 7fa4ed600640 1 -- 172.21.15.44:0/85755892 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fa4e40ef9d0 con 0x7fa4f0100620 2024-05-27T00:37:09.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.470+0000 7fa4f4c00640 1 --2- 172.21.15.44:0/85755892 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa4d80a2d80 0x7fa4d80a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.470+0000 7fa4fa446740 1 -- 172.21.15.44:0/1792797402 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07517920 msgr2=0x560b07517d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.470+0000 7fa4fa446740 1 --2- 172.21.15.44:0/1792797402 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07517920 0x560b07517d00 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa4e8009fc0 tx=0x7fa4e80118d0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.471+0000 7fa4fa446740 1 -- 172.21.15.44:0/1792797402 shutdown_connections 2024-05-27T00:37:09.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.471+0000 7fa4fa446740 1 --2- 172.21.15.44:0/1792797402 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07522910 0x560b07524d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.471+0000 7fa4fa446740 1 --2- 172.21.15.44:0/1792797402 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07518240 0x560b075223d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.471+0000 7fa4fa446740 1 --2- 172.21.15.44:0/1792797402 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07517920 0x560b07517d00 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.471+0000 7fa4fa446740 1 -- 172.21.15.44:0/1792797402 >> 172.21.15.44:0/1792797402 conn(0x560b07513c40 msgr2=0x560b07514020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:09.476 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/pcmcia/.gitignore 2024-05-27T00:37:09.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.471+0000 7fa4fa446740 1 -- 172.21.15.44:0/1792797402 shutdown_connections 2024-05-27T00:37:09.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.471+0000 7fa4fa446740 1 -- 172.21.15.44:0/1792797402 wait complete. 2024-05-27T00:37:09.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.471+0000 7fa4fa446740 1 -- start start 2024-05-27T00:37:09.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.471+0000 7fa4fa446740 1 Processor -- start 2024-05-27T00:37:09.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.472+0000 7fa4f4c00640 1 --2- 172.21.15.44:0/85755892 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa4d80a2d80 0x7fa4d80a5240 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x560b07518ee0 tx=0x7fa4e40f5530 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:09.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.472+0000 7fa4fa446740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07517920 0x560b0751f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.472+0000 7fa4fa446740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07518240 0x560b0751fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.472+0000 7fa4fa446740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07522910 0x560b07520330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.477 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.472+0000 7fa4fa446740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x560b07525700 con 0x560b07518240 2024-05-27T00:37:09.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.472+0000 7fa4fa446740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560b07437a90 con 0x560b07517920 2024-05-27T00:37:09.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.472+0000 7fa4fa446740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x560b07525880 con 0x560b07522910 2024-05-27T00:37:09.478 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/pcmcia/Makefile 2024-05-27T00:37:09.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.472+0000 7fa4fa446740 10 client.0 _ll_register_callbacks cb 0x560b0741abb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:09.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.472+0000 7fa4f5600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07517920 0x560b0751f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.472+0000 7fa4f5600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07517920 0x560b0751f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:41134/0 (socket says 172.21.15.44:41134) 2024-05-27T00:37:09.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.472+0000 7fa4f5600640 1 -- 172.21.15.44:0/599988158 learned_addr learned my addr 172.21.15.44:0/599988158 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:09.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.472+0000 7fa4f5600640 1 --2- 172.21.15.44:0/599988158 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07522910 0x560b07520330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.473+0000 7fa4efe00640 1 --2- 172.21.15.44:0/599988158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07518240 0x560b0751fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.473+0000 7fa4f5600640 1 -- 172.21.15.44:0/599988158 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07522910 msgr2=0x560b07520330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.473+0000 7fa4f5600640 1 --2- 172.21.15.44:0/599988158 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07522910 0x560b07520330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.473+0000 7fa4f5600640 1 -- 172.21.15.44:0/599988158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07518240 msgr2=0x560b0751fdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.473+0000 7fa4f5600640 1 --2- 172.21.15.44:0/599988158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07518240 0x560b0751fdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.473+0000 7fa4f5600640 1 -- 172.21.15.44:0/599988158 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b071903f0 con 0x560b07517920 2024-05-27T00:37:09.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.473+0000 7fa4f5600640 1 --2- 172.21.15.44:0/599988158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07517920 0x560b0751f8b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fa4e8003f70 tx=0x7fa4e8005bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b67110a11833f9de server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:09.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.473+0000 7fa4d6000640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:37:09.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.474+0000 7fa4d6000640 1 -- 172.21.15.44:0/599988158 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e8004640 con 0x560b07517920 2024-05-27T00:37:09.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.474+0000 7fa4d6000640 1 -- 172.21.15.44:0/599988158 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fa4e800f4e0 con 0x560b07517920 2024-05-27T00:37:09.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.474+0000 7fa4fa446740 1 -- 172.21.15.44:0/599988158 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4e8004050 con 0x560b07517920 2024-05-27T00:37:09.480 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/pcmcia/crc32hash.c 2024-05-27T00:37:09.481 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.474+0000 7fa4d6000640 1 -- 172.21.15.44:0/599988158 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fa4e8036050 con 0x560b07517920 2024-05-27T00:37:09.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.474+0000 7fa4fa446740 10 client.26159 fetch_fsmap learned FSMap version 27 2024-05-27T00:37:09.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.474+0000 7fa4fa446740 1 -- 172.21.15.44:0/599988158 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x560b0725a7d0 con 0x560b07517920 2024-05-27T00:37:09.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.474+0000 7fa4d6000640 1 -- 172.21.15.44:0/599988158 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa4e8004050 con 0x560b07517920 2024-05-27T00:37:09.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.475+0000 7fa4d6000640 1 -- 172.21.15.44:0/599988158 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7fa4e8025040 con 0x560b07517920 2024-05-27T00:37:09.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.475+0000 7fa4fa446740 10 client.26159 fetch_fsmap finished waiting for FSMap version 27 2024-05-27T00:37:09.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.475+0000 7fa4fa446740 10 client.26159 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-27T00:37:09.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.475+0000 7fa4fa446740 20 client.26159 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:09.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.475+0000 7fa4fa446740 1 --2- 172.21.15.44:0/599988158 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x560b07532c20 0x560b07535010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.475+0000 7fa4fa446740 4 client.26159 mds_command: new command op to 24581 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:37:09.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.475+0000 7fa4fa446740 1 -- 172.21.15.44:0/599988158 --> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560b0748a510 con 0x560b07532c20 2024-05-27T00:37:09.482 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.475+0000 7fa4efe00640 1 --2- 172.21.15.44:0/599988158 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x560b07532c20 0x560b07535010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.483 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/pcmcia/devicetable.txt 2024-05-27T00:37:09.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.476+0000 7fa4efe00640 1 --2- 172.21.15.44:0/599988158 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x560b07532c20 0x560b07535010 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6169e9ba5b3969ee server_cookie=61614e5af13aa1ca in_seq=0 out_seq=0 2024-05-27T00:37:09.483 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.476+0000 7fa4d6000640 10 client.26159 ms_handle_connect on v2:172.21.15.44:6840/114683393 2024-05-27T00:37:09.483 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/pcmcia/driver-changes.txt 2024-05-27T00:37:09.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.477+0000 7fa4d6000640 1 -- 172.21.15.44:0/599988158 <== mds.1 v2:172.21.15.44:6840/114683393 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x560b0748a510 con 0x560b07532c20 2024-05-27T00:37:09.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.477+0000 7fa4d6000640 10 client.26159 handle_command_reply: tid=0 2024-05-27T00:37:09.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.477+0000 7fa4fa446740 1 client.26159 shutdown 2024-05-27T00:37:09.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.478+0000 7fa4fa446740 1 -- 172.21.15.44:0/599988158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07517920 msgr2=0x560b0751f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.478+0000 7fa4fa446740 1 --2- 172.21.15.44:0/599988158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07517920 0x560b0751f8b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fa4e8003f70 tx=0x7fa4e8005bd0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.478+0000 7fa4fa446740 1 -- 172.21.15.44:0/599988158 shutdown_connections 2024-05-27T00:37:09.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.478+0000 7fa4fa446740 1 --2- 172.21.15.44:0/599988158 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07522910 0x560b07520330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.484 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.478+0000 7fa4fa446740 1 --2- 172.21.15.44:0/599988158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07518240 0x560b0751fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.485 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.478+0000 7fa4fa446740 1 --2- 172.21.15.44:0/599988158 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x560b07532c20 0x560b07535010 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.485 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/pcmcia/driver.txt 2024-05-27T00:37:09.485 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.478+0000 7fa4fa446740 1 --2- 172.21.15.44:0/599988158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07517920 0x560b0751f8b0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.478+0000 7fa4d6000640 0 client.26159 ms_handle_reset on v2:172.21.15.44:6840/114683393 2024-05-27T00:37:09.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.478+0000 7fa4fa446740 1 -- 172.21.15.44:0/599988158 >> 172.21.15.44:0/599988158 conn(0x560b07513c40 msgr2=0x560b07519a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:09.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.478+0000 7fa4fa446740 1 -- 172.21.15.44:0/599988158 shutdown_connections 2024-05-27T00:37:09.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.478+0000 7fa4fa446740 1 -- 172.21.15.44:0/599988158 wait complete. 2024-05-27T00:37:09.486 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.478+0000 7fa4fa446740 20 client.26159 trim_cache size 0 max 16384 2024-05-27T00:37:09.487 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/pcmcia/locking.txt 2024-05-27T00:37:09.487 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/percpu-rw-semaphore.txt 2024-05-27T00:37:09.487 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/phy.txt 2024-05-27T00:37:09.487 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/phy/ 2024-05-27T00:37:09.487 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/phy/samsung-usb2.txt 2024-05-27T00:37:09.487 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/pi-futex.txt 2024-05-27T00:37:09.487 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/pinctrl.txt 2024-05-27T00:37:09.488 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/platform/ 2024-05-27T00:37:09.489 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/platform/x86-laptop-drivers.txt 2024-05-27T00:37:09.491 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/pnp.txt 2024-05-27T00:37:09.493 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/ 2024-05-27T00:37:09.495 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/00-INDEX 2024-05-27T00:37:09.496 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.495+0000 7fa4fa446740 1 Processor -- start 2024-05-27T00:37:09.496 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.495+0000 7fa4fa446740 1 -- start start 2024-05-27T00:37:09.496 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.495+0000 7fa4fa446740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07517920 0x560b0751ff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.496 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.496+0000 7fa4fa446740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07518240 0x560b0753a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.496 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.496+0000 7fa4fa446740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07522910 0x560b0753ad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.497 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.496+0000 7fa4fa446740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa4f01b3a20 con 0x560b07518240 2024-05-27T00:37:09.497 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.496+0000 7fa4fa446740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa4f01b12c0 con 0x560b07522910 2024-05-27T00:37:09.497 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.496+0000 7fa4fa446740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fa4f01af0f0 con 0x560b07517920 2024-05-27T00:37:09.497 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/apm-acpi.txt 2024-05-27T00:37:09.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.496+0000 7fa4efe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07518240 0x560b0753a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.496+0000 7fa4efe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07518240 0x560b0753a7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35544/0 (socket says 172.21.15.44:35544) 2024-05-27T00:37:09.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.496+0000 7fa4efe00640 1 -- 172.21.15.44:0/1847523121 learned_addr learned my addr 172.21.15.44:0/1847523121 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:09.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.496+0000 7fa4f5600640 1 --2- 172.21.15.44:0/1847523121 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07517920 0x560b0751ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.496+0000 7fa4f5600640 1 --2- 172.21.15.44:0/1847523121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07522910 0x560b0753ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.497+0000 7fa4efe00640 1 -- 172.21.15.44:0/1847523121 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07517920 msgr2=0x560b0751ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.497+0000 7fa4efe00640 1 --2- 172.21.15.44:0/1847523121 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07517920 0x560b0751ff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.497+0000 7fa4efe00640 1 -- 172.21.15.44:0/1847523121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07522910 msgr2=0x560b0753ad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.497+0000 7fa4efe00640 1 --2- 172.21.15.44:0/1847523121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07522910 0x560b0753ad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.497+0000 7fa4efe00640 1 -- 172.21.15.44:0/1847523121 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b0750f2f0 con 0x560b07518240 2024-05-27T00:37:09.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.497+0000 7fa4f5600640 1 --2- 172.21.15.44:0/1847523121 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07517920 0x560b0751ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:09.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.497+0000 7fa4efe00640 1 --2- 172.21.15.44:0/1847523121 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07518240 0x560b0753a7f0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fa4f006a8f0 tx=0x7fa4dc005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f98882d57c6ce44f server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:09.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.497+0000 7fa4e1200640 1 -- 172.21.15.44:0/1847523121 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4dc0042f0 con 0x560b07518240 2024-05-27T00:37:09.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.497+0000 7fa4e1200640 1 -- 172.21.15.44:0/1847523121 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa4dc004490 con 0x560b07518240 2024-05-27T00:37:09.499 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.497+0000 7fa4e1200640 1 -- 172.21.15.44:0/1847523121 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4dc01e390 con 0x560b07518240 2024-05-27T00:37:09.500 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/basic-pm-debugging.txt 2024-05-27T00:37:09.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.498+0000 7fa4fa446740 1 -- 172.21.15.44:0/1847523121 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07518240 msgr2=0x560b0753a7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.498+0000 7fa4fa446740 1 --2- 172.21.15.44:0/1847523121 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07518240 0x560b0753a7f0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fa4f006a8f0 tx=0x7fa4dc005f90 comp rx=0 tx=0).stop 2024-05-27T00:37:09.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.498+0000 7fa4fa446740 1 -- 172.21.15.44:0/1847523121 shutdown_connections 2024-05-27T00:37:09.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.498+0000 7fa4fa446740 1 --2- 172.21.15.44:0/1847523121 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07522910 0x560b0753ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.498+0000 7fa4fa446740 1 --2- 172.21.15.44:0/1847523121 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07518240 0x560b0753a7f0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.498+0000 7fa4fa446740 1 --2- 172.21.15.44:0/1847523121 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07517920 0x560b0751ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.498+0000 7fa4fa446740 1 -- 172.21.15.44:0/1847523121 >> 172.21.15.44:0/1847523121 conn(0x560b07513c40 msgr2=0x560b0751f870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:09.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.499+0000 7fa4fa446740 1 -- 172.21.15.44:0/1847523121 shutdown_connections 2024-05-27T00:37:09.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.499+0000 7fa4fa446740 1 -- 172.21.15.44:0/1847523121 wait complete. 2024-05-27T00:37:09.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.499+0000 7fa4fa446740 1 -- start start 2024-05-27T00:37:09.501 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.499+0000 7fa4fa446740 1 Processor -- start 2024-05-27T00:37:09.502 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/charger-manager.txt 2024-05-27T00:37:09.503 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.500+0000 7fa4fa446740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07517920 0x560b0752af50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.503 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.500+0000 7fa4fa446740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07518240 0x560b0751c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.503 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.500+0000 7fa4fa446740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07522910 0x560b0751c850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.503 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.500+0000 7fa4fa446740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fa4f01af780 con 0x560b07518240 2024-05-27T00:37:09.503 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.500+0000 7fa4fa446740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa4f01b0bf0 con 0x560b07517920 2024-05-27T00:37:09.503 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.500+0000 7fa4fa446740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fa4f01afe50 con 0x560b07522910 2024-05-27T00:37:09.503 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.500+0000 7fa4fa446740 10 client.0 _ll_register_callbacks cb 0x7fa4e8003ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:09.503 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.500+0000 7fa4efe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07518240 0x560b0751c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.503 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.500+0000 7fa4efe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07518240 0x560b0751c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35560/0 (socket says 172.21.15.44:35560) 2024-05-27T00:37:09.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.500+0000 7fa4efe00640 1 -- 172.21.15.44:0/1815745317 learned_addr learned my addr 172.21.15.44:0/1815745317 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:09.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.500+0000 7fa4f5600640 1 --2- 172.21.15.44:0/1815745317 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07517920 0x560b0752af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.500+0000 7fa4f5600640 1 --2- 172.21.15.44:0/1815745317 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07522910 0x560b0751c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.501+0000 7fa4efe00640 1 -- 172.21.15.44:0/1815745317 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07522910 msgr2=0x560b0751c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.501+0000 7fa4efe00640 1 --2- 172.21.15.44:0/1815745317 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07522910 0x560b0751c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.501+0000 7fa4efe00640 1 -- 172.21.15.44:0/1815745317 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07517920 msgr2=0x560b0752af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.501+0000 7fa4efe00640 1 --2- 172.21.15.44:0/1815745317 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07517920 0x560b0752af50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.501+0000 7fa4efe00640 1 -- 172.21.15.44:0/1815745317 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b0751cf10 con 0x560b07518240 2024-05-27T00:37:09.504 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/devices.txt 2024-05-27T00:37:09.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.501+0000 7fa4efe00640 1 --2- 172.21.15.44:0/1815745317 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07518240 0x560b0751c310 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fa4dc009f30 tx=0x7fa4dc005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dd9f29fc82872ef server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:09.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.501+0000 7fa4d6000640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:37:09.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.501+0000 7fa4d6000640 1 -- 172.21.15.44:0/1815745317 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4dc0037f0 con 0x560b07518240 2024-05-27T00:37:09.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.501+0000 7fa4d6000640 1 -- 172.21.15.44:0/1815745317 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fa4dc003aa0 con 0x560b07518240 2024-05-27T00:37:09.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.501+0000 7fa4fa446740 1 -- 172.21.15.44:0/1815745317 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4dc004490 con 0x560b07518240 2024-05-27T00:37:09.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.502+0000 7fa4d6000640 1 -- 172.21.15.44:0/1815745317 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fa4dc038050 con 0x560b07518240 2024-05-27T00:37:09.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.502+0000 7fa4fa446740 10 client.16035 fetch_fsmap learned FSMap version 27 2024-05-27T00:37:09.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.502+0000 7fa4fa446740 1 -- 172.21.15.44:0/1815745317 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x560b0759d270 con 0x560b07518240 2024-05-27T00:37:09.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.502+0000 7fa4d6000640 1 -- 172.21.15.44:0/1815745317 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa4dc004490 con 0x560b07518240 2024-05-27T00:37:09.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.502+0000 7fa4d6000640 1 -- 172.21.15.44:0/1815745317 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7fa4dc01f680 con 0x560b07518240 2024-05-27T00:37:09.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.503+0000 7fa4fa446740 10 client.16035 fetch_fsmap finished waiting for FSMap version 27 2024-05-27T00:37:09.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.503+0000 7fa4fa446740 10 client.16035 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-27T00:37:09.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.503+0000 7fa4fa446740 20 client.16035 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:09.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.503+0000 7fa4fa446740 1 --2- 172.21.15.44:0/1815745317 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x560b0759d930 0x560b0759fd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.503+0000 7fa4fa446740 4 client.16035 mds_command: new command op to 24581 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-27T00:37:09.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.503+0000 7fa4fa446740 1 -- 172.21.15.44:0/1815745317 --> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560b07484860 con 0x560b0759d930 2024-05-27T00:37:09.507 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/drivers-testing.txt 2024-05-27T00:37:09.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.503+0000 7fa4f5600640 1 --2- 172.21.15.44:0/1815745317 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x560b0759d930 0x560b0759fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.504+0000 7fa4f5600640 1 --2- 172.21.15.44:0/1815745317 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x560b0759d930 0x560b0759fd50 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=29d74f2dc5c1d9de server_cookie=5a31a0367755965e in_seq=0 out_seq=0 2024-05-27T00:37:09.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.504+0000 7fa4d6000640 10 client.16035 ms_handle_connect on v2:172.21.15.44:6840/114683393 2024-05-27T00:37:09.508 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/freezing-of-tasks.txt 2024-05-27T00:37:09.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.504+0000 7fa4d6000640 1 -- 172.21.15.44:0/1815745317 <== mds.1 v2:172.21.15.44:6840/114683393 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560b07484860 con 0x560b0759d930 2024-05-27T00:37:09.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.504+0000 7fa4d6000640 10 client.16035 handle_command_reply: tid=0 2024-05-27T00:37:09.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.504+0000 7fa4fa446740 1 client.16035 shutdown 2024-05-27T00:37:09.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.504+0000 7fa4fa446740 1 -- 172.21.15.44:0/1815745317 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07518240 msgr2=0x560b0751c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.504+0000 7fa4fa446740 1 --2- 172.21.15.44:0/1815745317 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07518240 0x560b0751c310 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fa4dc009f30 tx=0x7fa4dc005dc0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.504+0000 7fa4fa446740 1 -- 172.21.15.44:0/1815745317 shutdown_connections 2024-05-27T00:37:09.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.504+0000 7fa4fa446740 1 --2- 172.21.15.44:0/1815745317 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560b07522910 0x560b0751c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.504+0000 7fa4fa446740 1 --2- 172.21.15.44:0/1815745317 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560b07518240 0x560b0751c310 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.504+0000 7fa4fa446740 1 --2- 172.21.15.44:0/1815745317 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x560b0759d930 0x560b0759fd50 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.504+0000 7fa4fa446740 1 --2- 172.21.15.44:0/1815745317 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560b07517920 0x560b0752af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.504+0000 7fa4fa446740 1 -- 172.21.15.44:0/1815745317 >> 172.21.15.44:0/1815745317 conn(0x560b07513c40 msgr2=0x560b075198d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:09.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.504+0000 7fa4d6000640 0 client.16035 ms_handle_reset on v2:172.21.15.44:6840/114683393 2024-05-27T00:37:09.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.505+0000 7fa4fa446740 1 -- 172.21.15.44:0/1815745317 shutdown_connections 2024-05-27T00:37:09.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.505+0000 7fa4fa446740 1 -- 172.21.15.44:0/1815745317 wait complete. 2024-05-27T00:37:09.509 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.505+0000 7fa4fa446740 20 client.16035 trim_cache size 0 max 16384 2024-05-27T00:37:09.510 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-27T00:37:09.510 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/interface.txt 2024-05-27T00:37:09.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.506+0000 7fa4f7600640 1 -- 172.21.15.44:0/85755892 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa4d80a2d80 msgr2=0x7fa4d80a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.506+0000 7fa4f7600640 1 --2- 172.21.15.44:0/85755892 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa4d80a2d80 0x7fa4d80a5240 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x560b07518ee0 tx=0x7fa4e40f5530 comp rx=0 tx=0).stop 2024-05-27T00:37:09.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.506+0000 7fa4f7600640 1 -- 172.21.15.44:0/85755892 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4f0100620 msgr2=0x7fa4f019a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.506+0000 7fa4f7600640 1 --2- 172.21.15.44:0/85755892 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4f0100620 0x7fa4f019a5c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa4e4006010 tx=0x7fa4e40040c0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.506+0000 7fa4f7600640 1 -- 172.21.15.44:0/85755892 shutdown_connections 2024-05-27T00:37:09.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.506+0000 7fa4f7600640 1 --2- 172.21.15.44:0/85755892 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fa4d80a2d80 0x7fa4d80a5240 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.506+0000 7fa4f7600640 1 --2- 172.21.15.44:0/85755892 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fa4f019ee80 0x7fa4f019f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.506+0000 7fa4f7600640 1 --2- 172.21.15.44:0/85755892 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fa4f0105460 0x7fa4f019ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.506+0000 7fa4f7600640 1 --2- 172.21.15.44:0/85755892 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fa4f0100620 0x7fa4f019a5c0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.506+0000 7fa4f7600640 1 -- 172.21.15.44:0/85755892 >> 172.21.15.44:0/85755892 conn(0x7fa4f0076a00 msgr2=0x7fa4f01037c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:09.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.506+0000 7fa4f7600640 1 -- 172.21.15.44:0/85755892 shutdown_connections 2024-05-27T00:37:09.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.506+0000 7fa4f7600640 1 -- 172.21.15.44:0/85755892 wait complete. 2024-05-27T00:37:09.512 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/notifiers.txt 2024-05-27T00:37:09.512 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/opp.txt 2024-05-27T00:37:09.512 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/pci.txt 2024-05-27T00:37:09.512 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/pm_qos_interface.txt 2024-05-27T00:37:09.512 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/power_supply_class.txt 2024-05-27T00:37:09.513 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/powercap/ 2024-05-27T00:37:09.514 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/powercap/powercap.txt 2024-05-27T00:37:09.516 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/regulator/ 2024-05-27T00:37:09.517 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/regulator/consumer.txt 2024-05-27T00:37:09.519 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/regulator/design.txt 2024-05-27T00:37:09.521 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/regulator/machine.txt 2024-05-27T00:37:09.523 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/regulator/overview.txt 2024-05-27T00:37:09.525 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/regulator/regulator.txt 2024-05-27T00:37:09.525 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-05-27T00:37:09.526 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/runtime_pm.txt 2024-05-27T00:37:09.531 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/s2ram.txt 2024-05-27T00:37:09.531 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/states.txt 2024-05-27T00:37:09.531 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/suspend-and-cpuhotplug.txt 2024-05-27T00:37:09.532 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/suspend-and-interrupts.txt 2024-05-27T00:37:09.534 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/swsusp-and-swap-files.txt 2024-05-27T00:37:09.535 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/swsusp-dmcrypt.txt 2024-05-27T00:37:09.536 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/swsusp.txt 2024-05-27T00:37:09.537 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/tricks.txt 2024-05-27T00:37:09.538 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/userland-swsusp.txt 2024-05-27T00:37:09.539 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/power/video.txt 2024-05-27T00:37:09.541 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/powerpc/ 2024-05-27T00:37:09.542 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/powerpc/00-INDEX 2024-05-27T00:37:09.543 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/powerpc/bootwrapper.txt 2024-05-27T00:37:09.544 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/powerpc/cpu_families.txt 2024-05-27T00:37:09.545 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/powerpc/cpu_features.txt 2024-05-27T00:37:09.546 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/powerpc/cxl.txt 2024-05-27T00:37:09.547 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/powerpc/eeh-pci-error-recovery.txt 2024-05-27T00:37:09.549 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/powerpc/firmware-assisted-dump.txt 2024-05-27T00:37:09.550 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/powerpc/hvcs.txt 2024-05-27T00:37:09.552 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/powerpc/mpc52xx.txt 2024-05-27T00:37:09.553 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/powerpc/pmu-ebb.txt 2024-05-27T00:37:09.554 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/powerpc/ptrace.txt 2024-05-27T00:37:09.555 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/powerpc/qe_firmware.txt 2024-05-27T00:37:09.556 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/powerpc/transactional_memory.txt 2024-05-27T00:37:09.557 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/pps/ 2024-05-27T00:37:09.558 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/pps/pps.txt 2024-05-27T00:37:09.560 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/prctl/ 2024-05-27T00:37:09.561 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/prctl/.gitignore 2024-05-27T00:37:09.562 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/prctl/Makefile 2024-05-27T00:37:09.563 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-ctxt-sw-stress-test.c 2024-05-27T00:37:09.564 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-on-off-stress-test.c 2024-05-27T00:37:09.565 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-test.c 2024-05-27T00:37:09.566 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/prctl/no_new_privs.txt 2024-05-27T00:37:09.567 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/prctl/seccomp_filter.txt 2024-05-27T00:37:09.568 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/preempt-locking.txt 2024-05-27T00:37:09.570 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/printk-formats.txt 2024-05-27T00:37:09.571 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/pti/ 2024-05-27T00:37:09.572 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/pti/pti_intel_mid.txt 2024-05-27T00:37:09.573 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ptp/ 2024-05-27T00:37:09.574 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ptp/.gitignore 2024-05-27T00:37:09.575 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ptp/Makefile 2024-05-27T00:37:09.576 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ptp/ptp.txt 2024-05-27T00:37:09.577 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ptp/testptp.c 2024-05-27T00:37:09.579 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ptp/testptp.mk 2024-05-27T00:37:09.580 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/pwm.txt 2024-05-27T00:37:09.581 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/ramoops.txt 2024-05-27T00:37:09.582 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/rapidio/ 2024-05-27T00:37:09.583 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/rapidio/rapidio.txt 2024-05-27T00:37:09.585 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/rapidio/sysfs.txt 2024-05-27T00:37:09.586 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/rapidio/tsi721.txt 2024-05-27T00:37:09.587 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/rbtree.txt 2024-05-27T00:37:09.588 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/remoteproc.txt 2024-05-27T00:37:09.589 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/rfkill.txt 2024-05-27T00:37:09.591 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/robust-futex-ABI.txt 2024-05-27T00:37:09.593 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/robust-futexes.txt 2024-05-27T00:37:09.595 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/rpmsg.txt 2024-05-27T00:37:09.596 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/rtc.txt 2024-05-27T00:37:09.598 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/s390/ 2024-05-27T00:37:09.599 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/s390/00-INDEX 2024-05-27T00:37:09.600 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/s390/3270.ChangeLog 2024-05-27T00:37:09.601 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/s390/3270.txt 2024-05-27T00:37:09.602 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/s390/CommonIO 2024-05-27T00:37:09.603 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/s390/DASD 2024-05-27T00:37:09.604 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/s390/Debugging390.txt 2024-05-27T00:37:09.606 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/s390/cds.txt 2024-05-27T00:37:09.607 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/s390/config3270.sh 2024-05-27T00:37:09.609 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/s390/driver-model.txt 2024-05-27T00:37:09.610 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/s390/kvm.txt 2024-05-27T00:37:09.611 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/s390/monreader.txt 2024-05-27T00:37:09.612 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/s390/qeth.txt 2024-05-27T00:37:09.613 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/s390/s390dbf.txt 2024-05-27T00:37:09.614 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/s390/zfcpdump.txt 2024-05-27T00:37:09.615 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scheduler/ 2024-05-27T00:37:09.617 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scheduler/00-INDEX 2024-05-27T00:37:09.618 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scheduler/completion.txt 2024-05-27T00:37:09.619 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scheduler/sched-arch.txt 2024-05-27T00:37:09.620 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scheduler/sched-bwc.txt 2024-05-27T00:37:09.621 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scheduler/sched-deadline.txt 2024-05-27T00:37:09.622 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scheduler/sched-design-CFS.txt 2024-05-27T00:37:09.623 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scheduler/sched-domains.txt 2024-05-27T00:37:09.624 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scheduler/sched-nice-design.txt 2024-05-27T00:37:09.625 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scheduler/sched-rt-group.txt 2024-05-27T00:37:09.627 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scheduler/sched-stats.txt 2024-05-27T00:37:09.629 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/ 2024-05-27T00:37:09.630 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/00-INDEX 2024-05-27T00:37:09.631 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/53c700.txt 2024-05-27T00:37:09.632 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/BusLogic.txt 2024-05-27T00:37:09.633 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.1992-1997 2024-05-27T00:37:09.635 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.arcmsr 2024-05-27T00:37:09.636 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.ips 2024-05-27T00:37:09.637 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.lpfc 2024-05-27T00:37:09.639 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.megaraid 2024-05-27T00:37:09.640 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.megaraid_sas 2024-05-27T00:37:09.642 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.ncr53c8xx 2024-05-27T00:37:09.643 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.sym53c8xx 2024-05-27T00:37:09.645 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.sym53c8xx_2 2024-05-27T00:37:09.646 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/FlashPoint.txt 2024-05-27T00:37:09.647 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/LICENSE.FlashPoint 2024-05-27T00:37:09.648 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/LICENSE.qla2xxx 2024-05-27T00:37:09.650 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/LICENSE.qla4xxx 2024-05-27T00:37:09.651 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/Mylex.txt 2024-05-27T00:37:09.652 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/NinjaSCSI.txt 2024-05-27T00:37:09.653 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/aacraid.txt 2024-05-27T00:37:09.655 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/advansys.txt 2024-05-27T00:37:09.656 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/aha152x.txt 2024-05-27T00:37:09.657 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/aic79xx.txt 2024-05-27T00:37:09.663 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/aic7xxx.txt 2024-05-27T00:37:09.664 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/arcmsr_spec.txt 2024-05-27T00:37:09.665 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/bfa.txt 2024-05-27T00:37:09.667 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/bnx2fc.txt 2024-05-27T00:37:09.669 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/cxgb3i.txt 2024-05-27T00:37:09.670 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/dc395x.txt 2024-05-27T00:37:09.673 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/dpti.txt 2024-05-27T00:37:09.674 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/dtc3x80.txt 2024-05-27T00:37:09.679 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/g_NCR5380.txt 2024-05-27T00:37:09.679 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/hpsa.txt 2024-05-27T00:37:09.679 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/hptiop.txt 2024-05-27T00:37:09.680 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/in2000.txt 2024-05-27T00:37:09.682 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/libsas.txt 2024-05-27T00:37:09.689 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/link_power_management_policy.txt 2024-05-27T00:37:09.691 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/lpfc.txt 2024-05-27T00:37:09.693 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/megaraid.txt 2024-05-27T00:37:09.698 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/ncr53c8xx.txt 2024-05-27T00:37:09.699 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/osd.txt 2024-05-27T00:37:09.701 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/osst.txt 2024-05-27T00:37:09.703 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/ppa.txt 2024-05-27T00:37:09.705 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/qlogicfas.txt 2024-05-27T00:37:09.708 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/scsi-changer.txt 2024-05-27T00:37:09.710 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/scsi-generic.txt 2024-05-27T00:37:09.711 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/scsi-parameters.txt 2024-05-27T00:37:09.713 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/scsi.txt 2024-05-27T00:37:09.715 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/scsi_eh.txt 2024-05-27T00:37:09.717 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/scsi_fc_transport.txt 2024-05-27T00:37:09.719 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/scsi_mid_low_api.txt 2024-05-27T00:37:09.721 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/ 2024-05-27T00:37:09.723 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/Makefile 2024-05-27T00:37:09.724 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/rport_state_diagram.dot 2024-05-27T00:37:09.726 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/st.txt 2024-05-27T00:37:09.727 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/sym53c500_cs.txt 2024-05-27T00:37:09.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.727+0000 7fed64a00640 1 -- 172.21.15.44:0/2799270386 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed6010c5c0 msgr2=0x7fed6010c9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.727+0000 7fed64a00640 1 --2- 172.21.15.44:0/2799270386 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed6010c5c0 0x7fed6010c9a0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fed50009900 tx=0x7fed5002a3f0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.727+0000 7fed64a00640 1 -- 172.21.15.44:0/2799270386 shutdown_connections 2024-05-27T00:37:09.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.727+0000 7fed64a00640 1 --2- 172.21.15.44:0/2799270386 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fed60111690 0x7fed60119260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.727+0000 7fed64a00640 1 --2- 172.21.15.44:0/2799270386 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fed6010cf70 0x7fed60110fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.727+0000 7fed64a00640 1 --2- 172.21.15.44:0/2799270386 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed6010c5c0 0x7fed6010c9a0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.727+0000 7fed64a00640 1 -- 172.21.15.44:0/2799270386 >> 172.21.15.44:0/2799270386 conn(0x7fed6006c9d0 msgr2=0x7fed6010a9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:09.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.728+0000 7fed64a00640 1 -- 172.21.15.44:0/2799270386 shutdown_connections 2024-05-27T00:37:09.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.728+0000 7fed64a00640 1 -- 172.21.15.44:0/2799270386 wait complete. 2024-05-27T00:37:09.729 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/sym53c8xx_2.txt 2024-05-27T00:37:09.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.729+0000 7fed64a00640 1 Processor -- start 2024-05-27T00:37:09.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.729+0000 7fed64a00640 1 -- start start 2024-05-27T00:37:09.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.729+0000 7fed64a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed6010c5c0 0x7fed601a2d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.729+0000 7fed64a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fed60111690 0x7fed601a3290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.729+0000 7fed64a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fed601a7610 0x7fed601a7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.729+0000 7fed64a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fed6011c8d0 con 0x7fed6010c5c0 2024-05-27T00:37:09.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.729+0000 7fed64a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fed6011c750 con 0x7fed60111690 2024-05-27T00:37:09.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.729+0000 7fed64a00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fed6011ca50 con 0x7fed601a7610 2024-05-27T00:37:09.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.730+0000 7fed5de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed6010c5c0 0x7fed601a2d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.730+0000 7fed5de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed6010c5c0 0x7fed601a2d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35586/0 (socket says 172.21.15.44:35586) 2024-05-27T00:37:09.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.730+0000 7fed5d400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fed60111690 0x7fed601a3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.731 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.730+0000 7fed5de00640 1 -- 172.21.15.44:0/1266040219 learned_addr learned my addr 172.21.15.44:0/1266040219 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:09.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.730+0000 7fed5e800640 1 --2- 172.21.15.44:0/1266040219 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fed601a7610 0x7fed601a7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.730+0000 7fed5de00640 1 -- 172.21.15.44:0/1266040219 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fed601a7610 msgr2=0x7fed601a7ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.730+0000 7fed5de00640 1 --2- 172.21.15.44:0/1266040219 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fed601a7610 0x7fed601a7ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.730+0000 7fed5de00640 1 -- 172.21.15.44:0/1266040219 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fed60111690 msgr2=0x7fed601a3290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.730+0000 7fed5de00640 1 --2- 172.21.15.44:0/1266040219 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fed60111690 0x7fed601a3290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.730+0000 7fed5de00640 1 -- 172.21.15.44:0/1266040219 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed601a8100 con 0x7fed6010c5c0 2024-05-27T00:37:09.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.730+0000 7fed5d400640 1 --2- 172.21.15.44:0/1266040219 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fed60111690 0x7fed601a3290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:09.732 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/tmscsim.txt 2024-05-27T00:37:09.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.731+0000 7fed5de00640 1 --2- 172.21.15.44:0/1266040219 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed6010c5c0 0x7fed601a2d50 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fed50004770 tx=0x7fed50032970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:09.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.731+0000 7fed56a00640 1 -- 172.21.15.44:0/1266040219 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed5003f030 con 0x7fed6010c5c0 2024-05-27T00:37:09.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.731+0000 7fed56a00640 1 -- 172.21.15.44:0/1266040219 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fed50032d70 con 0x7fed6010c5c0 2024-05-27T00:37:09.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.731+0000 7fed64a00640 1 -- 172.21.15.44:0/1266040219 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed601a8390 con 0x7fed6010c5c0 2024-05-27T00:37:09.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.731+0000 7fed56a00640 1 -- 172.21.15.44:0/1266040219 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed50035070 con 0x7fed6010c5c0 2024-05-27T00:37:09.734 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.731+0000 7fed64a00640 1 -- 172.21.15.44:0/1266040219 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed601afbb0 con 0x7fed6010c5c0 2024-05-27T00:37:09.734 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/ufs.txt 2024-05-27T00:37:09.735 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/scsi/wd719x.txt 2024-05-27T00:37:09.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.735+0000 7fed56a00640 1 -- 172.21.15.44:0/1266040219 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fed50042030 con 0x7fed6010c5c0 2024-05-27T00:37:09.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.736+0000 7fed67806740 1 Processor -- start 2024-05-27T00:37:09.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.736+0000 7fed67806740 1 -- start start 2024-05-27T00:37:09.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.736+0000 7fed67806740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56185d86f920 0x56185d86fd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.736+0000 7fed67806740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d870240 0x56185d87a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.736+0000 7fed67806740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d87a910 0x56185d87cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.736+0000 7fed67806740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56185d7d4de0 con 0x56185d86f920 2024-05-27T00:37:09.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.736+0000 7fed67806740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56185d77c630 con 0x56185d870240 2024-05-27T00:37:09.737 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.736+0000 7fed67806740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x56185d7d0da0 con 0x56185d87a910 2024-05-27T00:37:09.738 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/security/ 2024-05-27T00:37:09.738 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.737+0000 7fed56a00640 1 --2- 172.21.15.44:0/1266040219 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fed440a2d80 0x7fed440a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.737+0000 7fed5de00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d870240 0x56185d87a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.737+0000 7fed5e800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56185d86f920 0x56185d86fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.737+0000 7fed5de00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d870240 0x56185d87a3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:41172/0 (socket says 172.21.15.44:41172) 2024-05-27T00:37:09.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.737+0000 7fed5de00640 1 -- 172.21.15.44:0/3270841711 learned_addr learned my addr 172.21.15.44:0/3270841711 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:09.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.737+0000 7fed5d400640 1 --2- 172.21.15.44:0/3270841711 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d87a910 0x56185d87cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.737+0000 7fed56a00640 1 -- 172.21.15.44:0/1266040219 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fed500ef9e0 con 0x7fed6010c5c0 2024-05-27T00:37:09.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.737+0000 7fed5e800640 1 --2- 172.21.15.44:0/1266040219 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fed440a2d80 0x7fed440a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.737+0000 7fed5d400640 1 -- 172.21.15.44:0/3270841711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d870240 msgr2=0x56185d87a3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.737+0000 7fed5d400640 1 --2- 172.21.15.44:0/3270841711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d870240 0x56185d87a3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.738+0000 7fed5d400640 1 -- 172.21.15.44:0/3270841711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56185d86f920 msgr2=0x56185d86fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.738+0000 7fed5d400640 1 --2- 172.21.15.44:0/3270841711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56185d86f920 0x56185d86fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.739 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.738+0000 7fed5d400640 1 -- 172.21.15.44:0/3270841711 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56185d778380 con 0x56185d87a910 2024-05-27T00:37:09.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.738+0000 7fed5e800640 1 --2- 172.21.15.44:0/1266040219 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fed440a2d80 0x7fed440a5240 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fed58005fd0 tx=0x7fed58009500 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:09.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.738+0000 7fed5d400640 1 --2- 172.21.15.44:0/3270841711 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d87a910 0x56185d87cd00 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fed60073290 tx=0x7fed4c0118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2167e25fd0def3ab server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:09.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.739+0000 7fed4b000640 1 -- 172.21.15.44:0/3270841711 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed4c004310 con 0x56185d87a910 2024-05-27T00:37:09.740 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/security/00-INDEX 2024-05-27T00:37:09.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.739+0000 7fed4b000640 1 -- 172.21.15.44:0/3270841711 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fed4c0044b0 con 0x56185d87a910 2024-05-27T00:37:09.741 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.739+0000 7fed4b000640 1 -- 172.21.15.44:0/3270841711 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed4c0037f0 con 0x56185d87a910 2024-05-27T00:37:09.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.740+0000 7fed67806740 1 -- 172.21.15.44:0/3270841711 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d87a910 msgr2=0x56185d87cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.740+0000 7fed67806740 1 --2- 172.21.15.44:0/3270841711 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d87a910 0x56185d87cd00 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fed60073290 tx=0x7fed4c0118d0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.740+0000 7fed67806740 1 -- 172.21.15.44:0/3270841711 shutdown_connections 2024-05-27T00:37:09.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.740+0000 7fed67806740 1 --2- 172.21.15.44:0/3270841711 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d87a910 0x56185d87cd00 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.740+0000 7fed67806740 1 --2- 172.21.15.44:0/3270841711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d870240 0x56185d87a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.740+0000 7fed67806740 1 --2- 172.21.15.44:0/3270841711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56185d86f920 0x56185d86fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.740+0000 7fed67806740 1 -- 172.21.15.44:0/3270841711 >> 172.21.15.44:0/3270841711 conn(0x56185d86bc40 msgr2=0x56185d86c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:09.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.740+0000 7fed67806740 1 -- 172.21.15.44:0/3270841711 shutdown_connections 2024-05-27T00:37:09.742 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.740+0000 7fed67806740 1 -- 172.21.15.44:0/3270841711 wait complete. 2024-05-27T00:37:09.742 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/security/IMA-templates.txt 2024-05-27T00:37:09.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.741+0000 7fed67806740 1 -- start start 2024-05-27T00:37:09.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.741+0000 7fed67806740 1 Processor -- start 2024-05-27T00:37:09.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.742+0000 7fed67806740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d86f920 0x56185d877820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.742+0000 7fed67806740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56185d870240 0x56185d877d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.742+0000 7fed67806740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d87a910 0x56185d8782a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.742+0000 7fed67806740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x56185d87d700 con 0x56185d870240 2024-05-27T00:37:09.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.742+0000 7fed67806740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56185d78fa90 con 0x56185d86f920 2024-05-27T00:37:09.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.742+0000 7fed67806740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x56185d87d880 con 0x56185d87a910 2024-05-27T00:37:09.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.742+0000 7fed67806740 10 client.0 _ll_register_callbacks cb 0x56185d772bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:09.744 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.742+0000 7fed5de00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d86f920 0x56185d877820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.742+0000 7fed5d400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56185d870240 0x56185d877d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.742+0000 7fed5de00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d86f920 0x56185d877820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:41180/0 (socket says 172.21.15.44:41180) 2024-05-27T00:37:09.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.742+0000 7fed5de00640 1 -- 172.21.15.44:0/838494069 learned_addr learned my addr 172.21.15.44:0/838494069 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:09.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.742+0000 7fed5e800640 1 --2- 172.21.15.44:0/838494069 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d87a910 0x56185d8782a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.743+0000 7fed5de00640 1 -- 172.21.15.44:0/838494069 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d87a910 msgr2=0x56185d8782a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.743+0000 7fed5de00640 1 --2- 172.21.15.44:0/838494069 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d87a910 0x56185d8782a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.743+0000 7fed5de00640 1 -- 172.21.15.44:0/838494069 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56185d870240 msgr2=0x56185d877d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.743+0000 7fed5de00640 1 --2- 172.21.15.44:0/838494069 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56185d870240 0x56185d877d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.743+0000 7fed5de00640 1 -- 172.21.15.44:0/838494069 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56185d4e83f0 con 0x56185d86f920 2024-05-27T00:37:09.745 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.743+0000 7fed5e800640 1 --2- 172.21.15.44:0/838494069 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d87a910 0x56185d8782a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:37:09.745 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/security/LSM.txt 2024-05-27T00:37:09.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.743+0000 7fed5de00640 1 --2- 172.21.15.44:0/838494069 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d86f920 0x56185d877820 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fed500b85d0 tx=0x7fed5008abf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=61bca582493b0a13 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:09.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.743+0000 7fed3f400640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:37:09.746 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.743+0000 7fed3f400640 1 -- 172.21.15.44:0/838494069 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed50049040 con 0x56185d86f920 2024-05-27T00:37:09.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.743+0000 7fed67806740 1 -- 172.21.15.44:0/838494069 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fed4c0044b0 con 0x56185d86f920 2024-05-27T00:37:09.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.743+0000 7fed3f400640 1 -- 172.21.15.44:0/838494069 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fed500bbe60 con 0x56185d86f920 2024-05-27T00:37:09.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.744+0000 7fed3f400640 1 -- 172.21.15.44:0/838494069 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fed500ed200 con 0x56185d86f920 2024-05-27T00:37:09.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.744+0000 7fed67806740 10 client.26177 fetch_fsmap learned FSMap version 28 2024-05-27T00:37:09.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.744+0000 7fed67806740 1 -- 172.21.15.44:0/838494069 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56185d5b27d0 con 0x56185d86f920 2024-05-27T00:37:09.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.744+0000 7fed3f400640 1 -- 172.21.15.44:0/838494069 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fed4c0044b0 con 0x56185d86f920 2024-05-27T00:37:09.747 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.745+0000 7fed3f400640 1 -- 172.21.15.44:0/838494069 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fed500c4330 con 0x56185d86f920 2024-05-27T00:37:09.747 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/security/SELinux.txt 2024-05-27T00:37:09.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.745+0000 7fed67806740 10 client.26177 fetch_fsmap finished waiting for FSMap version 28 2024-05-27T00:37:09.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.745+0000 7fed67806740 10 client.26177 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:09.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.745+0000 7fed67806740 20 client.26177 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:09.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.745+0000 7fed67806740 1 --2- 172.21.15.44:0/838494069 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56185d8932e0 0x56185d895760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.745+0000 7fed67806740 4 client.26177 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:37:09.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.745+0000 7fed67806740 1 -- 172.21.15.44:0/838494069 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56185d7e2510 con 0x56185d8932e0 2024-05-27T00:37:09.748 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.745+0000 7fed5d400640 1 --2- 172.21.15.44:0/838494069 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56185d8932e0 0x56185d895760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.746+0000 7fed5d400640 1 --2- 172.21.15.44:0/838494069 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56185d8932e0 0x56185d895760 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33828bdfb150853d server_cookie=d9226beae12fe225 in_seq=0 out_seq=0 2024-05-27T00:37:09.749 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.746+0000 7fed3f400640 10 client.26177 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:09.749 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/security/Smack.txt 2024-05-27T00:37:09.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.747+0000 7fed3f400640 1 -- 172.21.15.44:0/838494069 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56185d7e2510 con 0x56185d8932e0 2024-05-27T00:37:09.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.747+0000 7fed3f400640 10 client.26177 handle_command_reply: tid=0 2024-05-27T00:37:09.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.747+0000 7fed67806740 1 client.26177 shutdown 2024-05-27T00:37:09.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.747+0000 7fed67806740 1 -- 172.21.15.44:0/838494069 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d86f920 msgr2=0x56185d877820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.747+0000 7fed67806740 1 --2- 172.21.15.44:0/838494069 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d86f920 0x56185d877820 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fed500b85d0 tx=0x7fed5008abf0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.747+0000 7fed67806740 1 -- 172.21.15.44:0/838494069 shutdown_connections 2024-05-27T00:37:09.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.747+0000 7fed67806740 1 --2- 172.21.15.44:0/838494069 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56185d8932e0 0x56185d895760 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.747+0000 7fed67806740 1 --2- 172.21.15.44:0/838494069 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d87a910 0x56185d8782a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.747+0000 7fed67806740 1 --2- 172.21.15.44:0/838494069 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56185d870240 0x56185d877d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.750 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.747+0000 7fed67806740 1 --2- 172.21.15.44:0/838494069 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d86f920 0x56185d877820 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.747+0000 7fed67806740 1 -- 172.21.15.44:0/838494069 >> 172.21.15.44:0/838494069 conn(0x56185d86bc40 msgr2=0x56185d871940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:09.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.747+0000 7fed3f400640 0 client.26177 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:09.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.747+0000 7fed67806740 1 -- 172.21.15.44:0/838494069 shutdown_connections 2024-05-27T00:37:09.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.748+0000 7fed67806740 1 -- 172.21.15.44:0/838494069 wait complete. 2024-05-27T00:37:09.751 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.748+0000 7fed67806740 20 client.26177 trim_cache size 0 max 16384 2024-05-27T00:37:09.751 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/security/Yama.txt 2024-05-27T00:37:09.751 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/security/apparmor.txt 2024-05-27T00:37:09.752 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/security/credentials.txt 2024-05-27T00:37:09.753 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/security/keys-ecryptfs.txt 2024-05-27T00:37:09.755 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/security/keys-request-key.txt 2024-05-27T00:37:09.756 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/security/keys-trusted-encrypted.txt 2024-05-27T00:37:09.759 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/security/keys.txt 2024-05-27T00:37:09.761 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/security/tomoyo.txt 2024-05-27T00:37:09.762 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/serial-console.txt 2024-05-27T00:37:09.764 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/serial/ 2024-05-27T00:37:09.765 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/serial/00-INDEX 2024-05-27T00:37:09.767 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/serial/README.cycladesZ 2024-05-27T00:37:09.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.767+0000 7fed67806740 1 Processor -- start 2024-05-27T00:37:09.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.768+0000 7fed67806740 1 -- start start 2024-05-27T00:37:09.768 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/serial/driver 2024-05-27T00:37:09.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.768+0000 7fed67806740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56185d86f920 0x56185d871780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.768+0000 7fed67806740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d870240 0x56185d89b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.768+0000 7fed67806740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d87a910 0x56185d89b570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.768+0000 7fed67806740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fed601b7d60 con 0x56185d86f920 2024-05-27T00:37:09.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.768+0000 7fed67806740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fed601b55d0 con 0x56185d87a910 2024-05-27T00:37:09.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.768+0000 7fed67806740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fed601b3420 con 0x56185d870240 2024-05-27T00:37:09.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.768+0000 7fed5de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56185d86f920 0x56185d871780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.768+0000 7fed5d400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d870240 0x56185d89b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.768+0000 7fed5de00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56185d86f920 0x56185d871780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35614/0 (socket says 172.21.15.44:35614) 2024-05-27T00:37:09.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.768+0000 7fed5de00640 1 -- 172.21.15.44:0/1881479503 learned_addr learned my addr 172.21.15.44:0/1881479503 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:09.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.768+0000 7fed5e800640 1 --2- 172.21.15.44:0/1881479503 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d87a910 0x56185d89b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.769+0000 7fed5d400640 1 -- 172.21.15.44:0/1881479503 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d87a910 msgr2=0x56185d89b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.769+0000 7fed5d400640 1 --2- 172.21.15.44:0/1881479503 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d87a910 0x56185d89b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.769+0000 7fed5d400640 1 -- 172.21.15.44:0/1881479503 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56185d86f920 msgr2=0x56185d871780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.769+0000 7fed5d400640 1 --2- 172.21.15.44:0/1881479503 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56185d86f920 0x56185d871780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.769+0000 7fed5d400640 1 -- 172.21.15.44:0/1881479503 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56185d8672f0 con 0x56185d870240 2024-05-27T00:37:09.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.769+0000 7fed5d400640 1 --2- 172.21.15.44:0/1881479503 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d870240 0x56185d89b030 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fed4c005890 tx=0x7fed4c005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a03c0ec88cef9102 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:09.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.769+0000 7fed4a600640 1 -- 172.21.15.44:0/1881479503 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed4c033070 con 0x56185d870240 2024-05-27T00:37:09.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.769+0000 7fed4a600640 1 -- 172.21.15.44:0/1881479503 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fed4c011dd0 con 0x56185d870240 2024-05-27T00:37:09.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.769+0000 7fed4a600640 1 -- 172.21.15.44:0/1881479503 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed4c0035f0 con 0x56185d870240 2024-05-27T00:37:09.772 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/serial/moxa-smartio 2024-05-27T00:37:09.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.770+0000 7fed67806740 1 -- 172.21.15.44:0/1881479503 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d870240 msgr2=0x56185d89b030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.770+0000 7fed67806740 1 --2- 172.21.15.44:0/1881479503 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d870240 0x56185d89b030 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fed4c005890 tx=0x7fed4c005f90 comp rx=0 tx=0).stop 2024-05-27T00:37:09.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.771+0000 7fed67806740 1 -- 172.21.15.44:0/1881479503 shutdown_connections 2024-05-27T00:37:09.772 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.771+0000 7fed67806740 1 --2- 172.21.15.44:0/1881479503 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d87a910 0x56185d89b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.771+0000 7fed67806740 1 --2- 172.21.15.44:0/1881479503 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d870240 0x56185d89b030 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.771+0000 7fed67806740 1 --2- 172.21.15.44:0/1881479503 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56185d86f920 0x56185d871780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.771+0000 7fed67806740 1 -- 172.21.15.44:0/1881479503 >> 172.21.15.44:0/1881479503 conn(0x56185d86bc40 msgr2=0x56185d871070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:09.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.771+0000 7fed67806740 1 -- 172.21.15.44:0/1881479503 shutdown_connections 2024-05-27T00:37:09.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.771+0000 7fed67806740 1 -- 172.21.15.44:0/1881479503 wait complete. 2024-05-27T00:37:09.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.771+0000 7fed67806740 1 -- start start 2024-05-27T00:37:09.773 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/serial/n_gsm.txt 2024-05-27T00:37:09.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.771+0000 7fed67806740 1 Processor -- start 2024-05-27T00:37:09.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.772+0000 7fed67806740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d86f920 0x56185d887300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.772+0000 7fed67806740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d870240 0x56185d887840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.772+0000 7fed67806740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56185d87a910 0x56185d8fcbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.772+0000 7fed67806740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fed601b3a90 con 0x56185d87a910 2024-05-27T00:37:09.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.772+0000 7fed67806740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fed601b4f00 con 0x56185d870240 2024-05-27T00:37:09.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.772+0000 7fed67806740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fed601b4160 con 0x56185d86f920 2024-05-27T00:37:09.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.772+0000 7fed67806740 10 client.0 _ll_register_callbacks cb 0x7fed500bb9d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:09.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.772+0000 7fed5d400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d870240 0x56185d887840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.772+0000 7fed5de00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d86f920 0x56185d887300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.772+0000 7fed5e800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56185d87a910 0x56185d8fcbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.773+0000 7fed5de00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d86f920 0x56185d887300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:42346/0 (socket says 172.21.15.44:42346) 2024-05-27T00:37:09.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.773+0000 7fed5de00640 1 -- 172.21.15.44:0/3342462395 learned_addr learned my addr 172.21.15.44:0/3342462395 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:09.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.773+0000 7fed5d400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d870240 0x56185d887840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:41206/0 (socket says 172.21.15.44:41206) 2024-05-27T00:37:09.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.773+0000 7fed5de00640 1 -- 172.21.15.44:0/3342462395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d870240 msgr2=0x56185d887840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.773+0000 7fed5de00640 1 --2- 172.21.15.44:0/3342462395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d870240 0x56185d887840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.773+0000 7fed5de00640 1 -- 172.21.15.44:0/3342462395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56185d87a910 msgr2=0x56185d8fcbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:09.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.773+0000 7fed5de00640 1 --2- 172.21.15.44:0/3342462395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56185d87a910 0x56185d8fcbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.773+0000 7fed5de00640 1 -- 172.21.15.44:0/3342462395 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56185d8fd120 con 0x56185d86f920 2024-05-27T00:37:09.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.773+0000 7fed5d400640 1 --2- 172.21.15.44:0/3342462395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d870240 0x56185d887840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:09.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.773+0000 7fed5de00640 1 --2- 172.21.15.44:0/3342462395 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d86f920 0x56185d887300 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fed500a6770 tx=0x7fed5002a3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d8ec9494c46ea112 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:09.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.773+0000 7fed3f400640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:37:09.776 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.774+0000 7fed3f400640 1 -- 172.21.15.44:0/3342462395 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed500d3070 con 0x56185d86f920 2024-05-27T00:37:09.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.774+0000 7fed3f400640 1 -- 172.21.15.44:0/3342462395 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fed5003bbb0 con 0x56185d86f920 2024-05-27T00:37:09.777 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.774+0000 7fed67806740 1 -- 172.21.15.44:0/3342462395 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fed4c011dd0 con 0x56185d86f920 2024-05-27T00:37:09.777 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/serial/rocket.txt 2024-05-27T00:37:09.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.774+0000 7fed3f400640 1 -- 172.21.15.44:0/3342462395 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fed500bb560 con 0x56185d86f920 2024-05-27T00:37:09.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.774+0000 7fed67806740 10 client.26182 fetch_fsmap learned FSMap version 28 2024-05-27T00:37:09.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.774+0000 7fed67806740 1 -- 172.21.15.44:0/3342462395 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56185d8fe2a0 con 0x56185d86f920 2024-05-27T00:37:09.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.774+0000 7fed3f400640 1 -- 172.21.15.44:0/3342462395 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fed4c011dd0 con 0x56185d86f920 2024-05-27T00:37:09.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.775+0000 7fed3f400640 1 -- 172.21.15.44:0/3342462395 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7fed500da2b0 con 0x56185d86f920 2024-05-27T00:37:09.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.775+0000 7fed67806740 10 client.26182 fetch_fsmap finished waiting for FSMap version 28 2024-05-27T00:37:09.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.775+0000 7fed67806740 10 client.26182 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:09.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.775+0000 7fed67806740 20 client.26182 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:09.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.775+0000 7fed67806740 1 --2- 172.21.15.44:0/3342462395 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56185d8fe8c0 0x56185d900ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:09.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.775+0000 7fed67806740 4 client.26182 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-27T00:37:09.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.775+0000 7fed67806740 1 -- 172.21.15.44:0/3342462395 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56185d7dc860 con 0x56185d8fe8c0 2024-05-27T00:37:09.779 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.775+0000 7fed5d400640 1 --2- 172.21.15.44:0/3342462395 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56185d8fe8c0 0x56185d900ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:09.779 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/serial/serial-rs485.txt 2024-05-27T00:37:09.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.776+0000 7fed5d400640 1 --2- 172.21.15.44:0/3342462395 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56185d8fe8c0 0x56185d900ce0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d666cb1093ab008 server_cookie=7b5423ce34a6cbf1 in_seq=0 out_seq=0 2024-05-27T00:37:09.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.776+0000 7fed3f400640 10 client.26182 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:09.780 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.776+0000 7fed3f400640 1 -- 172.21.15.44:0/3342462395 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56185d7dc860 con 0x56185d8fe8c0 2024-05-27T00:37:09.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.776+0000 7fed3f400640 10 client.26182 handle_command_reply: tid=0 2024-05-27T00:37:09.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.776+0000 7fed67806740 1 client.26182 shutdown 2024-05-27T00:37:09.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.776+0000 7fed67806740 1 -- 172.21.15.44:0/3342462395 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d86f920 msgr2=0x56185d887300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.777+0000 7fed67806740 1 --2- 172.21.15.44:0/3342462395 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d86f920 0x56185d887300 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fed500a6770 tx=0x7fed5002a3f0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.777+0000 7fed67806740 1 -- 172.21.15.44:0/3342462395 shutdown_connections 2024-05-27T00:37:09.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.777+0000 7fed67806740 1 --2- 172.21.15.44:0/3342462395 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x56185d8fe8c0 0x56185d900ce0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.777+0000 7fed67806740 1 --2- 172.21.15.44:0/3342462395 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x56185d87a910 0x56185d8fcbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.777+0000 7fed67806740 1 --2- 172.21.15.44:0/3342462395 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x56185d870240 0x56185d887840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.777+0000 7fed67806740 1 --2- 172.21.15.44:0/3342462395 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x56185d86f920 0x56185d887300 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.777+0000 7fed67806740 1 -- 172.21.15.44:0/3342462395 >> 172.21.15.44:0/3342462395 conn(0x56185d86bc40 msgr2=0x56185d871900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:09.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.777+0000 7fed3f400640 0 client.26182 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:09.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.777+0000 7fed67806740 1 -- 172.21.15.44:0/3342462395 shutdown_connections 2024-05-27T00:37:09.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.777+0000 7fed67806740 1 -- 172.21.15.44:0/3342462395 wait complete. 2024-05-27T00:37:09.781 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.777+0000 7fed67806740 20 client.26182 trim_cache size 0 max 16384 2024-05-27T00:37:09.782 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-27T00:37:09.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.778+0000 7fed64a00640 1 -- 172.21.15.44:0/1266040219 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fed440a2d80 msgr2=0x7fed440a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.778+0000 7fed64a00640 1 --2- 172.21.15.44:0/1266040219 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fed440a2d80 0x7fed440a5240 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fed58005fd0 tx=0x7fed58009500 comp rx=0 tx=0).stop 2024-05-27T00:37:09.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.778+0000 7fed64a00640 1 -- 172.21.15.44:0/1266040219 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed6010c5c0 msgr2=0x7fed601a2d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:09.782 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.778+0000 7fed64a00640 1 --2- 172.21.15.44:0/1266040219 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed6010c5c0 0x7fed601a2d50 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fed50004770 tx=0x7fed50032970 comp rx=0 tx=0).stop 2024-05-27T00:37:09.783 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/serial/tty.txt 2024-05-27T00:37:09.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.778+0000 7fed64a00640 1 -- 172.21.15.44:0/1266040219 shutdown_connections 2024-05-27T00:37:09.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.778+0000 7fed64a00640 1 --2- 172.21.15.44:0/1266040219 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fed440a2d80 0x7fed440a5240 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.778+0000 7fed64a00640 1 --2- 172.21.15.44:0/1266040219 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fed601a7610 0x7fed601a7ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.778+0000 7fed64a00640 1 --2- 172.21.15.44:0/1266040219 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fed60111690 0x7fed601a3290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.783 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.778+0000 7fed64a00640 1 --2- 172.21.15.44:0/1266040219 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fed6010c5c0 0x7fed601a2d50 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:09.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.778+0000 7fed64a00640 1 -- 172.21.15.44:0/1266040219 >> 172.21.15.44:0/1266040219 conn(0x7fed6006c9d0 msgr2=0x7fed6010f870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:09.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.779+0000 7fed64a00640 1 -- 172.21.15.44:0/1266040219 shutdown_connections 2024-05-27T00:37:09.784 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:09.779+0000 7fed64a00640 1 -- 172.21.15.44:0/1266040219 wait complete. 2024-05-27T00:37:09.784 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sgi-ioc4.txt 2024-05-27T00:37:09.784 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sh/ 2024-05-27T00:37:09.784 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sh/new-machine.txt 2024-05-27T00:37:09.784 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sh/register-banks.txt 2024-05-27T00:37:09.786 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/smsc_ece1099.txt 2024-05-27T00:37:09.787 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/ 2024-05-27T00:37:09.789 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/ 2024-05-27T00:37:09.790 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/ALSA-Configuration.txt 2024-05-27T00:37:09.791 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/Audigy-mixer.txt 2024-05-27T00:37:09.793 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/Audiophile-Usb.txt 2024-05-27T00:37:09.794 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/Bt87x.txt 2024-05-27T00:37:09.796 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/CMIPCI.txt 2024-05-27T00:37:09.797 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/Channel-Mapping-API.txt 2024-05-27T00:37:09.798 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/ControlNames.txt 2024-05-27T00:37:09.801 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio-Controls.txt 2024-05-27T00:37:09.801 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:09 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3732265889' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:37:09.803 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio-Models.txt 2024-05-27T00:37:09.805 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio.txt 2024-05-27T00:37:09.806 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/Joystick.txt 2024-05-27T00:37:09.808 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/MIXART.txt 2024-05-27T00:37:09.811 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/OSS-Emulation.txt 2024-05-27T00:37:09.813 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/Procfile.txt 2024-05-27T00:37:09.816 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/README.maya44 2024-05-27T00:37:09.818 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/SB-Live-mixer.txt 2024-05-27T00:37:09.821 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/VIA82xx-mixer.txt 2024-05-27T00:37:09.823 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/alsa-parameters.txt 2024-05-27T00:37:09.824 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/compress_offload.txt 2024-05-27T00:37:09.826 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/emu10k1-jack.txt 2024-05-27T00:37:09.828 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/hda_codec.txt 2024-05-27T00:37:09.830 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/hdspm.txt 2024-05-27T00:37:09.831 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/powersave.txt 2024-05-27T00:37:09.833 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/seq_oss.html 2024-05-27T00:37:09.835 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/serial-u16550.txt 2024-05-27T00:37:09.837 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/soc/ 2024-05-27T00:37:09.838 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/soc/DAI.txt 2024-05-27T00:37:09.840 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/soc/DPCM.txt 2024-05-27T00:37:09.842 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/soc/clocking.txt 2024-05-27T00:37:09.844 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/soc/codec.txt 2024-05-27T00:37:09.847 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/soc/dapm.txt 2024-05-27T00:37:09.848 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/soc/jack.txt 2024-05-27T00:37:09.850 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/soc/machine.txt 2024-05-27T00:37:09.852 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/soc/overview.txt 2024-05-27T00:37:09.853 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/soc/platform.txt 2024-05-27T00:37:09.855 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/alsa/soc/pops_clicks.txt 2024-05-27T00:37:09.857 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/ 2024-05-27T00:37:09.859 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/ALS 2024-05-27T00:37:09.861 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/AudioExcelDSP16 2024-05-27T00:37:09.863 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/CMI8330 2024-05-27T00:37:09.865 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/ESS 2024-05-27T00:37:09.868 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/ESS1868 2024-05-27T00:37:09.870 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/Introduction 2024-05-27T00:37:09.873 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/MultiSound 2024-05-27T00:37:09.876 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/OPL3 2024-05-27T00:37:09.878 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/Opti 2024-05-27T00:37:09.882 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/PAS16 2024-05-27T00:37:09.884 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/PSS 2024-05-27T00:37:09.886 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/PSS-updates 2024-05-27T00:37:09.889 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/README.OSS 2024-05-27T00:37:09.892 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/README.modules 2024-05-27T00:37:09.895 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/README.ymfsb 2024-05-27T00:37:09.898 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/SoundPro 2024-05-27T00:37:09.901 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/Soundblaster 2024-05-27T00:37:09.903 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/Tropez+ 2024-05-27T00:37:09.906 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/VIBRA16 2024-05-27T00:37:09.909 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/WaveArtist 2024-05-27T00:37:09.911 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/btaudio 2024-05-27T00:37:09.914 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/mwave 2024-05-27T00:37:09.916 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/oss-parameters.txt 2024-05-27T00:37:09.919 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sound/oss/ultrasound 2024-05-27T00:37:09.922 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sparse.txt 2024-05-27T00:37:09.925 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/spi/ 2024-05-27T00:37:09.927 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/spi/.gitignore 2024-05-27T00:37:09.930 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/spi/00-INDEX 2024-05-27T00:37:09.932 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/spi/Makefile 2024-05-27T00:37:09.934 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/spi/butterfly 2024-05-27T00:37:09.937 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/spi/ep93xx_spi 2024-05-27T00:37:09.939 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/spi/pxa2xx 2024-05-27T00:37:09.942 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/spi/spi-lm70llp 2024-05-27T00:37:09.944 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/spi/spi-sc18is602 2024-05-27T00:37:09.946 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/spi/spi-summary 2024-05-27T00:37:09.948 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/spi/spidev 2024-05-27T00:37:09.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:09 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3732265889' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:37:09.951 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/spi/spidev_fdx.c 2024-05-27T00:37:09.953 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/spi/spidev_test.c 2024-05-27T00:37:09.955 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/stable_api_nonsense.txt 2024-05-27T00:37:09.959 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/stable_kernel_rules.txt 2024-05-27T00:37:09.961 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/static-keys.txt 2024-05-27T00:37:09.964 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/svga.txt 2024-05-27T00:37:09.967 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sysctl/ 2024-05-27T00:37:09.970 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sysctl/00-INDEX 2024-05-27T00:37:09.972 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sysctl/README 2024-05-27T00:37:09.975 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sysctl/abi.txt 2024-05-27T00:37:09.977 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sysctl/fs.txt 2024-05-27T00:37:09.979 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sysctl/kernel.txt 2024-05-27T00:37:09.982 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sysctl/net.txt 2024-05-27T00:37:09.985 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sysctl/sunrpc.txt 2024-05-27T00:37:09.988 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sysctl/vm.txt 2024-05-27T00:37:09.991 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sysfs-rules.txt 2024-05-27T00:37:09.994 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/sysrq.txt 2024-05-27T00:37:09.997 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/target/ 2024-05-27T00:37:10.000 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/target/tcm_mod_builder.py 2024-05-27T00:37:10.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:09 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3732265889' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:37:10.002 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/target/tcm_mod_builder.txt 2024-05-27T00:37:10.005 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/target/tcmu-design.txt 2024-05-27T00:37:10.007 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/thermal/ 2024-05-27T00:37:10.010 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/thermal/cpu-cooling-api.txt 2024-05-27T00:37:10.013 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/thermal/exynos_thermal 2024-05-27T00:37:10.015 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/thermal/exynos_thermal_emulation 2024-05-27T00:37:10.019 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/thermal/intel_powerclamp.txt 2024-05-27T00:37:10.023 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/thermal/nouveau_thermal 2024-05-27T00:37:10.026 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/thermal/sysfs-api.txt 2024-05-27T00:37:10.028 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/thermal/x86_pkg_temperature_thermal 2024-05-27T00:37:10.031 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/this_cpu_ops.txt 2024-05-27T00:37:10.034 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/timers/ 2024-05-27T00:37:10.037 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/timers/.gitignore 2024-05-27T00:37:10.039 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/timers/00-INDEX 2024-05-27T00:37:10.042 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/timers/Makefile 2024-05-27T00:37:10.045 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/timers/NO_HZ.txt 2024-05-27T00:37:10.047 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/timers/highres.txt 2024-05-27T00:37:10.050 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/timers/hpet.txt 2024-05-27T00:37:10.053 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/timers/hpet_example.c 2024-05-27T00:37:10.056 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/timers/hrtimers.txt 2024-05-27T00:37:10.058 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/timers/timekeeping.txt 2024-05-27T00:37:10.061 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/timers/timer_stats.txt 2024-05-27T00:37:10.064 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/timers/timers-howto.txt 2024-05-27T00:37:10.067 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/tpm/ 2024-05-27T00:37:10.071 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/tpm/xen-tpmfront.txt 2024-05-27T00:37:10.074 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/trace/ 2024-05-27T00:37:10.077 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/trace/coresight.txt 2024-05-27T00:37:10.081 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/trace/events-kmem.txt 2024-05-27T00:37:10.084 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/trace/events-nmi.txt 2024-05-27T00:37:10.087 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/trace/events-power.txt 2024-05-27T00:37:10.091 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/trace/events.txt 2024-05-27T00:37:10.094 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/trace/ftrace-design.txt 2024-05-27T00:37:10.098 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/trace/ftrace.txt 2024-05-27T00:37:10.104 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/trace/function-graph-fold.vim 2024-05-27T00:37:10.107 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/trace/kprobetrace.txt 2024-05-27T00:37:10.110 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/trace/mmiotrace.txt 2024-05-27T00:37:10.114 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/trace/postprocess/ 2024-05-27T00:37:10.118 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/trace/postprocess/trace-pagealloc-postprocess.pl 2024-05-27T00:37:10.122 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/trace/postprocess/trace-vmscan-postprocess.pl 2024-05-27T00:37:10.127 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/trace/ring-buffer-design.txt 2024-05-27T00:37:10.130 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/trace/tracepoint-analysis.txt 2024-05-27T00:37:10.134 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/trace/tracepoints.txt 2024-05-27T00:37:10.139 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/trace/uprobetracer.txt 2024-05-27T00:37:10.142 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/unaligned-memory-access.txt 2024-05-27T00:37:10.147 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/unicode.txt 2024-05-27T00:37:10.151 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/unshare.txt 2024-05-27T00:37:10.156 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/ 2024-05-27T00:37:10.160 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/CREDITS 2024-05-27T00:37:10.164 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/URB.txt 2024-05-27T00:37:10.168 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/WUSB-Design-overview.txt 2024-05-27T00:37:10.171 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/acm.txt 2024-05-27T00:37:10.173 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/anchors.txt 2024-05-27T00:37:10.176 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/authorization.txt 2024-05-27T00:37:10.179 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/bulk-streams.txt 2024-05-27T00:37:10.183 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/callbacks.txt 2024-05-27T00:37:10.187 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/chipidea.txt 2024-05-27T00:37:10.190 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/dma.txt 2024-05-27T00:37:10.194 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/dwc3.txt 2024-05-27T00:37:10.198 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/ehci.txt 2024-05-27T00:37:10.202 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/error-codes.txt 2024-05-27T00:37:10.205 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/functionfs.txt 2024-05-27T00:37:10.209 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/gadget-testing.txt 2024-05-27T00:37:10.213 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/gadget_configfs.txt 2024-05-27T00:37:10.217 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/gadget_hid.txt 2024-05-27T00:37:10.220 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/gadget_multi.txt 2024-05-27T00:37:10.224 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/gadget_printer.txt 2024-05-27T00:37:10.226 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/gadget_serial.txt 2024-05-27T00:37:10.229 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/hotplug.txt 2024-05-27T00:37:10.233 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/iuu_phoenix.txt 2024-05-27T00:37:10.236 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/linux-cdc-acm.inf 2024-05-27T00:37:10.240 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/linux.inf 2024-05-27T00:37:10.244 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/mass-storage.txt 2024-05-27T00:37:10.247 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/misc_usbsevseg.txt 2024-05-27T00:37:10.251 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/mtouchusb.txt 2024-05-27T00:37:10.255 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/ohci.txt 2024-05-27T00:37:10.258 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/persist.txt 2024-05-27T00:37:10.262 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/power-management.txt 2024-05-27T00:37:10.266 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/proc_usb_info.txt 2024-05-27T00:37:10.269 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/rio.txt 2024-05-27T00:37:10.273 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/usb-help.txt 2024-05-27T00:37:10.276 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/usb-serial.txt 2024-05-27T00:37:10.280 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/usbmon.txt 2024-05-27T00:37:10.284 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/usb/wusb-cbaf 2024-05-27T00:37:10.290 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vDSO/ 2024-05-27T00:37:10.291 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vDSO/.gitignore 2024-05-27T00:37:10.295 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vDSO/Makefile 2024-05-27T00:37:10.298 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vDSO/parse_vdso.c 2024-05-27T00:37:10.301 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vDSO/vdso_standalone_test_x86.c 2024-05-27T00:37:10.305 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vDSO/vdso_test.c 2024-05-27T00:37:10.308 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vfio.txt 2024-05-27T00:37:10.312 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vgaarbiter.txt 2024-05-27T00:37:10.316 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video-output.txt 2024-05-27T00:37:10.320 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/ 2024-05-27T00:37:10.323 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/4CCs.txt 2024-05-27T00:37:10.327 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/API.html 2024-05-27T00:37:10.331 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.au0828 2024-05-27T00:37:10.334 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.bttv 2024-05-27T00:37:10.338 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.cx23885 2024-05-27T00:37:10.342 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.cx88 2024-05-27T00:37:10.346 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.em28xx 2024-05-27T00:37:10.349 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.ivtv 2024-05-27T00:37:10.353 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.saa7134 2024-05-27T00:37:10.356 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.saa7164 2024-05-27T00:37:10.360 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.tm6000 2024-05-27T00:37:10.363 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.tuner 2024-05-27T00:37:10.366 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.usbvision 2024-05-27T00:37:10.370 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/Makefile 2024-05-27T00:37:10.374 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/README.cpia2 2024-05-27T00:37:10.378 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/README.cx88 2024-05-27T00:37:10.382 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/README.davinci-vpbe 2024-05-27T00:37:10.385 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/README.ir 2024-05-27T00:37:10.389 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/README.ivtv 2024-05-27T00:37:10.392 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/README.pvrusb2 2024-05-27T00:37:10.396 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/README.saa7134 2024-05-27T00:37:10.400 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/Zoran 2024-05-27T00:37:10.403 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/bttv/ 2024-05-27T00:37:10.406 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/bttv/CONTRIBUTORS 2024-05-27T00:37:10.410 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/bttv/Cards 2024-05-27T00:37:10.414 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/bttv/ICs 2024-05-27T00:37:10.417 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/bttv/Insmod-options 2024-05-27T00:37:10.422 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/bttv/MAKEDEV 2024-05-27T00:37:10.425 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/bttv/Modprobe.conf 2024-05-27T00:37:10.428 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/bttv/Modules.conf 2024-05-27T00:37:10.430 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/bttv/PROBLEMS 2024-05-27T00:37:10.433 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/bttv/README 2024-05-27T00:37:10.436 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.WINVIEW 2024-05-27T00:37:10.439 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.freeze 2024-05-27T00:37:10.441 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.quirks 2024-05-27T00:37:10.444 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/bttv/Sound-FAQ 2024-05-27T00:37:10.447 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/bttv/Specs 2024-05-27T00:37:10.451 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/bttv/THANKS 2024-05-27T00:37:10.455 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/bttv/Tuners 2024-05-27T00:37:10.459 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/cafe_ccic 2024-05-27T00:37:10.462 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/cpia2_overview.txt 2024-05-27T00:37:10.465 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/cx18.txt 2024-05-27T00:37:10.467 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/ 2024-05-27T00:37:10.470 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/README.hm12 2024-05-27T00:37:10.473 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/README.vbi 2024-05-27T00:37:10.477 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-calling.txt 2024-05-27T00:37:10.480 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-decoder-api.txt 2024-05-27T00:37:10.483 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-decoder-regs.txt 2024-05-27T00:37:10.487 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-dma.txt 2024-05-27T00:37:10.490 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-encoder-api.txt 2024-05-27T00:37:10.493 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-memory.txt 2024-05-27T00:37:10.496 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-osd-api.txt 2024-05-27T00:37:10.499 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-upload.txt 2024-05-27T00:37:10.502 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/cx88/ 2024-05-27T00:37:10.506 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/cx88/hauppauge-wintv-cx88-ir.txt 2024-05-27T00:37:10.508 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/extract_xc3028.pl 2024-05-27T00:37:10.512 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/fimc.txt 2024-05-27T00:37:10.515 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/gspca.txt 2024-05-27T00:37:10.519 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/hauppauge-wintv-cx88-ir.txt 2024-05-27T00:37:10.523 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/lifeview.txt 2024-05-27T00:37:10.526 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/meye.txt 2024-05-27T00:37:10.529 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/not-in-cx2388x-datasheet.txt 2024-05-27T00:37:10.532 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/omap3isp.txt 2024-05-27T00:37:10.536 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/omap4_camera.txt 2024-05-27T00:37:10.539 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/pxa_camera.txt 2024-05-27T00:37:10.542 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/radiotrack.txt 2024-05-27T00:37:10.545 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/sh_mobile_ceu_camera.txt 2024-05-27T00:37:10.549 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/si470x.txt 2024-05-27T00:37:10.552 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/si4713.txt 2024-05-27T00:37:10.555 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/si476x.txt 2024-05-27T00:37:10.558 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/soc-camera.txt 2024-05-27T00:37:10.561 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/uvcvideo.txt 2024-05-27T00:37:10.564 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/v4l2-controls.txt 2024-05-27T00:37:10.568 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/v4l2-framework.txt 2024-05-27T00:37:10.571 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/v4l2-pci-skeleton.c 2024-05-27T00:37:10.575 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/videobuf 2024-05-27T00:37:10.579 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/vivid.txt 2024-05-27T00:37:10.581 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/video4linux/zr364xx.txt 2024-05-27T00:37:10.584 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/ 2024-05-27T00:37:10.586 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/00-INDEX 2024-05-27T00:37:10.590 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/kvm/ 2024-05-27T00:37:10.592 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/kvm/00-INDEX 2024-05-27T00:37:10.595 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/kvm/api.txt 2024-05-27T00:37:10.600 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/kvm/cpuid.txt 2024-05-27T00:37:10.605 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/ 2024-05-27T00:37:10.607 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/README 2024-05-27T00:37:10.610 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/arm-vgic.txt 2024-05-27T00:37:10.615 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/mpic.txt 2024-05-27T00:37:10.618 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/s390_flic.txt 2024-05-27T00:37:10.622 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/vfio.txt 2024-05-27T00:37:10.625 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/vm.txt 2024-05-27T00:37:10.630 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/xics.txt 2024-05-27T00:37:10.632 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/kvm/hypercalls.txt 2024-05-27T00:37:10.636 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/kvm/locking.txt 2024-05-27T00:37:10.638 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/kvm/mmu.txt 2024-05-27T00:37:10.642 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/kvm/msr.txt 2024-05-27T00:37:10.646 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/kvm/nested-vmx.txt 2024-05-27T00:37:10.649 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/kvm/ppc-pv.txt 2024-05-27T00:37:10.652 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/kvm/review-checklist.txt 2024-05-27T00:37:10.656 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/kvm/s390-diag.txt 2024-05-27T00:37:10.659 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/kvm/timekeeping.txt 2024-05-27T00:37:10.662 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/paravirt_ops.txt 2024-05-27T00:37:10.669 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/uml/ 2024-05-27T00:37:10.673 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/virtual/uml/UserModeLinux-HOWTO.txt 2024-05-27T00:37:10.681 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/ 2024-05-27T00:37:10.685 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/.gitignore 2024-05-27T00:37:10.690 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/00-INDEX 2024-05-27T00:37:10.694 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/active_mm.txt 2024-05-27T00:37:10.701 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/balance 2024-05-27T00:37:10.703 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/cleancache.txt 2024-05-27T00:37:10.707 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/frontswap.txt 2024-05-27T00:37:10.712 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/highmem.txt 2024-05-27T00:37:10.717 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/hugetlbpage.txt 2024-05-27T00:37:10.721 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/hwpoison.txt 2024-05-27T00:37:10.725 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/ksm.txt 2024-05-27T00:37:10.729 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/numa 2024-05-27T00:37:10.733 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/numa_memory_policy.txt 2024-05-27T00:37:10.736 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/overcommit-accounting 2024-05-27T00:37:10.740 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/page_migration 2024-05-27T00:37:10.743 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/page_owner.txt 2024-05-27T00:37:10.747 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/pagemap.txt 2024-05-27T00:37:10.751 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/remap_file_pages.txt 2024-05-27T00:37:10.755 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/slub.txt 2024-05-27T00:37:10.759 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/soft-dirty.txt 2024-05-27T00:37:10.763 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/split_page_table_lock 2024-05-27T00:37:10.767 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/transhuge.txt 2024-05-27T00:37:10.772 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/unevictable-lru.txt 2024-05-27T00:37:10.776 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vm/zswap.txt 2024-05-27T00:37:10.779 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/vme_api.txt 2024-05-27T00:37:10.782 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/volatile-considered-harmful.txt 2024-05-27T00:37:10.786 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/w1/ 2024-05-27T00:37:10.789 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/w1/00-INDEX 2024-05-27T00:37:10.793 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/w1/masters/ 2024-05-27T00:37:10.796 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/w1/masters/00-INDEX 2024-05-27T00:37:10.799 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/w1/masters/ds2482 2024-05-27T00:37:10.803 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/w1/masters/ds2490 2024-05-27T00:37:10.805 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-27T00:37:10.805 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:37:10.805 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-05-27T00:37:10.807 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/w1/masters/mxc-w1 2024-05-27T00:37:10.816 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/w1/masters/omap-hdq 2024-05-27T00:37:10.816 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/w1/masters/w1-gpio 2024-05-27T00:37:10.819 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/w1/slaves/ 2024-05-27T00:37:10.821 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/w1/slaves/00-INDEX 2024-05-27T00:37:10.824 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds2406 2024-05-27T00:37:10.828 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds2423 2024-05-27T00:37:10.830 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds28e04 2024-05-27T00:37:10.832 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/w1/slaves/w1_therm 2024-05-27T00:37:10.834 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/w1/w1.generic 2024-05-27T00:37:10.837 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/w1/w1.netlink 2024-05-27T00:37:10.839 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/watchdog/ 2024-05-27T00:37:10.841 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/watchdog/Makefile 2024-05-27T00:37:10.843 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/watchdog/convert_drivers_to_kernel_api.txt 2024-05-27T00:37:10.846 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/watchdog/hpwdt.txt 2024-05-27T00:37:10.848 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/watchdog/pcwd-watchdog.txt 2024-05-27T00:37:10.850 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/watchdog/src/ 2024-05-27T00:37:10.852 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/watchdog/src/.gitignore 2024-05-27T00:37:10.854 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/watchdog/src/Makefile 2024-05-27T00:37:10.857 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/watchdog/src/watchdog-simple.c 2024-05-27T00:37:10.859 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/watchdog/src/watchdog-test.c 2024-05-27T00:37:10.860 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/watchdog/watchdog-api.txt 2024-05-27T00:37:10.862 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/watchdog/watchdog-kernel-api.txt 2024-05-27T00:37:10.863 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/watchdog/watchdog-parameters.txt 2024-05-27T00:37:10.865 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/watchdog/wdt.txt 2024-05-27T00:37:10.866 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/wimax/ 2024-05-27T00:37:10.868 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/wimax/README.i2400m 2024-05-27T00:37:10.869 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/wimax/README.wimax 2024-05-27T00:37:10.871 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/workqueue.txt 2024-05-27T00:37:10.872 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/ 2024-05-27T00:37:10.874 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/00-INDEX 2024-05-27T00:37:10.876 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/boot.txt 2024-05-27T00:37:10.879 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/early-microcode.txt 2024-05-27T00:37:10.881 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/earlyprintk.txt 2024-05-27T00:37:10.884 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/entry_64.txt 2024-05-27T00:37:10.886 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/exception-tables.txt 2024-05-27T00:37:10.887 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/i386/ 2024-05-27T00:37:10.889 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/i386/IO-APIC.txt 2024-05-27T00:37:10.890 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/intel_mpx.txt 2024-05-27T00:37:10.893 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/mtrr.txt 2024-05-27T00:37:10.896 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/pat.txt 2024-05-27T00:37:10.897 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/tlb.txt 2024-05-27T00:37:10.902 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/usb-legacy-support.txt 2024-05-27T00:37:10.902 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/x86_64/ 2024-05-27T00:37:10.903 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/x86_64/00-INDEX 2024-05-27T00:37:10.904 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/x86_64/boot-options.txt 2024-05-27T00:37:10.906 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/x86_64/cpu-hotplug-spec 2024-05-27T00:37:10.908 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/x86_64/fake-numa-for-cpusets 2024-05-27T00:37:10.911 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/x86_64/kernel-stacks 2024-05-27T00:37:10.913 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/x86_64/machinecheck 2024-05-27T00:37:10.916 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/x86_64/mm.txt 2024-05-27T00:37:10.918 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/x86_64/uefi.txt 2024-05-27T00:37:10.920 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/x86/zero-page.txt 2024-05-27T00:37:10.922 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/xillybus.txt 2024-05-27T00:37:10.924 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/xtensa/ 2024-05-27T00:37:10.926 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/xtensa/atomctl.txt 2024-05-27T00:37:10.927 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/xtensa/mmu.txt 2024-05-27T00:37:10.929 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/xz.txt 2024-05-27T00:37:10.931 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/ 2024-05-27T00:37:10.933 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/CodingStyle 2024-05-27T00:37:10.936 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/HOWTO 2024-05-27T00:37:10.938 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/IRQ.txt 2024-05-27T00:37:10.940 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/SecurityBugs 2024-05-27T00:37:10.942 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/SubmittingDrivers 2024-05-27T00:37:10.944 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/SubmittingPatches 2024-05-27T00:37:10.947 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/arm/ 2024-05-27T00:37:10.949 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/arm/Booting 2024-05-27T00:37:10.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:10 smithi050 ceph-mon[36071]: pgmap v59: 129 pgs: 129 active+clean; 89 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 883 KiB/s rd, 7.8 MiB/s wr, 192 op/s 2024-05-27T00:37:10.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:10 smithi050 ceph-mon[36071]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:37:10.951 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/arm/kernel_user_helpers.txt 2024-05-27T00:37:10.953 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/arm64/ 2024-05-27T00:37:10.955 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/arm64/booting.txt 2024-05-27T00:37:10.958 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/arm64/memory.txt 2024-05-27T00:37:10.960 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/arm64/tagged-pointers.txt 2024-05-27T00:37:10.961 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/basic_profiling.txt 2024-05-27T00:37:10.963 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/email-clients.txt 2024-05-27T00:37:10.965 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/filesystems/ 2024-05-27T00:37:10.968 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/filesystems/sysfs.txt 2024-05-27T00:37:10.970 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/gpio.txt 2024-05-27T00:37:10.973 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/io_ordering.txt 2024-05-27T00:37:10.974 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/magic-number.txt 2024-05-27T00:37:10.976 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/oops-tracing.txt 2024-05-27T00:37:10.978 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/sparse.txt 2024-05-27T00:37:10.980 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/stable_api_nonsense.txt 2024-05-27T00:37:10.983 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/stable_kernel_rules.txt 2024-05-27T00:37:10.986 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/ 2024-05-27T00:37:10.987 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/omap3isp.txt 2024-05-27T00:37:10.989 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/v4l2-framework.txt 2024-05-27T00:37:10.992 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zh_CN/volatile-considered-harmful.txt 2024-05-27T00:37:10.994 INFO:tasks.workunit.client.0.smithi044.stdout:linux-4.0.5/Documentation/zorro.txt 2024-05-27T00:37:11.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:10 smithi137 ceph-mon[36552]: pgmap v59: 129 pgs: 129 active+clean; 89 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 883 KiB/s rd, 7.8 MiB/s wr, 192 op/s 2024-05-27T00:37:11.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:10 smithi137 ceph-mon[36552]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:37:11.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.061+0000 7f4275800640 1 -- 172.21.15.44:0/948741811 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4270109a60 msgr2=0x7f4270109e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:11.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.061+0000 7f4275800640 1 --2- 172.21.15.44:0/948741811 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4270109a60 0x7f4270109e40 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f4260009890 tx=0x7f426002a370 comp rx=0 tx=0).stop 2024-05-27T00:37:11.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.061+0000 7f4275800640 1 -- 172.21.15.44:0/948741811 shutdown_connections 2024-05-27T00:37:11.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.061+0000 7f4275800640 1 --2- 172.21.15.44:0/948741811 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4270104410 0x7f4270110920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.061+0000 7f4275800640 1 --2- 172.21.15.44:0/948741811 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4270103a50 0x7f4270103ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.061+0000 7f4275800640 1 --2- 172.21.15.44:0/948741811 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4270109a60 0x7f4270109e40 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.061+0000 7f4275800640 1 -- 172.21.15.44:0/948741811 >> 172.21.15.44:0/948741811 conn(0x7f42700ff4e0 msgr2=0x7f4270101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:11.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.061+0000 7f4275800640 1 -- 172.21.15.44:0/948741811 shutdown_connections 2024-05-27T00:37:11.062 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.061+0000 7f4275800640 1 -- 172.21.15.44:0/948741811 wait complete. 2024-05-27T00:37:11.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.062+0000 7f4275800640 1 Processor -- start 2024-05-27T00:37:11.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.062+0000 7f4275800640 1 -- start start 2024-05-27T00:37:11.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.062+0000 7f4275800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4270103a50 0x7f427019a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.062+0000 7f4275800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4270104410 0x7f427019aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.063+0000 7f4275800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4270109a60 0x7f427019ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.063+0000 7f4275800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4270113f60 con 0x7f4270104410 2024-05-27T00:37:11.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.063+0000 7f4275800640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4270113de0 con 0x7f4270103a50 2024-05-27T00:37:11.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.063+0000 7f4275800640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f42701140e0 con 0x7f4270109a60 2024-05-27T00:37:11.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.063+0000 7f426fe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4270103a50 0x7f427019a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.063+0000 7f426f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4270104410 0x7f427019aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.063+0000 7f426f400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4270104410 0x7f427019aa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35640/0 (socket says 172.21.15.44:35640) 2024-05-27T00:37:11.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.063+0000 7f4274e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4270109a60 0x7f427019ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.063+0000 7f426f400640 1 -- 172.21.15.44:0/1725393094 learned_addr learned my addr 172.21.15.44:0/1725393094 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:11.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.064+0000 7f4274e00640 1 -- 172.21.15.44:0/1725393094 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4270103a50 msgr2=0x7f427019a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:11.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.064+0000 7f4274e00640 1 --2- 172.21.15.44:0/1725393094 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4270103a50 0x7f427019a4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.064+0000 7f4274e00640 1 -- 172.21.15.44:0/1725393094 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4270104410 msgr2=0x7f427019aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:11.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.064+0000 7f4274e00640 1 --2- 172.21.15.44:0/1725393094 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4270104410 0x7f427019aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.064+0000 7f4274e00640 1 -- 172.21.15.44:0/1725393094 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f427019f460 con 0x7f4270109a60 2024-05-27T00:37:11.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.064+0000 7f426f400640 1 --2- 172.21.15.44:0/1725393094 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4270104410 0x7f427019aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:11.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.064+0000 7f4274e00640 1 --2- 172.21.15.44:0/1725393094 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4270109a60 0x7f427019ed30 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f426800ec50 tx=0x7f426800c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:11.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.064+0000 7f426cc00640 1 -- 172.21.15.44:0/1725393094 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4268003b70 con 0x7f4270109a60 2024-05-27T00:37:11.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.064+0000 7f4275800640 1 -- 172.21.15.44:0/1725393094 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f427019f750 con 0x7f4270109a60 2024-05-27T00:37:11.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.064+0000 7f426cc00640 1 -- 172.21.15.44:0/1725393094 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4268003d10 con 0x7f4270109a60 2024-05-27T00:37:11.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.064+0000 7f426cc00640 1 -- 172.21.15.44:0/1725393094 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4268010920 con 0x7f4270109a60 2024-05-27T00:37:11.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.065+0000 7f4275800640 1 -- 172.21.15.44:0/1725393094 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42701a6fe0 con 0x7f4270109a60 2024-05-27T00:37:11.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.070+0000 7f4279c00740 1 Processor -- start 2024-05-27T00:37:11.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.070+0000 7f426cc00640 1 -- 172.21.15.44:0/1725393094 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f4268004020 con 0x7f4270109a60 2024-05-27T00:37:11.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.070+0000 7f4279c00740 1 -- start start 2024-05-27T00:37:11.071 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.071+0000 7f4279c00740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f832e0 0x55f1a4f81620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.071+0000 7f4279c00740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f81bf0 0x55f1a4f82070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.071+0000 7f4279c00740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8c970 0x55f1a4f8ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.071+0000 7f4279c00740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55f1a4ee59d0 con 0x55f1a4f832e0 2024-05-27T00:37:11.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.071+0000 7f4279c00740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f1a4e8d790 con 0x55f1a4f8c970 2024-05-27T00:37:11.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.071+0000 7f4279c00740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55f1a4ee1990 con 0x55f1a4f81bf0 2024-05-27T00:37:11.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.071+0000 7f426fe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f81bf0 0x55f1a4f82070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.071+0000 7f426fe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f81bf0 0x55f1a4f82070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:42378/0 (socket says 172.21.15.44:42378) 2024-05-27T00:37:11.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.071+0000 7f426fe00640 1 -- 172.21.15.44:0/3254749823 learned_addr learned my addr 172.21.15.44:0/3254749823 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:11.072 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.071+0000 7f426f400640 1 --2- 172.21.15.44:0/3254749823 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f832e0 0x55f1a4f81620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.072+0000 7f426fe00640 1 -- 172.21.15.44:0/3254749823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8c970 msgr2=0x55f1a4f8ed60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-27T00:37:11.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.072+0000 7f426fe00640 1 --2- 172.21.15.44:0/3254749823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8c970 0x55f1a4f8ed60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.072+0000 7f426fe00640 1 -- 172.21.15.44:0/3254749823 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f832e0 msgr2=0x55f1a4f81620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:11.073 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.072+0000 7f426fe00640 1 --2- 172.21.15.44:0/3254749823 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f832e0 0x55f1a4f81620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.072+0000 7f426fe00640 1 -- 172.21.15.44:0/3254749823 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1a4cc17e0 con 0x55f1a4f81bf0 2024-05-27T00:37:11.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.072+0000 7f426cc00640 1 --2- 172.21.15.44:0/1725393094 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f42540a2d80 0x7f42540a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.072+0000 7f426fe00640 1 --2- 172.21.15.44:0/3254749823 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f81bf0 0x55f1a4f82070 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f426002a890 tx=0x7f4260005b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6378af6082a2c1ac server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:11.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.073+0000 7f426cc00640 1 -- 172.21.15.44:0/1725393094 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f42680cfc30 con 0x7f4270109a60 2024-05-27T00:37:11.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.073+0000 7f4265600640 1 -- 172.21.15.44:0/3254749823 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4260043020 con 0x55f1a4f81bf0 2024-05-27T00:37:11.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.073+0000 7f4265600640 1 -- 172.21.15.44:0/3254749823 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4260038040 con 0x55f1a4f81bf0 2024-05-27T00:37:11.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.073+0000 7f426f400640 1 --2- 172.21.15.44:0/1725393094 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f42540a2d80 0x7f42540a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.074+0000 7f4279c00740 1 -- 172.21.15.44:0/3254749823 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f81bf0 msgr2=0x55f1a4f82070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:11.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.074+0000 7f4279c00740 1 --2- 172.21.15.44:0/3254749823 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f81bf0 0x55f1a4f82070 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f426002a890 tx=0x7f4260005b20 comp rx=0 tx=0).stop 2024-05-27T00:37:11.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.074+0000 7f4279c00740 1 -- 172.21.15.44:0/3254749823 shutdown_connections 2024-05-27T00:37:11.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.074+0000 7f4279c00740 1 --2- 172.21.15.44:0/3254749823 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8c970 0x55f1a4f8ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.074+0000 7f4279c00740 1 --2- 172.21.15.44:0/3254749823 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f81bf0 0x55f1a4f82070 secure :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f426002a890 tx=0x7f4260005b20 comp rx=0 tx=0).stop 2024-05-27T00:37:11.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.074+0000 7f4279c00740 1 --2- 172.21.15.44:0/3254749823 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f832e0 0x55f1a4f81620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.075 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.074+0000 7f4279c00740 1 -- 172.21.15.44:0/3254749823 >> 172.21.15.44:0/3254749823 conn(0x55f1a4f4a170 msgr2=0x55f1a4f7e150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:11.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.075+0000 7f4279c00740 1 -- 172.21.15.44:0/3254749823 shutdown_connections 2024-05-27T00:37:11.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.075+0000 7f426f400640 1 --2- 172.21.15.44:0/1725393094 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f42540a2d80 0x7f42540a5240 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x55f1a4f7f2e0 tx=0x7f425c009260 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:11.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.075+0000 7f4279c00740 1 -- 172.21.15.44:0/3254749823 wait complete. 2024-05-27T00:37:11.076 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.076+0000 7f4279c00740 1 -- start start 2024-05-27T00:37:11.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.076+0000 7f4279c00740 1 Processor -- start 2024-05-27T00:37:11.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.077+0000 7f4279c00740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f832e0 0x55f1a4f89a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.077+0000 7f4279c00740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f8c970 0x55f1a4f89f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.077 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.077+0000 7f4279c00740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8a480 0x55f1a4fa1530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.077+0000 7f4279c00740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55f1a4f8f7f0 con 0x55f1a4f832e0 2024-05-27T00:37:11.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.077+0000 7f4279c00740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55f1a4ea0ae0 con 0x55f1a4f8a480 2024-05-27T00:37:11.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.077+0000 7f4279c00740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55f1a4f8f970 con 0x55f1a4f8c970 2024-05-27T00:37:11.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.077+0000 7f4279c00740 10 client.0 _ll_register_callbacks cb 0x55f1a4edbc60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:11.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.077+0000 7f426fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f832e0 0x55f1a4f89a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.077+0000 7f426f400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f8c970 0x55f1a4f89f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.078 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.077+0000 7f426fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f832e0 0x55f1a4f89a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35650/0 (socket says 172.21.15.44:35650) 2024-05-27T00:37:11.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.078+0000 7f426fe00640 1 -- 172.21.15.44:0/725983776 learned_addr learned my addr 172.21.15.44:0/725983776 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:11.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.078+0000 7f4274e00640 1 --2- 172.21.15.44:0/725983776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8a480 0x55f1a4fa1530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.078+0000 7f426fe00640 1 -- 172.21.15.44:0/725983776 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f8c970 msgr2=0x55f1a4f89f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:11.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.078+0000 7f426fe00640 1 --2- 172.21.15.44:0/725983776 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f8c970 0x55f1a4f89f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.078+0000 7f426fe00640 1 -- 172.21.15.44:0/725983776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8a480 msgr2=0x55f1a4fa1530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:11.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.078+0000 7f426fe00640 1 --2- 172.21.15.44:0/725983776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8a480 0x55f1a4fa1530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.079 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.078+0000 7f426fe00640 1 -- 172.21.15.44:0/725983776 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1a4d21f70 con 0x55f1a4f832e0 2024-05-27T00:37:11.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.078+0000 7f426f400640 1 --2- 172.21.15.44:0/725983776 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f8c970 0x55f1a4f89f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:11.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.078+0000 7f4274e00640 1 --2- 172.21.15.44:0/725983776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8a480 0x55f1a4fa1530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:37:11.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.079+0000 7f426fe00640 1 --2- 172.21.15.44:0/725983776 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f832e0 0x55f1a4f89a00 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f4260035040 tx=0x7f426002a370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81bd0d5ebe7f8970 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:11.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.079+0000 7f425a000640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:37:11.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.080+0000 7f425a000640 1 -- 172.21.15.44:0/725983776 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4260030a00 con 0x55f1a4f832e0 2024-05-27T00:37:11.080 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.080+0000 7f425a000640 1 -- 172.21.15.44:0/725983776 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f4260003910 con 0x55f1a4f832e0 2024-05-27T00:37:11.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.080+0000 7f4279c00740 1 -- 172.21.15.44:0/725983776 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4260038040 con 0x55f1a4f832e0 2024-05-27T00:37:11.081 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.080+0000 7f425a000640 1 -- 172.21.15.44:0/725983776 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f4260003b10 con 0x55f1a4f832e0 2024-05-27T00:37:11.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.081+0000 7f4279c00740 10 client.16065 fetch_fsmap learned FSMap version 28 2024-05-27T00:37:11.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.081+0000 7f4279c00740 1 -- 172.21.15.44:0/725983776 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f1a4bb9170 con 0x55f1a4f832e0 2024-05-27T00:37:11.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.081+0000 7f425a000640 1 -- 172.21.15.44:0/725983776 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4260052440 con 0x55f1a4f832e0 2024-05-27T00:37:11.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.082+0000 7f425a000640 1 -- 172.21.15.44:0/725983776 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f4260032440 con 0x55f1a4f832e0 2024-05-27T00:37:11.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.082+0000 7f4279c00740 10 client.16065 fetch_fsmap finished waiting for FSMap version 28 2024-05-27T00:37:11.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.082+0000 7f4279c00740 10 client.16065 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:11.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.082+0000 7f4279c00740 20 client.16065 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:11.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.082+0000 7f4279c00740 1 --2- 172.21.15.44:0/725983776 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55f1a4fa56c0 0x55f1a4fa7ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.082+0000 7f4279c00740 4 client.16065 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:37:11.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.082+0000 7f4279c00740 1 -- 172.21.15.44:0/725983776 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f4260038040 con 0x55f1a4fa56c0 2024-05-27T00:37:11.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.082+0000 7f426f400640 1 --2- 172.21.15.44:0/725983776 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55f1a4fa56c0 0x55f1a4fa7ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.083+0000 7f426f400640 1 --2- 172.21.15.44:0/725983776 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55f1a4fa56c0 0x55f1a4fa7ab0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6c0a7dfc99a9d57 server_cookie=670a312b801d2b03 in_seq=0 out_seq=0 2024-05-27T00:37:11.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.083+0000 7f425a000640 10 client.16065 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:11.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.084+0000 7f425a000640 1 -- 172.21.15.44:0/725983776 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x7f4260038040 con 0x55f1a4fa56c0 2024-05-27T00:37:11.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.084+0000 7f425a000640 10 client.16065 handle_command_reply: tid=0 2024-05-27T00:37:11.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.084+0000 7f4279c00740 1 client.16065 shutdown 2024-05-27T00:37:11.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.084+0000 7f4279c00740 1 -- 172.21.15.44:0/725983776 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f832e0 msgr2=0x55f1a4f89a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:11.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.084+0000 7f4279c00740 1 --2- 172.21.15.44:0/725983776 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f832e0 0x55f1a4f89a00 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f4260035040 tx=0x7f426002a370 comp rx=0 tx=0).stop 2024-05-27T00:37:11.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.084+0000 7f4279c00740 1 -- 172.21.15.44:0/725983776 shutdown_connections 2024-05-27T00:37:11.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.084+0000 7f4279c00740 1 --2- 172.21.15.44:0/725983776 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55f1a4fa56c0 0x55f1a4fa7ab0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.084+0000 7f4279c00740 1 --2- 172.21.15.44:0/725983776 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8a480 0x55f1a4fa1530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.084+0000 7f4279c00740 1 --2- 172.21.15.44:0/725983776 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f8c970 0x55f1a4f89f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.084+0000 7f4279c00740 1 --2- 172.21.15.44:0/725983776 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f832e0 0x55f1a4f89a00 secure :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f4260035040 tx=0x7f426002a370 comp rx=0 tx=0).stop 2024-05-27T00:37:11.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.084+0000 7f4279c00740 1 -- 172.21.15.44:0/725983776 >> 172.21.15.44:0/725983776 conn(0x55f1a4f4a170 msgr2=0x55f1a4f83f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:11.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.084+0000 7f425a000640 0 client.16065 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:11.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.085+0000 7f4279c00740 1 -- 172.21.15.44:0/725983776 shutdown_connections 2024-05-27T00:37:11.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.085+0000 7f4279c00740 1 -- 172.21.15.44:0/725983776 wait complete. 2024-05-27T00:37:11.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.085+0000 7f4279c00740 20 client.16065 trim_cache size 0 max 16384 2024-05-27T00:37:11.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.109+0000 7f4279c00740 1 Processor -- start 2024-05-27T00:37:11.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.109+0000 7f4279c00740 1 -- start start 2024-05-27T00:37:11.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.109+0000 7f4279c00740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f8a480 0x55f1a4f88b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.109+0000 7f4279c00740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f8c970 0x55f1a4f83dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.109+0000 7f4279c00740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8ed80 0x55f1a4f84310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.109+0000 7f4279c00740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f42701af390 con 0x55f1a4f8a480 2024-05-27T00:37:11.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.109+0000 7f4279c00740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f42701acc00 con 0x55f1a4f8ed80 2024-05-27T00:37:11.110 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.109+0000 7f4279c00740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f42701aaa30 con 0x55f1a4f8c970 2024-05-27T00:37:11.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.110+0000 7f426fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f8a480 0x55f1a4f88b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.110+0000 7f426f400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f8c970 0x55f1a4f83dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.110+0000 7f4274e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8ed80 0x55f1a4f84310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.110+0000 7f426fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f8a480 0x55f1a4f88b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:35664/0 (socket says 172.21.15.44:35664) 2024-05-27T00:37:11.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.110+0000 7f426fe00640 1 -- 172.21.15.44:0/1419891036 learned_addr learned my addr 172.21.15.44:0/1419891036 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:11.111 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.110+0000 7f4274e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8ed80 0x55f1a4f84310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:41240/0 (socket says 172.21.15.44:41240) 2024-05-27T00:37:11.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.110+0000 7f426f400640 1 --2- 172.21.15.44:0/1419891036 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f8c970 0x55f1a4f83dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:42394/0 (socket says 172.21.15.44:42394) 2024-05-27T00:37:11.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.110+0000 7f4274e00640 1 -- 172.21.15.44:0/1419891036 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f8c970 msgr2=0x55f1a4f83dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:11.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.110+0000 7f4274e00640 1 --2- 172.21.15.44:0/1419891036 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f8c970 0x55f1a4f83dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.110+0000 7f4274e00640 1 -- 172.21.15.44:0/1419891036 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f8a480 msgr2=0x55f1a4f88b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:11.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.110+0000 7f4274e00640 1 --2- 172.21.15.44:0/1419891036 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f8a480 0x55f1a4f88b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.110+0000 7f4274e00640 1 -- 172.21.15.44:0/1419891036 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1a4f8a270 con 0x55f1a4f8ed80 2024-05-27T00:37:11.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.110+0000 7f426f400640 1 --2- 172.21.15.44:0/1419891036 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f8c970 0x55f1a4f83dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:11.112 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.111+0000 7f4274e00640 1 --2- 172.21.15.44:0/1419891036 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8ed80 0x55f1a4f84310 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f42680ccfd0 tx=0x7f426809b8e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=61695b11120fb214 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:11.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.111+0000 7f4264c00640 1 -- 172.21.15.44:0/1419891036 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42680b9070 con 0x55f1a4f8ed80 2024-05-27T00:37:11.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.111+0000 7f4264c00640 1 -- 172.21.15.44:0/1419891036 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f426809bda0 con 0x55f1a4f8ed80 2024-05-27T00:37:11.113 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.111+0000 7f4264c00640 1 -- 172.21.15.44:0/1419891036 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4268004310 con 0x55f1a4f8ed80 2024-05-27T00:37:11.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:10 smithi044 ceph-mon[31645]: pgmap v59: 129 pgs: 129 active+clean; 89 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 883 KiB/s rd, 7.8 MiB/s wr, 192 op/s 2024-05-27T00:37:11.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:10 smithi044 ceph-mon[31645]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:37:11.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.112+0000 7f4279c00740 1 -- 172.21.15.44:0/1419891036 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8ed80 msgr2=0x55f1a4f84310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:11.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.112+0000 7f4279c00740 1 --2- 172.21.15.44:0/1419891036 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8ed80 0x55f1a4f84310 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f42680ccfd0 tx=0x7f426809b8e0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.112+0000 7f4279c00740 1 -- 172.21.15.44:0/1419891036 shutdown_connections 2024-05-27T00:37:11.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.112+0000 7f4279c00740 1 --2- 172.21.15.44:0/1419891036 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8ed80 0x55f1a4f84310 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.112+0000 7f4279c00740 1 --2- 172.21.15.44:0/1419891036 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f8c970 0x55f1a4f83dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.112+0000 7f4279c00740 1 --2- 172.21.15.44:0/1419891036 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f8a480 0x55f1a4f88b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.112+0000 7f4279c00740 1 -- 172.21.15.44:0/1419891036 >> 172.21.15.44:0/1419891036 conn(0x55f1a4f4a170 msgr2=0x55f1a4f836c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:11.114 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.112+0000 7f4279c00740 1 -- 172.21.15.44:0/1419891036 shutdown_connections 2024-05-27T00:37:11.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.112+0000 7f4279c00740 1 -- 172.21.15.44:0/1419891036 wait complete. 2024-05-27T00:37:11.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.113+0000 7f4279c00740 1 -- start start 2024-05-27T00:37:11.115 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.113+0000 7f4279c00740 1 Processor -- start 2024-05-27T00:37:11.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.114+0000 7f4279c00740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8a480 0x55f1a4f7d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.114+0000 7f4279c00740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f8c970 0x55f1a4f7dd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.114+0000 7f4279c00740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f8ed80 0x55f1a4f9bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.114+0000 7f4279c00740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f42701ab0c0 con 0x55f1a4f8ed80 2024-05-27T00:37:11.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.114+0000 7f4279c00740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f42701ac530 con 0x55f1a4f8a480 2024-05-27T00:37:11.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.114+0000 7f4279c00740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f42701ab790 con 0x55f1a4f8c970 2024-05-27T00:37:11.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.114+0000 7f4279c00740 10 client.0 _ll_register_callbacks cb 0x7f425c009b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:11.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.114+0000 7f426fe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8a480 0x55f1a4f7d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.114+0000 7f426fe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8a480 0x55f1a4f7d7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:41250/0 (socket says 172.21.15.44:41250) 2024-05-27T00:37:11.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.114+0000 7f426fe00640 1 -- 172.21.15.44:0/1533035450 learned_addr learned my addr 172.21.15.44:0/1533035450 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:11.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.114+0000 7f426f400640 1 --2- 172.21.15.44:0/1533035450 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f8c970 0x55f1a4f7dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.116 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.114+0000 7f4274e00640 1 --2- 172.21.15.44:0/1533035450 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f8ed80 0x55f1a4f9bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.115+0000 7f426fe00640 1 -- 172.21.15.44:0/1533035450 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f8c970 msgr2=0x55f1a4f7dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:11.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.115+0000 7f426fe00640 1 --2- 172.21.15.44:0/1533035450 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f8c970 0x55f1a4f7dd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.115+0000 7f426fe00640 1 -- 172.21.15.44:0/1533035450 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f8ed80 msgr2=0x55f1a4f9bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:11.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.115+0000 7f426fe00640 1 --2- 172.21.15.44:0/1533035450 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f8ed80 0x55f1a4f9bc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.115+0000 7f426fe00640 1 -- 172.21.15.44:0/1533035450 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1a4f9c160 con 0x55f1a4f8a480 2024-05-27T00:37:11.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.115+0000 7f426fe00640 1 --2- 172.21.15.44:0/1533035450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8a480 0x55f1a4f7d7f0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f426002a890 tx=0x7f4260030510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a217006e1fe11d40 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:11.117 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.115+0000 7f425a000640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:37:11.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.115+0000 7f425a000640 1 -- 172.21.15.44:0/1533035450 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4260043020 con 0x55f1a4f8a480 2024-05-27T00:37:11.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.116+0000 7f4279c00740 1 -- 172.21.15.44:0/1533035450 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f426809bda0 con 0x55f1a4f8a480 2024-05-27T00:37:11.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.116+0000 7f425a000640 1 -- 172.21.15.44:0/1533035450 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f4260030800 con 0x55f1a4f8a480 2024-05-27T00:37:11.118 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.116+0000 7f425a000640 1 -- 172.21.15.44:0/1533035450 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f426006d050 con 0x55f1a4f8a480 2024-05-27T00:37:11.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.116+0000 7f4279c00740 10 client.26198 fetch_fsmap learned FSMap version 28 2024-05-27T00:37:11.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.116+0000 7f4279c00740 1 -- 172.21.15.44:0/1533035450 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f1a5010360 con 0x55f1a4f8a480 2024-05-27T00:37:11.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.116+0000 7f425a000640 1 -- 172.21.15.44:0/1533035450 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f426809bda0 con 0x55f1a4f8a480 2024-05-27T00:37:11.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.117+0000 7f425a000640 1 -- 172.21.15.44:0/1533035450 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f4260063030 con 0x55f1a4f8a480 2024-05-27T00:37:11.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.117+0000 7f4279c00740 10 client.26198 fetch_fsmap finished waiting for FSMap version 28 2024-05-27T00:37:11.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.117+0000 7f4279c00740 10 client.26198 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:11.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.117+0000 7f4279c00740 20 client.26198 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:11.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.117+0000 7f4279c00740 1 --2- 172.21.15.44:0/1533035450 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55f1a5010b10 0x55f1a5012f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.117+0000 7f4279c00740 4 client.26198 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-27T00:37:11.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.117+0000 7f4279c00740 1 -- 172.21.15.44:0/1533035450 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55f1a4ef3100 con 0x55f1a5010b10 2024-05-27T00:37:11.119 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.117+0000 7f426f400640 1 --2- 172.21.15.44:0/1533035450 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55f1a5010b10 0x55f1a5012f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.118+0000 7f426f400640 1 --2- 172.21.15.44:0/1533035450 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55f1a5010b10 0x55f1a5012f30 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e7775272f7bd74b server_cookie=a66c18926bd4c9bf in_seq=0 out_seq=0 2024-05-27T00:37:11.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.118+0000 7f425a000640 10 client.26198 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:11.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.119+0000 7f425a000640 1 -- 172.21.15.44:0/1533035450 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55f1a4ef3100 con 0x55f1a5010b10 2024-05-27T00:37:11.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.119+0000 7f425a000640 10 client.26198 handle_command_reply: tid=0 2024-05-27T00:37:11.120 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.119+0000 7f4279c00740 1 client.26198 shutdown 2024-05-27T00:37:11.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.120+0000 7f4279c00740 1 -- 172.21.15.44:0/1533035450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8a480 msgr2=0x55f1a4f7d7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:11.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.120+0000 7f4279c00740 1 --2- 172.21.15.44:0/1533035450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8a480 0x55f1a4f7d7f0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f426002a890 tx=0x7f4260030510 comp rx=0 tx=0).stop 2024-05-27T00:37:11.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.120+0000 7f4279c00740 1 -- 172.21.15.44:0/1533035450 shutdown_connections 2024-05-27T00:37:11.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.120+0000 7f4279c00740 1 --2- 172.21.15.44:0/1533035450 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55f1a5010b10 0x55f1a5012f30 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.120+0000 7f4279c00740 1 --2- 172.21.15.44:0/1533035450 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55f1a4f8ed80 0x55f1a4f9bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.120+0000 7f4279c00740 1 --2- 172.21.15.44:0/1533035450 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55f1a4f8c970 0x55f1a4f7dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.120+0000 7f4279c00740 1 --2- 172.21.15.44:0/1533035450 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55f1a4f8a480 0x55f1a4f7d7f0 secure :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f426002a890 tx=0x7f4260030510 comp rx=0 tx=0).stop 2024-05-27T00:37:11.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.120+0000 7f4279c00740 1 -- 172.21.15.44:0/1533035450 >> 172.21.15.44:0/1533035450 conn(0x55f1a4f4a170 msgr2=0x55f1a4f889e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:11.121 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.120+0000 7f425a000640 0 client.26198 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:11.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.121+0000 7f4279c00740 1 -- 172.21.15.44:0/1533035450 shutdown_connections 2024-05-27T00:37:11.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.121+0000 7f4279c00740 1 -- 172.21.15.44:0/1533035450 wait complete. 2024-05-27T00:37:11.122 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.121+0000 7f4279c00740 20 client.26198 trim_cache size 0 max 16384 2024-05-27T00:37:11.123 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:37:11.123 INFO:teuthology.orchestra.run.smithi044.stdout: "return_code": 0, 2024-05-27T00:37:11.123 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_tag": "14ccd948-b96f-44f2-8d68-8f7e65ea78d1", 2024-05-27T00:37:11.123 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": "asynchronous" 2024-05-27T00:37:11.123 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:37:11.123 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.122+0000 7f4275800640 1 -- 172.21.15.44:0/1725393094 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f42540a2d80 msgr2=0x7f42540a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:11.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.122+0000 7f4275800640 1 --2- 172.21.15.44:0/1725393094 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f42540a2d80 0x7f42540a5240 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x55f1a4f7f2e0 tx=0x7f425c009260 comp rx=0 tx=0).stop 2024-05-27T00:37:11.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.122+0000 7f4275800640 1 -- 172.21.15.44:0/1725393094 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4270109a60 msgr2=0x7f427019ed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:11.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.122+0000 7f4275800640 1 --2- 172.21.15.44:0/1725393094 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4270109a60 0x7f427019ed30 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f426800ec50 tx=0x7f426800c6a0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.122+0000 7f4275800640 1 -- 172.21.15.44:0/1725393094 shutdown_connections 2024-05-27T00:37:11.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.122+0000 7f4275800640 1 --2- 172.21.15.44:0/1725393094 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f42540a2d80 0x7f42540a5240 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.122+0000 7f4275800640 1 --2- 172.21.15.44:0/1725393094 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4270109a60 0x7f427019ed30 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.122+0000 7f4275800640 1 --2- 172.21.15.44:0/1725393094 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4270104410 0x7f427019aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.122+0000 7f4275800640 1 --2- 172.21.15.44:0/1725393094 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4270103a50 0x7f427019a4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.122+0000 7f4275800640 1 -- 172.21.15.44:0/1725393094 >> 172.21.15.44:0/1725393094 conn(0x7f42700ff4e0 msgr2=0x7f42700ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:11.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.122+0000 7f4275800640 1 -- 172.21.15.44:0/1725393094 shutdown_connections 2024-05-27T00:37:11.124 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.122+0000 7f4275800640 1 -- 172.21.15.44:0/1725393094 wait complete. 2024-05-27T00:37:11.143 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-05-27T00:37:11.143 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-05-27T00:37:11.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.443+0000 7f8be9200640 1 -- 172.21.15.44:0/2956606176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8be4073d50 msgr2=0x7f8be4074130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:11.444 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.443+0000 7f8be9200640 1 --2- 172.21.15.44:0/2956606176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8be4073d50 0x7f8be4074130 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f8bd4009ca0 tx=0x7f8bd402a950 comp rx=0 tx=0).stop 2024-05-27T00:37:11.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.444+0000 7f8be9200640 1 -- 172.21.15.44:0/2956606176 shutdown_connections 2024-05-27T00:37:11.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.444+0000 7f8be9200640 1 --2- 172.21.15.44:0/2956606176 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8be410e100 0x7f8be41104f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.444+0000 7f8be9200640 1 --2- 172.21.15.44:0/2956606176 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8be4074670 0x7f8be410dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.444+0000 7f8be9200640 1 --2- 172.21.15.44:0/2956606176 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8be4073d50 0x7f8be4074130 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.445 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.444+0000 7f8be9200640 1 -- 172.21.15.44:0/2956606176 >> 172.21.15.44:0/2956606176 conn(0x7f8be40fd370 msgr2=0x7f8be40ff790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:11.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.444+0000 7f8be9200640 1 -- 172.21.15.44:0/2956606176 shutdown_connections 2024-05-27T00:37:11.446 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.445+0000 7f8be9200640 1 -- 172.21.15.44:0/2956606176 wait complete. 2024-05-27T00:37:11.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.446+0000 7f8be9200640 1 Processor -- start 2024-05-27T00:37:11.447 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.447+0000 7f8be9200640 1 -- start start 2024-05-27T00:37:11.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.447+0000 7f8be9200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8be4073d50 0x7f8be41071d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.448 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.447+0000 7f8be9200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8be4074670 0x7f8be4107710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.447+0000 7f8be9200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8be410e100 0x7f8be41022e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.447+0000 7f8be9200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8be4113f40 con 0x7f8be410e100 2024-05-27T00:37:11.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.447+0000 7f8be9200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8be4113dc0 con 0x7f8be4073d50 2024-05-27T00:37:11.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.447+0000 7f8be9200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f8be41140c0 con 0x7f8be4074670 2024-05-27T00:37:11.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.448+0000 7f8bdb400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8be4073d50 0x7f8be41071d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.448+0000 7f8be3400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8be4074670 0x7f8be4107710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.448+0000 7f8bdb400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8be4073d50 0x7f8be41071d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:41280/0 (socket says 172.21.15.44:41280) 2024-05-27T00:37:11.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.448+0000 7f8be3400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8be4074670 0x7f8be4107710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:42410/0 (socket says 172.21.15.44:42410) 2024-05-27T00:37:11.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.448+0000 7f8bdb400640 1 -- 172.21.15.44:0/2047602359 learned_addr learned my addr 172.21.15.44:0/2047602359 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:11.449 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.448+0000 7f8be3e00640 1 --2- 172.21.15.44:0/2047602359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8be410e100 0x7f8be41022e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.448+0000 7f8be3400640 1 -- 172.21.15.44:0/2047602359 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8be4073d50 msgr2=0x7f8be41071d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:11.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.448+0000 7f8be3400640 1 --2- 172.21.15.44:0/2047602359 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8be4073d50 0x7f8be41071d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.448+0000 7f8be3400640 1 -- 172.21.15.44:0/2047602359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8be410e100 msgr2=0x7f8be41022e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:11.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.448+0000 7f8be3400640 1 --2- 172.21.15.44:0/2047602359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8be410e100 0x7f8be41022e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.448+0000 7f8be3400640 1 -- 172.21.15.44:0/2047602359 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8be4102ba0 con 0x7f8be4074670 2024-05-27T00:37:11.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.449+0000 7f8be3400640 1 --2- 172.21.15.44:0/2047602359 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8be4074670 0x7f8be4107710 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc00e9f0 tx=0x7f8bcc00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:11.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.449+0000 7f8be0c00640 1 -- 172.21.15.44:0/2047602359 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bcc00cd80 con 0x7f8be4074670 2024-05-27T00:37:11.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.449+0000 7f8be9200640 1 -- 172.21.15.44:0/2047602359 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8be4102e90 con 0x7f8be4074670 2024-05-27T00:37:11.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.449+0000 7f8be9200640 1 -- 172.21.15.44:0/2047602359 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8be410d0c0 con 0x7f8be4074670 2024-05-27T00:37:11.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.449+0000 7f8be0c00640 1 -- 172.21.15.44:0/2047602359 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8bcc0035f0 con 0x7f8be4074670 2024-05-27T00:37:11.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.449+0000 7f8be0c00640 1 -- 172.21.15.44:0/2047602359 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bcc010670 con 0x7f8be4074670 2024-05-27T00:37:11.458 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.458+0000 7f8be0c00640 1 -- 172.21.15.44:0/2047602359 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8bcc004000 con 0x7f8be4074670 2024-05-27T00:37:11.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.459+0000 7f8bed7a8740 1 Processor -- start 2024-05-27T00:37:11.460 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.460+0000 7f8bed7a8740 1 -- start start 2024-05-27T00:37:11.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.460+0000 7f8bed7a8740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 0x563922e46ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.460+0000 7f8bed7a8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e47170 0x563922e51210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.460+0000 7f8bed7a8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e517e0 0x563922e53c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.460+0000 7f8bed7a8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563922daae30 con 0x563922e517e0 2024-05-27T00:37:11.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.460+0000 7f8bed7a8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563922d52510 con 0x563922e47170 2024-05-27T00:37:11.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.460+0000 7f8bed7a8740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x563922da6df0 con 0x563922e467c0 2024-05-27T00:37:11.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.460+0000 7f8be3e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 0x563922e46ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.460+0000 7f8bdb400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e47170 0x563922e51210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.461 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.460+0000 7f8be3e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 0x563922e46ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:42420/0 (socket says 172.21.15.44:42420) 2024-05-27T00:37:11.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.460+0000 7f8be3e00640 1 -- 172.21.15.44:0/2644160592 learned_addr learned my addr 172.21.15.44:0/2644160592 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:11.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.460+0000 7f8be0c00640 1 --2- 172.21.15.44:0/2047602359 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8bc80a2d80 0x7f8bc80a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.461+0000 7f8be0c00640 1 -- 172.21.15.44:0/2047602359 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f8bcc0cfae0 con 0x7f8be4074670 2024-05-27T00:37:11.462 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.461+0000 7f8be3400640 1 --2- 172.21.15.44:0/2644160592 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e517e0 0x563922e53c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.461+0000 7f8be3e00640 1 --2- 172.21.15.44:0/2047602359 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8bc80a2d80 0x7f8bc80a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.461+0000 7f8bdb400640 1 -- 172.21.15.44:0/2644160592 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 msgr2=0x563922e46ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:11.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.461+0000 7f8bdb400640 1 --2- 172.21.15.44:0/2644160592 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 0x563922e46ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.461+0000 7f8bdb400640 1 -- 172.21.15.44:0/2644160592 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e517e0 msgr2=0x563922e53c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:11.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.462+0000 7f8bdb400640 1 --2- 172.21.15.44:0/2644160592 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e517e0 0x563922e53c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.462+0000 7f8bdb400640 1 -- 172.21.15.44:0/2644160592 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563922b887d0 con 0x563922e47170 2024-05-27T00:37:11.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.462+0000 7f8be3e00640 1 --2- 172.21.15.44:0/2644160592 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 0x563922e46ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:11.463 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.462+0000 7f8be3400640 1 --2- 172.21.15.44:0/2644160592 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e517e0 0x563922e53c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:11.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.462+0000 7f8bdb400640 1 --2- 172.21.15.44:0/2644160592 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e47170 0x563922e51210 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f8bd4004af0 tx=0x7f8bd40093f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=188b87be7ecc1365 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:11.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.462+0000 7f8bd8c00640 1 -- 172.21.15.44:0/2644160592 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bd4048070 con 0x563922e47170 2024-05-27T00:37:11.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.463+0000 7f8bd8c00640 1 -- 172.21.15.44:0/2644160592 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8bd402fa00 con 0x563922e47170 2024-05-27T00:37:11.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.463+0000 7f8bd8c00640 1 -- 172.21.15.44:0/2644160592 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bd4034040 con 0x563922e47170 2024-05-27T00:37:11.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.464+0000 7f8bed7a8740 1 -- 172.21.15.44:0/2644160592 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e47170 msgr2=0x563922e51210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:11.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.464+0000 7f8bed7a8740 1 --2- 172.21.15.44:0/2644160592 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e47170 0x563922e51210 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f8bd4004af0 tx=0x7f8bd40093f0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.464 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.464+0000 7f8be3e00640 1 --2- 172.21.15.44:0/2047602359 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8bc80a2d80 0x7f8bc80a5240 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f8bdc005f60 tx=0x7f8bdc004730 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:11.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.464+0000 7f8bed7a8740 1 -- 172.21.15.44:0/2644160592 shutdown_connections 2024-05-27T00:37:11.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.464+0000 7f8bed7a8740 1 --2- 172.21.15.44:0/2644160592 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e517e0 0x563922e53c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.464+0000 7f8bed7a8740 1 --2- 172.21.15.44:0/2644160592 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e47170 0x563922e51210 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.464+0000 7f8bed7a8740 1 --2- 172.21.15.44:0/2644160592 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 0x563922e46ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.465 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.464+0000 7f8bed7a8740 1 -- 172.21.15.44:0/2644160592 >> 172.21.15.44:0/2644160592 conn(0x563922e42a80 msgr2=0x563922e42e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:11.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.464+0000 7f8bed7a8740 1 -- 172.21.15.44:0/2644160592 shutdown_connections 2024-05-27T00:37:11.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.465+0000 7f8bed7a8740 1 -- 172.21.15.44:0/2644160592 wait complete. 2024-05-27T00:37:11.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.465+0000 7f8bed7a8740 1 -- start start 2024-05-27T00:37:11.466 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.466+0000 7f8bed7a8740 1 Processor -- start 2024-05-27T00:37:11.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.466+0000 7f8bed7a8740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 0x563922e4e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.466+0000 7f8bed7a8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e47170 0x563922e4ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.466+0000 7f8bed7a8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e517e0 0x563922e4f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.466+0000 7f8bed7a8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563922e546f0 con 0x563922e47170 2024-05-27T00:37:11.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.466+0000 7f8bed7a8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563922d658e0 con 0x563922e517e0 2024-05-27T00:37:11.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.466+0000 7f8bed7a8740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x563922e54870 con 0x563922e467c0 2024-05-27T00:37:11.467 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.466+0000 7f8bed7a8740 10 client.0 _ll_register_callbacks cb 0x563922d48ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:11.468 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.467+0000 7f8be3e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e517e0 0x563922e4f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.467+0000 7f8be3e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e517e0 0x563922e4f120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:41300/0 (socket says 172.21.15.44:41300) 2024-05-27T00:37:11.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.467+0000 7f8be3e00640 1 -- 172.21.15.44:0/1736093299 learned_addr learned my addr 172.21.15.44:0/1736093299 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:11.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.467+0000 7f8bdb400640 1 --2- 172.21.15.44:0/1736093299 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 0x563922e4e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.467+0000 7f8be3400640 1 --2- 172.21.15.44:0/1736093299 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e47170 0x563922e4ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.467+0000 7f8be3e00640 1 -- 172.21.15.44:0/1736093299 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 msgr2=0x563922e4e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:11.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.467+0000 7f8be3e00640 1 --2- 172.21.15.44:0/1736093299 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 0x563922e4e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.467+0000 7f8be3e00640 1 -- 172.21.15.44:0/1736093299 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e47170 msgr2=0x563922e4ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:11.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.468+0000 7f8be3e00640 1 --2- 172.21.15.44:0/1736093299 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e47170 0x563922e4ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.468+0000 7f8be3e00640 1 -- 172.21.15.44:0/1736093299 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563922abe3f0 con 0x563922e517e0 2024-05-27T00:37:11.469 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.468+0000 7f8be3400640 1 --2- 172.21.15.44:0/1736093299 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e47170 0x563922e4ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-27T00:37:11.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.468+0000 7f8be3e00640 1 --2- 172.21.15.44:0/1736093299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e517e0 0x563922e4f120 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f8bdc012c00 tx=0x7f8bdc005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3178bd5b15cd0359 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:11.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.468+0000 7f8bd1600640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:37:11.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.469+0000 7f8bd1600640 1 -- 172.21.15.44:0/1736093299 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bdc011b60 con 0x563922e517e0 2024-05-27T00:37:11.470 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.469+0000 7f8bed7a8740 1 -- 172.21.15.44:0/1736093299 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8bd402fa00 con 0x563922e517e0 2024-05-27T00:37:11.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.469+0000 7f8bd1600640 1 -- 172.21.15.44:0/1736093299 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f8bdc011d00 con 0x563922e517e0 2024-05-27T00:37:11.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.469+0000 7f8bd1600640 1 -- 172.21.15.44:0/1736093299 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8bdc02f050 con 0x563922e517e0 2024-05-27T00:37:11.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.469+0000 7f8bed7a8740 10 client.26210 fetch_fsmap learned FSMap version 28 2024-05-27T00:37:11.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.469+0000 7f8bed7a8740 1 -- 172.21.15.44:0/1736093299 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563922a7e0f0 con 0x563922e517e0 2024-05-27T00:37:11.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.470+0000 7f8bd1600640 1 -- 172.21.15.44:0/1736093299 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8bd402fa00 con 0x563922e517e0 2024-05-27T00:37:11.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.471+0000 7f8bd1600640 1 -- 172.21.15.44:0/1736093299 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f8bdc00f040 con 0x563922e517e0 2024-05-27T00:37:11.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.471+0000 7f8bed7a8740 10 client.26210 fetch_fsmap finished waiting for FSMap version 28 2024-05-27T00:37:11.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.471+0000 7f8bed7a8740 10 client.26210 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:11.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.471+0000 7f8bed7a8740 20 client.26210 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:11.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.471+0000 7f8bed7a8740 1 --2- 172.21.15.44:0/1736093299 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563922e61d80 0x563922e64200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.471+0000 7f8bed7a8740 4 client.26210 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:37:11.472 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.471+0000 7f8bed7a8740 1 -- 172.21.15.44:0/1736093299 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563922db8560 con 0x563922e61d80 2024-05-27T00:37:11.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.472+0000 7f8bdb400640 1 --2- 172.21.15.44:0/1736093299 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563922e61d80 0x563922e64200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.472+0000 7f8bdb400640 1 --2- 172.21.15.44:0/1736093299 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563922e61d80 0x563922e64200 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=898f435312df47a3 server_cookie=cff0a2f03ef34f28 in_seq=0 out_seq=0 2024-05-27T00:37:11.473 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.472+0000 7f8bd1600640 10 client.26210 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:11.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.473+0000 7f8bd1600640 1 -- 172.21.15.44:0/1736093299 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x563922db8560 con 0x563922e61d80 2024-05-27T00:37:11.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.473+0000 7f8bd1600640 10 client.26210 handle_command_reply: tid=0 2024-05-27T00:37:11.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.473+0000 7f8bed7a8740 1 client.26210 shutdown 2024-05-27T00:37:11.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.473+0000 7f8bed7a8740 1 -- 172.21.15.44:0/1736093299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e517e0 msgr2=0x563922e4f120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:11.474 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.473+0000 7f8bed7a8740 1 --2- 172.21.15.44:0/1736093299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e517e0 0x563922e4f120 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f8bdc012c00 tx=0x7f8bdc005f90 comp rx=0 tx=0).stop 2024-05-27T00:37:11.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.474+0000 7f8bed7a8740 1 -- 172.21.15.44:0/1736093299 shutdown_connections 2024-05-27T00:37:11.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.474+0000 7f8bed7a8740 1 --2- 172.21.15.44:0/1736093299 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563922e61d80 0x563922e64200 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.474+0000 7f8bed7a8740 1 --2- 172.21.15.44:0/1736093299 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e517e0 0x563922e4f120 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.474+0000 7f8bed7a8740 1 --2- 172.21.15.44:0/1736093299 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e47170 0x563922e4ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.474+0000 7f8bed7a8740 1 --2- 172.21.15.44:0/1736093299 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 0x563922e4e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.474+0000 7f8bed7a8740 1 -- 172.21.15.44:0/1736093299 >> 172.21.15.44:0/1736093299 conn(0x563922e42a80 msgr2=0x563922e488f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:11.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.474+0000 7f8bd1600640 0 client.26210 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:11.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.474+0000 7f8bed7a8740 1 -- 172.21.15.44:0/1736093299 shutdown_connections 2024-05-27T00:37:11.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.474+0000 7f8bed7a8740 1 -- 172.21.15.44:0/1736093299 wait complete. 2024-05-27T00:37:11.476 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.474+0000 7f8bed7a8740 20 client.26210 trim_cache size 0 max 16384 2024-05-27T00:37:11.503 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.502+0000 7f8bed7a8740 1 Processor -- start 2024-05-27T00:37:11.503 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.502+0000 7f8bed7a8740 1 -- start start 2024-05-27T00:37:11.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.503+0000 7f8bed7a8740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 0x563922e4d800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.503+0000 7f8bed7a8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e47170 0x563922e4ed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.503+0000 7f8bed7a8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e517e0 0x563922e69ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.503+0000 7f8bed7a8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8bc0012760 con 0x563922e517e0 2024-05-27T00:37:11.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.503+0000 7f8bed7a8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8bc000ffd0 con 0x563922e47170 2024-05-27T00:37:11.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.503+0000 7f8bed7a8740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f8bc000de00 con 0x563922e467c0 2024-05-27T00:37:11.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.503+0000 7f8be3400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e47170 0x563922e4ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.504 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.503+0000 7f8bdb400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 0x563922e4d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.503+0000 7f8be3400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e47170 0x563922e4ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:41310/0 (socket says 172.21.15.44:41310) 2024-05-27T00:37:11.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.503+0000 7f8be3400640 1 -- 172.21.15.44:0/611425519 learned_addr learned my addr 172.21.15.44:0/611425519 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:11.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.503+0000 7f8be3400640 1 -- 172.21.15.44:0/611425519 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 msgr2=0x563922e4d800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:11.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.503+0000 7f8be3400640 1 --2- 172.21.15.44:0/611425519 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 0x563922e4d800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.504+0000 7f8be3400640 1 -- 172.21.15.44:0/611425519 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e517e0 msgr2=0x563922e69ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:11.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.504+0000 7f8be3400640 1 --2- 172.21.15.44:0/611425519 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e517e0 0x563922e69ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.504+0000 7f8be3400640 1 -- 172.21.15.44:0/611425519 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563922e428b0 con 0x563922e47170 2024-05-27T00:37:11.505 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.504+0000 7f8be3400640 1 --2- 172.21.15.44:0/611425519 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e47170 0x563922e4ed70 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc098620 tx=0x7f8bcc0a00c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cec532a7adefbf80 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:11.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.504+0000 7f8bd3e00640 1 -- 172.21.15.44:0/611425519 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bcc0b1070 con 0x563922e47170 2024-05-27T00:37:11.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.504+0000 7f8bd3e00640 1 -- 172.21.15.44:0/611425519 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8bcc0b4e50 con 0x563922e47170 2024-05-27T00:37:11.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.504+0000 7f8bd3e00640 1 -- 172.21.15.44:0/611425519 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bcc09b300 con 0x563922e47170 2024-05-27T00:37:11.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.505+0000 7f8bed7a8740 1 -- 172.21.15.44:0/611425519 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e47170 msgr2=0x563922e4ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:11.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.505+0000 7f8bed7a8740 1 --2- 172.21.15.44:0/611425519 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e47170 0x563922e4ed70 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc098620 tx=0x7f8bcc0a00c0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.505+0000 7f8bed7a8740 1 -- 172.21.15.44:0/611425519 shutdown_connections 2024-05-27T00:37:11.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.505+0000 7f8bed7a8740 1 --2- 172.21.15.44:0/611425519 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e517e0 0x563922e69ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.505+0000 7f8bed7a8740 1 --2- 172.21.15.44:0/611425519 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e47170 0x563922e4ed70 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.505+0000 7f8bed7a8740 1 --2- 172.21.15.44:0/611425519 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 0x563922e4d800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.505+0000 7f8bed7a8740 1 -- 172.21.15.44:0/611425519 >> 172.21.15.44:0/611425519 conn(0x563922e42a80 msgr2=0x563922e4e660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:11.507 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.505+0000 7f8bed7a8740 1 -- 172.21.15.44:0/611425519 shutdown_connections 2024-05-27T00:37:11.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.505+0000 7f8bed7a8740 1 -- 172.21.15.44:0/611425519 wait complete. 2024-05-27T00:37:11.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.506+0000 7f8bed7a8740 1 -- start start 2024-05-27T00:37:11.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.506+0000 7f8bed7a8740 1 Processor -- start 2024-05-27T00:37:11.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.506+0000 7f8bed7a8740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 0x563922e5a060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.506+0000 7f8bed7a8740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e47170 0x563922e553d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.507+0000 7f8bed7a8740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e517e0 0x563922e55910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.507+0000 7f8bed7a8740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8bc000e490 con 0x563922e517e0 2024-05-27T00:37:11.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.507+0000 7f8bed7a8740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8bc000f900 con 0x563922e47170 2024-05-27T00:37:11.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.507+0000 7f8bed7a8740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f8bc000eb60 con 0x563922e467c0 2024-05-27T00:37:11.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.507+0000 7f8bed7a8740 10 client.0 _ll_register_callbacks cb 0x7f8bdc0128b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:11.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.507+0000 7f8be3400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e47170 0x563922e553d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.507+0000 7f8be3400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e47170 0x563922e553d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:41326/0 (socket says 172.21.15.44:41326) 2024-05-27T00:37:11.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.507+0000 7f8be3400640 1 -- 172.21.15.44:0/3182168137 learned_addr learned my addr 172.21.15.44:0/3182168137 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:11.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.507+0000 7f8bdb400640 1 --2- 172.21.15.44:0/3182168137 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 0x563922e5a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.507+0000 7f8be3e00640 1 --2- 172.21.15.44:0/3182168137 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e517e0 0x563922e55910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.507+0000 7f8be3400640 1 -- 172.21.15.44:0/3182168137 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 msgr2=0x563922e5a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:11.510 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.507+0000 7f8be3400640 1 --2- 172.21.15.44:0/3182168137 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 0x563922e5a060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.507+0000 7f8be3400640 1 -- 172.21.15.44:0/3182168137 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e517e0 msgr2=0x563922e55910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:11.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.507+0000 7f8be3400640 1 --2- 172.21.15.44:0/3182168137 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e517e0 0x563922e55910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.507+0000 7f8be3400640 1 -- 172.21.15.44:0/3182168137 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563922e56110 con 0x563922e47170 2024-05-27T00:37:11.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.508+0000 7f8bdb400640 1 --2- 172.21.15.44:0/3182168137 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 0x563922e5a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:11.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.508+0000 7f8be3e00640 1 --2- 172.21.15.44:0/3182168137 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e517e0 0x563922e55910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:37:11.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.508+0000 7f8be3400640 1 --2- 172.21.15.44:0/3182168137 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e47170 0x563922e553d0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc0a4390 tx=0x7f8bcc09c3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f287b17c0b0f8cc1 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:11.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.508+0000 7f8bd1600640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:37:11.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.508+0000 7f8bd1600640 1 -- 172.21.15.44:0/3182168137 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bcc0b8030 con 0x563922e47170 2024-05-27T00:37:11.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.508+0000 7f8bd1600640 1 -- 172.21.15.44:0/3182168137 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f8bcc0cd100 con 0x563922e47170 2024-05-27T00:37:11.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.508+0000 7f8bed7a8740 1 -- 172.21.15.44:0/3182168137 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8bcc0b4e50 con 0x563922e47170 2024-05-27T00:37:11.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.508+0000 7f8bd1600640 1 -- 172.21.15.44:0/3182168137 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8bcc0b1070 con 0x563922e47170 2024-05-27T00:37:11.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.509+0000 7f8bed7a8740 10 client.26216 fetch_fsmap learned FSMap version 28 2024-05-27T00:37:11.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.509+0000 7f8bed7a8740 1 -- 172.21.15.44:0/3182168137 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563922ecc670 con 0x563922e47170 2024-05-27T00:37:11.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.509+0000 7f8bd1600640 1 -- 172.21.15.44:0/3182168137 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8bcc0b4e50 con 0x563922e47170 2024-05-27T00:37:11.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.509+0000 7f8bd1600640 1 -- 172.21.15.44:0/3182168137 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 28) ==== 8362+0+0 (secure 0 0 0) 0x7f8bcc0ba2d0 con 0x563922e47170 2024-05-27T00:37:11.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.509+0000 7f8bed7a8740 10 client.26216 fetch_fsmap finished waiting for FSMap version 28 2024-05-27T00:37:11.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.509+0000 7f8bed7a8740 10 client.26216 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:11.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.509+0000 7f8bed7a8740 20 client.26216 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:11.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.509+0000 7f8bed7a8740 1 --2- 172.21.15.44:0/3182168137 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563922eccd60 0x563922ecf180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:11.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.509+0000 7f8bed7a8740 4 client.26216 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-27T00:37:11.514 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.509+0000 7f8bed7a8740 1 -- 172.21.15.44:0/3182168137 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "scrub status"}) -- 0x563922db28b0 con 0x563922eccd60 2024-05-27T00:37:11.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.509+0000 7f8bdb400640 1 --2- 172.21.15.44:0/3182168137 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563922eccd60 0x563922ecf180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:11.515 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.510+0000 7f8bdb400640 1 --2- 172.21.15.44:0/3182168137 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563922eccd60 0x563922ecf180 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c6d01211716789fb server_cookie=eab89ab3d08a5549 in_seq=0 out_seq=0 2024-05-27T00:37:11.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.510+0000 7f8bd1600640 10 client.26216 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:11.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.510+0000 7f8bd1600640 1 -- 172.21.15.44:0/3182168137 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x563922db28b0 con 0x563922eccd60 2024-05-27T00:37:11.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.510+0000 7f8bd1600640 10 client.26216 handle_command_reply: tid=0 2024-05-27T00:37:11.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.510+0000 7f8bed7a8740 1 client.26216 shutdown 2024-05-27T00:37:11.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.511+0000 7f8bed7a8740 1 -- 172.21.15.44:0/3182168137 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e47170 msgr2=0x563922e553d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:11.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.511+0000 7f8bed7a8740 1 --2- 172.21.15.44:0/3182168137 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e47170 0x563922e553d0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc0a4390 tx=0x7f8bcc09c3c0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.511+0000 7f8bed7a8740 1 -- 172.21.15.44:0/3182168137 shutdown_connections 2024-05-27T00:37:11.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.511+0000 7f8bed7a8740 1 --2- 172.21.15.44:0/3182168137 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563922eccd60 0x563922ecf180 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.511+0000 7f8bed7a8740 1 --2- 172.21.15.44:0/3182168137 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563922e517e0 0x563922e55910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.511+0000 7f8bed7a8740 1 --2- 172.21.15.44:0/3182168137 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563922e47170 0x563922e553d0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.511+0000 7f8bed7a8740 1 --2- 172.21.15.44:0/3182168137 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563922e467c0 0x563922e5a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.511+0000 7f8bed7a8740 1 -- 172.21.15.44:0/3182168137 >> 172.21.15.44:0/3182168137 conn(0x563922e42a80 msgr2=0x563922e41a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:11.516 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.511+0000 7f8bd1600640 0 client.26216 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:11.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.511+0000 7f8bed7a8740 1 -- 172.21.15.44:0/3182168137 shutdown_connections 2024-05-27T00:37:11.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.511+0000 7f8bed7a8740 1 -- 172.21.15.44:0/3182168137 wait complete. 2024-05-27T00:37:11.517 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.511+0000 7f8bed7a8740 20 client.26216 trim_cache size 0 max 16384 2024-05-27T00:37:11.517 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:37:11.517 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-27T00:37:11.517 INFO:teuthology.orchestra.run.smithi044.stdout: "scrubs": { 2024-05-27T00:37:11.517 INFO:teuthology.orchestra.run.smithi044.stdout: "14ccd948-b96f-44f2-8d68-8f7e65ea78d1": { 2024-05-27T00:37:11.517 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/", 2024-05-27T00:37:11.517 INFO:teuthology.orchestra.run.smithi044.stdout: "tag": "14ccd948-b96f-44f2-8d68-8f7e65ea78d1", 2024-05-27T00:37:11.518 INFO:teuthology.orchestra.run.smithi044.stdout: "options": "recursive,force" 2024-05-27T00:37:11.518 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:37:11.518 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:37:11.518 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:37:11.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.512+0000 7f8be9200640 1 -- 172.21.15.44:0/2047602359 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8bc80a2d80 msgr2=0x7f8bc80a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:11.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.512+0000 7f8be9200640 1 --2- 172.21.15.44:0/2047602359 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8bc80a2d80 0x7f8bc80a5240 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f8bdc005f60 tx=0x7f8bdc004730 comp rx=0 tx=0).stop 2024-05-27T00:37:11.518 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.512+0000 7f8be9200640 1 -- 172.21.15.44:0/2047602359 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8be4074670 msgr2=0x7f8be4107710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:11.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.512+0000 7f8be9200640 1 --2- 172.21.15.44:0/2047602359 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8be4074670 0x7f8be4107710 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc00e9f0 tx=0x7f8bcc00eeb0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.512+0000 7f8be9200640 1 -- 172.21.15.44:0/2047602359 shutdown_connections 2024-05-27T00:37:11.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.512+0000 7f8be9200640 1 --2- 172.21.15.44:0/2047602359 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8bc80a2d80 0x7f8bc80a5240 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.512+0000 7f8be9200640 1 --2- 172.21.15.44:0/2047602359 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8be410e100 0x7f8be41022e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.512+0000 7f8be9200640 1 --2- 172.21.15.44:0/2047602359 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8be4074670 0x7f8be4107710 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.512+0000 7f8be9200640 1 --2- 172.21.15.44:0/2047602359 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8be4073d50 0x7f8be41071d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:11.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.512+0000 7f8be9200640 1 -- 172.21.15.44:0/2047602359 >> 172.21.15.44:0/2047602359 conn(0x7f8be40fd370 msgr2=0x7f8be40fdfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:11.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.513+0000 7f8be9200640 1 -- 172.21.15.44:0/2047602359 shutdown_connections 2024-05-27T00:37:11.519 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:11.513+0000 7f8be9200640 1 -- 172.21.15.44:0/2047602359 wait complete. 2024-05-27T00:37:11.535 INFO:tasks.cephfs.filesystem:scrub status for tag:14ccd948-b96f-44f2-8d68-8f7e65ea78d1 - {'path': '/', 'tag': '14ccd948-b96f-44f2-8d68-8f7e65ea78d1', 'options': 'recursive,force'} 2024-05-27T00:37:11.792 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.574+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000850 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi/nvidia,tegra114-mipi.txt auth v6 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fad1080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000850:[<0x1000000084d/nvidia,tegra114-mipi.txt v6>,<0x1000000054e/mipi v1248>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000850:[<0x1000000084d/nvidia,tegra114-mipi.txt v6>,<0x1000000054e/mipi v2950>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.792 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.575+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000084e [...4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/ auth v4 ap=1 f(v0 m2024-05-27T00:37:02.591752+0000 1=1+0) n(v0 rc2024-05-27T00:37:02.591752+0000 2=1+1) (inest lock) (ifile excl) caps={25402=pAsLsXsFsx/pAsLsXsFsxcral@1},l=25402 | importingcaps=0 dirfrag=1 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fad1600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000084e:[<0x1000000084d/dsi v4>,<0x1000000054e/mipi v1248>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x1000000084e:[<0x1000000084d/dsi v4>,<0x1000000054e/mipi v2950>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-05-27T00:37:02.591752+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-05-27T00:37:02.591752+0000 2=1+1)","memory_value.dirstat":"f(v0 m2024-05-27T00:37:02.591752+0000 1=1+0)","memory_value.rstat":"n(v0 rc2024-05-27T00:37:02.591752+0000 2=1+1)","error_str":""},"return_code":0} 2024-05-27T00:37:11.792 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.659+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000852 [...4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/ auth v10 ap=1 f(v0 m2024-05-27T00:37:02.604752+0000 4=4+0) n(v0 rc2024-05-27T00:37:02.604752+0000 5=4+1) (inest lock) (ifile excl) caps={25402=pAsLsXsFsx/pAsLsXsFsxcral@1},l=25402 | importingcaps=0 dirfrag=1 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fe98680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000852:[<0x10000000851/brcm v10>,<0x1000000054e/mips v1258>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000852:[<0x10000000851/brcm v10>,<0x1000000054e/mips v2126>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-05-27T00:37:02.604752+0000 4=4+0)","ondisk_value.rstat":"n(v0 rc2024-05-27T00:37:02.604752+0000 5=4+1)","memory_value.dirstat":"f(v0 m2024-05-27T00:37:02.604752+0000 4=4+0)","memory_value.rstat":"n(v0 rc2024-05-27T00:37:02.604752+0000 5=4+1)","error_str":""},"return_code":0} 2024-05-27T00:37:11.792 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.659+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000085f [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/ralink.txt auth{0=1} v28 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55785fe98c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000085f:[<0x10000000851/ralink.txt v28>,<0x1000000054e/mips v1258>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000085f:[<0x10000000851/ralink.txt v28>,<0x1000000054e/mips v2126>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.792 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.660+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000857 [...4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ auth v24 ap=1 f(v0 m2024-05-27T00:37:02.615752+0000 6=6+0) n(v0 rc2024-05-27T00:37:02.615752+0000 7=6+1) (inest lock) (ifile excl) caps={25402=pAsLsXsFsx/pAsLsXsFsxcral@1},l=25402 | importingcaps=0 dirfrag=1 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fe99180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000857:[<0x10000000851/cavium v24>,<0x1000000054e/mips v1258>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000857:[<0x10000000851/cavium v24>,<0x1000000054e/mips v2126>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-05-27T00:37:02.615752+0000 6=6+0)","ondisk_value.rstat":"n(v0 rc2024-05-27T00:37:02.615752+0000 7=6+1)","memory_value.dirstat":"f(v0 m2024-05-27T00:37:02.615752+0000 6=6+0)","memory_value.rstat":"n(v0 rc2024-05-27T00:37:02.615752+0000 7=6+1)","error_str":""},"return_code":0} 2024-05-27T00:37:11.792 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.660+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000085e [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cpu_irq.txt auth{0=1} v26 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55785fe99700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000085e:[<0x10000000851/cpu_irq.txt v26>,<0x1000000054e/mips v1258>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000085e:[<0x10000000851/cpu_irq.txt v26>,<0x1000000054e/mips v2126>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.792 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.715+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000830 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/lp3943.txt auth v34 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785ed7b180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000830:[<0x1000000081f/lp3943.txt v34>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000830:[<0x1000000081f/lp3943.txt v34>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.792 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.715+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000847 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/tps6507x.txt auth v80 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785ed7b700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000847:[<0x1000000081f/tps6507x.txt v80>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000847:[<0x1000000081f/tps6507x.txt v80>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.792 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.715+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000823 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/as3711.txt auth v8 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fff8000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000823:[<0x1000000081f/as3711.txt v8>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000823:[<0x1000000081f/as3711.txt v8>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.793 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.715+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000084c [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl6040.txt auth v90 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fff8580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000084c:[<0x1000000081f/twl6040.txt v90>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000084c:[<0x1000000081f/twl6040.txt v90>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.793 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.716+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000838 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-tll.txt auth v50 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fff8b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000838:[<0x1000000081f/omap-usb-tll.txt v50>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000838:[<0x1000000081f/omap-usb-tll.txt v50>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.793 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.716+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000832 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max77686.txt auth v38 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fff9080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000832:[<0x1000000081f/max77686.txt v38>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000832:[<0x1000000081f/max77686.txt v38>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.793 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.716+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000082f [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/hi6421.txt auth v32 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fff9600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000082f:[<0x1000000081f/hi6421.txt v32>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000082f:[<0x1000000081f/hi6421.txt v32>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.794 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.716+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000083b [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-pm8xxx.txt auth v56 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fff9b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000083b:[<0x1000000081f/qcom-pm8xxx.txt v56>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000083b:[<0x1000000081f/qcom-pm8xxx.txt v56>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.795 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.716+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000825 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-gpbr.txt auth v12 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fffa100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000825:[<0x1000000081f/atmel-gpbr.txt v12>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000825:[<0x1000000081f/atmel-gpbr.txt v12>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.795 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.717+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000849 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl-familly.txt auth v84 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fffac00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000849:[<0x1000000081f/twl-familly.txt v84>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000849:[<0x1000000081f/twl-familly.txt v84>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.795 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.717+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000082c [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/da9052-i2c.txt auth v26 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fffa680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000082c:[<0x1000000081f/da9052-i2c.txt v26>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000082c:[<0x1000000081f/da9052-i2c.txt v26>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.795 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.717+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000084a [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-audio.txt auth v86 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fffb180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000084a:[<0x1000000081f/twl4030-audio.txt v86>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000084a:[<0x1000000081f/twl4030-audio.txt v86>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.795 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.717+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000822 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/arizona.txt auth v6 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fffb700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000822:[<0x1000000081f/arizona.txt v6>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000822:[<0x1000000081f/arizona.txt v6>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.795 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.717+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000845 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/tc3589x.txt auth v76 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860000000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000845:[<0x1000000081f/tc3589x.txt v76>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000845:[<0x1000000081f/tc3589x.txt v76>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.795 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.718+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000843 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/sun6i-prcm.txt auth v72 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860000580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000843:[<0x1000000081f/sun6i-prcm.txt v72>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000843:[<0x1000000081f/sun6i-prcm.txt v72>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.795 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.718+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000842 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/stmpe.txt auth v70 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860000b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000842:[<0x1000000081f/stmpe.txt v70>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000842:[<0x1000000081f/stmpe.txt v70>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.795 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.718+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000839 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/palmas.txt auth v52 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860001080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000839:[<0x1000000081f/palmas.txt v52>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000839:[<0x1000000081f/palmas.txt v52>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.795 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.718+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000848 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/tps65910.txt auth v82 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860001600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000848:[<0x1000000081f/tps65910.txt v82>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000848:[<0x1000000081f/tps65910.txt v82>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.795 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.718+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000083d [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qriox.txt auth v60 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860001b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000083d:[<0x1000000081f/qriox.txt v60>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000083d:[<0x1000000081f/qriox.txt v60>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.796 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.718+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000837 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-host.txt auth v48 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860002100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000837:[<0x1000000081f/omap-usb-host.txt v48>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000837:[<0x1000000081f/omap-usb-host.txt v48>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.796 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.719+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000083a [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom,spmi-pmic.txt auth v54 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860002680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000083a:[<0x1000000081f/qcom,spmi-pmic.txt v54>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000083a:[<0x1000000081f/qcom,spmi-pmic.txt v54>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.796 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.719+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000082e [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/da9063.txt auth v30 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860002c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000082e:[<0x1000000081f/da9063.txt v30>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000082e:[<0x1000000081f/da9063.txt v30>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.796 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.719+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000840 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mpa01.txt auth v66 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860003180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000840:[<0x1000000081f/s2mpa01.txt v66>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000840:[<0x1000000081f/s2mpa01.txt v66>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.796 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.719+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000084b [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-power.txt auth v88 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860003700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000084b:[<0x1000000081f/twl4030-power.txt v88>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000084b:[<0x1000000081f/twl4030-power.txt v88>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.796 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.719+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000083e [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/rk808.txt auth v62 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860018000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000083e:[<0x1000000081f/rk808.txt v62>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000083e:[<0x1000000081f/rk808.txt v62>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.796 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.720+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000831 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max14577.txt auth v36 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860018580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000831:[<0x1000000081f/max14577.txt v36>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000831:[<0x1000000081f/max14577.txt v36>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.796 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.720+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000821 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/ab8500.txt auth v4 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860018b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000821:[<0x1000000081f/ab8500.txt v4>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000821:[<0x1000000081f/ab8500.txt v4>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.796 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.720+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000824 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/as3722.txt auth v10 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860019600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000824:[<0x1000000081f/as3722.txt v10>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000824:[<0x1000000081f/as3722.txt v10>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.796 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.720+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000834 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max8925.txt auth v42 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860019080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000834:[<0x1000000081f/max8925.txt v42>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000834:[<0x1000000081f/max8925.txt v42>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.796 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.720+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000826 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-hlcdc.txt auth v14 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55786001a100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000826:[<0x1000000081f/atmel-hlcdc.txt v14>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000826:[<0x1000000081f/atmel-hlcdc.txt v14>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.796 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.720+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000082b [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/cros-ec.txt auth v24 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860019b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000082b:[<0x1000000081f/cros-ec.txt v24>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000082b:[<0x1000000081f/cros-ec.txt v24>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.797 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.721+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000820 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/88pm860x.txt auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55786001a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000820:[<0x1000000081f/88pm860x.txt v2>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000820:[<0x1000000081f/88pm860x.txt v2>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.797 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.721+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000836 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/mc13xxx.txt auth v46 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55786001b180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000836:[<0x1000000081f/mc13xxx.txt v46>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000836:[<0x1000000081f/mc13xxx.txt v46>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.797 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.721+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000844 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/syscon.txt auth v74 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55786001ac00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000844:[<0x1000000081f/syscon.txt v74>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000844:[<0x1000000081f/syscon.txt v74>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.797 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.721+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000833 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max77693.txt auth v40 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55786001b700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000833:[<0x1000000081f/max77693.txt v40>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000833:[<0x1000000081f/max77693.txt v40>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.797 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.721+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000829 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/bcm590xx.txt auth v20 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785ff4c000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000829:[<0x1000000081f/bcm590xx.txt v20>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000829:[<0x1000000081f/bcm590xx.txt v20>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.797 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.721+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000846 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/ti-keystone-devctrl.txt auth v78 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785ff4c580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000846:[<0x1000000081f/ti-keystone-devctrl.txt v78>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000846:[<0x1000000081f/ti-keystone-devctrl.txt v78>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.797 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.721+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000841 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mps11.txt auth v68 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785ff4cb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000841:[<0x1000000081f/s2mps11.txt v68>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000841:[<0x1000000081f/s2mps11.txt v68>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.798 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.722+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000082a [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/bfticu.txt auth v22 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785ff4d080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000082a:[<0x1000000081f/bfticu.txt v22>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000082a:[<0x1000000081f/bfticu.txt v22>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.799 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.722+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000083f [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/rn5t618.txt auth v64 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785ff4e100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000083f:[<0x1000000081f/rn5t618.txt v64>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000083f:[<0x1000000081f/rn5t618.txt v64>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.799 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.722+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000083c [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-rpm.txt auth v58 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785ff4d600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000083c:[<0x1000000081f/qcom-rpm.txt v58>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000083c:[<0x1000000081f/qcom-rpm.txt v58>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.799 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.722+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000827 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-matrix.txt auth v16 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785ff4db80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000827:[<0x1000000081f/atmel-matrix.txt v16>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000827:[<0x1000000081f/atmel-matrix.txt v16>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.799 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.722+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000082d [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/da9055.txt auth v28 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785ff4ec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000082d:[<0x1000000081f/da9055.txt v28>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000082d:[<0x1000000081f/da9055.txt v28>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.799 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.723+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000835 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max8998.txt auth v44 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785ff4f180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000835:[<0x1000000081f/max8998.txt v44>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000835:[<0x1000000081f/max8998.txt v44>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.799 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.723+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000828 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-smc.txt auth v18 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785ff4e680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000828:[<0x1000000081f/atmel-smc.txt v18>,<0x1000000054e/mfd v1242>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000828:[<0x1000000081f/atmel-smc.txt v18>,<0x1000000054e/mfd v2946>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.799 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.732+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000813 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-devbus.txt auth v6 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860147700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000813:[<0x10000000810/mvebu-devbus.txt v6>,<0x1000000054e/memory-controllers v1142>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000813:[<0x10000000810/mvebu-devbus.txt v6>,<0x1000000054e/memory-controllers v2958>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.799 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.733+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000816 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/renesas-memory-controllers.txt auth v12 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860164000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000816:[<0x10000000810/renesas-memory-controllers.txt v12>,<0x1000000054e/memory-controllers v1142>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000816:[<0x10000000810/renesas-memory-controllers.txt v12>,<0x1000000054e/memory-controllers v2958>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.799 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.733+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000818 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti-aemif.txt auth v16 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860164580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000818:[<0x10000000810/ti-aemif.txt v16>,<0x1000000054e/memory-controllers v1142>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000818:[<0x10000000810/ti-aemif.txt v16>,<0x1000000054e/memory-controllers v2958>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.799 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.733+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000811 [...4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ auth v4 ap=1 f(v0 m2024-05-27T00:37:02.489754+0000 1=1+0) n(v0 rc2024-05-27T00:37:02.489754+0000 2=1+1) (inest lock) (ifile excl) caps={25402=pAsLsXsFsx/pAsLsXsFsxcral@1},l=25402 | importingcaps=0 dirfrag=1 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860164b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000811:[<0x10000000810/fsl v4>,<0x1000000054e/memory-controllers v1142>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000811:[<0x10000000810/fsl v4>,<0x1000000054e/memory-controllers v2958>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-05-27T00:37:02.489754+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-05-27T00:37:02.489754+0000 2=1+1)","memory_value.dirstat":"f(v0 m2024-05-27T00:37:02.489754+0000 1=1+0)","memory_value.rstat":"n(v0 rc2024-05-27T00:37:02.489754+0000 2=1+1)","error_str":""},"return_code":0} 2024-05-27T00:37:11.799 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.734+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000814 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-sdram-controller.txt auth v8 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860165080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000814:[<0x10000000810/mvebu-sdram-controller.txt v8>,<0x1000000054e/memory-controllers v1142>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000814:[<0x10000000810/mvebu-sdram-controller.txt v8>,<0x1000000054e/memory-controllers v2958>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.799 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.734+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000819 [...4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/ auth v20 ap=1 f(v0 m2024-05-27T00:37:02.503754+0000 1=1+0) n(v0 rc2024-05-27T00:37:02.503754+0000 2=1+1) (inest lock) (ifile excl) caps={25402=pAsLsXsFsx/pAsLsXsFsxcral@1},l=25402 | importingcaps=0 dirfrag=1 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860165600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000819:[<0x10000000810/ti v20>,<0x1000000054e/memory-controllers v1142>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x10000000819:[<0x10000000810/ti v20>,<0x1000000054e/memory-controllers v2958>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-05-27T00:37:02.503754+0000 1=1+0)","ondisk_value.rstat":"n(v0 rc2024-05-27T00:37:02.503754+0000 2=1+1)","memory_value.dirstat":"f(v0 m2024-05-27T00:37:02.503754+0000 1=1+0)","memory_value.rstat":"n(v0 rc2024-05-27T00:37:02.503754+0000 2=1+1)","error_str":""},"return_code":0} 2024-05-27T00:37:11.800 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.734+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000815 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/nvidia,tegra-mc.txt auth v10 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860165b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000815:[<0x10000000810/nvidia,tegra-mc.txt v10>,<0x1000000054e/memory-controllers v1142>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000815:[<0x10000000810/nvidia,tegra-mc.txt v10>,<0x1000000054e/memory-controllers v2958>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.800 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.734+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000817 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/synopsys.txt auth v14 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860166100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000817:[<0x10000000810/synopsys.txt v14>,<0x1000000054e/memory-controllers v1142>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000817:[<0x10000000810/synopsys.txt v14>,<0x1000000054e/memory-controllers v2958>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.800 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.747+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007e6 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2-timings.txt auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fad0580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007e6:[<0x100000007e5/lpddr2-timings.txt v2>,<0x1000000054e/lpddr2 v1060>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007e6:[<0x100000007e5/lpddr2-timings.txt v2>,<0x1000000054e/lpddr2 v2948>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.800 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.748+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007e7 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2.txt auth v4 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fad0b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007e7:[<0x100000007e5/lpddr2.txt v4>,<0x1000000054e/lpddr2 v1060>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007e7:[<0x100000007e5/lpddr2.txt v4>,<0x1000000054e/lpddr2 v2948>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.800 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.748+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000081c [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag/meta-intc.txt auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785ed79080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000081c:[<0x1000000081b/meta-intc.txt v2>,<0x1000000054e/metag v1150>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000081c:[<0x1000000081b/meta-intc.txt v2>,<0x1000000054e/metag v2944>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.800 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.748+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000081e [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag/pdc-intc.txt auth v6 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785ed79600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000081e:[<0x1000000081b/pdc-intc.txt v6>,<0x1000000054e/metag v1150>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000081e:[<0x1000000081b/pdc-intc.txt v6>,<0x1000000054e/metag v2944>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.800 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.748+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000081d [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag/meta.txt auth v4 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785ed79b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000081d:[<0x1000000081b/meta.txt v4>,<0x1000000054e/metag v1150>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000081d:[<0x1000000081b/meta.txt v4>,<0x1000000054e/metag v2944>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.800 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.754+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007e3 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/register-bit-led.txt auth v16 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860118000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007e3:[<0x100000007da/register-bit-led.txt v16>,<0x1000000054e/leds v1054>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007e3:[<0x100000007da/register-bit-led.txt v16>,<0x1000000054e/leds v2954>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.800 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.754+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007e4 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/tca6507.txt auth v18 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860118580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007e4:[<0x100000007da/tca6507.txt v18>,<0x1000000054e/leds v1054>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007e4:[<0x100000007da/tca6507.txt v18>,<0x1000000054e/leds v2954>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.800 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.754+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007de [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp8860.txt auth v8 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860118b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007de:[<0x100000007da/leds-lp8860.txt v8>,<0x1000000054e/leds v1054>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007de:[<0x100000007da/leds-lp8860.txt v8>,<0x1000000054e/leds v2954>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.800 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.755+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007e1 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-pwm.txt auth v12 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860119080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007e1:[<0x100000007da/leds-pwm.txt v12>,<0x1000000054e/leds v1054>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007e1:[<0x100000007da/leds-pwm.txt v12>,<0x1000000054e/leds v2954>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.800 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.755+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007db [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/common.txt auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860119600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007db:[<0x100000007da/common.txt v2>,<0x1000000054e/leds v1054>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007db:[<0x100000007da/common.txt v2>,<0x1000000054e/leds v2954>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.801 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.755+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007dc [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-gpio.txt auth v4 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860119b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007dc:[<0x100000007da/leds-gpio.txt v4>,<0x1000000054e/leds v1054>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007dc:[<0x100000007da/leds-gpio.txt v4>,<0x1000000054e/leds v2954>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.801 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.755+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007e2 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/pca963x.txt auth v14 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55786011a100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007e2:[<0x100000007da/pca963x.txt v14>,<0x1000000054e/leds v1054>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007e2:[<0x100000007da/pca963x.txt v14>,<0x1000000054e/leds v2954>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.801 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.755+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007dd [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp55xx.txt auth v6 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55786011a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007dd:[<0x100000007da/leds-lp55xx.txt v6>,<0x1000000054e/leds v1054>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007dd:[<0x100000007da/leds-lp55xx.txt v6>,<0x1000000054e/leds v2954>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.801 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.756+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007e0 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-ns2.txt auth v10 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55786011ac00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007e0:[<0x100000007da/leds-ns2.txt v10>,<0x1000000054e/leds v1054>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007e0:[<0x100000007da/leds-ns2.txt v10>,<0x1000000054e/leds v2954>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.801 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.756+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007d8 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/samsung,sysmmu.txt auth v14 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55786011b180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007d8:[<0x100000007d1/samsung,sysmmu.txt v14>,<0x1000000054e/iommu v1034>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007d8:[<0x100000007d1/samsung,sysmmu.txt v14>,<0x1000000054e/iommu v2956>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.801 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.756+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007d9 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/ti,omap-iommu.txt auth v16 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55786011b700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007d9:[<0x100000007d1/ti,omap-iommu.txt v16>,<0x1000000054e/iommu v1034>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007d9:[<0x100000007d1/ti,omap-iommu.txt v16>,<0x1000000054e/iommu v2956>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.801 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.756+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007d5 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra30-smmu.txt auth v8 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fe96000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007d5:[<0x100000007d1/nvidia,tegra30-smmu.txt v8>,<0x1000000054e/iommu v1034>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007d5:[<0x100000007d1/nvidia,tegra30-smmu.txt v8>,<0x1000000054e/iommu v2956>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.801 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.756+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007d4 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra20-gart.txt auth v6 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fe96580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007d4:[<0x100000007d1/nvidia,tegra20-gart.txt v6>,<0x1000000054e/iommu v1034>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007d4:[<0x100000007d1/nvidia,tegra20-gart.txt v6>,<0x1000000054e/iommu v2956>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.801 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.756+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007d3 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/iommu.txt auth v4 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fe96b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007d3:[<0x100000007d1/iommu.txt v4>,<0x1000000054e/iommu v1034>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007d3:[<0x100000007d1/iommu.txt v4>,<0x1000000054e/iommu v2956>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.801 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.757+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007d2 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/arm,smmu.txt auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fe97080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007d2:[<0x100000007d1/arm,smmu.txt v2>,<0x1000000054e/iommu v1034>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007d2:[<0x100000007d1/arm,smmu.txt v2>,<0x1000000054e/iommu v2956>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.801 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.757+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007d6 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/renesas,ipmmu-vmsa.txt auth v10 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fe97600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007d6:[<0x100000007d1/renesas,ipmmu-vmsa.txt v10>,<0x1000000054e/iommu v1034>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007d6:[<0x100000007d1/renesas,ipmmu-vmsa.txt v10>,<0x1000000054e/iommu v2956>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.801 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.757+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007d7 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/rockchip,iommu.txt auth v12 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fe97b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007d7:[<0x100000007d1/rockchip,iommu.txt v12>,<0x1000000054e/iommu v1034>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007d7:[<0x100000007d1/rockchip,iommu.txt v12>,<0x1000000054e/iommu v2956>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.802 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.758+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007e9 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox/altera-mailbox.txt auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fad2c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007e9:[<0x100000007e8/altera-mailbox.txt v2>,<0x1000000054e/mailbox v1068>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007e9:[<0x100000007e8/altera-mailbox.txt v2>,<0x1000000054e/mailbox v2952>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.802 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.759+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007eb [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox/omap-mailbox.txt auth v6 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fad2680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007eb:[<0x100000007e8/omap-mailbox.txt v6>,<0x1000000054e/mailbox v1068>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007eb:[<0x100000007e8/omap-mailbox.txt v6>,<0x1000000054e/mailbox v2952>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.802 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.759+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007ea [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox/mailbox.txt auth v4 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fad3180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007ea:[<0x100000007e8/mailbox.txt v4>,<0x1000000054e/mailbox v1068>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007ea:[<0x100000007e8/mailbox.txt v4>,<0x1000000054e/mailbox v2952>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.802 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.789+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000084f [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/mipi-dsi-bus.txt auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55785fad1b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000084f:[<0x1000000084e/mipi-dsi-bus.txt v2>,<0x1000000084d/dsi v4>,<0x1000000054e/mipi v1248>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000084f:[<0x1000000084e/mipi-dsi-bus.txt v2>,<0x1000000084d/dsi v4>,<0x1000000054e/mipi v2950>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.952 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.536+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007f4 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/gpio-ir-receiver.txt auth v14 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f04580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007f4:[<0x100000007ed/gpio-ir-receiver.txt v14>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007f4:[<0x100000007ed/gpio-ir-receiver.txt v14>,<0x1000000054e/media v2120>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.952 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.536+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000080d [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/sunxi-ir.txt auth v64 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f04b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000080d:[<0x100000007ed/sunxi-ir.txt v64>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000080d:[<0x100000007ed/sunxi-ir.txt v64>,<0x1000000054e/media v2120>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.952 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.536+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000803 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/renesas,vsp1.txt auth v44 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f05080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000803:[<0x100000007ed/renesas,vsp1.txt v44>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000803:[<0x100000007ed/renesas,vsp1.txt v44>,<0x1000000054e/media v2120>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.952 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.536+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000080a [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/sh_mobile_ceu.txt auth v58 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f05600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000080a:[<0x100000007ed/sh_mobile_ceu.txt v58>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000080a:[<0x100000007ed/sh_mobile_ceu.txt v58>,<0x1000000054e/media v2120>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.952 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.536+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000080e [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/ti-am437x-vpfe.txt auth v66 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f06680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000080e:[<0x100000007ed/ti-am437x-vpfe.txt v66>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000080e:[<0x100000007ed/ti-am437x-vpfe.txt v66>,<0x1000000054e/media v2120>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.952 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.537+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000806 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-mipi-csis.txt auth v50 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f06100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000806:[<0x100000007ed/samsung-mipi-csis.txt v50>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000806:[<0x100000007ed/samsung-mipi-csis.txt v50>,<0x1000000054e/media v2120>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.953 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.537+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000802 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/rcar_vin.txt auth v42 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f06c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000802:[<0x100000007ed/rcar_vin.txt v42>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000802:[<0x100000007ed/rcar_vin.txt v42>,<0x1000000054e/media v2120>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.953 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.537+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000080c [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/st-rc.txt auth v62 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f05b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000080c:[<0x100000007ed/st-rc.txt v62>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000080c:[<0x100000007ed/st-rc.txt v62>,<0x1000000054e/media v2120>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.953 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.537+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000809 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k6a3.txt auth v56 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f07180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000809:[<0x100000007ed/samsung-s5k6a3.txt v56>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000809:[<0x100000007ed/samsung-s5k6a3.txt v56>,<0x1000000054e/media v2120>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.953 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.537+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000805 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-fimc.txt auth v48 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f1e580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000805:[<0x100000007ed/samsung-fimc.txt v48>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000805:[<0x100000007ed/samsung-fimc.txt v48>,<0x1000000054e/media v2120>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.953 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.537+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007f2 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos4-fimc-is.txt auth v10 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f07700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007f2:[<0x100000007ed/exynos4-fimc-is.txt v10>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007f2:[<0x100000007ed/exynos4-fimc-is.txt v10>,<0x1000000054e/media v2120>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.953 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.538+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007f1 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos-jpeg-codec.txt auth v8 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f1e000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007f1:[<0x100000007ed/exynos-jpeg-codec.txt v8>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007f1:[<0x100000007ed/exynos-jpeg-codec.txt v8>,<0x1000000054e/media v2120>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.953 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.538+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007ef [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/coda.txt auth v4 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f1f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007ef:[<0x100000007ed/coda.txt v4>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007ef:[<0x100000007ed/coda.txt v4>,<0x1000000054e/media v2120>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.953 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.538+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007f0 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos-fimc-lite.txt auth v6 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f1f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007f0:[<0x100000007ed/exynos-fimc-lite.txt v6>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007f0:[<0x100000007ed/exynos-fimc-lite.txt v6>,<0x1000000054e/media v2120>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.953 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.538+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000800 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/meson-ir.txt auth v38 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f1eb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000800:[<0x100000007ed/meson-ir.txt v38>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000800:[<0x100000007ed/meson-ir.txt v38>,<0x1000000054e/media v2942>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.953 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.539+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000801 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/pxa-camera.txt auth v40 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f20100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000801:[<0x100000007ed/pxa-camera.txt v40>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000801:[<0x100000007ed/pxa-camera.txt v40>,<0x1000000054e/media v2942>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.953 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.539+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007f3 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos5-gsc.txt auth v12 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f20680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007f3:[<0x100000007ed/exynos5-gsc.txt v12>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007f3:[<0x100000007ed/exynos5-gsc.txt v12>,<0x1000000054e/media v2942>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.954 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.539+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000080b [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/si4713.txt auth v60 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f20c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000080b:[<0x100000007ed/si4713.txt v60>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000080b:[<0x100000007ed/si4713.txt v60>,<0x1000000054e/media v2942>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.954 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.539+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000808 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k5baf.txt auth v54 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f1fb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000808:[<0x100000007ed/samsung-s5k5baf.txt v54>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000808:[<0x100000007ed/samsung-s5k5baf.txt v54>,<0x1000000054e/media v2942>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.954 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.540+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007f5 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/hix5hd2-ir.txt auth v16 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f21180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007f5:[<0x100000007ed/hix5hd2-ir.txt v16>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007f5:[<0x100000007ed/hix5hd2-ir.txt v16>,<0x1000000054e/media v2942>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.954 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.540+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000804 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/s5p-mfc.txt auth v46 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f21700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000804:[<0x100000007ed/s5p-mfc.txt v46>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000804:[<0x100000007ed/s5p-mfc.txt v46>,<0x1000000054e/media v2942>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.954 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.540+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007ff [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/img-ir-rev1.txt auth v36 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f28000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007ff:[<0x100000007ed/img-ir-rev1.txt v36>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007ff:[<0x100000007ed/img-ir-rev1.txt v36>,<0x1000000054e/media v2942>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.954 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.541+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000807 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5c73m3.txt auth v52 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f28580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000807:[<0x100000007ed/samsung-s5c73m3.txt v52>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000807:[<0x100000007ed/samsung-s5c73m3.txt v52>,<0x1000000054e/media v2942>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.954 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.541+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007ee [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/atmel-isi.txt auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f28b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000007ee:[<0x100000007ed/atmel-isi.txt v2>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x100000007ee:[<0x100000007ed/atmel-isi.txt v2>,<0x1000000054e/media v2942>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.954 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.541+0000 7f3cf180f700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000080f [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/video-interfaces.txt auth v68 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e4b4f29080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000080f:[<0x100000007ed/video-interfaces.txt v68>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000080f:[<0x100000007ed/video-interfaces.txt v68>,<0x1000000054e/media v2942>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:11.954 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:37:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:37:11.542+0000 7f3cf801c700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000007f6 [...4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/i2c/ auth{0=1,1=1} v71 ap=2 RANDEPHEMERALPIN f(v0 m2024-05-27T00:37:02.456754+0000 8=8+0) n(v0 rc2024-05-27T00:37:02.457754+0000 9=8+1) (inest sync->mix g=0,1) caps={25402=pAsLsXsFs/pAsLsXsFsxcral@2} | lock=0 importingcaps=0 dirfrag=1 caps=1 stickydirs=0 dirwaiter=0 replicated=1 dirty=1 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 randepin 0x55e4b4f04000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x100000007f6:[<0x100000007ed/i2c v34>,<0x1000000054e/media v1124>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[]","memoryvalue":"(2)0x100000007f6:[<0x100000007ed/i2c v71>,<0x1000000054e/media v2942>,<0x1000000054c/bindings v222>,<0x10000000203/devicetree v847>,<0x10000000202/Documentation v394>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-05-27T00:37:02.456754+0000 8=8+0)","ondisk_value.rstat":"n(v0 rc2024-05-27T00:37:02.456754+0000 9=8+1)","memory_value.dirstat":"f(v0 m2024-05-27T00:37:02.456754+0000 8=8+0)","memory_value.rstat":"n(v0 rc2024-05-27T00:37:02.457754+0000 9=8+1)","error_str":""},"return_code":0} 2024-05-27T00:37:12.112 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.801+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000854 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bmips.txt auth v4 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860144000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000854:[<0x10000000852/bmips.txt v4>,<0x10000000851/brcm v10>,<0x1000000054e/mips v1258>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000854:[<0x10000000852/bmips.txt v4>,<0x10000000851/brcm v10>,<0x1000000054e/mips v2126>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:12.113 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.801+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000853 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bcm3384-intc.txt auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860144580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000853:[<0x10000000852/bcm3384-intc.txt v2>,<0x10000000851/brcm v10>,<0x1000000054e/mips v1258>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000853:[<0x10000000852/bcm3384-intc.txt v2>,<0x10000000851/brcm v10>,<0x1000000054e/mips v2126>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:12.113 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.801+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000856 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/usb.txt auth v8 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860144b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000856:[<0x10000000852/usb.txt v8>,<0x10000000851/brcm v10>,<0x1000000054e/mips v1258>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000856:[<0x10000000852/usb.txt v8>,<0x10000000851/brcm v10>,<0x1000000054e/mips v2126>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:12.113 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.801+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000855 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/cm-dsl.txt auth v6 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860145080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000855:[<0x10000000852/cm-dsl.txt v6>,<0x10000000851/brcm v10>,<0x1000000054e/mips v1258>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000855:[<0x10000000852/cm-dsl.txt v6>,<0x10000000851/brcm v10>,<0x1000000054e/mips v2126>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:12.113 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.802+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000859 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/cib.txt auth v4 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860145600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000859:[<0x10000000857/cib.txt v4>,<0x10000000851/cavium v24>,<0x1000000054e/mips v1258>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000859:[<0x10000000857/cib.txt v4>,<0x10000000851/cavium v24>,<0x1000000054e/mips v2126>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:12.113 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.802+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000085d [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/uctl.txt auth v12 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860145b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000085d:[<0x10000000857/uctl.txt v12>,<0x10000000851/cavium v24>,<0x1000000054e/mips v1258>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000085d:[<0x10000000857/uctl.txt v12>,<0x10000000851/cavium v24>,<0x1000000054e/mips v2126>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:12.114 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.802+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000085a [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu.txt auth v6 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860146100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000085a:[<0x10000000857/ciu.txt v6>,<0x10000000851/cavium v24>,<0x1000000054e/mips v1258>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000085a:[<0x10000000857/ciu.txt v6>,<0x10000000851/cavium v24>,<0x1000000054e/mips v2126>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:12.114 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.802+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000858 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/bootbus.txt auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860146680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000858:[<0x10000000857/bootbus.txt v2>,<0x10000000851/cavium v24>,<0x1000000054e/mips v1258>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000858:[<0x10000000857/bootbus.txt v2>,<0x10000000851/cavium v24>,<0x1000000054e/mips v2126>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:12.114 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.802+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000085c [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/dma-engine.txt auth v10 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860146c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000085c:[<0x10000000857/dma-engine.txt v10>,<0x10000000851/cavium v24>,<0x1000000054e/mips v1258>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000085c:[<0x10000000857/dma-engine.txt v10>,<0x10000000851/cavium v24>,<0x1000000054e/mips v2126>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:12.114 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.802+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000085b [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu2.txt auth v8 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860147180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000085b:[<0x10000000857/ciu2.txt v8>,<0x10000000851/cavium v24>,<0x1000000054e/mips v1258>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000085b:[<0x10000000857/ciu2.txt v8>,<0x10000000851/cavium v24>,<0x1000000054e/mips v2126>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:12.114 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.819+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000081a [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/emif.txt auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860166c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000081a:[<0x10000000819/emif.txt v2>,<0x10000000810/ti v20>,<0x1000000054e/memory-controllers v1142>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x1000000081a:[<0x10000000819/emif.txt v2>,<0x10000000810/ti v20>,<0x1000000054e/memory-controllers v2958>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:12.114 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:37:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:37:11.819+0000 7fd30ba00700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000812 [4,head] /volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ifc.txt auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={25402=0-4194304@3} caps={25402=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25402 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x557860166680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000812:[<0x10000000811/ifc.txt v2>,<0x10000000810/fsl v4>,<0x1000000054e/memory-controllers v1142>,<0x1000000054c/bindings v88>,<0x10000000203/devicetree v674>,<0x10000000202/Documentation v216>,<0x10000000201/linux-4.0.5 v17>,<0x10000000006/untar_tar v35>,<0x10000000005/tmp v33>,<0x100000001fb/client.0 v20>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v36>,<0x10000000001/sv_1 v55>,<0x10000000000/qa v45>,<0x1/volumes v45>]//[3]","memoryvalue":"(4)0x10000000812:[<0x10000000811/ifc.txt v2>,<0x10000000810/fsl v4>,<0x1000000054e/memory-controllers v2958>,<0x1000000054c/bindings v236>,<0x10000000203/devicetree v2083>,<0x10000000202/Documentation v612>,<0x10000000201/linux-4.0.5 v37>,<0x10000000006/untar_tar v40>,<0x10000000005/tmp v35>,<0x100000001fb/client.0 v22>,<0x100000001fa/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00 v39>,<0x10000000001/sv_1 v57>,<0x10000000000/qa v29>,<0x1/volumes v25>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-05-27T00:37:12.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub queued for path: / 2024-05-27T00:37:12.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:12.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: active paths [/] 2024-05-27T00:37:12.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: active paths [/] 2024-05-27T00:37:12.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:12.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: active paths [/] 2024-05-27T00:37:12.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:12.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: active paths [/] 2024-05-27T00:37:12.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:12.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: pgmap v60: 129 pgs: 129 active+clean; 89 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 843 KiB/s rd, 7.7 MiB/s wr, 186 op/s 2024-05-27T00:37:12.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: active paths [/] 2024-05-27T00:37:12.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:12.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: active paths [/] 2024-05-27T00:37:12.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:12.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: active paths [/] 2024-05-27T00:37:12.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:12.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: active paths [/] 2024-05-27T00:37:12.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007f4 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/gpio-ir-receiver.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.952 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000080d (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/sunxi-ir.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000803 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/renesas,vsp1.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000080a (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/sh_mobile_ceu.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000080e (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/ti-am437x-vpfe.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000806 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-mipi-csis.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000802 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/rcar_vin.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000080c (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/st-rc.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000809 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k6a3.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000805 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-fimc.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007f2 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos4-fimc-is.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007f1 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos-jpeg-codec.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007ef (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/coda.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007f0 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos-fimc-lite.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000800 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/meson-ir.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.954 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: active paths [/] 2024-05-27T00:37:12.954 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000801 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/pxa-camera.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.954 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007f3 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos5-gsc.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.954 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000080b (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/si4713.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.954 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000808 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k5baf.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.954 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007f5 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/hix5hd2-ir.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.954 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000804 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/s5p-mfc.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.954 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:12.954 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007ff (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/img-ir-rev1.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.954 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000807 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5c73m3.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.954 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007ee (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/atmel-isi.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.954 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000080f (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/video-interfaces.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.954 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007f6 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/i2c) see mds.h log and `damage ls` output for details 2024-05-27T00:37:12.955 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:12.955 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000850 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi/nvidia,tegra114-mipi.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.955 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000084e (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.955 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: active paths [/] 2024-05-27T00:37:12.955 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:12.955 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: active paths [/] 2024-05-27T00:37:12.955 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:12.955 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: active paths [/] 2024-05-27T00:37:12.955 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:12.955 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000852 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.955 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000085f (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/ralink.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.955 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000857 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.955 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000085e (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cpu_irq.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: active paths [/] 2024-05-27T00:37:12.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:12.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: active paths [/] 2024-05-27T00:37:12.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:12.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000830 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/lp3943.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000847 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/tps6507x.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000823 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/as3711.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000084c (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl6040.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000838 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-tll.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000832 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max77686.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000082f (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/hi6421.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000083b (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-pm8xxx.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000825 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-gpbr.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.956 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000849 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl-familly.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000082c (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/da9052-i2c.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000084a (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-audio.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000822 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/arizona.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000845 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/tc3589x.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000843 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/sun6i-prcm.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000842 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/stmpe.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000839 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/palmas.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000848 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/tps65910.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.957 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000083d (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qriox.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.958 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000837 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-host.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.958 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000083a (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom,spmi-pmic.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.958 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000082e (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/da9063.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.958 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000840 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mpa01.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.958 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000084b (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-power.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.958 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000083e (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/rk808.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000831 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max14577.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000821 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/ab8500.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000824 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/as3722.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000834 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max8925.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000826 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-hlcdc.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000082b (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/cros-ec.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000820 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/88pm860x.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000836 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/mc13xxx.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000844 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/syscon.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000833 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max77693.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000829 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/bcm590xx.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000846 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/ti-keystone-devctrl.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.959 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000841 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mps11.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000082a (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/bfticu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000083f (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/rn5t618.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000083c (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-rpm.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000827 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-matrix.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000082d (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/da9055.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000835 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max8998.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000828 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-smc.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: active paths [/] 2024-05-27T00:37:12.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:12.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000813 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-devbus.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000816 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/renesas-memory-controllers.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000818 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti-aemif.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000811 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.960 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000814 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-sdram-controller.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000819 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000815 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/nvidia,tegra-mc.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000817 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/synopsys.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007e6 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2-timings.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007e7 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000081c (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag/meta-intc.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000081e (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag/pdc-intc.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000081d (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag/meta.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007e3 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/register-bit-led.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007e4 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/tca6507.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007de (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp8860.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007e1 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-pwm.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007db (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/common.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.961 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007dc (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-gpio.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.962 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007e2 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/pca963x.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.962 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007dd (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp55xx.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.962 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007e0 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-ns2.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.962 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007d8 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/samsung,sysmmu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.962 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007d9 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/ti,omap-iommu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.962 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007d5 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra30-smmu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.962 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007d4 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra20-gart.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.962 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007d3 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/iommu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.962 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007d2 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/arm,smmu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.962 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007d6 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/renesas,ipmmu-vmsa.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.962 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007d7 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/rockchip,iommu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.962 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007e9 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox/altera-mailbox.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.962 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007eb (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox/omap-mailbox.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.963 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x100000007ea (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox/mailbox.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.963 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000084f (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/mipi-dsi-bus.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.963 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000854 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bmips.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.963 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000853 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bcm3384-intc.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.963 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000856 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/usb.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.963 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000855 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/cm-dsl.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.963 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000859 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/cib.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.963 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000085d (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/uctl.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.963 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000085a (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.963 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000858 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/bootbus.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.963 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000085c (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/dma-engine.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.963 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000085b (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu2.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.963 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x1000000081a (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/emif.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.963 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: Scrub error on inode 0x10000000812 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ifc.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:12.964 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:12 smithi050 ceph-mon[36071]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub queued for path: / 2024-05-27T00:37:13.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: active paths [/] 2024-05-27T00:37:13.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: active paths [/] 2024-05-27T00:37:13.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: active paths [/] 2024-05-27T00:37:13.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: active paths [/] 2024-05-27T00:37:13.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: pgmap v60: 129 pgs: 129 active+clean; 89 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 843 KiB/s rd, 7.7 MiB/s wr, 186 op/s 2024-05-27T00:37:13.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: active paths [/] 2024-05-27T00:37:13.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: active paths [/] 2024-05-27T00:37:13.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: active paths [/] 2024-05-27T00:37:13.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: active paths [/] 2024-05-27T00:37:13.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007f4 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/gpio-ir-receiver.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000080d (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/sunxi-ir.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000803 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/renesas,vsp1.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000080a (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/sh_mobile_ceu.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000080e (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/ti-am437x-vpfe.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000806 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-mipi-csis.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000802 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/rcar_vin.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000080c (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/st-rc.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.005 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000809 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k6a3.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.005 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000805 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-fimc.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.005 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007f2 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos4-fimc-is.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.005 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007f1 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos-jpeg-codec.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.005 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007ef (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/coda.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.005 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007f0 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos-fimc-lite.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.005 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000800 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/meson-ir.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.005 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: active paths [/] 2024-05-27T00:37:13.005 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000801 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/pxa-camera.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.005 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007f3 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos5-gsc.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.005 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000080b (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/si4713.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.005 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000808 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k5baf.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.005 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007f5 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/hix5hd2-ir.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.005 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000804 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/s5p-mfc.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.006 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.006 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007ff (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/img-ir-rev1.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.006 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000807 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5c73m3.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.006 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007ee (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/atmel-isi.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.007 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000080f (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/video-interfaces.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.007 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007f6 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/i2c) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.007 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.007 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000850 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi/nvidia,tegra114-mipi.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.007 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000084e (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.007 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: active paths [/] 2024-05-27T00:37:13.007 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.007 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: active paths [/] 2024-05-27T00:37:13.007 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.008 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: active paths [/] 2024-05-27T00:37:13.008 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.008 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000852 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.008 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000085f (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/ralink.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.008 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000857 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.008 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000085e (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cpu_irq.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.008 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: active paths [/] 2024-05-27T00:37:13.008 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.008 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: active paths [/] 2024-05-27T00:37:13.008 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.008 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000830 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/lp3943.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.008 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000847 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/tps6507x.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.008 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000823 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/as3711.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.008 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000084c (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl6040.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.009 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000838 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-tll.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.009 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000832 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max77686.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.009 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000082f (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/hi6421.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.009 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000083b (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-pm8xxx.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.009 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000825 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-gpbr.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.009 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000849 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl-familly.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.009 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000082c (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/da9052-i2c.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.009 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000084a (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-audio.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.009 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000822 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/arizona.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.009 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000845 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/tc3589x.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.009 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000843 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/sun6i-prcm.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.009 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000842 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/stmpe.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.009 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000839 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/palmas.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.009 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000848 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/tps65910.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.010 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000083d (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qriox.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.010 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000837 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-host.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.010 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000083a (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom,spmi-pmic.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.010 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000082e (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/da9063.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.010 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000840 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mpa01.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.010 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000084b (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-power.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.010 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000083e (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/rk808.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.010 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000831 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max14577.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.010 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000821 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/ab8500.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.010 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000824 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/as3722.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.010 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000834 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max8925.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.010 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000826 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-hlcdc.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.010 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000082b (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/cros-ec.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.011 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000820 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/88pm860x.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.011 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000836 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/mc13xxx.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.011 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000844 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/syscon.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.011 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000833 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max77693.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.011 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000829 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/bcm590xx.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.011 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000846 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/ti-keystone-devctrl.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.011 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000841 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mps11.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.011 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000082a (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/bfticu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.011 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000083f (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/rn5t618.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.011 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000083c (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-rpm.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.011 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000827 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-matrix.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.011 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000082d (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/da9055.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.011 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000835 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max8998.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.012 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000828 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-smc.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.012 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: active paths [/] 2024-05-27T00:37:13.012 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.012 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000813 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-devbus.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.012 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000816 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/renesas-memory-controllers.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.012 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000818 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti-aemif.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.012 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000811 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.012 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000814 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-sdram-controller.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.012 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000819 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.012 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000815 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/nvidia,tegra-mc.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.012 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000817 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/synopsys.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.012 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007e6 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2-timings.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.012 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007e7 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.012 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000081c (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag/meta-intc.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.013 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000081e (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag/pdc-intc.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.013 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000081d (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag/meta.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.013 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007e3 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/register-bit-led.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.013 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007e4 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/tca6507.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.013 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007de (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp8860.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.013 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007e1 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-pwm.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.013 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007db (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/common.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.013 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007dc (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-gpio.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.013 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007e2 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/pca963x.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.013 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007dd (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp55xx.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.013 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007e0 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-ns2.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.013 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007d8 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/samsung,sysmmu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.013 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007d9 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/ti,omap-iommu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.013 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007d5 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra30-smmu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.013 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007d4 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra20-gart.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.014 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007d3 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/iommu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.014 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007d2 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/arm,smmu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.014 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007d6 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/renesas,ipmmu-vmsa.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.014 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007d7 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/rockchip,iommu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.014 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007e9 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox/altera-mailbox.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.014 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007eb (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox/omap-mailbox.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.014 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x100000007ea (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox/mailbox.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.014 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000084f (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/mipi-dsi-bus.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.014 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000854 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bmips.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.014 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000853 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bcm3384-intc.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.014 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000856 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/usb.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.014 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000855 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/cm-dsl.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.014 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000859 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/cib.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.015 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000085d (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/uctl.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.015 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000085a (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.015 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000858 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/bootbus.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.015 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000085c (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/dma-engine.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.015 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000085b (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu2.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.015 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x1000000081a (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/emif.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.015 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: Scrub error on inode 0x10000000812 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ifc.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.015 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:12 smithi137 ceph-mon[36552]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub queued for path: / 2024-05-27T00:37:13.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: active paths [/] 2024-05-27T00:37:13.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: active paths [/] 2024-05-27T00:37:13.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: active paths [/] 2024-05-27T00:37:13.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: active paths [/] 2024-05-27T00:37:13.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: pgmap v60: 129 pgs: 129 active+clean; 89 MiB data, 601 MiB used, 1.0 TiB / 1.0 TiB avail; 843 KiB/s rd, 7.7 MiB/s wr, 186 op/s 2024-05-27T00:37:13.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: active paths [/] 2024-05-27T00:37:13.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: active paths [/] 2024-05-27T00:37:13.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: active paths [/] 2024-05-27T00:37:13.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: active paths [/] 2024-05-27T00:37:13.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007f4 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/gpio-ir-receiver.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000080d (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/sunxi-ir.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000803 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/renesas,vsp1.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000080a (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/sh_mobile_ceu.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000080e (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/ti-am437x-vpfe.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000806 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-mipi-csis.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000802 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/rcar_vin.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000080c (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/st-rc.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.115 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000809 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k6a3.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.115 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000805 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-fimc.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.115 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007f2 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos4-fimc-is.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007f1 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos-jpeg-codec.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007ef (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/coda.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007f0 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos-fimc-lite.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000800 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/meson-ir.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: active paths [/] 2024-05-27T00:37:13.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000801 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/pxa-camera.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007f3 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos5-gsc.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000080b (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/si4713.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000808 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k5baf.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007f5 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/hix5hd2-ir.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000804 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/s5p-mfc.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007ff (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/img-ir-rev1.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.116 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000807 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5c73m3.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.117 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007ee (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/atmel-isi.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.117 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000080f (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/video-interfaces.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.117 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007f6 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/i2c) see mds.h log and `damage ls` output for details 2024-05-27T00:37:13.117 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.117 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000850 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi/nvidia,tegra114-mipi.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.117 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000084e (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.117 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: active paths [/] 2024-05-27T00:37:13.117 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.117 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: active paths [/] 2024-05-27T00:37:13.117 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.117 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: active paths [/] 2024-05-27T00:37:13.117 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.117 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000852 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.117 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000085f (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/ralink.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000857 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000085e (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cpu_irq.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: active paths [/] 2024-05-27T00:37:13.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: active paths [/] 2024-05-27T00:37:13.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000830 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/lp3943.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000847 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/tps6507x.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000823 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/as3711.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000084c (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl6040.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000838 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-tll.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000832 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max77686.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000082f (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/hi6421.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.118 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000083b (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-pm8xxx.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000825 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-gpbr.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000849 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl-familly.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000082c (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/da9052-i2c.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000084a (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-audio.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000822 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/arizona.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000845 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/tc3589x.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000843 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/sun6i-prcm.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000842 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/stmpe.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000839 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/palmas.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000848 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/tps65910.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.119 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000083d (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qriox.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000837 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-host.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000083a (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom,spmi-pmic.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000082e (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/da9063.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000840 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mpa01.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000084b (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-power.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000083e (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/rk808.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000831 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max14577.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000821 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/ab8500.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000824 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/as3722.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000834 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max8925.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000826 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-hlcdc.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000082b (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/cros-ec.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000820 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/88pm860x.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.120 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000836 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/mc13xxx.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.121 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000844 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/syscon.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.121 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000833 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max77693.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.121 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000829 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/bcm590xx.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.121 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000846 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/ti-keystone-devctrl.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.122 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000841 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mps11.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.122 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000082a (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/bfticu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.122 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000083f (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/rn5t618.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.122 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000083c (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-rpm.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.122 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000827 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-matrix.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.122 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000082d (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/da9055.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.122 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000835 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max8998.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.122 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000828 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-smc.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.122 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: active paths [/] 2024-05-27T00:37:13.122 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:13.122 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000813 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-devbus.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.122 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000816 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/renesas-memory-controllers.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.122 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000818 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti-aemif.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.122 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000811 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.123 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000814 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-sdram-controller.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.123 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000819 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.123 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000815 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/nvidia,tegra-mc.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.123 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000817 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/synopsys.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.123 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007e6 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2-timings.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.123 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007e7 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.123 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000081c (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag/meta-intc.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.123 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000081e (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag/pdc-intc.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.123 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000081d (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag/meta.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.123 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007e3 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/register-bit-led.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.123 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007e4 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/tca6507.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.123 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007de (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp8860.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.123 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007e1 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-pwm.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.123 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007db (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/common.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.124 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007dc (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-gpio.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.124 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007e2 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/pca963x.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.124 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007dd (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp55xx.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.124 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007e0 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-ns2.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.124 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007d8 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/samsung,sysmmu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.124 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007d9 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/ti,omap-iommu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.124 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007d5 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra30-smmu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.124 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007d4 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra20-gart.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.124 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007d3 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/iommu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.124 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007d2 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/arm,smmu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.124 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007d6 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/renesas,ipmmu-vmsa.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.124 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007d7 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/rockchip,iommu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.124 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007e9 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox/altera-mailbox.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.124 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007eb (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox/omap-mailbox.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x100000007ea (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox/mailbox.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000084f (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/mipi-dsi-bus.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000854 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bmips.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000853 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bcm3384-intc.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000856 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/usb.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000855 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/cm-dsl.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000859 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/cib.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000085d (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/uctl.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000085a (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000858 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/bootbus.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000085c (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/dma-engine.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000085b (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu2.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x1000000081a (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/emif.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.125 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: Scrub error on inode 0x10000000812 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ifc.txt) see mds.a log and `damage ls` output for details 2024-05-27T00:37:13.126 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:12 smithi044 ceph-mon[31645]: scrub summary: idle+waiting paths [/] 2024-05-27T00:37:15.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:14 smithi137 ceph-mon[36552]: pgmap v61: 129 pgs: 129 active+clean; 93 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 8.1 MiB/s wr, 235 op/s 2024-05-27T00:37:15.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:14 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a[31640]: 2024-05-27T00:37:14.694+0000 7fdf7a200700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-05-27T00:37:15.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:14 smithi044 ceph-mon[31645]: pgmap v61: 129 pgs: 129 active+clean; 93 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 8.1 MiB/s wr, 235 op/s 2024-05-27T00:37:15.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:14 smithi050 ceph-mon[36071]: pgmap v61: 129 pgs: 129 active+clean; 93 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 8.1 MiB/s wr, 235 op/s 2024-05-27T00:37:16.006 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:15 smithi137 ceph-mon[36552]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-05-27T00:37:16.006 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:15 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] up:active 2024-05-27T00:37:16.006 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:15 smithi137 ceph-mon[36552]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:37:16.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:15 smithi044 ceph-mon[31645]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-05-27T00:37:16.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:15 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] up:active 2024-05-27T00:37:16.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:15 smithi044 ceph-mon[31645]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:37:16.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:15 smithi050 ceph-mon[36071]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-05-27T00:37:16.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:15 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] up:active 2024-05-27T00:37:16.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:15 smithi050 ceph-mon[36071]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:37:16.765 INFO:tasks.workunit.client.0.smithi044.stderr:+ tar cf doc.tar linux-4.0.5 2024-05-27T00:37:17.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:16 smithi137 ceph-mon[36552]: pgmap v62: 129 pgs: 129 active+clean; 93 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 737 KiB/s rd, 3.3 MiB/s wr, 206 op/s 2024-05-27T00:37:17.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:16 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] up:active 2024-05-27T00:37:17.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:16 smithi137 ceph-mon[36552]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:37:17.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:16 smithi044 ceph-mon[31645]: pgmap v62: 129 pgs: 129 active+clean; 93 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 737 KiB/s rd, 3.3 MiB/s wr, 206 op/s 2024-05-27T00:37:17.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:16 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] up:active 2024-05-27T00:37:17.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:16 smithi044 ceph-mon[31645]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:37:17.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:16 smithi050 ceph-mon[36071]: pgmap v62: 129 pgs: 129 active+clean; 93 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 737 KiB/s rd, 3.3 MiB/s wr, 206 op/s 2024-05-27T00:37:17.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:16 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] up:active 2024-05-27T00:37:17.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:16 smithi050 ceph-mon[36071]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:37:18.310 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.309+0000 7f0efe600640 1 -- 172.21.15.44:0/3283240435 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ef81099e0 msgr2=0x7f0ef8109dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:18.310 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.309+0000 7f0efe600640 1 --2- 172.21.15.44:0/3283240435 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ef81099e0 0x7f0ef8109dc0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f0eec009900 tx=0x7f0eec02a400 comp rx=0 tx=0).stop 2024-05-27T00:37:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.309+0000 7f0efe600640 1 -- 172.21.15.44:0/3283240435 shutdown_connections 2024-05-27T00:37:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.309+0000 7f0efe600640 1 --2- 172.21.15.44:0/3283240435 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ef8104390 0x7f0ef81108a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.309+0000 7f0efe600640 1 --2- 172.21.15.44:0/3283240435 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0ef81039d0 0x7f0ef8103e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.309+0000 7f0efe600640 1 --2- 172.21.15.44:0/3283240435 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ef81099e0 0x7f0ef8109dc0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.309+0000 7f0efe600640 1 -- 172.21.15.44:0/3283240435 >> 172.21.15.44:0/3283240435 conn(0x7f0ef80ff480 msgr2=0x7f0ef81018a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.309+0000 7f0efe600640 1 -- 172.21.15.44:0/3283240435 shutdown_connections 2024-05-27T00:37:18.311 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.309+0000 7f0efe600640 1 -- 172.21.15.44:0/3283240435 wait complete. 2024-05-27T00:37:18.312 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.311+0000 7f0efe600640 1 Processor -- start 2024-05-27T00:37:18.312 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.311+0000 7f0efe600640 1 -- start start 2024-05-27T00:37:18.312 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.311+0000 7f0efe600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ef81039d0 0x7f0ef819a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.311+0000 7f0efe600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ef8104390 0x7f0ef819a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.312+0000 7f0efe600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0ef81099e0 0x7f0ef819ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.312+0000 7f0efe600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef8113f60 con 0x7f0ef81039d0 2024-05-27T00:37:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.312+0000 7f0efe600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef8113de0 con 0x7f0ef8104390 2024-05-27T00:37:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.312+0000 7f0efe600640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef81140e0 con 0x7f0ef81099e0 2024-05-27T00:37:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.312+0000 7f0efd200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ef81039d0 0x7f0ef819a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.312+0000 7f0ef7e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ef8104390 0x7f0ef819a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.312+0000 7f0efd200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ef81039d0 0x7f0ef819a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:33868/0 (socket says 172.21.15.44:33868) 2024-05-27T00:37:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.312+0000 7f0efd200640 1 -- 172.21.15.44:0/3050022716 learned_addr learned my addr 172.21.15.44:0/3050022716 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.312+0000 7f0efdc00640 1 --2- 172.21.15.44:0/3050022716 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0ef81099e0 0x7f0ef819ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.312+0000 7f0ef7e00640 1 -- 172.21.15.44:0/3050022716 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0ef81099e0 msgr2=0x7f0ef819ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.312+0000 7f0ef7e00640 1 --2- 172.21.15.44:0/3050022716 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0ef81099e0 0x7f0ef819ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.312+0000 7f0ef7e00640 1 -- 172.21.15.44:0/3050022716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ef81039d0 msgr2=0x7f0ef819a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.312+0000 7f0ef7e00640 1 --2- 172.21.15.44:0/3050022716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ef81039d0 0x7f0ef819a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.312+0000 7f0ef7e00640 1 -- 172.21.15.44:0/3050022716 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ef819f350 con 0x7f0ef8104390 2024-05-27T00:37:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.312+0000 7f0efd200640 1 --2- 172.21.15.44:0/3050022716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ef81039d0 0x7f0ef819a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.313+0000 7f0ef7e00640 1 --2- 172.21.15.44:0/3050022716 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ef8104390 0x7f0ef819a8a0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f0ee400e9f0 tx=0x7f0ee400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.313+0000 7f0ef5600640 1 -- 172.21.15.44:0/3050022716 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee400ccc0 con 0x7f0ef8104390 2024-05-27T00:37:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.313+0000 7f0ef5600640 1 -- 172.21.15.44:0/3050022716 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0ee4005020 con 0x7f0ef8104390 2024-05-27T00:37:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.313+0000 7f0ef5600640 1 -- 172.21.15.44:0/3050022716 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee4004b40 con 0x7f0ef8104390 2024-05-27T00:37:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.313+0000 7f0efe600640 1 -- 172.21.15.44:0/3050022716 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ef819f640 con 0x7f0ef8104390 2024-05-27T00:37:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.313+0000 7f0efe600640 1 -- 172.21.15.44:0/3050022716 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ef81a6ed0 con 0x7f0ef8104390 2024-05-27T00:37:18.317 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.317+0000 7f0f02a24740 1 Processor -- start 2024-05-27T00:37:18.318 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.317+0000 7f0f02a24740 1 -- start start 2024-05-27T00:37:18.319 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.317+0000 7f0f02a24740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056be2770 0x563056be0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:18.319 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.317+0000 7f0f02a24740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563056be1200 0x563056be1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:18.319 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.317+0000 7f0f02a24740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056bebf80 0x563056bee370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:18.319 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.317+0000 7f0f02a24740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563056b45420 con 0x563056be1200 2024-05-27T00:37:18.319 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.317+0000 7f0f02a24740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563056aecc50 con 0x563056be2770 2024-05-27T00:37:18.319 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.317+0000 7f0f02a24740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x563056b413e0 con 0x563056bebf80 2024-05-27T00:37:18.319 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.318+0000 7f0efdc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056be2770 0x563056be0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:18.319 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.318+0000 7f0efdc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056be2770 0x563056be0cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:38576/0 (socket says 172.21.15.44:38576) 2024-05-27T00:37:18.319 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.318+0000 7f0efdc00640 1 -- 172.21.15.44:0/2667618747 learned_addr learned my addr 172.21.15.44:0/2667618747 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:18.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.318+0000 7f0ef5600640 1 -- 172.21.15.44:0/3050022716 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f0ee4004ce0 con 0x7f0ef8104390 2024-05-27T00:37:18.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.318+0000 7f0efd200640 1 --2- 172.21.15.44:0/2667618747 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563056be1200 0x563056be1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:18.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.318+0000 7f0ef7e00640 1 --2- 172.21.15.44:0/2667618747 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056bebf80 0x563056bee370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:18.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.318+0000 7f0efdc00640 1 -- 172.21.15.44:0/2667618747 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056bebf80 msgr2=0x563056bee370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:18.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.318+0000 7f0efdc00640 1 --2- 172.21.15.44:0/2667618747 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056bebf80 0x563056bee370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.318+0000 7f0efdc00640 1 -- 172.21.15.44:0/2667618747 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563056be1200 msgr2=0x563056be1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:18.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.318+0000 7f0efdc00640 1 --2- 172.21.15.44:0/2667618747 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563056be1200 0x563056be1680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.318+0000 7f0efdc00640 1 -- 172.21.15.44:0/2667618747 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563056859210 con 0x563056be2770 2024-05-27T00:37:18.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.318+0000 7f0efd200640 1 --2- 172.21.15.44:0/2667618747 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563056be1200 0x563056be1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:37:18.320 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.318+0000 7f0ef7e00640 1 --2- 172.21.15.44:0/2667618747 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056bebf80 0x563056bee370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-27T00:37:18.322 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.319+0000 7f0efdc00640 1 --2- 172.21.15.44:0/2667618747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056be2770 0x563056be0cc0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f0ef0009fc0 tx=0x7f0ef0010860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=66536b1a43ecf4b8 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:18.322 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.319+0000 7f0eea000640 1 -- 172.21.15.44:0/2667618747 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ef0011700 con 0x563056be2770 2024-05-27T00:37:18.322 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.319+0000 7f0eea000640 1 -- 172.21.15.44:0/2667618747 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0ef0011da0 con 0x563056be2770 2024-05-27T00:37:18.322 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.319+0000 7f0eea000640 1 -- 172.21.15.44:0/2667618747 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ef0018380 con 0x563056be2770 2024-05-27T00:37:18.322 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.320+0000 7f0f02a24740 1 -- 172.21.15.44:0/2667618747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056be2770 msgr2=0x563056be0cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:18.322 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.320+0000 7f0f02a24740 1 --2- 172.21.15.44:0/2667618747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056be2770 0x563056be0cc0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f0ef0009fc0 tx=0x7f0ef0010860 comp rx=0 tx=0).stop 2024-05-27T00:37:18.322 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.320+0000 7f0f02a24740 1 -- 172.21.15.44:0/2667618747 shutdown_connections 2024-05-27T00:37:18.322 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.320+0000 7f0f02a24740 1 --2- 172.21.15.44:0/2667618747 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056bebf80 0x563056bee370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.322 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.320+0000 7f0f02a24740 1 --2- 172.21.15.44:0/2667618747 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563056be1200 0x563056be1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.322 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.320+0000 7f0f02a24740 1 --2- 172.21.15.44:0/2667618747 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056be2770 0x563056be0cc0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.322 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.320+0000 7f0f02a24740 1 -- 172.21.15.44:0/2667618747 >> 172.21.15.44:0/2667618747 conn(0x563056ba9f80 msgr2=0x563056bdd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:18.322 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.320+0000 7f0f02a24740 1 -- 172.21.15.44:0/2667618747 shutdown_connections 2024-05-27T00:37:18.323 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.320+0000 7f0f02a24740 1 -- 172.21.15.44:0/2667618747 wait complete. 2024-05-27T00:37:18.323 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.321+0000 7f0ef5600640 1 --2- 172.21.15.44:0/3050022716 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f0ee00a2c00 0x7f0ee00a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:18.323 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.321+0000 7f0ef5600640 1 -- 172.21.15.44:0/3050022716 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f0ee40cf790 con 0x7f0ef8104390 2024-05-27T00:37:18.323 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.321+0000 7f0f02a24740 1 -- start start 2024-05-27T00:37:18.323 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.321+0000 7f0efd200640 1 --2- 172.21.15.44:0/3050022716 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f0ee00a2c00 0x7f0ee00a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:18.326 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.321+0000 7f0f02a24740 1 Processor -- start 2024-05-27T00:37:18.326 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.322+0000 7f0f02a24740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563056be1200 0x563056be9010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:18.326 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.322+0000 7f0f02a24740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056be2770 0x563056be9550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:18.326 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.322+0000 7f0f02a24740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056bebf80 0x563056be9a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:18.326 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.322+0000 7f0f02a24740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563056beed50 con 0x563056be1200 2024-05-27T00:37:18.326 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.322+0000 7f0f02a24740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563056b000b0 con 0x563056bebf80 2024-05-27T00:37:18.326 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.322+0000 7f0f02a24740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x563056beeed0 con 0x563056be2770 2024-05-27T00:37:18.326 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.322+0000 7f0f02a24740 10 client.0 _ll_register_callbacks cb 0x563056aebf40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:18.326 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.322+0000 7f0efd200640 1 --2- 172.21.15.44:0/3050022716 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f0ee00a2c00 0x7f0ee00a50c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f0eec005ec0 tx=0x7f0eec0046c0 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:18.326 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.322+0000 7f0ef7e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056be2770 0x563056be9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:18.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.322+0000 7f0efd200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563056be1200 0x563056be9010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:18.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.322+0000 7f0efdc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056bebf80 0x563056be9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:18.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.322+0000 7f0ef7e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056be2770 0x563056be9550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:47074/0 (socket says 172.21.15.44:47074) 2024-05-27T00:37:18.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.322+0000 7f0ef7e00640 1 -- 172.21.15.44:0/1617445958 learned_addr learned my addr 172.21.15.44:0/1617445958 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:18.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.323+0000 7f0efdc00640 1 -- 172.21.15.44:0/1617445958 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056be2770 msgr2=0x563056be9550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:18.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.323+0000 7f0efdc00640 1 --2- 172.21.15.44:0/1617445958 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056be2770 0x563056be9550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.323+0000 7f0efdc00640 1 -- 172.21.15.44:0/1617445958 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563056be1200 msgr2=0x563056be9010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:18.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.323+0000 7f0efdc00640 1 --2- 172.21.15.44:0/1617445958 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563056be1200 0x563056be9010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.323+0000 7f0efdc00640 1 -- 172.21.15.44:0/1617445958 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563056925620 con 0x563056bebf80 2024-05-27T00:37:18.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.323+0000 7f0efdc00640 1 --2- 172.21.15.44:0/1617445958 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056bebf80 0x563056be9a90 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f0ef0009f90 tx=0x7f0ef00197e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b174ad7c00835d0f server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:18.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.323+0000 7f0edea00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:37:18.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.323+0000 7f0edea00640 1 -- 172.21.15.44:0/1617445958 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ef001f040 con 0x563056bebf80 2024-05-27T00:37:18.327 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.323+0000 7f0f02a24740 1 -- 172.21.15.44:0/1617445958 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ef0011da0 con 0x563056bebf80 2024-05-27T00:37:18.328 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.324+0000 7f0edea00640 1 -- 172.21.15.44:0/1617445958 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f0ef00193d0 con 0x563056bebf80 2024-05-27T00:37:18.328 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.324+0000 7f0edea00640 1 -- 172.21.15.44:0/1617445958 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f0ef0031050 con 0x563056bebf80 2024-05-27T00:37:18.328 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.324+0000 7f0f02a24740 10 client.26228 fetch_fsmap learned FSMap version 30 2024-05-27T00:37:18.328 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.324+0000 7f0f02a24740 1 -- 172.21.15.44:0/1617445958 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x563056bfb0b0 con 0x563056bebf80 2024-05-27T00:37:18.328 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.324+0000 7f0edea00640 1 -- 172.21.15.44:0/1617445958 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0ef0011da0 con 0x563056bebf80 2024-05-27T00:37:18.328 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.325+0000 7f0edea00640 1 -- 172.21.15.44:0/1617445958 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f0ef0022030 con 0x563056bebf80 2024-05-27T00:37:18.328 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.325+0000 7f0f02a24740 10 client.26228 fetch_fsmap finished waiting for FSMap version 30 2024-05-27T00:37:18.328 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.325+0000 7f0f02a24740 10 client.26228 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:18.328 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.325+0000 7f0f02a24740 20 client.26228 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:18.328 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.325+0000 7f0f02a24740 1 --2- 172.21.15.44:0/1617445958 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563056bfc4c0 0x563056bfe8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:18.328 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.325+0000 7f0f02a24740 4 client.26228 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:37:18.328 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.325+0000 7f0f02a24740 1 -- 172.21.15.44:0/1617445958 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563056b52b50 con 0x563056bfc4c0 2024-05-27T00:37:18.328 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.325+0000 7f0efd200640 1 --2- 172.21.15.44:0/1617445958 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563056bfc4c0 0x563056bfe8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:18.330 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.326+0000 7f0efd200640 1 --2- 172.21.15.44:0/1617445958 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563056bfc4c0 0x563056bfe8b0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=49a0153433210f26 server_cookie=6a09b7bd1fd688a5 in_seq=0 out_seq=0 2024-05-27T00:37:18.330 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.326+0000 7f0edea00640 10 client.26228 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:18.330 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.327+0000 7f0edea00640 1 -- 172.21.15.44:0/1617445958 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x563056b52b50 con 0x563056bfc4c0 2024-05-27T00:37:18.330 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.327+0000 7f0edea00640 10 client.26228 handle_command_reply: tid=0 2024-05-27T00:37:18.330 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.327+0000 7f0f02a24740 1 client.26228 shutdown 2024-05-27T00:37:18.330 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.327+0000 7f0f02a24740 1 -- 172.21.15.44:0/1617445958 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056bebf80 msgr2=0x563056be9a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:18.330 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.327+0000 7f0f02a24740 1 --2- 172.21.15.44:0/1617445958 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056bebf80 0x563056be9a90 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f0ef0009f90 tx=0x7f0ef00197e0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.330 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.327+0000 7f0f02a24740 1 -- 172.21.15.44:0/1617445958 shutdown_connections 2024-05-27T00:37:18.330 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.327+0000 7f0f02a24740 1 --2- 172.21.15.44:0/1617445958 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563056bfc4c0 0x563056bfe8b0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.330 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.327+0000 7f0f02a24740 1 --2- 172.21.15.44:0/1617445958 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056bebf80 0x563056be9a90 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.330 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.327+0000 7f0f02a24740 1 --2- 172.21.15.44:0/1617445958 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056be2770 0x563056be9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.331 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.327+0000 7f0edea00640 0 client.26228 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:18.331 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.327+0000 7f0f02a24740 1 --2- 172.21.15.44:0/1617445958 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563056be1200 0x563056be9010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.331 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.327+0000 7f0f02a24740 1 -- 172.21.15.44:0/1617445958 >> 172.21.15.44:0/1617445958 conn(0x563056ba9f80 msgr2=0x563056be3660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:18.331 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.327+0000 7f0f02a24740 1 -- 172.21.15.44:0/1617445958 shutdown_connections 2024-05-27T00:37:18.331 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.327+0000 7f0f02a24740 1 -- 172.21.15.44:0/1617445958 wait complete. 2024-05-27T00:37:18.331 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.327+0000 7f0f02a24740 20 client.26228 trim_cache size 0 max 16384 2024-05-27T00:37:18.349 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.347+0000 7f0f02a24740 1 Processor -- start 2024-05-27T00:37:18.349 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.348+0000 7f0f02a24740 1 -- start start 2024-05-27T00:37:18.349 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.348+0000 7f0f02a24740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056be1200 0x563056be8170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:18.349 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.348+0000 7f0f02a24740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056be2770 0x563056bdc7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:18.349 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.348+0000 7f0f02a24740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563056bebf80 0x563056c03ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:18.349 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.348+0000 7f0f02a24740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef81b38a0 con 0x563056bebf80 2024-05-27T00:37:18.349 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.348+0000 7f0f02a24740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef81b1110 con 0x563056be2770 2024-05-27T00:37:18.349 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.348+0000 7f0f02a24740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef81aef40 con 0x563056be1200 2024-05-27T00:37:18.349 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.348+0000 7f0ef7e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056be2770 0x563056bdc7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:18.350 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.348+0000 7f0efd200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056be1200 0x563056be8170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:18.350 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.348+0000 7f0ef7e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056be2770 0x563056bdc7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:38596/0 (socket says 172.21.15.44:38596) 2024-05-27T00:37:18.350 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.348+0000 7f0ef7e00640 1 -- 172.21.15.44:0/3541564913 learned_addr learned my addr 172.21.15.44:0/3541564913 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:18.350 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.348+0000 7f0efdc00640 1 --2- 172.21.15.44:0/3541564913 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563056bebf80 0x563056c03ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:18.351 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.349+0000 7f0efd200640 1 -- 172.21.15.44:0/3541564913 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056be2770 msgr2=0x563056bdc7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:18.351 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.349+0000 7f0efd200640 1 --2- 172.21.15.44:0/3541564913 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056be2770 0x563056bdc7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.351 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.349+0000 7f0efd200640 1 -- 172.21.15.44:0/3541564913 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563056bebf80 msgr2=0x563056c03ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:18.351 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.349+0000 7f0efd200640 1 --2- 172.21.15.44:0/3541564913 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563056bebf80 0x563056c03ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.351 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.349+0000 7f0efd200640 1 -- 172.21.15.44:0/3541564913 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563056be2380 con 0x563056be1200 2024-05-27T00:37:18.351 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.349+0000 7f0ef7e00640 1 --2- 172.21.15.44:0/3541564913 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056be2770 0x563056bdc7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:18.351 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.349+0000 7f0efd200640 1 --2- 172.21.15.44:0/3541564913 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056be1200 0x563056be8170 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x563056be3ed0 tx=0x7f0eec03f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bcdd3df44eaad518 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:18.351 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.349+0000 7f0ee9600640 1 -- 172.21.15.44:0/3541564913 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eec059070 con 0x563056be1200 2024-05-27T00:37:18.351 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.349+0000 7f0ee9600640 1 -- 172.21.15.44:0/3541564913 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0eec005200 con 0x563056be1200 2024-05-27T00:37:18.351 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.349+0000 7f0ee9600640 1 -- 172.21.15.44:0/3541564913 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eec035070 con 0x563056be1200 2024-05-27T00:37:18.352 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.350+0000 7f0f02a24740 1 -- 172.21.15.44:0/3541564913 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056be1200 msgr2=0x563056be8170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:18.352 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.350+0000 7f0f02a24740 1 --2- 172.21.15.44:0/3541564913 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056be1200 0x563056be8170 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x563056be3ed0 tx=0x7f0eec03f000 comp rx=0 tx=0).stop 2024-05-27T00:37:18.353 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.351+0000 7f0f02a24740 1 -- 172.21.15.44:0/3541564913 shutdown_connections 2024-05-27T00:37:18.353 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.351+0000 7f0f02a24740 1 --2- 172.21.15.44:0/3541564913 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563056bebf80 0x563056c03ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.353 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.351+0000 7f0f02a24740 1 --2- 172.21.15.44:0/3541564913 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056be2770 0x563056bdc7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.353 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.351+0000 7f0f02a24740 1 --2- 172.21.15.44:0/3541564913 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056be1200 0x563056be8170 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.353 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.351+0000 7f0f02a24740 1 -- 172.21.15.44:0/3541564913 >> 172.21.15.44:0/3541564913 conn(0x563056ba9f80 msgr2=0x563056bdc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:18.353 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.351+0000 7f0f02a24740 1 -- 172.21.15.44:0/3541564913 shutdown_connections 2024-05-27T00:37:18.353 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.351+0000 7f0f02a24740 1 -- 172.21.15.44:0/3541564913 wait complete. 2024-05-27T00:37:18.353 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.352+0000 7f0f02a24740 1 -- start start 2024-05-27T00:37:18.353 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.352+0000 7f0f02a24740 1 Processor -- start 2024-05-27T00:37:18.353 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.352+0000 7f0f02a24740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563056be1200 0x563056bf4860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:18.354 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.352+0000 7f0f02a24740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056be2770 0x563056be5ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:18.354 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.352+0000 7f0f02a24740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056bebf80 0x563056be63e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:18.354 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.352+0000 7f0f02a24740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef81af5d0 con 0x563056be1200 2024-05-27T00:37:18.354 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.352+0000 7f0f02a24740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef81b0a40 con 0x563056bebf80 2024-05-27T00:37:18.354 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.352+0000 7f0f02a24740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef81afca0 con 0x563056be2770 2024-05-27T00:37:18.354 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.352+0000 7f0f02a24740 10 client.0 _ll_register_callbacks cb 0x7f0ef0009e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:18.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.353+0000 7f0efdc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056bebf80 0x563056be63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:18.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.353+0000 7f0efd200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563056be1200 0x563056bf4860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:18.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.353+0000 7f0ef7e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056be2770 0x563056be5ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:18.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.353+0000 7f0efdc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056bebf80 0x563056be63e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:38608/0 (socket says 172.21.15.44:38608) 2024-05-27T00:37:18.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.353+0000 7f0efdc00640 1 -- 172.21.15.44:0/3915659137 learned_addr learned my addr 172.21.15.44:0/3915659137 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:18.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.353+0000 7f0efdc00640 1 -- 172.21.15.44:0/3915659137 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056be2770 msgr2=0x563056be5ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:18.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.353+0000 7f0efdc00640 1 --2- 172.21.15.44:0/3915659137 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056be2770 0x563056be5ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.353+0000 7f0efdc00640 1 -- 172.21.15.44:0/3915659137 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563056be1200 msgr2=0x563056bf4860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:18.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.353+0000 7f0efdc00640 1 --2- 172.21.15.44:0/3915659137 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563056be1200 0x563056bf4860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.356 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.353+0000 7f0efdc00640 1 -- 172.21.15.44:0/3915659137 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563056c65a90 con 0x563056bebf80 2024-05-27T00:37:18.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.353+0000 7f0efdc00640 1 --2- 172.21.15.44:0/3915659137 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056bebf80 0x563056be63e0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f0ef0011560 tx=0x7f0ef0010e10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=466f7217e39a5023 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:18.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.353+0000 7f0edea00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:37:18.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.354+0000 7f0edea00640 1 -- 172.21.15.44:0/3915659137 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ef003a060 con 0x563056bebf80 2024-05-27T00:37:18.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.354+0000 7f0edea00640 1 -- 172.21.15.44:0/3915659137 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f0ef00195d0 con 0x563056bebf80 2024-05-27T00:37:18.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.354+0000 7f0f02a24740 1 -- 172.21.15.44:0/3915659137 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0eec005200 con 0x563056bebf80 2024-05-27T00:37:18.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.354+0000 7f0edea00640 1 -- 172.21.15.44:0/3915659137 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f0ef0041050 con 0x563056bebf80 2024-05-27T00:37:18.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.354+0000 7f0f02a24740 10 client.26234 fetch_fsmap learned FSMap version 30 2024-05-27T00:37:18.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.354+0000 7f0f02a24740 1 -- 172.21.15.44:0/3915659137 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x563056c66c40 con 0x563056bebf80 2024-05-27T00:37:18.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.354+0000 7f0edea00640 1 -- 172.21.15.44:0/3915659137 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0eec005200 con 0x563056bebf80 2024-05-27T00:37:18.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.355+0000 7f0edea00640 1 -- 172.21.15.44:0/3915659137 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f0ef0022070 con 0x563056bebf80 2024-05-27T00:37:18.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.355+0000 7f0f02a24740 10 client.26234 fetch_fsmap finished waiting for FSMap version 30 2024-05-27T00:37:18.357 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.355+0000 7f0f02a24740 10 client.26234 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:18.358 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.355+0000 7f0f02a24740 20 client.26234 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:18.358 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.355+0000 7f0f02a24740 1 --2- 172.21.15.44:0/3915659137 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563056c67390 0x563056c697b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:18.358 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.355+0000 7f0f02a24740 4 client.26234 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-27T00:37:18.358 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.355+0000 7f0f02a24740 1 -- 172.21.15.44:0/3915659137 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563056b4cea0 con 0x563056c67390 2024-05-27T00:37:18.358 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.355+0000 7f0efd200640 1 --2- 172.21.15.44:0/3915659137 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563056c67390 0x563056c697b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:18.358 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.355+0000 7f0efd200640 1 --2- 172.21.15.44:0/3915659137 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563056c67390 0x563056c697b0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ecb89ddce643e7a server_cookie=e3b55e3221a48c29 in_seq=0 out_seq=0 2024-05-27T00:37:18.358 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.355+0000 7f0edea00640 10 client.26234 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:18.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.393+0000 7f0edea00640 1 -- 172.21.15.44:0/3915659137 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563056b4cea0 con 0x563056c67390 2024-05-27T00:37:18.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.393+0000 7f0edea00640 10 client.26234 handle_command_reply: tid=0 2024-05-27T00:37:18.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.393+0000 7f0f02a24740 1 client.26234 shutdown 2024-05-27T00:37:18.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.393+0000 7f0f02a24740 1 -- 172.21.15.44:0/3915659137 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056bebf80 msgr2=0x563056be63e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:18.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.393+0000 7f0f02a24740 1 --2- 172.21.15.44:0/3915659137 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056bebf80 0x563056be63e0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f0ef0011560 tx=0x7f0ef0010e10 comp rx=0 tx=0).stop 2024-05-27T00:37:18.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.393+0000 7f0f02a24740 1 -- 172.21.15.44:0/3915659137 shutdown_connections 2024-05-27T00:37:18.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.393+0000 7f0f02a24740 1 --2- 172.21.15.44:0/3915659137 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563056c67390 0x563056c697b0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.394+0000 7f0f02a24740 1 --2- 172.21.15.44:0/3915659137 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563056bebf80 0x563056be63e0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.394+0000 7f0f02a24740 1 --2- 172.21.15.44:0/3915659137 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563056be2770 0x563056be5ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.395 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.394+0000 7f0f02a24740 1 --2- 172.21.15.44:0/3915659137 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x563056be1200 0x563056bf4860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.396 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.394+0000 7f0edea00640 0 client.26234 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:18.396 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.394+0000 7f0f02a24740 1 -- 172.21.15.44:0/3915659137 >> 172.21.15.44:0/3915659137 conn(0x563056ba9f80 msgr2=0x563056bdc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:18.396 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.394+0000 7f0f02a24740 1 -- 172.21.15.44:0/3915659137 shutdown_connections 2024-05-27T00:37:18.396 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.394+0000 7f0f02a24740 1 -- 172.21.15.44:0/3915659137 wait complete. 2024-05-27T00:37:18.396 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.394+0000 7f0f02a24740 20 client.26234 trim_cache size 0 max 16384 2024-05-27T00:37:18.396 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-05-27T00:37:18.396 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-05-27T00:37:18.396 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-05-27T00:37:18.396 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-05-27T00:37:18.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.395+0000 7f0efe600640 1 -- 172.21.15.44:0/3050022716 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f0ee00a2c00 msgr2=0x7f0ee00a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:18.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.395+0000 7f0efe600640 1 --2- 172.21.15.44:0/3050022716 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f0ee00a2c00 0x7f0ee00a50c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f0eec005ec0 tx=0x7f0eec0046c0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.395+0000 7f0efe600640 1 -- 172.21.15.44:0/3050022716 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ef8104390 msgr2=0x7f0ef819a8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:18.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.395+0000 7f0efe600640 1 --2- 172.21.15.44:0/3050022716 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ef8104390 0x7f0ef819a8a0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f0ee400e9f0 tx=0x7f0ee400eeb0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.395+0000 7f0efe600640 1 -- 172.21.15.44:0/3050022716 shutdown_connections 2024-05-27T00:37:18.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.395+0000 7f0efe600640 1 --2- 172.21.15.44:0/3050022716 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f0ee00a2c00 0x7f0ee00a50c0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.397 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.395+0000 7f0efe600640 1 --2- 172.21.15.44:0/3050022716 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0ef81099e0 0x7f0ef819ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.398 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.395+0000 7f0efe600640 1 --2- 172.21.15.44:0/3050022716 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0ef8104390 0x7f0ef819a8a0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.398 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.395+0000 7f0efe600640 1 --2- 172.21.15.44:0/3050022716 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0ef81039d0 0x7f0ef819a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:18.398 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.395+0000 7f0efe600640 1 -- 172.21.15.44:0/3050022716 >> 172.21.15.44:0/3050022716 conn(0x7f0ef80ff480 msgr2=0x7f0ef80ff9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:18.398 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.395+0000 7f0efe600640 1 -- 172.21.15.44:0/3050022716 shutdown_connections 2024-05-27T00:37:18.398 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:18.395+0000 7f0efe600640 1 -- 172.21.15.44:0/3050022716 wait complete. 2024-05-27T00:37:19.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:18 smithi137 ceph-mon[36552]: pgmap v63: 129 pgs: 129 active+clean; 93 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 737 KiB/s rd, 3.3 MiB/s wr, 206 op/s 2024-05-27T00:37:19.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:18 smithi044 ceph-mon[31645]: pgmap v63: 129 pgs: 129 active+clean; 93 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 737 KiB/s rd, 3.3 MiB/s wr, 206 op/s 2024-05-27T00:37:19.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:18 smithi050 ceph-mon[36071]: pgmap v63: 129 pgs: 129 active+clean; 93 MiB data, 607 MiB used, 1.0 TiB / 1.0 TiB avail; 737 KiB/s rd, 3.3 MiB/s wr, 206 op/s 2024-05-27T00:37:19.696 INFO:tasks.workunit.client.0.smithi044.stderr:+ tar xf doc.tar 2024-05-27T00:37:21.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:20 smithi137 ceph-mon[36552]: pgmap v64: 129 pgs: 129 active+clean; 93 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 768 KiB/s rd, 3.4 MiB/s wr, 228 op/s 2024-05-27T00:37:21.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:20 smithi044 ceph-mon[31645]: pgmap v64: 129 pgs: 129 active+clean; 93 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 768 KiB/s rd, 3.4 MiB/s wr, 228 op/s 2024-05-27T00:37:21.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:20 smithi050 ceph-mon[36071]: pgmap v64: 129 pgs: 129 active+clean; 93 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 768 KiB/s rd, 3.4 MiB/s wr, 228 op/s 2024-05-27T00:37:23.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:22 smithi137 ceph-mon[36552]: pgmap v65: 129 pgs: 129 active+clean; 93 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 337 KiB/s rd, 396 KiB/s wr, 71 op/s 2024-05-27T00:37:23.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:22 smithi137 ceph-mon[36552]: scrub summary: idle 2024-05-27T00:37:23.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:22 smithi044 ceph-mon[31645]: pgmap v65: 129 pgs: 129 active+clean; 93 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 337 KiB/s rd, 396 KiB/s wr, 71 op/s 2024-05-27T00:37:23.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:22 smithi044 ceph-mon[31645]: scrub summary: idle 2024-05-27T00:37:23.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:22 smithi050 ceph-mon[36071]: pgmap v65: 129 pgs: 129 active+clean; 93 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 337 KiB/s rd, 396 KiB/s wr, 71 op/s 2024-05-27T00:37:23.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:22 smithi050 ceph-mon[36071]: scrub summary: idle 2024-05-27T00:37:24.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:23 smithi137 ceph-mon[36552]: scrub summary: idle 2024-05-27T00:37:24.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:23 smithi137 ceph-mon[36552]: scrub summary: idle 2024-05-27T00:37:24.074 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:23 smithi044 ceph-mon[31645]: scrub summary: idle 2024-05-27T00:37:24.074 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:23 smithi044 ceph-mon[31645]: scrub summary: idle 2024-05-27T00:37:24.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:23 smithi050 ceph-mon[36071]: scrub summary: idle 2024-05-27T00:37:24.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:23 smithi050 ceph-mon[36071]: scrub summary: idle 2024-05-27T00:37:24.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:24 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a[31640]: 2024-05-27T00:37:24.073+0000 7fdf7a200700 -1 log_channel(cluster) log [ERR] : Health check update: 2 MDSs report damaged metadata (MDS_DAMAGE) 2024-05-27T00:37:25.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:24 smithi137 ceph-mon[36552]: pgmap v66: 129 pgs: 129 active+clean; 102 MiB data, 657 MiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 1.2 MiB/s wr, 190 op/s 2024-05-27T00:37:25.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:24 smithi137 ceph-mon[36552]: Health check update: 2 MDSs report damaged metadata (MDS_DAMAGE) 2024-05-27T00:37:25.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:24 smithi044 ceph-mon[31645]: pgmap v66: 129 pgs: 129 active+clean; 102 MiB data, 657 MiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 1.2 MiB/s wr, 190 op/s 2024-05-27T00:37:25.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:24 smithi044 ceph-mon[31645]: Health check update: 2 MDSs report damaged metadata (MDS_DAMAGE) 2024-05-27T00:37:25.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:24 smithi050 ceph-mon[36071]: pgmap v66: 129 pgs: 129 active+clean; 102 MiB data, 657 MiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 1.2 MiB/s wr, 190 op/s 2024-05-27T00:37:25.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:24 smithi050 ceph-mon[36071]: Health check update: 2 MDSs report damaged metadata (MDS_DAMAGE) 2024-05-27T00:37:27.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:26 smithi044 ceph-mon[31645]: pgmap v67: 129 pgs: 129 active+clean; 102 MiB data, 657 MiB used, 1.0 TiB / 1.0 TiB avail; 400 KiB/s rd, 892 KiB/s wr, 140 op/s 2024-05-27T00:37:27.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:26 smithi050 ceph-mon[36071]: pgmap v67: 129 pgs: 129 active+clean; 102 MiB data, 657 MiB used, 1.0 TiB / 1.0 TiB avail; 400 KiB/s rd, 892 KiB/s wr, 140 op/s 2024-05-27T00:37:27.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:26 smithi137 ceph-mon[36552]: pgmap v67: 129 pgs: 129 active+clean; 102 MiB data, 657 MiB used, 1.0 TiB / 1.0 TiB avail; 400 KiB/s rd, 892 KiB/s wr, 140 op/s 2024-05-27T00:37:29.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:28 smithi044 ceph-mon[31645]: pgmap v68: 129 pgs: 129 active+clean; 102 MiB data, 657 MiB used, 1.0 TiB / 1.0 TiB avail; 400 KiB/s rd, 892 KiB/s wr, 140 op/s 2024-05-27T00:37:29.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:28 smithi050 ceph-mon[36071]: pgmap v68: 129 pgs: 129 active+clean; 102 MiB data, 657 MiB used, 1.0 TiB / 1.0 TiB avail; 400 KiB/s rd, 892 KiB/s wr, 140 op/s 2024-05-27T00:37:29.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:28 smithi137 ceph-mon[36552]: pgmap v68: 129 pgs: 129 active+clean; 102 MiB data, 657 MiB used, 1.0 TiB / 1.0 TiB avail; 400 KiB/s rd, 892 KiB/s wr, 140 op/s 2024-05-27T00:37:31.054 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:30 smithi137 ceph-mon[36552]: pgmap v69: 129 pgs: 129 active+clean; 142 MiB data, 758 MiB used, 1.0 TiB / 1.0 TiB avail; 1007 KiB/s rd, 4.4 MiB/s wr, 356 op/s 2024-05-27T00:37:31.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:30 smithi044 ceph-mon[31645]: pgmap v69: 129 pgs: 129 active+clean; 142 MiB data, 758 MiB used, 1.0 TiB / 1.0 TiB avail; 1007 KiB/s rd, 4.4 MiB/s wr, 356 op/s 2024-05-27T00:37:31.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:30 smithi050 ceph-mon[36071]: pgmap v69: 129 pgs: 129 active+clean; 142 MiB data, 758 MiB used, 1.0 TiB / 1.0 TiB avail; 1007 KiB/s rd, 4.4 MiB/s wr, 356 op/s 2024-05-27T00:37:31.548 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.546+0000 7f7673600640 1 -- 172.21.15.44:0/4258375530 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f766c102c30 msgr2=0x7f766c103010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:31.548 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.546+0000 7f7673600640 1 --2- 172.21.15.44:0/4258375530 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f766c102c30 0x7f766c103010 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f7660009900 tx=0x7f766002a510 comp rx=0 tx=0).stop 2024-05-27T00:37:31.548 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.547+0000 7f7673600640 1 -- 172.21.15.44:0/4258375530 shutdown_connections 2024-05-27T00:37:31.548 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.547+0000 7f7673600640 1 --2- 172.21.15.44:0/4258375530 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f766c10bf70 0x7f766c10e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.548 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.547+0000 7f7673600640 1 --2- 172.21.15.44:0/4258375530 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f766c103550 0x7f766c10ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.548 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.547+0000 7f7673600640 1 --2- 172.21.15.44:0/4258375530 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f766c102c30 0x7f766c103010 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.548 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.547+0000 7f7673600640 1 -- 172.21.15.44:0/4258375530 >> 172.21.15.44:0/4258375530 conn(0x7f766c077a20 msgr2=0x7f766c077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:31.548 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.547+0000 7f7673600640 1 -- 172.21.15.44:0/4258375530 shutdown_connections 2024-05-27T00:37:31.548 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.547+0000 7f7673600640 1 -- 172.21.15.44:0/4258375530 wait complete. 2024-05-27T00:37:31.549 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.548+0000 7f7673600640 1 Processor -- start 2024-05-27T00:37:31.549 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.548+0000 7f7673600640 1 -- start start 2024-05-27T00:37:31.549 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.548+0000 7f7673600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f766c102c30 0x7f766c19a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:31.550 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.548+0000 7f7673600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f766c103550 0x7f766c19ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:31.550 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.548+0000 7f7673600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f766c10bf70 0x7f766c19eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:31.550 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.548+0000 7f7673600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f766c111e90 con 0x7f766c10bf70 2024-05-27T00:37:31.550 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.548+0000 7f7673600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f766c111d10 con 0x7f766c102c30 2024-05-27T00:37:31.550 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.548+0000 7f7673600640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f766c112010 con 0x7f766c103550 2024-05-27T00:37:31.550 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.549+0000 7f7671600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f766c10bf70 0x7f766c19eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:31.550 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.549+0000 7f766be00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f766c103550 0x7f766c19ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:31.550 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.549+0000 7f766be00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f766c103550 0x7f766c19ab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:60998/0 (socket says 172.21.15.44:60998) 2024-05-27T00:37:31.550 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.549+0000 7f766be00640 1 -- 172.21.15.44:0/2126381130 learned_addr learned my addr 172.21.15.44:0/2126381130 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:31.550 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.549+0000 7f7670c00640 1 --2- 172.21.15.44:0/2126381130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f766c102c30 0x7f766c19a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:31.551 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.549+0000 7f766be00640 1 -- 172.21.15.44:0/2126381130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f766c102c30 msgr2=0x7f766c19a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:31.551 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.549+0000 7f766be00640 1 --2- 172.21.15.44:0/2126381130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f766c102c30 0x7f766c19a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.551 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.549+0000 7f766be00640 1 -- 172.21.15.44:0/2126381130 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f766c10bf70 msgr2=0x7f766c19eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:31.551 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.549+0000 7f766be00640 1 --2- 172.21.15.44:0/2126381130 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f766c10bf70 0x7f766c19eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.551 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.549+0000 7f766be00640 1 -- 172.21.15.44:0/2126381130 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f766c19f600 con 0x7f766c103550 2024-05-27T00:37:31.551 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.550+0000 7f766be00640 1 --2- 172.21.15.44:0/2126381130 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f766c103550 0x7f766c19ab50 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f765800e9f0 tx=0x7f765800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:31.552 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.550+0000 7f7669600640 1 -- 172.21.15.44:0/2126381130 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f765800cd80 con 0x7f766c103550 2024-05-27T00:37:31.552 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.550+0000 7f7673600640 1 -- 172.21.15.44:0/2126381130 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f766c19f8f0 con 0x7f766c103550 2024-05-27T00:37:31.552 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.550+0000 7f7669600640 1 -- 172.21.15.44:0/2126381130 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7658010930 con 0x7f766c103550 2024-05-27T00:37:31.552 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.550+0000 7f7669600640 1 -- 172.21.15.44:0/2126381130 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7658018b00 con 0x7f766c103550 2024-05-27T00:37:31.552 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.550+0000 7f7673600640 1 -- 172.21.15.44:0/2126381130 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f766c1a7180 con 0x7f766c103550 2024-05-27T00:37:31.555 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.554+0000 7f76763e9740 1 Processor -- start 2024-05-27T00:37:31.556 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.555+0000 7f76763e9740 1 -- start start 2024-05-27T00:37:31.556 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.555+0000 7f7669600640 1 -- 172.21.15.44:0/2126381130 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7658018ca0 con 0x7f766c103550 2024-05-27T00:37:31.556 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.555+0000 7f76763e9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476ce5b0 0x55db476ccb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:31.556 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.555+0000 7f76763e9740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476cd040 0x55db476cd4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:31.556 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.555+0000 7f76763e9740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476d7dc0 0x55db476da1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:31.556 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.555+0000 7f76763e9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55db47631420 con 0x55db476ce5b0 2024-05-27T00:37:31.556 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.555+0000 7f76763e9740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55db475d8c50 con 0x55db476cd040 2024-05-27T00:37:31.556 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.555+0000 7f76763e9740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55db4762d3e0 con 0x55db476d7dc0 2024-05-27T00:37:31.557 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.556+0000 7f7671600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476ce5b0 0x55db476ccb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:31.558 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.556+0000 7f7671600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476ce5b0 0x55db476ccb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45418/0 (socket says 172.21.15.44:45418) 2024-05-27T00:37:31.558 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.556+0000 7f7671600640 1 -- 172.21.15.44:0/234021428 learned_addr learned my addr 172.21.15.44:0/234021428 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:31.558 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.556+0000 7f766be00640 1 --2- 172.21.15.44:0/234021428 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476d7dc0 0x55db476da1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:31.558 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.556+0000 7f7670c00640 1 --2- 172.21.15.44:0/234021428 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476cd040 0x55db476cd4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:31.558 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.556+0000 7f7671600640 1 -- 172.21.15.44:0/234021428 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476d7dc0 msgr2=0x55db476da1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:31.558 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.556+0000 7f7671600640 1 --2- 172.21.15.44:0/234021428 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476d7dc0 0x55db476da1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.558 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.556+0000 7f7671600640 1 -- 172.21.15.44:0/234021428 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476cd040 msgr2=0x55db476cd4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:31.558 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.556+0000 7f7671600640 1 --2- 172.21.15.44:0/234021428 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476cd040 0x55db476cd4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.558 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.556+0000 7f7671600640 1 -- 172.21.15.44:0/234021428 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55db47345210 con 0x55db476ce5b0 2024-05-27T00:37:31.558 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.556+0000 7f7670c00640 1 --2- 172.21.15.44:0/234021428 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476cd040 0x55db476cd4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:37:31.558 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.557+0000 7f7671600640 1 --2- 172.21.15.44:0/234021428 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476ce5b0 0x55db476ccb00 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f7664009f50 tx=0x7f76640118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e48472cd550bd2cb server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:31.558 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.557+0000 7f765dc00640 1 -- 172.21.15.44:0/234021428 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7664004d20 con 0x55db476ce5b0 2024-05-27T00:37:31.559 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.557+0000 7f765dc00640 1 -- 172.21.15.44:0/234021428 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7664004050 con 0x55db476ce5b0 2024-05-27T00:37:31.559 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.557+0000 7f765dc00640 1 -- 172.21.15.44:0/234021428 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7664005280 con 0x55db476ce5b0 2024-05-27T00:37:31.560 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.558+0000 7f76763e9740 1 -- 172.21.15.44:0/234021428 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476ce5b0 msgr2=0x55db476ccb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:31.560 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.558+0000 7f76763e9740 1 --2- 172.21.15.44:0/234021428 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476ce5b0 0x55db476ccb00 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f7664009f50 tx=0x7f76640118d0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.560 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.558+0000 7f7669600640 1 --2- 172.21.15.44:0/2126381130 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f76540a2da0 0x7f76540a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:31.560 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.558+0000 7f76763e9740 1 -- 172.21.15.44:0/234021428 shutdown_connections 2024-05-27T00:37:31.560 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.558+0000 7f76763e9740 1 --2- 172.21.15.44:0/234021428 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476d7dc0 0x55db476da1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.560 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.558+0000 7f76763e9740 1 --2- 172.21.15.44:0/234021428 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476cd040 0x55db476cd4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.560 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.558+0000 7f76763e9740 1 --2- 172.21.15.44:0/234021428 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476ce5b0 0x55db476ccb00 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.560 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.558+0000 7f76763e9740 1 -- 172.21.15.44:0/234021428 >> 172.21.15.44:0/234021428 conn(0x55db47695f80 msgr2=0x55db476c9630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:31.560 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.558+0000 7f7669600640 1 -- 172.21.15.44:0/2126381130 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f76580cfb80 con 0x7f766c103550 2024-05-27T00:37:31.560 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.559+0000 7f7670c00640 1 --2- 172.21.15.44:0/2126381130 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f76540a2da0 0x7f76540a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:31.560 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.559+0000 7f76763e9740 1 -- 172.21.15.44:0/234021428 shutdown_connections 2024-05-27T00:37:31.560 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.559+0000 7f76763e9740 1 -- 172.21.15.44:0/234021428 wait complete. 2024-05-27T00:37:31.568 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.559+0000 7f76763e9740 1 -- start start 2024-05-27T00:37:31.568 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.560+0000 7f7670c00640 1 --2- 172.21.15.44:0/2126381130 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f76540a2da0 0x7f76540a5260 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f7660009230 tx=0x7f76600058d0 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:31.568 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.560+0000 7f76763e9740 1 Processor -- start 2024-05-27T00:37:31.568 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.560+0000 7f76763e9740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476cd040 0x55db476d4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:31.568 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.560+0000 7f76763e9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476ce5b0 0x55db476d52d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:31.568 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.560+0000 7f76763e9740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476d7dc0 0x55db476d5810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:31.568 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.560+0000 7f76763e9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55db476dab90 con 0x55db476ce5b0 2024-05-27T00:37:31.568 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.560+0000 7f76763e9740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55db475ec0b0 con 0x55db476d7dc0 2024-05-27T00:37:31.568 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.560+0000 7f76763e9740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55db476dad10 con 0x55db476cd040 2024-05-27T00:37:31.568 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.560+0000 7f76763e9740 10 client.0 _ll_register_callbacks cb 0x55db475d7f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:31.568 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.561+0000 7f766be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476ce5b0 0x55db476d52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.561+0000 7f766be00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476ce5b0 0x55db476d52d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:45434/0 (socket says 172.21.15.44:45434) 2024-05-27T00:37:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.561+0000 7f766be00640 1 -- 172.21.15.44:0/2133033511 learned_addr learned my addr 172.21.15.44:0/2133033511 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.561+0000 7f7671600640 1 --2- 172.21.15.44:0/2133033511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476d7dc0 0x55db476d5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.561+0000 7f7670c00640 1 --2- 172.21.15.44:0/2133033511 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476cd040 0x55db476d4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.561+0000 7f766be00640 1 -- 172.21.15.44:0/2133033511 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476cd040 msgr2=0x55db476d4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.561+0000 7f766be00640 1 --2- 172.21.15.44:0/2133033511 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476cd040 0x55db476d4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.561+0000 7f766be00640 1 -- 172.21.15.44:0/2133033511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476d7dc0 msgr2=0x55db476d5810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.561+0000 7f766be00640 1 --2- 172.21.15.44:0/2133033511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476d7dc0 0x55db476d5810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.561+0000 7f766be00640 1 -- 172.21.15.44:0/2133033511 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55db47411620 con 0x55db476ce5b0 2024-05-27T00:37:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.561+0000 7f7671600640 1 --2- 172.21.15.44:0/2133033511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476d7dc0 0x55db476d5810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.562+0000 7f766be00640 1 --2- 172.21.15.44:0/2133033511 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476ce5b0 0x55db476d52d0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f765809baa0 tx=0x7f7658097920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f46efd8373d2dc2 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.562+0000 7f7652000640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:37:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.562+0000 7f7652000640 1 -- 172.21.15.44:0/2133033511 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f765809b8e0 con 0x55db476ce5b0 2024-05-27T00:37:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.562+0000 7f76763e9740 1 -- 172.21.15.44:0/2133033511 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7664004050 con 0x55db476ce5b0 2024-05-27T00:37:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.562+0000 7f7652000640 1 -- 172.21.15.44:0/2133033511 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f7658010ae0 con 0x55db476ce5b0 2024-05-27T00:37:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.563+0000 7f7652000640 1 -- 172.21.15.44:0/2133033511 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f76580cd3b0 con 0x55db476ce5b0 2024-05-27T00:37:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.563+0000 7f76763e9740 10 client.16110 fetch_fsmap learned FSMap version 30 2024-05-27T00:37:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.563+0000 7f76763e9740 1 -- 172.21.15.44:0/2133033511 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55db476e6f10 con 0x55db476ce5b0 2024-05-27T00:37:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.563+0000 7f7652000640 1 -- 172.21.15.44:0/2133033511 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7664004050 con 0x55db476ce5b0 2024-05-27T00:37:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.563+0000 7f7652000640 1 -- 172.21.15.44:0/2133033511 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f7658097af0 con 0x55db476ce5b0 2024-05-27T00:37:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.563+0000 7f76763e9740 10 client.16110 fetch_fsmap finished waiting for FSMap version 30 2024-05-27T00:37:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.563+0000 7f76763e9740 10 client.16110 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.563+0000 7f76763e9740 20 client.16110 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.563+0000 7f76763e9740 1 --2- 172.21.15.44:0/2133033511 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55db476e8420 0x55db476ea830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.563+0000 7f76763e9740 4 client.16110 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:37:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.563+0000 7f76763e9740 1 -- 172.21.15.44:0/2133033511 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55db4763eb50 con 0x55db476e8420 2024-05-27T00:37:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.564+0000 7f7670c00640 1 --2- 172.21.15.44:0/2133033511 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55db476e8420 0x55db476ea830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.564+0000 7f7670c00640 1 --2- 172.21.15.44:0/2133033511 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55db476e8420 0x55db476ea830 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f84414e51a6309fd server_cookie=75c56e7d929de9d3 in_seq=0 out_seq=0 2024-05-27T00:37:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.564+0000 7f7652000640 10 client.16110 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.565+0000 7f7652000640 1 -- 172.21.15.44:0/2133033511 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55db4763eb50 con 0x55db476e8420 2024-05-27T00:37:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.565+0000 7f7652000640 10 client.16110 handle_command_reply: tid=0 2024-05-27T00:37:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.565+0000 7f76763e9740 1 client.16110 shutdown 2024-05-27T00:37:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.566+0000 7f76763e9740 1 -- 172.21.15.44:0/2133033511 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476ce5b0 msgr2=0x55db476d52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.566+0000 7f76763e9740 1 --2- 172.21.15.44:0/2133033511 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476ce5b0 0x55db476d52d0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f765809baa0 tx=0x7f7658097920 comp rx=0 tx=0).stop 2024-05-27T00:37:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.566+0000 7f76763e9740 1 -- 172.21.15.44:0/2133033511 shutdown_connections 2024-05-27T00:37:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.566+0000 7f76763e9740 1 --2- 172.21.15.44:0/2133033511 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55db476e8420 0x55db476ea830 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.566+0000 7f76763e9740 1 --2- 172.21.15.44:0/2133033511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476d7dc0 0x55db476d5810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.566+0000 7f76763e9740 1 --2- 172.21.15.44:0/2133033511 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476ce5b0 0x55db476d52d0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.566+0000 7f76763e9740 1 --2- 172.21.15.44:0/2133033511 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476cd040 0x55db476d4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.572 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.566+0000 7f76763e9740 1 -- 172.21.15.44:0/2133033511 >> 172.21.15.44:0/2133033511 conn(0x55db47695f80 msgr2=0x55db476cf460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:31.572 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.566+0000 7f7652000640 0 client.16110 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:31.572 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.566+0000 7f76763e9740 1 -- 172.21.15.44:0/2133033511 shutdown_connections 2024-05-27T00:37:31.572 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.566+0000 7f76763e9740 1 -- 172.21.15.44:0/2133033511 wait complete. 2024-05-27T00:37:31.572 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.566+0000 7f76763e9740 20 client.16110 trim_cache size 0 max 16384 2024-05-27T00:37:31.594 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.593+0000 7f76763e9740 1 Processor -- start 2024-05-27T00:37:31.594 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.593+0000 7f76763e9740 1 -- start start 2024-05-27T00:37:31.595 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.594+0000 7f76763e9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476cd040 0x55db476d5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:31.595 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.594+0000 7f76763e9740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476ce5b0 0x55db476f0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:31.595 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.594+0000 7f76763e9740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476d7dc0 0x55db476f0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:31.595 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.594+0000 7f76763e9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f766c1b3a30 con 0x55db476cd040 2024-05-27T00:37:31.595 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.594+0000 7f76763e9740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f766c1b12a0 con 0x55db476d7dc0 2024-05-27T00:37:31.595 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.594+0000 7f76763e9740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f766c1af0d0 con 0x55db476ce5b0 2024-05-27T00:37:31.595 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.594+0000 7f766be00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476ce5b0 0x55db476f0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:31.595 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.594+0000 7f7670c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476cd040 0x55db476d5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:31.595 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.594+0000 7f766be00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476ce5b0 0x55db476f0140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:32794/0 (socket says 172.21.15.44:32794) 2024-05-27T00:37:31.595 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.594+0000 7f766be00640 1 -- 172.21.15.44:0/816348929 learned_addr learned my addr 172.21.15.44:0/816348929 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:31.595 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.594+0000 7f7671600640 1 --2- 172.21.15.44:0/816348929 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476d7dc0 0x55db476f0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:31.596 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.594+0000 7f766be00640 1 -- 172.21.15.44:0/816348929 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476d7dc0 msgr2=0x55db476f0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:31.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.594+0000 7f766be00640 1 --2- 172.21.15.44:0/816348929 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476d7dc0 0x55db476f0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.594+0000 7f766be00640 1 -- 172.21.15.44:0/816348929 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476cd040 msgr2=0x55db476d5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:31.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.594+0000 7f766be00640 1 --2- 172.21.15.44:0/816348929 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476cd040 0x55db476d5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.595+0000 7f766be00640 1 -- 172.21.15.44:0/816348929 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55db476c3c20 con 0x55db476ce5b0 2024-05-27T00:37:31.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.595+0000 7f766be00640 1 --2- 172.21.15.44:0/816348929 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476ce5b0 0x55db476f0140 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f765809a050 tx=0x7f7658097fa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3891c87873ba59a8 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:31.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.595+0000 7f765d200640 1 -- 172.21.15.44:0/816348929 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f765809b700 con 0x55db476ce5b0 2024-05-27T00:37:31.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.595+0000 7f765d200640 1 -- 172.21.15.44:0/816348929 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f765809bda0 con 0x55db476ce5b0 2024-05-27T00:37:31.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.595+0000 7f765d200640 1 -- 172.21.15.44:0/816348929 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f765809b1f0 con 0x55db476ce5b0 2024-05-27T00:37:31.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.596+0000 7f76763e9740 1 -- 172.21.15.44:0/816348929 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476ce5b0 msgr2=0x55db476f0140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:31.597 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.596+0000 7f76763e9740 1 --2- 172.21.15.44:0/816348929 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476ce5b0 0x55db476f0140 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f765809a050 tx=0x7f7658097fa0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.598 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.596+0000 7f76763e9740 1 -- 172.21.15.44:0/816348929 shutdown_connections 2024-05-27T00:37:31.598 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.596+0000 7f76763e9740 1 --2- 172.21.15.44:0/816348929 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476d7dc0 0x55db476f0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.598 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.596+0000 7f76763e9740 1 --2- 172.21.15.44:0/816348929 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476ce5b0 0x55db476f0140 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.598 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.596+0000 7f76763e9740 1 --2- 172.21.15.44:0/816348929 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476cd040 0x55db476d5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.598 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.596+0000 7f76763e9740 1 -- 172.21.15.44:0/816348929 >> 172.21.15.44:0/816348929 conn(0x55db47695f80 msgr2=0x55db476d4d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:31.598 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.597+0000 7f76763e9740 1 -- 172.21.15.44:0/816348929 shutdown_connections 2024-05-27T00:37:31.598 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.597+0000 7f76763e9740 1 -- 172.21.15.44:0/816348929 wait complete. 2024-05-27T00:37:31.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.597+0000 7f76763e9740 1 -- start start 2024-05-27T00:37:31.599 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.597+0000 7f76763e9740 1 Processor -- start 2024-05-27T00:37:31.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.598+0000 7f76763e9740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476cd040 0x55db476e01d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:31.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.598+0000 7f76763e9740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476ce5b0 0x55db476db560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:31.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.598+0000 7f76763e9740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476d7dc0 0x55db476dbaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:31.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.598+0000 7f76763e9740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f766c1af760 con 0x55db476ce5b0 2024-05-27T00:37:31.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.598+0000 7f76763e9740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f766c1b0bd0 con 0x55db476cd040 2024-05-27T00:37:31.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.598+0000 7f76763e9740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f766c1afe30 con 0x55db476d7dc0 2024-05-27T00:37:31.600 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.598+0000 7f76763e9740 10 client.0 _ll_register_callbacks cb 0x7f765800e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.598+0000 7f7670c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476cd040 0x55db476e01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.598+0000 7f7670c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476cd040 0x55db476e01d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:55402/0 (socket says 172.21.15.44:55402) 2024-05-27T00:37:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.598+0000 7f7670c00640 1 -- 172.21.15.44:0/545029940 learned_addr learned my addr 172.21.15.44:0/545029940 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.598+0000 7f7671600640 1 --2- 172.21.15.44:0/545029940 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476d7dc0 0x55db476dbaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.598+0000 7f766be00640 1 --2- 172.21.15.44:0/545029940 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476ce5b0 0x55db476db560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.599+0000 7f7670c00640 1 -- 172.21.15.44:0/545029940 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476d7dc0 msgr2=0x55db476dbaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.599+0000 7f7670c00640 1 --2- 172.21.15.44:0/545029940 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476d7dc0 0x55db476dbaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.599+0000 7f7670c00640 1 -- 172.21.15.44:0/545029940 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476ce5b0 msgr2=0x55db476db560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.599+0000 7f7670c00640 1 --2- 172.21.15.44:0/545029940 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476ce5b0 0x55db476db560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.599+0000 7f7670c00640 1 -- 172.21.15.44:0/545029940 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55db476dbfe0 con 0x55db476cd040 2024-05-27T00:37:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.599+0000 7f766be00640 1 --2- 172.21.15.44:0/545029940 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476ce5b0 0x55db476db560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-27T00:37:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.599+0000 7f7670c00640 1 --2- 172.21.15.44:0/545029940 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476cd040 0x55db476e01d0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f766002aa30 tx=0x7f7660009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8db38503d2f81dc server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.599+0000 7f7652000640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:37:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.599+0000 7f7652000640 1 -- 172.21.15.44:0/545029940 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7660035040 con 0x55db476cd040 2024-05-27T00:37:31.602 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.600+0000 7f76763e9740 1 -- 172.21.15.44:0/545029940 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f765809bda0 con 0x55db476cd040 2024-05-27T00:37:31.602 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.600+0000 7f7652000640 1 -- 172.21.15.44:0/545029940 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f7660053740 con 0x55db476cd040 2024-05-27T00:37:31.603 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.600+0000 7f7652000640 1 -- 172.21.15.44:0/545029940 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f7660064050 con 0x55db476cd040 2024-05-27T00:37:31.603 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.600+0000 7f76763e9740 10 client.26252 fetch_fsmap learned FSMap version 30 2024-05-27T00:37:31.603 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.600+0000 7f76763e9740 1 -- 172.21.15.44:0/545029940 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55db4775b240 con 0x55db476cd040 2024-05-27T00:37:31.603 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.600+0000 7f7652000640 1 -- 172.21.15.44:0/545029940 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f765809bda0 con 0x55db476cd040 2024-05-27T00:37:31.603 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.600+0000 7f7652000640 1 -- 172.21.15.44:0/545029940 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f766003c440 con 0x55db476cd040 2024-05-27T00:37:31.603 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.601+0000 7f76763e9740 10 client.26252 fetch_fsmap finished waiting for FSMap version 30 2024-05-27T00:37:31.603 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.601+0000 7f76763e9740 10 client.26252 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:31.603 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.601+0000 7f76763e9740 20 client.26252 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:31.603 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.601+0000 7f76763e9740 1 --2- 172.21.15.44:0/545029940 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55db4775ba20 0x55db4775de40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:31.603 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.601+0000 7f76763e9740 4 client.26252 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-27T00:37:31.603 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.601+0000 7f76763e9740 1 -- 172.21.15.44:0/545029940 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55db47638ea0 con 0x55db4775ba20 2024-05-27T00:37:31.603 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.601+0000 7f766be00640 1 --2- 172.21.15.44:0/545029940 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55db4775ba20 0x55db4775de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:31.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.601+0000 7f766be00640 1 --2- 172.21.15.44:0/545029940 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55db4775ba20 0x55db4775de40 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9e3d55b7a09a5d0c server_cookie=1115bcad0fd5642f in_seq=0 out_seq=0 2024-05-27T00:37:31.604 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.601+0000 7f7652000640 10 client.26252 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:31.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.647+0000 7f7652000640 1 -- 172.21.15.44:0/545029940 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55db47638ea0 con 0x55db4775ba20 2024-05-27T00:37:31.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.647+0000 7f7652000640 10 client.26252 handle_command_reply: tid=0 2024-05-27T00:37:31.648 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.647+0000 7f76763e9740 1 client.26252 shutdown 2024-05-27T00:37:31.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.647+0000 7f76763e9740 1 -- 172.21.15.44:0/545029940 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476cd040 msgr2=0x55db476e01d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:31.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.647+0000 7f76763e9740 1 --2- 172.21.15.44:0/545029940 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476cd040 0x55db476e01d0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f766002aa30 tx=0x7f7660009260 comp rx=0 tx=0).stop 2024-05-27T00:37:31.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.647+0000 7f76763e9740 1 -- 172.21.15.44:0/545029940 shutdown_connections 2024-05-27T00:37:31.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.647+0000 7f76763e9740 1 --2- 172.21.15.44:0/545029940 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55db4775ba20 0x55db4775de40 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.647+0000 7f76763e9740 1 --2- 172.21.15.44:0/545029940 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55db476d7dc0 0x55db476dbaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.647+0000 7f76763e9740 1 --2- 172.21.15.44:0/545029940 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55db476ce5b0 0x55db476db560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.647+0000 7f76763e9740 1 --2- 172.21.15.44:0/545029940 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55db476cd040 0x55db476e01d0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.647+0000 7f76763e9740 1 -- 172.21.15.44:0/545029940 >> 172.21.15.44:0/545029940 conn(0x55db47695f80 msgr2=0x55db476c8810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:31.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.647+0000 7f7652000640 0 client.26252 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:31.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.648+0000 7f76763e9740 1 -- 172.21.15.44:0/545029940 shutdown_connections 2024-05-27T00:37:31.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.648+0000 7f76763e9740 1 -- 172.21.15.44:0/545029940 wait complete. 2024-05-27T00:37:31.649 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.648+0000 7f76763e9740 20 client.26252 trim_cache size 0 max 16384 2024-05-27T00:37:31.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-05-27T00:37:31.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-05-27T00:37:31.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-05-27T00:37:31.650 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-05-27T00:37:31.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.649+0000 7f7673600640 1 -- 172.21.15.44:0/2126381130 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f76540a2da0 msgr2=0x7f76540a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:31.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.649+0000 7f7673600640 1 --2- 172.21.15.44:0/2126381130 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f76540a2da0 0x7f76540a5260 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f7660009230 tx=0x7f76600058d0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.649+0000 7f7673600640 1 -- 172.21.15.44:0/2126381130 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f766c103550 msgr2=0x7f766c19ab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:31.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.649+0000 7f7673600640 1 --2- 172.21.15.44:0/2126381130 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f766c103550 0x7f766c19ab50 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f765800e9f0 tx=0x7f765800eeb0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.649+0000 7f7673600640 1 -- 172.21.15.44:0/2126381130 shutdown_connections 2024-05-27T00:37:31.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.649+0000 7f7673600640 1 --2- 172.21.15.44:0/2126381130 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f76540a2da0 0x7f76540a5260 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.649+0000 7f7673600640 1 --2- 172.21.15.44:0/2126381130 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f766c10bf70 0x7f766c19eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.649+0000 7f7673600640 1 --2- 172.21.15.44:0/2126381130 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f766c103550 0x7f766c19ab50 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.649+0000 7f7673600640 1 --2- 172.21.15.44:0/2126381130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f766c102c30 0x7f766c19a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:31.651 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.649+0000 7f7673600640 1 -- 172.21.15.44:0/2126381130 >> 172.21.15.44:0/2126381130 conn(0x7f766c077a20 msgr2=0x7f766c101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:31.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.649+0000 7f7673600640 1 -- 172.21.15.44:0/2126381130 shutdown_connections 2024-05-27T00:37:31.652 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:31.649+0000 7f7673600640 1 -- 172.21.15.44:0/2126381130 wait complete. 2024-05-27T00:37:32.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:31 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:37:32.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:31 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:37:32.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:31 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:37:33.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:32 smithi044 ceph-mon[31645]: pgmap v70: 129 pgs: 129 active+clean; 142 MiB data, 758 MiB used, 1.0 TiB / 1.0 TiB avail; 976 KiB/s rd, 4.3 MiB/s wr, 334 op/s 2024-05-27T00:37:33.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:32 smithi050 ceph-mon[36071]: pgmap v70: 129 pgs: 129 active+clean; 142 MiB data, 758 MiB used, 1.0 TiB / 1.0 TiB avail; 976 KiB/s rd, 4.3 MiB/s wr, 334 op/s 2024-05-27T00:37:33.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:32 smithi137 ceph-mon[36552]: pgmap v70: 129 pgs: 129 active+clean; 142 MiB data, 758 MiB used, 1.0 TiB / 1.0 TiB avail; 976 KiB/s rd, 4.3 MiB/s wr, 334 op/s 2024-05-27T00:37:34.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:33 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:37:34.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:33 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:37:34.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:33 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:37:34.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:33 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:37:34.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:33 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:37:34.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:33 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:37:34.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:33 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:37:34.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:33 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:37:34.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:33 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:37:35.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:34 smithi044 ceph-mon[31645]: pgmap v71: 129 pgs: 129 active+clean; 146 MiB data, 749 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.7 MiB/s wr, 411 op/s 2024-05-27T00:37:35.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:34 smithi050 ceph-mon[36071]: pgmap v71: 129 pgs: 129 active+clean; 146 MiB data, 749 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.7 MiB/s wr, 411 op/s 2024-05-27T00:37:35.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:34 smithi137 ceph-mon[36552]: pgmap v71: 129 pgs: 129 active+clean; 146 MiB data, 749 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.7 MiB/s wr, 411 op/s 2024-05-27T00:37:37.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:36 smithi044 ceph-mon[31645]: pgmap v72: 129 pgs: 129 active+clean; 146 MiB data, 749 MiB used, 1.0 TiB / 1.0 TiB avail; 1008 KiB/s rd, 3.9 MiB/s wr, 292 op/s 2024-05-27T00:37:37.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:36 smithi050 ceph-mon[36071]: pgmap v72: 129 pgs: 129 active+clean; 146 MiB data, 749 MiB used, 1.0 TiB / 1.0 TiB avail; 1008 KiB/s rd, 3.9 MiB/s wr, 292 op/s 2024-05-27T00:37:37.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:36 smithi137 ceph-mon[36552]: pgmap v72: 129 pgs: 129 active+clean; 146 MiB data, 749 MiB used, 1.0 TiB / 1.0 TiB avail; 1008 KiB/s rd, 3.9 MiB/s wr, 292 op/s 2024-05-27T00:37:39.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:38 smithi044 ceph-mon[31645]: pgmap v73: 129 pgs: 129 active+clean; 146 MiB data, 749 MiB used, 1.0 TiB / 1.0 TiB avail; 1008 KiB/s rd, 3.9 MiB/s wr, 292 op/s 2024-05-27T00:37:39.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:38 smithi050 ceph-mon[36071]: pgmap v73: 129 pgs: 129 active+clean; 146 MiB data, 749 MiB used, 1.0 TiB / 1.0 TiB avail; 1008 KiB/s rd, 3.9 MiB/s wr, 292 op/s 2024-05-27T00:37:39.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:38 smithi137 ceph-mon[36552]: pgmap v73: 129 pgs: 129 active+clean; 146 MiB data, 749 MiB used, 1.0 TiB / 1.0 TiB avail; 1008 KiB/s rd, 3.9 MiB/s wr, 292 op/s 2024-05-27T00:37:41.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:40 smithi044 ceph-mon[31645]: pgmap v74: 129 pgs: 129 active+clean; 149 MiB data, 768 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.3 MiB/s wr, 357 op/s 2024-05-27T00:37:41.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:40 smithi050 ceph-mon[36071]: pgmap v74: 129 pgs: 129 active+clean; 149 MiB data, 768 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.3 MiB/s wr, 357 op/s 2024-05-27T00:37:41.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:40 smithi137 ceph-mon[36552]: pgmap v74: 129 pgs: 129 active+clean; 149 MiB data, 768 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.3 MiB/s wr, 357 op/s 2024-05-27T00:37:41.536 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-05-27T00:37:41.536 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-05-27T00:37:41.794 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.793+0000 7f6d29400640 1 -- 172.21.15.44:0/1855870312 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6d24073dd0 msgr2=0x7f6d240741b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:41.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.793+0000 7f6d29400640 1 --2- 172.21.15.44:0/1855870312 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6d24073dd0 0x7f6d240741b0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f6d14009900 tx=0x7f6d1402a480 comp rx=0 tx=0).stop 2024-05-27T00:37:41.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.793+0000 7f6d29400640 1 -- 172.21.15.44:0/1855870312 shutdown_connections 2024-05-27T00:37:41.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.793+0000 7f6d29400640 1 --2- 172.21.15.44:0/1855870312 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d2410e080 0x7f6d241104d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.793+0000 7f6d29400640 1 --2- 172.21.15.44:0/1855870312 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6d240746f0 0x7f6d2410db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.793+0000 7f6d29400640 1 --2- 172.21.15.44:0/1855870312 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6d24073dd0 0x7f6d240741b0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.793+0000 7f6d29400640 1 -- 172.21.15.44:0/1855870312 >> 172.21.15.44:0/1855870312 conn(0x7f6d240fd370 msgr2=0x7f6d240ff790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:41.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.793+0000 7f6d29400640 1 -- 172.21.15.44:0/1855870312 shutdown_connections 2024-05-27T00:37:41.795 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.793+0000 7f6d29400640 1 -- 172.21.15.44:0/1855870312 wait complete. 2024-05-27T00:37:41.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.794+0000 7f6d29400640 1 Processor -- start 2024-05-27T00:37:41.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.795+0000 7f6d29400640 1 -- start start 2024-05-27T00:37:41.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.795+0000 7f6d29400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d24073dd0 0x7f6d2419a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:41.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.795+0000 7f6d29400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6d240746f0 0x7f6d2419a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:41.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.795+0000 7f6d29400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6d2410e080 0x7f6d2419ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:41.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.795+0000 7f6d29400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6d24113f90 con 0x7f6d240746f0 2024-05-27T00:37:41.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.795+0000 7f6d29400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6d24113e10 con 0x7f6d24073dd0 2024-05-27T00:37:41.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.795+0000 7f6d29400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f6d24114110 con 0x7f6d2410e080 2024-05-27T00:37:41.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.795+0000 7f6d23400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6d240746f0 0x7f6d2419a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:41.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.795+0000 7f6d23400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6d240746f0 0x7f6d2419a970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47730/0 (socket says 172.21.15.44:47730) 2024-05-27T00:37:41.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.795+0000 7f6d23e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d24073dd0 0x7f6d2419a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:41.797 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.795+0000 7f6d23400640 1 -- 172.21.15.44:0/1981906530 learned_addr learned my addr 172.21.15.44:0/1981906530 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:41.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.795+0000 7f6d28a00640 1 --2- 172.21.15.44:0/1981906530 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6d2410e080 0x7f6d2419ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:41.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.796+0000 7f6d28a00640 1 -- 172.21.15.44:0/1981906530 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d24073dd0 msgr2=0x7f6d2419a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:41.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.796+0000 7f6d28a00640 1 --2- 172.21.15.44:0/1981906530 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d24073dd0 0x7f6d2419a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.796+0000 7f6d28a00640 1 -- 172.21.15.44:0/1981906530 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6d240746f0 msgr2=0x7f6d2419a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:41.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.796+0000 7f6d28a00640 1 --2- 172.21.15.44:0/1981906530 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6d240746f0 0x7f6d2419a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.796+0000 7f6d28a00640 1 -- 172.21.15.44:0/1981906530 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d2419f420 con 0x7f6d2410e080 2024-05-27T00:37:41.798 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.796+0000 7f6d28a00640 1 --2- 172.21.15.44:0/1981906530 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6d2410e080 0x7f6d2419ecf0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c009fd0 tx=0x7f6d1c00ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:41.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.797+0000 7f6d20c00640 1 -- 172.21.15.44:0/1981906530 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d1c00ce20 con 0x7f6d2410e080 2024-05-27T00:37:41.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.797+0000 7f6d29400640 1 -- 172.21.15.44:0/1981906530 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d2419f710 con 0x7f6d2410e080 2024-05-27T00:37:41.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.797+0000 7f6d20c00640 1 -- 172.21.15.44:0/1981906530 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6d1c004b20 con 0x7f6d2410e080 2024-05-27T00:37:41.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.797+0000 7f6d29400640 1 -- 172.21.15.44:0/1981906530 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d241a6fa0 con 0x7f6d2410e080 2024-05-27T00:37:41.799 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.797+0000 7f6d20c00640 1 -- 172.21.15.44:0/1981906530 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d1c010790 con 0x7f6d2410e080 2024-05-27T00:37:41.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.801+0000 7f6d2d7fd740 1 Processor -- start 2024-05-27T00:37:41.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.802+0000 7f6d20c00640 1 -- 172.21.15.44:0/1981906530 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6d1c010a50 con 0x7f6d2410e080 2024-05-27T00:37:41.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.802+0000 7f6d2d7fd740 1 -- start start 2024-05-27T00:37:41.803 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.802+0000 7f6d2d7fd740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f727c0 0x55d779f72ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:41.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.802+0000 7f6d2d7fd740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f73170 0x55d779f7d210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:41.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.803+0000 7f6d2d7fd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f7d7e0 0x55d779f7fc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:41.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.803+0000 7f6d2d7fd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d779ed6e30 con 0x55d779f7d7e0 2024-05-27T00:37:41.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.803+0000 7f6d2d7fd740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d779e7e510 con 0x55d779f727c0 2024-05-27T00:37:41.804 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.803+0000 7f6d2d7fd740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55d779ed2df0 con 0x55d779f73170 2024-05-27T00:37:41.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.803+0000 7f6d23400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f727c0 0x55d779f72ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:41.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.803+0000 7f6d23400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f727c0 0x55d779f72ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:35276/0 (socket says 172.21.15.44:35276) 2024-05-27T00:37:41.805 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.803+0000 7f6d23400640 1 -- 172.21.15.44:0/859120854 learned_addr learned my addr 172.21.15.44:0/859120854 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:41.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.803+0000 7f6d23e00640 1 --2- 172.21.15.44:0/859120854 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f73170 0x55d779f7d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:41.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.803+0000 7f6d23400640 1 --2- 172.21.15.44:0/859120854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f7d7e0 0x55d779f7fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:41.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.803+0000 7f6d23e00640 1 -- 172.21.15.44:0/859120854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f727c0 msgr2=0x55d779f72ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:41.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.803+0000 7f6d23e00640 1 --2- 172.21.15.44:0/859120854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f727c0 0x55d779f72ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.803+0000 7f6d20c00640 1 --2- 172.21.15.44:0/1981906530 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6d080a2d80 0x7f6d080a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:41.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.803+0000 7f6d23e00640 1 -- 172.21.15.44:0/859120854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f7d7e0 msgr2=0x55d779f7fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:41.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.803+0000 7f6d23e00640 1 --2- 172.21.15.44:0/859120854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f7d7e0 0x55d779f7fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.803+0000 7f6d23e00640 1 -- 172.21.15.44:0/859120854 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d779cb47d0 con 0x55d779f73170 2024-05-27T00:37:41.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.804+0000 7f6d23400640 1 --2- 172.21.15.44:0/859120854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f7d7e0 0x55d779f7fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:37:41.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.804+0000 7f6d20c00640 1 -- 172.21.15.44:0/1981906530 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f6d1c0cfe00 con 0x7f6d2410e080 2024-05-27T00:37:41.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.804+0000 7f6d23e00640 1 --2- 172.21.15.44:0/859120854 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f73170 0x55d779f7d210 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6d1402aa70 tx=0x7f6d14031490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e5f96b5e9c0e22d9 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:41.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.804+0000 7f6d28a00640 1 --2- 172.21.15.44:0/1981906530 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6d080a2d80 0x7f6d080a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:41.806 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.804+0000 7f6d19200640 1 -- 172.21.15.44:0/859120854 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d14035040 con 0x55d779f73170 2024-05-27T00:37:41.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.804+0000 7f6d19200640 1 -- 172.21.15.44:0/859120854 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6d14005540 con 0x55d779f73170 2024-05-27T00:37:41.807 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.804+0000 7f6d19200640 1 -- 172.21.15.44:0/859120854 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d14031640 con 0x55d779f73170 2024-05-27T00:37:41.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.805+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/859120854 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f73170 msgr2=0x55d779f7d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:41.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.805+0000 7f6d2d7fd740 1 --2- 172.21.15.44:0/859120854 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f73170 0x55d779f7d210 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6d1402aa70 tx=0x7f6d14031490 comp rx=0 tx=0).stop 2024-05-27T00:37:41.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.805+0000 7f6d28a00640 1 --2- 172.21.15.44:0/1981906530 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6d080a2d80 0x7f6d080a5240 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c01a040 tx=0x7f6d1c00c890 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:41.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.805+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/859120854 shutdown_connections 2024-05-27T00:37:41.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.805+0000 7f6d2d7fd740 1 --2- 172.21.15.44:0/859120854 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f7d7e0 0x55d779f7fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.805+0000 7f6d2d7fd740 1 --2- 172.21.15.44:0/859120854 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f73170 0x55d779f7d210 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.805+0000 7f6d2d7fd740 1 --2- 172.21.15.44:0/859120854 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f727c0 0x55d779f72ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.809 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.805+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/859120854 >> 172.21.15.44:0/859120854 conn(0x55d779f6ea80 msgr2=0x55d779f6ee60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:41.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.805+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/859120854 shutdown_connections 2024-05-27T00:37:41.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.806+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/859120854 wait complete. 2024-05-27T00:37:41.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.806+0000 7f6d2d7fd740 1 -- start start 2024-05-27T00:37:41.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.806+0000 7f6d2d7fd740 1 Processor -- start 2024-05-27T00:37:41.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.807+0000 7f6d2d7fd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f727c0 0x55d779f7a750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:41.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.807+0000 7f6d2d7fd740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f73170 0x55d779f7ac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:41.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.807+0000 7f6d2d7fd740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f7d7e0 0x55d779f7b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:41.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.807+0000 7f6d2d7fd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55d779f806f0 con 0x55d779f727c0 2024-05-27T00:37:41.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.807+0000 7f6d2d7fd740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55d779e918e0 con 0x55d779f73170 2024-05-27T00:37:41.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.807+0000 7f6d2d7fd740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55d779f80870 con 0x55d779f7d7e0 2024-05-27T00:37:41.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.807+0000 7f6d2d7fd740 10 client.0 _ll_register_callbacks cb 0x55d779e74ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:41.810 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.807+0000 7f6d23400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f727c0 0x55d779f7a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:41.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.808+0000 7f6d23e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f73170 0x55d779f7ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:41.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.808+0000 7f6d23400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f727c0 0x55d779f7a750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47742/0 (socket says 172.21.15.44:47742) 2024-05-27T00:37:41.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.808+0000 7f6d23400640 1 -- 172.21.15.44:0/2485734158 learned_addr learned my addr 172.21.15.44:0/2485734158 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:41.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.808+0000 7f6d23400640 1 --2- 172.21.15.44:0/2485734158 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f7d7e0 0x55d779f7b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:41.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.808+0000 7f6d23e00640 1 -- 172.21.15.44:0/2485734158 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f7d7e0 msgr2=0x55d779f7b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:41.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.808+0000 7f6d23e00640 1 --2- 172.21.15.44:0/2485734158 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f7d7e0 0x55d779f7b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.808+0000 7f6d23e00640 1 -- 172.21.15.44:0/2485734158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f727c0 msgr2=0x55d779f7a750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:41.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.808+0000 7f6d23e00640 1 --2- 172.21.15.44:0/2485734158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f727c0 0x55d779f7a750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.808+0000 7f6d23e00640 1 -- 172.21.15.44:0/2485734158 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d779bea3f0 con 0x55d779f73170 2024-05-27T00:37:41.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.808+0000 7f6d23400640 1 --2- 172.21.15.44:0/2485734158 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f7d7e0 0x55d779f7b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:37:41.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.808+0000 7f6d23e00640 1 --2- 172.21.15.44:0/2485734158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f73170 0x55d779f7ac90 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x55d779f6faf0 tx=0x7f6d140048f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f701ee5be38bca19 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:41.811 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.808+0000 7f6d0d600640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:37:41.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.809+0000 7f6d0d600640 1 -- 172.21.15.44:0/2485734158 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d14035040 con 0x55d779f73170 2024-05-27T00:37:41.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.809+0000 7f6d0d600640 1 -- 172.21.15.44:0/2485734158 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f6d14004ce0 con 0x55d779f73170 2024-05-27T00:37:41.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.809+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/2485734158 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d14005540 con 0x55d779f73170 2024-05-27T00:37:41.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.809+0000 7f6d0d600640 1 -- 172.21.15.44:0/2485734158 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f6d14009520 con 0x55d779f73170 2024-05-27T00:37:41.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.809+0000 7f6d2d7fd740 10 client.26264 fetch_fsmap learned FSMap version 30 2024-05-27T00:37:41.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.809+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/2485734158 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55d779baa0f0 con 0x55d779f73170 2024-05-27T00:37:41.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.809+0000 7f6d0d600640 1 -- 172.21.15.44:0/2485734158 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6d14005540 con 0x55d779f73170 2024-05-27T00:37:41.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.810+0000 7f6d0d600640 1 -- 172.21.15.44:0/2485734158 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f6d14055030 con 0x55d779f73170 2024-05-27T00:37:41.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.810+0000 7f6d2d7fd740 10 client.26264 fetch_fsmap finished waiting for FSMap version 30 2024-05-27T00:37:41.814 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.810+0000 7f6d2d7fd740 10 client.26264 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:41.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.810+0000 7f6d2d7fd740 20 client.26264 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:41.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.810+0000 7f6d2d7fd740 1 --2- 172.21.15.44:0/2485734158 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55d779f8dba0 0x55d779f8ff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:41.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.810+0000 7f6d2d7fd740 4 client.26264 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:37:41.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.810+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/2485734158 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d779ee4560 con 0x55d779f8dba0 2024-05-27T00:37:41.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.810+0000 7f6d23400640 1 --2- 172.21.15.44:0/2485734158 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55d779f8dba0 0x55d779f8ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:41.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.811+0000 7f6d23400640 1 --2- 172.21.15.44:0/2485734158 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55d779f8dba0 0x55d779f8ff90 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=51146de864271879 server_cookie=5320d2b6d351e9c4 in_seq=0 out_seq=0 2024-05-27T00:37:41.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.811+0000 7f6d0d600640 10 client.26264 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:41.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.811+0000 7f6d0d600640 1 -- 172.21.15.44:0/2485734158 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55d779ee4560 con 0x55d779f8dba0 2024-05-27T00:37:41.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.811+0000 7f6d0d600640 10 client.26264 handle_command_reply: tid=0 2024-05-27T00:37:41.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.812+0000 7f6d2d7fd740 1 client.26264 shutdown 2024-05-27T00:37:41.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.812+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/2485734158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f73170 msgr2=0x55d779f7ac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:41.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.812+0000 7f6d2d7fd740 1 --2- 172.21.15.44:0/2485734158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f73170 0x55d779f7ac90 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x55d779f6faf0 tx=0x7f6d140048f0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.815 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.812+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/2485734158 shutdown_connections 2024-05-27T00:37:41.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.812+0000 7f6d2d7fd740 1 --2- 172.21.15.44:0/2485734158 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55d779f8dba0 0x55d779f8ff90 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.812+0000 7f6d2d7fd740 1 --2- 172.21.15.44:0/2485734158 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f7d7e0 0x55d779f7b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.812+0000 7f6d2d7fd740 1 --2- 172.21.15.44:0/2485734158 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f73170 0x55d779f7ac90 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.812+0000 7f6d0d600640 0 client.26264 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:41.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.812+0000 7f6d2d7fd740 1 --2- 172.21.15.44:0/2485734158 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f727c0 0x55d779f7a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.812+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/2485734158 >> 172.21.15.44:0/2485734158 conn(0x55d779f6ea80 msgr2=0x55d779f748f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:41.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.812+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/2485734158 shutdown_connections 2024-05-27T00:37:41.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.812+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/2485734158 wait complete. 2024-05-27T00:37:41.816 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.813+0000 7f6d2d7fd740 20 client.26264 trim_cache size 0 max 16384 2024-05-27T00:37:41.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.840+0000 7f6d2d7fd740 1 Processor -- start 2024-05-27T00:37:41.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.840+0000 7f6d2d7fd740 1 -- start start 2024-05-27T00:37:41.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.841+0000 7f6d2d7fd740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f727c0 0x55d779f7afa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:41.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.841+0000 7f6d2d7fd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f73170 0x55d779f74d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:41.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.841+0000 7f6d2d7fd740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f7d7e0 0x55d779f89200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:41.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.841+0000 7f6d2d7fd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6d241b37a0 con 0x55d779f73170 2024-05-27T00:37:41.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.841+0000 7f6d2d7fd740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6d241b1010 con 0x55d779f7d7e0 2024-05-27T00:37:41.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.841+0000 7f6d2d7fd740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f6d241aee40 con 0x55d779f727c0 2024-05-27T00:37:41.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.841+0000 7f6d23e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f73170 0x55d779f74d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:41.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.841+0000 7f6d23e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f73170 0x55d779f74d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47754/0 (socket says 172.21.15.44:47754) 2024-05-27T00:37:41.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.841+0000 7f6d23e00640 1 -- 172.21.15.44:0/3941875860 learned_addr learned my addr 172.21.15.44:0/3941875860 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:41.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.841+0000 7f6d23400640 1 --2- 172.21.15.44:0/3941875860 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f7d7e0 0x55d779f89200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:41.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.841+0000 7f6d23400640 1 --2- 172.21.15.44:0/3941875860 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f727c0 0x55d779f7afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:41.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.841+0000 7f6d23e00640 1 -- 172.21.15.44:0/3941875860 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f727c0 msgr2=0x55d779f7afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:41.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.841+0000 7f6d23e00640 1 --2- 172.21.15.44:0/3941875860 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f727c0 0x55d779f7afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.841+0000 7f6d23e00640 1 -- 172.21.15.44:0/3941875860 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f7d7e0 msgr2=0x55d779f89200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:41.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.841+0000 7f6d23e00640 1 --2- 172.21.15.44:0/3941875860 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f7d7e0 0x55d779f89200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.841+0000 7f6d23e00640 1 -- 172.21.15.44:0/3941875860 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d779f72f10 con 0x55d779f73170 2024-05-27T00:37:41.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.842+0000 7f6d23e00640 1 --2- 172.21.15.44:0/3941875860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f73170 0x55d779f74d90 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f6d14031f00 tx=0x7f6d14005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c32487b39a036d0b server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:41.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.842+0000 7f6d0fe00640 1 -- 172.21.15.44:0/3941875860 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d14035070 con 0x55d779f73170 2024-05-27T00:37:41.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.842+0000 7f6d0fe00640 1 -- 172.21.15.44:0/3941875860 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6d14004c70 con 0x55d779f73170 2024-05-27T00:37:41.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.842+0000 7f6d0fe00640 1 -- 172.21.15.44:0/3941875860 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d14000e60 con 0x55d779f73170 2024-05-27T00:37:41.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.843+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/3941875860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f73170 msgr2=0x55d779f74d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:41.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.843+0000 7f6d2d7fd740 1 --2- 172.21.15.44:0/3941875860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f73170 0x55d779f74d90 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f6d14031f00 tx=0x7f6d14005dd0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.843+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/3941875860 shutdown_connections 2024-05-27T00:37:41.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.843+0000 7f6d2d7fd740 1 --2- 172.21.15.44:0/3941875860 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f7d7e0 0x55d779f89200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.843+0000 7f6d2d7fd740 1 --2- 172.21.15.44:0/3941875860 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f73170 0x55d779f74d90 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.843+0000 7f6d2d7fd740 1 --2- 172.21.15.44:0/3941875860 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f727c0 0x55d779f7afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.843+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/3941875860 >> 172.21.15.44:0/3941875860 conn(0x55d779f6ea80 msgr2=0x55d779f88af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:41.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.843+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/3941875860 shutdown_connections 2024-05-27T00:37:41.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.843+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/3941875860 wait complete. 2024-05-27T00:37:41.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.844+0000 7f6d2d7fd740 1 -- start start 2024-05-27T00:37:41.846 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.844+0000 7f6d2d7fd740 1 Processor -- start 2024-05-27T00:37:41.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.845+0000 7f6d2d7fd740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f727c0 0x55d779f93660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:41.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.845+0000 7f6d2d7fd740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f73170 0x55d779f909f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:41.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.845+0000 7f6d2d7fd740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f7d7e0 0x55d779f91130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:41.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.845+0000 7f6d2d7fd740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6d241af4d0 con 0x55d779f7d7e0 2024-05-27T00:37:41.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.845+0000 7f6d2d7fd740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6d241b0940 con 0x55d779f73170 2024-05-27T00:37:41.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.845+0000 7f6d2d7fd740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f6d241afba0 con 0x55d779f727c0 2024-05-27T00:37:41.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.845+0000 7f6d2d7fd740 10 client.0 _ll_register_callbacks cb 0x7f6d140056f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:41.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.845+0000 7f6d23400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f727c0 0x55d779f93660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:41.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.845+0000 7f6d23400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f727c0 0x55d779f93660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:49776/0 (socket says 172.21.15.44:49776) 2024-05-27T00:37:41.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.845+0000 7f6d23400640 1 -- 172.21.15.44:0/2632175870 learned_addr learned my addr 172.21.15.44:0/2632175870 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:41.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.845+0000 7f6d23400640 1 --2- 172.21.15.44:0/2632175870 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f7d7e0 0x55d779f91130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:41.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.845+0000 7f6d23e00640 1 --2- 172.21.15.44:0/2632175870 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f73170 0x55d779f909f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:41.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.845+0000 7f6d23400640 1 -- 172.21.15.44:0/2632175870 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f73170 msgr2=0x55d779f909f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:41.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.845+0000 7f6d23400640 1 --2- 172.21.15.44:0/2632175870 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f73170 0x55d779f909f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.845+0000 7f6d23400640 1 -- 172.21.15.44:0/2632175870 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f7d7e0 msgr2=0x55d779f91130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:41.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.845+0000 7f6d23400640 1 --2- 172.21.15.44:0/2632175870 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f7d7e0 0x55d779f91130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.845+0000 7f6d23400640 1 -- 172.21.15.44:0/2632175870 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d779ff70c0 con 0x55d779f727c0 2024-05-27T00:37:41.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.846+0000 7f6d23400640 1 --2- 172.21.15.44:0/2632175870 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f727c0 0x55d779f93660 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x55d779f80940 tx=0x7f6d14005b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=59cc3c7677fb8076 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:41.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.846+0000 7f6d0d600640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:37:41.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.846+0000 7f6d0d600640 1 -- 172.21.15.44:0/2632175870 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d10011a40 con 0x55d779f727c0 2024-05-27T00:37:41.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.846+0000 7f6d0d600640 1 -- 172.21.15.44:0/2632175870 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f6d1001a040 con 0x55d779f727c0 2024-05-27T00:37:41.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.846+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/2632175870 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d14004c70 con 0x55d779f727c0 2024-05-27T00:37:41.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.846+0000 7f6d0d600640 1 -- 172.21.15.44:0/2632175870 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f6d10011be0 con 0x55d779f727c0 2024-05-27T00:37:41.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.846+0000 7f6d2d7fd740 10 client.26269 fetch_fsmap learned FSMap version 30 2024-05-27T00:37:41.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.846+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/2632175870 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55d779ff8270 con 0x55d779f727c0 2024-05-27T00:37:41.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.847+0000 7f6d0d600640 1 -- 172.21.15.44:0/2632175870 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6d14004c70 con 0x55d779f727c0 2024-05-27T00:37:41.850 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.847+0000 7f6d0d600640 1 -- 172.21.15.44:0/2632175870 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f6d10024100 con 0x55d779f727c0 2024-05-27T00:37:41.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.847+0000 7f6d2d7fd740 10 client.26269 fetch_fsmap finished waiting for FSMap version 30 2024-05-27T00:37:41.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.847+0000 7f6d2d7fd740 10 client.26269 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:41.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.847+0000 7f6d2d7fd740 20 client.26269 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:41.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.847+0000 7f6d2d7fd740 1 --2- 172.21.15.44:0/2632175870 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55d779ff8a50 0x55d779ffae70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:41.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.847+0000 7f6d2d7fd740 4 client.26269 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-27T00:37:41.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.847+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/2632175870 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d779ede8b0 con 0x55d779ff8a50 2024-05-27T00:37:41.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.847+0000 7f6d23e00640 1 --2- 172.21.15.44:0/2632175870 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55d779ff8a50 0x55d779ffae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:41.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.848+0000 7f6d23e00640 1 --2- 172.21.15.44:0/2632175870 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55d779ff8a50 0x55d779ffae70 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=972a96117d1cbc29 server_cookie=901a90013f6082a5 in_seq=0 out_seq=0 2024-05-27T00:37:41.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.848+0000 7f6d0d600640 10 client.26269 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:41.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.848+0000 7f6d0d600640 1 -- 172.21.15.44:0/2632175870 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55d779ede8b0 con 0x55d779ff8a50 2024-05-27T00:37:41.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.848+0000 7f6d0d600640 10 client.26269 handle_command_reply: tid=0 2024-05-27T00:37:41.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.848+0000 7f6d2d7fd740 1 client.26269 shutdown 2024-05-27T00:37:41.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.848+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/2632175870 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f727c0 msgr2=0x55d779f93660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:41.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.848+0000 7f6d2d7fd740 1 --2- 172.21.15.44:0/2632175870 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f727c0 0x55d779f93660 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x55d779f80940 tx=0x7f6d14005b50 comp rx=0 tx=0).stop 2024-05-27T00:37:41.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.848+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/2632175870 shutdown_connections 2024-05-27T00:37:41.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.848+0000 7f6d2d7fd740 1 --2- 172.21.15.44:0/2632175870 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55d779ff8a50 0x55d779ffae70 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.848+0000 7f6d0d600640 0 client.26269 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:41.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.848+0000 7f6d2d7fd740 1 --2- 172.21.15.44:0/2632175870 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55d779f7d7e0 0x55d779f91130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.848+0000 7f6d2d7fd740 1 --2- 172.21.15.44:0/2632175870 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55d779f73170 0x55d779f909f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.848+0000 7f6d2d7fd740 1 --2- 172.21.15.44:0/2632175870 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55d779f727c0 0x55d779f93660 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.848+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/2632175870 >> 172.21.15.44:0/2632175870 conn(0x55d779f6ea80 msgr2=0x55d779f88af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:41.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.849+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/2632175870 shutdown_connections 2024-05-27T00:37:41.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.849+0000 7f6d2d7fd740 1 -- 172.21.15.44:0/2632175870 wait complete. 2024-05-27T00:37:41.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.849+0000 7f6d2d7fd740 20 client.26269 trim_cache size 0 max 16384 2024-05-27T00:37:41.853 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:37:41.854 INFO:teuthology.orchestra.run.smithi044.stdout: "status": "no active scrubs running", 2024-05-27T00:37:41.854 INFO:teuthology.orchestra.run.smithi044.stdout: "scrubs": {} 2024-05-27T00:37:41.854 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:37:41.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.849+0000 7f6d29400640 1 -- 172.21.15.44:0/1981906530 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6d080a2d80 msgr2=0x7f6d080a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:41.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.849+0000 7f6d29400640 1 --2- 172.21.15.44:0/1981906530 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6d080a2d80 0x7f6d080a5240 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c01a040 tx=0x7f6d1c00c890 comp rx=0 tx=0).stop 2024-05-27T00:37:41.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.849+0000 7f6d29400640 1 -- 172.21.15.44:0/1981906530 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6d2410e080 msgr2=0x7f6d2419ecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:41.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.849+0000 7f6d29400640 1 --2- 172.21.15.44:0/1981906530 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6d2410e080 0x7f6d2419ecf0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c009fd0 tx=0x7f6d1c00ef10 comp rx=0 tx=0).stop 2024-05-27T00:37:41.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.850+0000 7f6d29400640 1 -- 172.21.15.44:0/1981906530 shutdown_connections 2024-05-27T00:37:41.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.850+0000 7f6d29400640 1 --2- 172.21.15.44:0/1981906530 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6d080a2d80 0x7f6d080a5240 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.850+0000 7f6d29400640 1 --2- 172.21.15.44:0/1981906530 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6d2410e080 0x7f6d2419ecf0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.850+0000 7f6d29400640 1 --2- 172.21.15.44:0/1981906530 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6d240746f0 0x7f6d2419a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.850+0000 7f6d29400640 1 --2- 172.21.15.44:0/1981906530 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6d24073dd0 0x7f6d2419a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:41.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.850+0000 7f6d29400640 1 -- 172.21.15.44:0/1981906530 >> 172.21.15.44:0/1981906530 conn(0x7f6d240fd370 msgr2=0x7f6d240fdfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:41.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.850+0000 7f6d29400640 1 -- 172.21.15.44:0/1981906530 shutdown_connections 2024-05-27T00:37:41.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:41.850+0000 7f6d29400640 1 -- 172.21.15.44:0/1981906530 wait complete. 2024-05-27T00:37:41.871 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-27T00:37:41.871 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:37:42.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.046+0000 7f96c1c00640 1 -- 172.21.15.44:0/2197492168 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f96bc1077d0 msgr2=0x7f96bc107bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.046+0000 7f96c1c00640 1 --2- 172.21.15.44:0/2197492168 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f96bc1077d0 0x7f96bc107bb0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f96ac009900 tx=0x7f96ac02a3f0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.046+0000 7f96c1c00640 1 -- 172.21.15.44:0/2197492168 shutdown_connections 2024-05-27T00:37:42.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.046+0000 7f96c1c00640 1 --2- 172.21.15.44:0/2197492168 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f96bc102180 0x7f96bc10e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.046+0000 7f96c1c00640 1 --2- 172.21.15.44:0/2197492168 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f96bc1017c0 0x7f96bc101c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.046+0000 7f96c1c00640 1 --2- 172.21.15.44:0/2197492168 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f96bc1077d0 0x7f96bc107bb0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.046+0000 7f96c1c00640 1 -- 172.21.15.44:0/2197492168 >> 172.21.15.44:0/2197492168 conn(0x7f96bc0fd2d0 msgr2=0x7f96bc0ff6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:42.047 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.046+0000 7f96c1c00640 1 -- 172.21.15.44:0/2197492168 shutdown_connections 2024-05-27T00:37:42.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.046+0000 7f96c1c00640 1 -- 172.21.15.44:0/2197492168 wait complete. 2024-05-27T00:37:42.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.047+0000 7f96c1c00640 1 Processor -- start 2024-05-27T00:37:42.048 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.047+0000 7f96c1c00640 1 -- start start 2024-05-27T00:37:42.049 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.048+0000 7f96c1c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f96bc1017c0 0x7f96bc19a320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.048+0000 7f96c1c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f96bc102180 0x7f96bc19a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.048+0000 7f96c1c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f96bc1077d0 0x7f96bc19ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.048+0000 7f96c1c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f96bc111d10 con 0x7f96bc1077d0 2024-05-27T00:37:42.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.048+0000 7f96c1c00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f96bc111b90 con 0x7f96bc1017c0 2024-05-27T00:37:42.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.048+0000 7f96c1c00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f96bc111e90 con 0x7f96bc102180 2024-05-27T00:37:42.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.048+0000 7f96bbe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f96bc1017c0 0x7f96bc19a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.048+0000 7f96bbe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f96bc1017c0 0x7f96bc19a320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:35310/0 (socket says 172.21.15.44:35310) 2024-05-27T00:37:42.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.048+0000 7f96bbe00640 1 -- 172.21.15.44:0/143127357 learned_addr learned my addr 172.21.15.44:0/143127357 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:42.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.048+0000 7f96bb400640 1 --2- 172.21.15.44:0/143127357 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f96bc102180 0x7f96bc19a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.048+0000 7f96c1200640 1 --2- 172.21.15.44:0/143127357 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f96bc1077d0 0x7f96bc19ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.049+0000 7f96bbe00640 1 -- 172.21.15.44:0/143127357 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f96bc102180 msgr2=0x7f96bc19a860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.050 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.049+0000 7f96bbe00640 1 --2- 172.21.15.44:0/143127357 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f96bc102180 0x7f96bc19a860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.049+0000 7f96bbe00640 1 -- 172.21.15.44:0/143127357 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f96bc1077d0 msgr2=0x7f96bc19ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.049+0000 7f96bbe00640 1 --2- 172.21.15.44:0/143127357 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f96bc1077d0 0x7f96bc19ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.049+0000 7f96bbe00640 1 -- 172.21.15.44:0/143127357 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96bc19f310 con 0x7f96bc1017c0 2024-05-27T00:37:42.051 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.049+0000 7f96c1200640 1 --2- 172.21.15.44:0/143127357 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f96bc1077d0 0x7f96bc19ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:42.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.049+0000 7f96bbe00640 1 --2- 172.21.15.44:0/143127357 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f96bc1017c0 0x7f96bc19a320 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f96ac02a9e0 tx=0x7f96ac031400 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:42.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.050+0000 7f96b8c00640 1 -- 172.21.15.44:0/143127357 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96ac03f070 con 0x7f96bc1017c0 2024-05-27T00:37:42.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.050+0000 7f96b8c00640 1 -- 172.21.15.44:0/143127357 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f96ac005490 con 0x7f96bc1017c0 2024-05-27T00:37:42.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.050+0000 7f96b8c00640 1 -- 172.21.15.44:0/143127357 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96ac035030 con 0x7f96bc1017c0 2024-05-27T00:37:42.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.050+0000 7f96c1c00640 1 -- 172.21.15.44:0/143127357 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96bc19f5a0 con 0x7f96bc1017c0 2024-05-27T00:37:42.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.050+0000 7f96c1c00640 1 -- 172.21.15.44:0/143127357 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96bc1a6e90 con 0x7f96bc1017c0 2024-05-27T00:37:42.052 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.051+0000 7f96c1c00640 1 -- 172.21.15.44:0/143127357 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96bc102f00 con 0x7f96bc1017c0 2024-05-27T00:37:42.053 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.053+0000 7f96b8c00640 1 -- 172.21.15.44:0/143127357 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f96ac042070 con 0x7f96bc1017c0 2024-05-27T00:37:42.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.054+0000 7f96b8c00640 1 --2- 172.21.15.44:0/143127357 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f96a00a2d00 0x7f96a00a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.054+0000 7f96b8c00640 1 -- 172.21.15.44:0/143127357 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f96ac0efe50 con 0x7f96bc1017c0 2024-05-27T00:37:42.055 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.054+0000 7f96bb400640 1 --2- 172.21.15.44:0/143127357 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f96a00a2d00 0x7f96a00a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.056 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.055+0000 7f96bb400640 1 --2- 172.21.15.44:0/143127357 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f96a00a2d00 0x7f96a00a51c0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f96bc107170 tx=0x7f96a800b390 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:42.059 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.059+0000 7f96b8c00640 1 -- 172.21.15.44:0/143127357 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f96ac0bc070 con 0x7f96bc1017c0 2024-05-27T00:37:42.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.360+0000 7f96c1c00640 1 -- 172.21.15.44:0/143127357 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f96bc0686e0 con 0x7f96bc1017c0 2024-05-27T00:37:42.361 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.361+0000 7f96b8c00640 1 -- 172.21.15.44:0/143127357 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11872 (secure 0 0 0) 0x7f96ac0c0370 con 0x7f96bc1017c0 2024-05-27T00:37:42.362 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:37:42.362 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2194470084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2194470084},{"type":"v1","addr":"172.21.15.44:6839","nonce":2194470084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":30,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-27T00:32:18.481799+0000","modified":"2024-05-27T00:37:15.613350+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24599,"mds_1":24581,"mds_2":24542},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24515":{"gid":24515,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24541":{"gid":24541,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":81,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24581":{"gid":24581,"name":"a","rank":1,"incarnation":20,"state":"up:active","state_seq":78,"addr":"172.21.15.44:6841/114683393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":114683393},{"type":"v1","addr":"172.21.15.44:6841","nonce":114683393}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24599":{"gid":24599,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6839/2148742077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":2148742077},{"type":"v1","addr":"172.21.15.50:6839","nonce":2148742077}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24599,"qdb_cluster":[24542,24581,24599]},"id":1}]} 2024-05-27T00:37:42.362 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 30 2024-05-27T00:37:42.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.363+0000 7f96c1c00640 1 -- 172.21.15.44:0/143127357 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f96a00a2d00 msgr2=0x7f96a00a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.363+0000 7f96c1c00640 1 --2- 172.21.15.44:0/143127357 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f96a00a2d00 0x7f96a00a51c0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f96bc107170 tx=0x7f96a800b390 comp rx=0 tx=0).stop 2024-05-27T00:37:42.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.363+0000 7f96c1c00640 1 -- 172.21.15.44:0/143127357 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f96bc1017c0 msgr2=0x7f96bc19a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.364 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.363+0000 7f96c1c00640 1 --2- 172.21.15.44:0/143127357 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f96bc1017c0 0x7f96bc19a320 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f96ac02a9e0 tx=0x7f96ac031400 comp rx=0 tx=0).stop 2024-05-27T00:37:42.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.363+0000 7f96c1c00640 1 -- 172.21.15.44:0/143127357 shutdown_connections 2024-05-27T00:37:42.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.363+0000 7f96c1c00640 1 --2- 172.21.15.44:0/143127357 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f96a00a2d00 0x7f96a00a51c0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.363+0000 7f96c1c00640 1 --2- 172.21.15.44:0/143127357 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f96bc1077d0 0x7f96bc19ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.363+0000 7f96c1c00640 1 --2- 172.21.15.44:0/143127357 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f96bc102180 0x7f96bc19a860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.363+0000 7f96c1c00640 1 --2- 172.21.15.44:0/143127357 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f96bc1017c0 0x7f96bc19a320 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.363+0000 7f96c1c00640 1 -- 172.21.15.44:0/143127357 >> 172.21.15.44:0/143127357 conn(0x7f96bc0fd2d0 msgr2=0x7f96bc10cf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:42.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.364+0000 7f96c1c00640 1 -- 172.21.15.44:0/143127357 shutdown_connections 2024-05-27T00:37:42.365 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.364+0000 7f96c1c00640 1 -- 172.21.15.44:0/143127357 wait complete. 2024-05-27T00:37:42.381 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-05-27T00:37:42.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.568+0000 7f15e2400640 1 -- 172.21.15.44:0/2532627086 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15dc101840 msgr2=0x7f15dc101cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.568+0000 7f15e2400640 1 --2- 172.21.15.44:0/2532627086 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15dc101840 0x7f15dc101cc0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f15c8009900 tx=0x7f15c802a3f0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.568+0000 7f15e2400640 1 -- 172.21.15.44:0/2532627086 shutdown_connections 2024-05-27T00:37:42.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.568+0000 7f15e2400640 1 --2- 172.21.15.44:0/2532627086 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15dc102200 0x7f15dc10e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.568+0000 7f15e2400640 1 --2- 172.21.15.44:0/2532627086 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15dc101840 0x7f15dc101cc0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.569 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.568+0000 7f15e2400640 1 --2- 172.21.15.44:0/2532627086 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f15dc107850 0x7f15dc107c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.568+0000 7f15e2400640 1 -- 172.21.15.44:0/2532627086 >> 172.21.15.44:0/2532627086 conn(0x7f15dc0fd370 msgr2=0x7f15dc0ff790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:42.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.568+0000 7f15e2400640 1 -- 172.21.15.44:0/2532627086 shutdown_connections 2024-05-27T00:37:42.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.568+0000 7f15e2400640 1 -- 172.21.15.44:0/2532627086 wait complete. 2024-05-27T00:37:42.570 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.569+0000 7f15e2400640 1 Processor -- start 2024-05-27T00:37:42.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.570+0000 7f15e2400640 1 -- start start 2024-05-27T00:37:42.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.570+0000 7f15e2400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15dc101840 0x7f15dc19a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.570+0000 7f15e2400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f15dc102200 0x7f15dc19a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.570+0000 7f15e2400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15dc107850 0x7f15dc19ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.570+0000 7f15e2400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f15dc111d80 con 0x7f15dc107850 2024-05-27T00:37:42.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.570+0000 7f15e2400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f15dc111c00 con 0x7f15dc101840 2024-05-27T00:37:42.571 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.570+0000 7f15e2400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f15dc111f00 con 0x7f15dc102200 2024-05-27T00:37:42.572 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.570+0000 7f15dbe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f15dc102200 0x7f15dc19a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.570+0000 7f15e1a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15dc107850 0x7f15dc19ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.570+0000 7f15e1000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15dc101840 0x7f15dc19a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.570+0000 7f15dbe00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f15dc102200 0x7f15dc19a9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:49806/0 (socket says 172.21.15.44:49806) 2024-05-27T00:37:42.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.570+0000 7f15dbe00640 1 -- 172.21.15.44:0/2683569143 learned_addr learned my addr 172.21.15.44:0/2683569143 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:42.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.570+0000 7f15e1000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15dc101840 0x7f15dc19a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:35318/0 (socket says 172.21.15.44:35318) 2024-05-27T00:37:42.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.571+0000 7f15e1000640 1 -- 172.21.15.44:0/2683569143 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f15dc102200 msgr2=0x7f15dc19a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.571+0000 7f15e1000640 1 --2- 172.21.15.44:0/2683569143 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f15dc102200 0x7f15dc19a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.571+0000 7f15e1000640 1 -- 172.21.15.44:0/2683569143 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15dc107850 msgr2=0x7f15dc19ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.571+0000 7f15e1000640 1 --2- 172.21.15.44:0/2683569143 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15dc107850 0x7f15dc19ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.571+0000 7f15e1000640 1 -- 172.21.15.44:0/2683569143 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15dc19f470 con 0x7f15dc101840 2024-05-27T00:37:42.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.571+0000 7f15dbe00640 1 --2- 172.21.15.44:0/2683569143 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f15dc102200 0x7f15dc19a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:42.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.571+0000 7f15e1000640 1 --2- 172.21.15.44:0/2683569143 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15dc101840 0x7f15dc19a480 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f15d000e9f0 tx=0x7f15d000edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:42.573 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.571+0000 7f15d9600640 1 -- 172.21.15.44:0/2683569143 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15d000ccc0 con 0x7f15dc101840 2024-05-27T00:37:42.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.572+0000 7f15d9600640 1 -- 172.21.15.44:0/2683569143 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f15d0005020 con 0x7f15dc101840 2024-05-27T00:37:42.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.572+0000 7f15d9600640 1 -- 172.21.15.44:0/2683569143 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15d00049c0 con 0x7f15dc101840 2024-05-27T00:37:42.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.572+0000 7f15e2400640 1 -- 172.21.15.44:0/2683569143 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15dc19f760 con 0x7f15dc101840 2024-05-27T00:37:42.574 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.572+0000 7f15e2400640 1 -- 172.21.15.44:0/2683569143 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15dc1a6ff0 con 0x7f15dc101840 2024-05-27T00:37:42.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.575+0000 7f15d9600640 1 -- 172.21.15.44:0/2683569143 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f15d00051d0 con 0x7f15dc101840 2024-05-27T00:37:42.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.575+0000 7f15e69ca740 1 Processor -- start 2024-05-27T00:37:42.576 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.575+0000 7f15e69ca740 1 -- start start 2024-05-27T00:37:42.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.576+0000 7f15e69ca740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d165ac0 0x556b6d165ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.576+0000 7f15e69ca740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d1663e0 0x556b6d170570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.576+0000 7f15e69ca740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d170ab0 0x556b6d172ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.576+0000 7f15e69ca740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556b6d0cade0 con 0x556b6d170ab0 2024-05-27T00:37:42.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.576+0000 7f15e69ca740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556b6d072630 con 0x556b6d165ac0 2024-05-27T00:37:42.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.576+0000 7f15e69ca740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x556b6d0c6da0 con 0x556b6d1663e0 2024-05-27T00:37:42.577 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.576+0000 7f15e1000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d1663e0 0x556b6d170570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.576+0000 7f15e1a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d165ac0 0x556b6d165ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.576+0000 7f15e1a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d165ac0 0x556b6d165ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:35320/0 (socket says 172.21.15.44:35320) 2024-05-27T00:37:42.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.576+0000 7f15e1a00640 1 -- 172.21.15.44:0/4107522601 learned_addr learned my addr 172.21.15.44:0/4107522601 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:42.578 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.576+0000 7f15dbe00640 1 --2- 172.21.15.44:0/4107522601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d170ab0 0x556b6d172ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.577+0000 7f15e1000640 1 -- 172.21.15.44:0/4107522601 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d165ac0 msgr2=0x556b6d165ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:42.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.577+0000 7f15e1000640 1 --2- 172.21.15.44:0/4107522601 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d165ac0 0x556b6d165ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.577+0000 7f15e1000640 1 -- 172.21.15.44:0/4107522601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d170ab0 msgr2=0x556b6d172ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:42.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.577+0000 7f15e1000640 1 --2- 172.21.15.44:0/4107522601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d170ab0 0x556b6d172ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.577+0000 7f15e1000640 1 -- 172.21.15.44:0/4107522601 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b6d06e380 con 0x556b6d1663e0 2024-05-27T00:37:42.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.577+0000 7f15e1a00640 1 --2- 172.21.15.44:0/4107522601 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d165ac0 0x556b6d165ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:42.579 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.577+0000 7f15d9600640 1 --2- 172.21.15.44:0/2683569143 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f15c40a2d80 0x7f15c40a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.577+0000 7f15e1000640 1 --2- 172.21.15.44:0/4107522601 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d1663e0 0x556b6d170570 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f15d00cca20 tx=0x7f15d00d5cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bbc59f80e7c1ec16 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:42.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.577+0000 7f15e1a00640 1 --2- 172.21.15.44:0/2683569143 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f15c40a2d80 0x7f15c40a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.577+0000 7f15d9600640 1 -- 172.21.15.44:0/2683569143 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f15d00cf640 con 0x7f15dc101840 2024-05-27T00:37:42.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.577+0000 7f15ce000640 1 -- 172.21.15.44:0/4107522601 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15d0097a90 con 0x556b6d1663e0 2024-05-27T00:37:42.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.577+0000 7f15ce000640 1 -- 172.21.15.44:0/4107522601 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f15d00055f0 con 0x556b6d1663e0 2024-05-27T00:37:42.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.577+0000 7f15ce000640 1 -- 172.21.15.44:0/4107522601 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15d009b150 con 0x556b6d1663e0 2024-05-27T00:37:42.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.578+0000 7f15e69ca740 1 -- 172.21.15.44:0/4107522601 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d1663e0 msgr2=0x556b6d170570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.578+0000 7f15e69ca740 1 --2- 172.21.15.44:0/4107522601 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d1663e0 0x556b6d170570 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f15d00cca20 tx=0x7f15d00d5cb0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.578+0000 7f15e1a00640 1 --2- 172.21.15.44:0/2683569143 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f15c40a2d80 0x7f15c40a5240 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f15d4012840 tx=0x7f15d4009500 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:42.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.578+0000 7f15e69ca740 1 -- 172.21.15.44:0/4107522601 shutdown_connections 2024-05-27T00:37:42.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.578+0000 7f15e69ca740 1 --2- 172.21.15.44:0/4107522601 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d170ab0 0x556b6d172ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.580 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.578+0000 7f15e69ca740 1 --2- 172.21.15.44:0/4107522601 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d1663e0 0x556b6d170570 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.578+0000 7f15e69ca740 1 --2- 172.21.15.44:0/4107522601 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d165ac0 0x556b6d165ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.578+0000 7f15e69ca740 1 -- 172.21.15.44:0/4107522601 >> 172.21.15.44:0/4107522601 conn(0x556b6d161de0 msgr2=0x556b6d1621c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:42.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.579+0000 7f15e69ca740 1 -- 172.21.15.44:0/4107522601 shutdown_connections 2024-05-27T00:37:42.581 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.579+0000 7f15e69ca740 1 -- 172.21.15.44:0/4107522601 wait complete. 2024-05-27T00:37:42.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.579+0000 7f15e69ca740 1 -- start start 2024-05-27T00:37:42.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.579+0000 7f15e69ca740 1 Processor -- start 2024-05-27T00:37:42.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.580+0000 7f15e69ca740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d165ac0 0x556b6d16d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.580+0000 7f15e69ca740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d1663e0 0x556b6d16df20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.580+0000 7f15e69ca740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d170ab0 0x556b6d16e460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.580+0000 7f15e69ca740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x556b6d173840 con 0x556b6d170ab0 2024-05-27T00:37:42.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.580+0000 7f15e69ca740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x556b6d085a90 con 0x556b6d1663e0 2024-05-27T00:37:42.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.580+0000 7f15e69ca740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x556b6d1739c0 con 0x556b6d165ac0 2024-05-27T00:37:42.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.580+0000 7f15e69ca740 10 client.0 _ll_register_callbacks cb 0x556b6d068bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:42.583 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.580+0000 7f15e1000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d165ac0 0x556b6d16d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.580+0000 7f15e1000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d165ac0 0x556b6d16d9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:49824/0 (socket says 172.21.15.44:49824) 2024-05-27T00:37:42.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.580+0000 7f15e1000640 1 -- 172.21.15.44:0/2176361218 learned_addr learned my addr 172.21.15.44:0/2176361218 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:42.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.581+0000 7f15dbe00640 1 --2- 172.21.15.44:0/2176361218 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d1663e0 0x556b6d16df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.581+0000 7f15e1a00640 1 --2- 172.21.15.44:0/2176361218 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d170ab0 0x556b6d16e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.581+0000 7f15e1000640 1 -- 172.21.15.44:0/2176361218 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d1663e0 msgr2=0x556b6d16df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:42.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.581+0000 7f15e1000640 1 --2- 172.21.15.44:0/2176361218 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d1663e0 0x556b6d16df20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.581+0000 7f15e1000640 1 -- 172.21.15.44:0/2176361218 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d170ab0 msgr2=0x556b6d16e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:42.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.581+0000 7f15e1000640 1 --2- 172.21.15.44:0/2176361218 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d170ab0 0x556b6d16e460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.581+0000 7f15e1000640 1 -- 172.21.15.44:0/2176361218 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b6cdde3f0 con 0x556b6d165ac0 2024-05-27T00:37:42.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.581+0000 7f15e1a00640 1 --2- 172.21.15.44:0/2176361218 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d170ab0 0x556b6d16e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:37:42.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.581+0000 7f15e1000640 1 --2- 172.21.15.44:0/2176361218 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d165ac0 0x556b6d16d9e0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f15d00981c0 tx=0x7f15d00cf8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ae772afd6974e5ed server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:42.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.581+0000 7f15c2a00640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:37:42.584 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.582+0000 7f15c2a00640 1 -- 172.21.15.44:0/2176361218 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15d00b4060 con 0x556b6d165ac0 2024-05-27T00:37:42.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.582+0000 7f15e69ca740 1 -- 172.21.15.44:0/2176361218 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x556b6d0d8510 con 0x556b6d165ac0 2024-05-27T00:37:42.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.582+0000 7f15c2a00640 1 -- 172.21.15.44:0/2176361218 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f15d00860c0 con 0x556b6d165ac0 2024-05-27T00:37:42.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.582+0000 7f15c2a00640 1 -- 172.21.15.44:0/2176361218 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f15d00ce030 con 0x556b6d165ac0 2024-05-27T00:37:42.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.582+0000 7f15e69ca740 10 client.26287 fetch_fsmap learned FSMap version 30 2024-05-27T00:37:42.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.582+0000 7f15e69ca740 1 -- 172.21.15.44:0/2176361218 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556b6cea87d0 con 0x556b6d165ac0 2024-05-27T00:37:42.585 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.582+0000 7f15c2a00640 1 -- 172.21.15.44:0/2176361218 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x556b6d0d8510 con 0x556b6d165ac0 2024-05-27T00:37:42.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.583+0000 7f15c2a00640 1 -- 172.21.15.44:0/2176361218 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f15d00cf270 con 0x556b6d165ac0 2024-05-27T00:37:42.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.583+0000 7f15e69ca740 10 client.26287 fetch_fsmap finished waiting for FSMap version 30 2024-05-27T00:37:42.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.583+0000 7f15e69ca740 10 client.26287 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-27T00:37:42.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.583+0000 7f15e69ca740 20 client.26287 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:42.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.583+0000 7f15e69ca740 1 --2- 172.21.15.44:0/2176361218 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x556b6d180c30 0x556b6d183020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.583+0000 7f15e69ca740 4 client.26287 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:37:42.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.583+0000 7f15e69ca740 1 -- 172.21.15.44:0/2176361218 --> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556b6d0d2860 con 0x556b6d180c30 2024-05-27T00:37:42.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.584+0000 7f15dbe00640 1 --2- 172.21.15.44:0/2176361218 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x556b6d180c30 0x556b6d183020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.584+0000 7f15dbe00640 1 --2- 172.21.15.44:0/2176361218 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x556b6d180c30 0x556b6d183020 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e4afa21f7abeb851 server_cookie=41fce85f7e08a9e in_seq=0 out_seq=0 2024-05-27T00:37:42.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.584+0000 7f15c2a00640 10 client.26287 ms_handle_connect on v2:172.21.15.50:6836/3905712585 2024-05-27T00:37:42.587 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.585+0000 7f15c2a00640 1 -- 172.21.15.44:0/2176361218 <== mds.2 v2:172.21.15.50:6836/3905712585 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x556b6d0d2860 con 0x556b6d180c30 2024-05-27T00:37:42.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.585+0000 7f15c2a00640 10 client.26287 handle_command_reply: tid=0 2024-05-27T00:37:42.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.585+0000 7f15e69ca740 1 client.26287 shutdown 2024-05-27T00:37:42.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.585+0000 7f15e69ca740 1 -- 172.21.15.44:0/2176361218 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d165ac0 msgr2=0x556b6d16d9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.585+0000 7f15e69ca740 1 --2- 172.21.15.44:0/2176361218 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d165ac0 0x556b6d16d9e0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f15d00981c0 tx=0x7f15d00cf8c0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.586+0000 7f15e69ca740 1 -- 172.21.15.44:0/2176361218 shutdown_connections 2024-05-27T00:37:42.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.586+0000 7f15e69ca740 1 --2- 172.21.15.44:0/2176361218 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x556b6d180c30 0x556b6d183020 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.586+0000 7f15e69ca740 1 --2- 172.21.15.44:0/2176361218 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d170ab0 0x556b6d16e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.586+0000 7f15e69ca740 1 --2- 172.21.15.44:0/2176361218 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d1663e0 0x556b6d16df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.586+0000 7f15e69ca740 1 --2- 172.21.15.44:0/2176361218 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d165ac0 0x556b6d16d9e0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.586+0000 7f15c2a00640 0 client.26287 ms_handle_reset on v2:172.21.15.50:6836/3905712585 2024-05-27T00:37:42.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.586+0000 7f15e69ca740 1 -- 172.21.15.44:0/2176361218 >> 172.21.15.44:0/2176361218 conn(0x556b6d161de0 msgr2=0x556b6d167be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:42.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.586+0000 7f15e69ca740 1 -- 172.21.15.44:0/2176361218 shutdown_connections 2024-05-27T00:37:42.588 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.586+0000 7f15e69ca740 1 -- 172.21.15.44:0/2176361218 wait complete. 2024-05-27T00:37:42.589 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.586+0000 7f15e69ca740 20 client.26287 trim_cache size 0 max 16384 2024-05-27T00:37:42.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.602+0000 7f15e69ca740 1 Processor -- start 2024-05-27T00:37:42.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.603+0000 7f15e69ca740 1 -- start start 2024-05-27T00:37:42.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.603+0000 7f15e69ca740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d165ac0 0x556b6d16d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.603+0000 7f15e69ca740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d1663e0 0x556b6d168220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.603+0000 7f15e69ca740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d170ab0 0x556b6d17c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.603+0000 7f15e69ca740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f15dc1b3860 con 0x556b6d170ab0 2024-05-27T00:37:42.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.603+0000 7f15e69ca740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f15dc1b10d0 con 0x556b6d165ac0 2024-05-27T00:37:42.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.603+0000 7f15e69ca740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f15dc1aef00 con 0x556b6d1663e0 2024-05-27T00:37:42.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.603+0000 7f15e1a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d170ab0 0x556b6d17c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.603+0000 7f15e1a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d170ab0 0x556b6d17c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47824/0 (socket says 172.21.15.44:47824) 2024-05-27T00:37:42.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.603+0000 7f15e1a00640 1 -- 172.21.15.44:0/3878426373 learned_addr learned my addr 172.21.15.44:0/3878426373 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:42.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.603+0000 7f15dbe00640 1 --2- 172.21.15.44:0/3878426373 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d1663e0 0x556b6d168220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.603+0000 7f15e1000640 1 --2- 172.21.15.44:0/3878426373 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d165ac0 0x556b6d16d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.604+0000 7f15e1a00640 1 -- 172.21.15.44:0/3878426373 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d1663e0 msgr2=0x556b6d168220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:42.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.604+0000 7f15e1a00640 1 --2- 172.21.15.44:0/3878426373 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d1663e0 0x556b6d168220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.604+0000 7f15e1a00640 1 -- 172.21.15.44:0/3878426373 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d165ac0 msgr2=0x556b6d16d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:42.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.604+0000 7f15e1a00640 1 --2- 172.21.15.44:0/3878426373 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d165ac0 0x556b6d16d2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.604+0000 7f15e1a00640 1 -- 172.21.15.44:0/3878426373 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b6d1738f0 con 0x556b6d170ab0 2024-05-27T00:37:42.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.604+0000 7f15dbe00640 1 --2- 172.21.15.44:0/3878426373 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d1663e0 0x556b6d168220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:42.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.604+0000 7f15e1a00640 1 --2- 172.21.15.44:0/3878426373 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d170ab0 0x556b6d17c350 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f15d4009f30 tx=0x7f15d4017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5849461f8411c4c3 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:42.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.605+0000 7f15cd600640 1 -- 172.21.15.44:0/3878426373 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15d4004b20 con 0x556b6d170ab0 2024-05-27T00:37:42.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.605+0000 7f15cd600640 1 -- 172.21.15.44:0/3878426373 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f15d4004cc0 con 0x556b6d170ab0 2024-05-27T00:37:42.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.605+0000 7f15cd600640 1 -- 172.21.15.44:0/3878426373 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15d4004800 con 0x556b6d170ab0 2024-05-27T00:37:42.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.605+0000 7f15e69ca740 1 -- 172.21.15.44:0/3878426373 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d170ab0 msgr2=0x556b6d17c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.605+0000 7f15e69ca740 1 --2- 172.21.15.44:0/3878426373 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d170ab0 0x556b6d17c350 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f15d4009f30 tx=0x7f15d4017000 comp rx=0 tx=0).stop 2024-05-27T00:37:42.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.605+0000 7f15e69ca740 1 -- 172.21.15.44:0/3878426373 shutdown_connections 2024-05-27T00:37:42.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.605+0000 7f15e69ca740 1 --2- 172.21.15.44:0/3878426373 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d170ab0 0x556b6d17c350 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.605+0000 7f15e69ca740 1 --2- 172.21.15.44:0/3878426373 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d1663e0 0x556b6d168220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.605+0000 7f15e69ca740 1 --2- 172.21.15.44:0/3878426373 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d165ac0 0x556b6d16d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.605+0000 7f15e69ca740 1 -- 172.21.15.44:0/3878426373 >> 172.21.15.44:0/3878426373 conn(0x556b6d161de0 msgr2=0x556b6d17bc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:42.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.606+0000 7f15e69ca740 1 -- 172.21.15.44:0/3878426373 shutdown_connections 2024-05-27T00:37:42.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.606+0000 7f15e69ca740 1 -- 172.21.15.44:0/3878426373 wait complete. 2024-05-27T00:37:42.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.606+0000 7f15e69ca740 1 -- start start 2024-05-27T00:37:42.610 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.606+0000 7f15e69ca740 1 Processor -- start 2024-05-27T00:37:42.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.607+0000 7f15e69ca740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d165ac0 0x556b6d183240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.607+0000 7f15e69ca740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d1663e0 0x556b6d183780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.607+0000 7f15e69ca740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d170ab0 0x556b6d1e9140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.607+0000 7f15e69ca740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f15dc1af590 con 0x556b6d165ac0 2024-05-27T00:37:42.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.607+0000 7f15e69ca740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f15dc1b0a00 con 0x556b6d1663e0 2024-05-27T00:37:42.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.607+0000 7f15e69ca740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f15dc1afc60 con 0x556b6d170ab0 2024-05-27T00:37:42.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.607+0000 7f15e69ca740 10 client.0 _ll_register_callbacks cb 0x7f15d00d5a70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:42.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.607+0000 7f15e1a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d170ab0 0x556b6d1e9140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.607+0000 7f15e1000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d165ac0 0x556b6d183240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.607+0000 7f15dbe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d1663e0 0x556b6d183780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.607+0000 7f15e1a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d170ab0 0x556b6d1e9140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:49844/0 (socket says 172.21.15.44:49844) 2024-05-27T00:37:42.611 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.607+0000 7f15e1a00640 1 -- 172.21.15.44:0/4268277256 learned_addr learned my addr 172.21.15.44:0/4268277256 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:42.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.608+0000 7f15e1a00640 1 -- 172.21.15.44:0/4268277256 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d1663e0 msgr2=0x556b6d183780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:42.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.608+0000 7f15e1a00640 1 --2- 172.21.15.44:0/4268277256 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d1663e0 0x556b6d183780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.608+0000 7f15e1a00640 1 -- 172.21.15.44:0/4268277256 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d165ac0 msgr2=0x556b6d183240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:42.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.608+0000 7f15e1a00640 1 --2- 172.21.15.44:0/4268277256 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d165ac0 0x556b6d183240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.608+0000 7f15e1a00640 1 -- 172.21.15.44:0/4268277256 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b6d1e9680 con 0x556b6d170ab0 2024-05-27T00:37:42.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.608+0000 7f15dbe00640 1 --2- 172.21.15.44:0/4268277256 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d1663e0 0x556b6d183780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:42.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.608+0000 7f15e1000640 1 --2- 172.21.15.44:0/4268277256 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d165ac0 0x556b6d183240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:42.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.608+0000 7f15e1a00640 1 --2- 172.21.15.44:0/4268277256 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d170ab0 0x556b6d1e9140 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f15d4009f00 tx=0x7f15d400fee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=651177d4a76010d7 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:42.614 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.608+0000 7f15c2a00640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:37:42.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.608+0000 7f15c2a00640 1 -- 172.21.15.44:0/4268277256 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15d4037060 con 0x556b6d170ab0 2024-05-27T00:37:42.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.608+0000 7f15e69ca740 1 -- 172.21.15.44:0/4268277256 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15d4004cc0 con 0x556b6d170ab0 2024-05-27T00:37:42.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.608+0000 7f15c2a00640 1 -- 172.21.15.44:0/4268277256 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f15d4004a40 con 0x556b6d170ab0 2024-05-27T00:37:42.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.609+0000 7f15c2a00640 1 -- 172.21.15.44:0/4268277256 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f15d4004700 con 0x556b6d170ab0 2024-05-27T00:37:42.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.609+0000 7f15e69ca740 10 client.26293 fetch_fsmap learned FSMap version 30 2024-05-27T00:37:42.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.609+0000 7f15e69ca740 1 -- 172.21.15.44:0/4268277256 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556b6d1ea880 con 0x556b6d170ab0 2024-05-27T00:37:42.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.609+0000 7f15c2a00640 1 -- 172.21.15.44:0/4268277256 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f15d4004cc0 con 0x556b6d170ab0 2024-05-27T00:37:42.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.609+0000 7f15c2a00640 1 -- 172.21.15.44:0/4268277256 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f15d4031030 con 0x556b6d170ab0 2024-05-27T00:37:42.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.609+0000 7f15e69ca740 10 client.26293 fetch_fsmap finished waiting for FSMap version 30 2024-05-27T00:37:42.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.609+0000 7f15e69ca740 10 client.26293 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-27T00:37:42.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.609+0000 7f15e69ca740 20 client.26293 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:42.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.609+0000 7f15e69ca740 1 --2- 172.21.15.44:0/4268277256 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x556b6d1eaf30 0x556b6d1ed350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.615 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.609+0000 7f15e69ca740 4 client.26293 mds_command: new command op to 24542 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-27T00:37:42.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.609+0000 7f15e69ca740 1 -- 172.21.15.44:0/4268277256 --> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556b6d04f6e0 con 0x556b6d1eaf30 2024-05-27T00:37:42.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.610+0000 7f15e1000640 1 --2- 172.21.15.44:0/4268277256 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x556b6d1eaf30 0x556b6d1ed350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.610+0000 7f15e1000640 1 --2- 172.21.15.44:0/4268277256 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x556b6d1eaf30 0x556b6d1ed350 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d9b6ab46687605b0 server_cookie=b2fbb3ed09d70e4a in_seq=0 out_seq=0 2024-05-27T00:37:42.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.610+0000 7f15c2a00640 10 client.26293 ms_handle_connect on v2:172.21.15.50:6836/3905712585 2024-05-27T00:37:42.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.610+0000 7f15c2a00640 1 -- 172.21.15.44:0/4268277256 <== mds.2 v2:172.21.15.50:6836/3905712585 1 ==== command_reply(tid 0: 0 ) ==== 8+0+6964 (crc 0 0 0) 0x556b6d04f6e0 con 0x556b6d1eaf30 2024-05-27T00:37:42.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.611+0000 7f15c2a00640 10 client.26293 handle_command_reply: tid=0 2024-05-27T00:37:42.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.611+0000 7f15e69ca740 1 client.26293 shutdown 2024-05-27T00:37:42.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.611+0000 7f15e69ca740 1 -- 172.21.15.44:0/4268277256 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d170ab0 msgr2=0x556b6d1e9140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.611+0000 7f15e69ca740 1 --2- 172.21.15.44:0/4268277256 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d170ab0 0x556b6d1e9140 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f15d4009f00 tx=0x7f15d400fee0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.611+0000 7f15e69ca740 1 -- 172.21.15.44:0/4268277256 shutdown_connections 2024-05-27T00:37:42.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.611+0000 7f15e69ca740 1 --2- 172.21.15.44:0/4268277256 >> [v2:172.21.15.50:6836/3905712585,v1:172.21.15.50:6837/3905712585] conn(0x556b6d1eaf30 0x556b6d1ed350 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.611+0000 7f15e69ca740 1 --2- 172.21.15.44:0/4268277256 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x556b6d170ab0 0x556b6d1e9140 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.611+0000 7f15e69ca740 1 --2- 172.21.15.44:0/4268277256 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x556b6d1663e0 0x556b6d183780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.616 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.611+0000 7f15e69ca740 1 --2- 172.21.15.44:0/4268277256 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x556b6d165ac0 0x556b6d183240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.611+0000 7f15c2a00640 0 client.26293 ms_handle_reset on v2:172.21.15.50:6836/3905712585 2024-05-27T00:37:42.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.611+0000 7f15e69ca740 1 -- 172.21.15.44:0/4268277256 >> 172.21.15.44:0/4268277256 conn(0x556b6d161de0 msgr2=0x556b6d16e210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:42.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.611+0000 7f15e69ca740 1 -- 172.21.15.44:0/4268277256 shutdown_connections 2024-05-27T00:37:42.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.611+0000 7f15e69ca740 1 -- 172.21.15.44:0/4268277256 wait complete. 2024-05-27T00:37:42.617 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.611+0000 7f15e69ca740 20 client.26293 trim_cache size 0 max 16384 2024-05-27T00:37:42.617 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2024-05-27T00:37:42.617 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.617 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.617 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 34616540, 2024-05-27T00:37:42.617 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629832, 2024-05-27T00:37:42.618 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k5baf.txt" 2024-05-27T00:37:42.618 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.618 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.618 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.618 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 145259965, 2024-05-27T00:37:42.618 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629839, 2024-05-27T00:37:42.618 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/video-interfaces.txt" 2024-05-27T00:37:42.618 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.618 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.618 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.618 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 224396761, 2024-05-27T00:37:42.618 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629814, 2024-05-27T00:37:42.618 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/i2c" 2024-05-27T00:37:42.619 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.619 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.619 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.619 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 377248475, 2024-05-27T00:37:42.619 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629809, 2024-05-27T00:37:42.619 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos-jpeg-codec.txt" 2024-05-27T00:37:42.619 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.619 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.619 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.619 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 447449076, 2024-05-27T00:37:42.619 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629827, 2024-05-27T00:37:42.619 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/renesas,vsp1.txt" 2024-05-27T00:37:42.619 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.620 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.620 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.620 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 451525183, 2024-05-27T00:37:42.620 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629837, 2024-05-27T00:37:42.620 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/sunxi-ir.txt" 2024-05-27T00:37:42.620 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.620 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.620 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.620 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 612720446, 2024-05-27T00:37:42.620 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629808, 2024-05-27T00:37:42.620 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos-fimc-lite.txt" 2024-05-27T00:37:42.620 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.620 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.620 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.621 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 718221033, 2024-05-27T00:37:42.621 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629812, 2024-05-27T00:37:42.621 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/gpio-ir-receiver.txt" 2024-05-27T00:37:42.621 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.621 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.621 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.621 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1035720564, 2024-05-27T00:37:42.621 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629829, 2024-05-27T00:37:42.621 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-fimc.txt" 2024-05-27T00:37:42.621 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.621 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.621 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.622 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1242542240, 2024-05-27T00:37:42.622 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629823, 2024-05-27T00:37:42.622 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/img-ir-rev1.txt" 2024-05-27T00:37:42.622 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.622 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.622 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.622 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1276765016, 2024-05-27T00:37:42.622 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629836, 2024-05-27T00:37:42.622 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/st-rc.txt" 2024-05-27T00:37:42.622 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.622 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.622 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.622 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1658039541, 2024-05-27T00:37:42.623 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629825, 2024-05-27T00:37:42.623 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/pxa-camera.txt" 2024-05-27T00:37:42.623 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.623 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.623 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.623 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1660175438, 2024-05-27T00:37:42.623 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629810, 2024-05-27T00:37:42.623 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos4-fimc-is.txt" 2024-05-27T00:37:42.623 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.623 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.623 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.623 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2030348307, 2024-05-27T00:37:42.623 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629826, 2024-05-27T00:37:42.624 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/rcar_vin.txt" 2024-05-27T00:37:42.624 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.624 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.624 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.624 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2084338275, 2024-05-27T00:37:42.624 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629838, 2024-05-27T00:37:42.624 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/ti-am437x-vpfe.txt" 2024-05-27T00:37:42.624 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.624 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.624 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.624 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2165927065, 2024-05-27T00:37:42.624 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629811, 2024-05-27T00:37:42.624 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos5-gsc.txt" 2024-05-27T00:37:42.624 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.625 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.625 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.625 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2266868728, 2024-05-27T00:37:42.625 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629831, 2024-05-27T00:37:42.625 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5c73m3.txt" 2024-05-27T00:37:42.625 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.625 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.625 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.625 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2354465616, 2024-05-27T00:37:42.625 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629813, 2024-05-27T00:37:42.625 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/hix5hd2-ir.txt" 2024-05-27T00:37:42.625 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.625 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.626 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.626 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2391051959, 2024-05-27T00:37:42.626 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629807, 2024-05-27T00:37:42.626 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/coda.txt" 2024-05-27T00:37:42.626 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.626 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.626 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.626 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2447619404, 2024-05-27T00:37:42.626 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629828, 2024-05-27T00:37:42.626 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/s5p-mfc.txt" 2024-05-27T00:37:42.626 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.626 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.626 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.627 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2706892078, 2024-05-27T00:37:42.627 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629830, 2024-05-27T00:37:42.627 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-mipi-csis.txt" 2024-05-27T00:37:42.627 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.627 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.627 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.627 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2823408516, 2024-05-27T00:37:42.627 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629833, 2024-05-27T00:37:42.627 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k6a3.txt" 2024-05-27T00:37:42.627 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.627 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.627 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.627 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2895821824, 2024-05-27T00:37:42.628 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629824, 2024-05-27T00:37:42.628 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/meson-ir.txt" 2024-05-27T00:37:42.628 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.628 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.628 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.628 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 3591871343, 2024-05-27T00:37:42.628 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629835, 2024-05-27T00:37:42.628 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/si4713.txt" 2024-05-27T00:37:42.628 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.628 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.628 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.628 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 3769066409, 2024-05-27T00:37:42.628 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629806, 2024-05-27T00:37:42.629 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/atmel-isi.txt" 2024-05-27T00:37:42.629 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.629 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.629 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.629 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 3915238594, 2024-05-27T00:37:42.629 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629834, 2024-05-27T00:37:42.629 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/sh_mobile_ceu.txt" 2024-05-27T00:37:42.629 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:37:42.629 INFO:teuthology.orchestra.run.smithi044.stdout:] 2024-05-27T00:37:42.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.612+0000 7f15e2400640 1 -- 172.21.15.44:0/2683569143 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f15c40a2d80 msgr2=0x7f15c40a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.612+0000 7f15e2400640 1 --2- 172.21.15.44:0/2683569143 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f15c40a2d80 0x7f15c40a5240 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f15d4012840 tx=0x7f15d4009500 comp rx=0 tx=0).stop 2024-05-27T00:37:42.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.612+0000 7f15e2400640 1 -- 172.21.15.44:0/2683569143 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15dc101840 msgr2=0x7f15dc19a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.612+0000 7f15e2400640 1 --2- 172.21.15.44:0/2683569143 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15dc101840 0x7f15dc19a480 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f15d000e9f0 tx=0x7f15d000edf0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.612+0000 7f15e2400640 1 -- 172.21.15.44:0/2683569143 shutdown_connections 2024-05-27T00:37:42.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.612+0000 7f15e2400640 1 --2- 172.21.15.44:0/2683569143 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f15c40a2d80 0x7f15c40a5240 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.612+0000 7f15e2400640 1 --2- 172.21.15.44:0/2683569143 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f15dc107850 0x7f15dc19ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.612+0000 7f15e2400640 1 --2- 172.21.15.44:0/2683569143 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f15dc102200 0x7f15dc19a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.612+0000 7f15e2400640 1 --2- 172.21.15.44:0/2683569143 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f15dc101840 0x7f15dc19a480 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.612+0000 7f15e2400640 1 -- 172.21.15.44:0/2683569143 >> 172.21.15.44:0/2683569143 conn(0x7f15dc0fd370 msgr2=0x7f15dc10cf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:42.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.612+0000 7f15e2400640 1 -- 172.21.15.44:0/2683569143 shutdown_connections 2024-05-27T00:37:42.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.612+0000 7f15e2400640 1 -- 172.21.15.44:0/2683569143 wait complete. 2024-05-27T00:37:42.632 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-05-27T00:37:42.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.843+0000 7f46aea00640 1 -- 172.21.15.44:0/858059129 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46a8107f40 msgr2=0x7f46a81083a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.843+0000 7f46aea00640 1 --2- 172.21.15.44:0/858059129 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46a8107f40 0x7f46a81083a0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f4694009860 tx=0x7f469402a3d0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.843+0000 7f46aea00640 1 -- 172.21.15.44:0/858059129 shutdown_connections 2024-05-27T00:37:42.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.843+0000 7f46aea00640 1 --2- 172.21.15.44:0/858059129 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46a81088e0 0x7f46a8114d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.843+0000 7f46aea00640 1 --2- 172.21.15.44:0/858059129 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46a8107f40 0x7f46a81083a0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.843+0000 7f46aea00640 1 --2- 172.21.15.44:0/858059129 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46a810df60 0x7f46a810e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.843+0000 7f46aea00640 1 -- 172.21.15.44:0/858059129 >> 172.21.15.44:0/858059129 conn(0x7f46a80777c0 msgr2=0x7f46a81067c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:42.844 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.843+0000 7f46aea00640 1 -- 172.21.15.44:0/858059129 shutdown_connections 2024-05-27T00:37:42.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.843+0000 7f46aea00640 1 -- 172.21.15.44:0/858059129 wait complete. 2024-05-27T00:37:42.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.844+0000 7f46aea00640 1 Processor -- start 2024-05-27T00:37:42.845 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.844+0000 7f46aea00640 1 -- start start 2024-05-27T00:37:42.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.845+0000 7f46aea00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46a8107f40 0x7f46a81a4400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.845+0000 7f46aea00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46a81088e0 0x7f46a81a4940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.845+0000 7f46aea00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46a810df60 0x7f46a819e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.845+0000 7f46aea00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f46a81183a0 con 0x7f46a8107f40 2024-05-27T00:37:42.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.845+0000 7f46aea00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f46a8118220 con 0x7f46a81088e0 2024-05-27T00:37:42.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.845+0000 7f46aea00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f46a8118520 con 0x7f46a810df60 2024-05-27T00:37:42.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.845+0000 7f46ad600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46a8107f40 0x7f46a81a4400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.845+0000 7f46ad600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46a8107f40 0x7f46a81a4400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47844/0 (socket says 172.21.15.44:47844) 2024-05-27T00:37:42.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.845+0000 7f46ad600640 1 -- 172.21.15.44:0/159732761 learned_addr learned my addr 172.21.15.44:0/159732761 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:42.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.846+0000 7f46acc00640 1 --2- 172.21.15.44:0/159732761 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46a81088e0 0x7f46a81a4940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.846+0000 7f46ae000640 1 --2- 172.21.15.44:0/159732761 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46a810df60 0x7f46a819e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.847 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.846+0000 7f46ad600640 1 -- 172.21.15.44:0/159732761 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46a810df60 msgr2=0x7f46a819e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.846+0000 7f46ad600640 1 --2- 172.21.15.44:0/159732761 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46a810df60 0x7f46a819e600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.846+0000 7f46ad600640 1 -- 172.21.15.44:0/159732761 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46a81088e0 msgr2=0x7f46a81a4940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.846+0000 7f46ad600640 1 --2- 172.21.15.44:0/159732761 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46a81088e0 0x7f46a81a4940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.846+0000 7f46ad600640 1 -- 172.21.15.44:0/159732761 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46a819ed80 con 0x7f46a8107f40 2024-05-27T00:37:42.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.846+0000 7f46ae000640 1 --2- 172.21.15.44:0/159732761 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46a810df60 0x7f46a819e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-27T00:37:42.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.846+0000 7f46acc00640 1 --2- 172.21.15.44:0/159732761 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46a81088e0 0x7f46a81a4940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:37:42.848 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.846+0000 7f46ad600640 1 --2- 172.21.15.44:0/159732761 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46a8107f40 0x7f46a81a4400 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f469c00e9f0 tx=0x7f469c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:42.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.846+0000 7f46a6000640 1 -- 172.21.15.44:0/159732761 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f469c00cd80 con 0x7f46a8107f40 2024-05-27T00:37:42.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.847+0000 7f46a6000640 1 -- 172.21.15.44:0/159732761 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f469c005520 con 0x7f46a8107f40 2024-05-27T00:37:42.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.847+0000 7f46aea00640 1 -- 172.21.15.44:0/159732761 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46a819f070 con 0x7f46a8107f40 2024-05-27T00:37:42.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.847+0000 7f46a6000640 1 -- 172.21.15.44:0/159732761 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f469c010690 con 0x7f46a8107f40 2024-05-27T00:37:42.849 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.847+0000 7f46aea00640 1 -- 172.21.15.44:0/159732761 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46a81ab2c0 con 0x7f46a8107f40 2024-05-27T00:37:42.851 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.850+0000 7f46a6000640 1 -- 172.21.15.44:0/159732761 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f469c0046c0 con 0x7f46a8107f40 2024-05-27T00:37:42.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.851+0000 7f46b2f81740 1 Processor -- start 2024-05-27T00:37:42.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.851+0000 7f46a6000640 1 --2- 172.21.15.44:0/159732761 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f46900a2d00 0x7f46900a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.852+0000 7f46b2f81740 1 -- start start 2024-05-27T00:37:42.852 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.852+0000 7f46a6000640 1 -- 172.21.15.44:0/159732761 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f469c0cfd80 con 0x7f46a8107f40 2024-05-27T00:37:42.853 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.852+0000 7f46ae000640 1 --2- 172.21.15.44:0/159732761 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f46900a2d00 0x7f46900a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.852+0000 7f46b2f81740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c741b3ac0 0x560c741b3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.852+0000 7f46b2f81740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741b43e0 0x560c741be570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.852+0000 7f46b2f81740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741beab0 0x560c741c0ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.852+0000 7f46b2f81740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x560c74118de0 con 0x560c741b43e0 2024-05-27T00:37:42.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.852+0000 7f46b2f81740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560c740c0630 con 0x560c741b3ac0 2024-05-27T00:37:42.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.852+0000 7f46b2f81740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x560c74114da0 con 0x560c741beab0 2024-05-27T00:37:42.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.852+0000 7f46acc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741b43e0 0x560c741be570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.852+0000 7f46acc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741b43e0 0x560c741be570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47854/0 (socket says 172.21.15.44:47854) 2024-05-27T00:37:42.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.852+0000 7f46acc00640 1 -- 172.21.15.44:0/763453442 learned_addr learned my addr 172.21.15.44:0/763453442 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:42.854 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.853+0000 7f46ad600640 1 --2- 172.21.15.44:0/763453442 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c741b3ac0 0x560c741b3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.853+0000 7f46ae000640 1 --2- 172.21.15.44:0/763453442 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741beab0 0x560c741c0ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.853+0000 7f46acc00640 1 -- 172.21.15.44:0/763453442 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741beab0 msgr2=0x560c741c0ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:42.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.853+0000 7f46acc00640 1 --2- 172.21.15.44:0/763453442 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741beab0 0x560c741c0ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.853+0000 7f46acc00640 1 -- 172.21.15.44:0/763453442 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c741b3ac0 msgr2=0x560c741b3ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:42.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.853+0000 7f46acc00640 1 --2- 172.21.15.44:0/763453442 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c741b3ac0 0x560c741b3ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.853+0000 7f46ae000640 1 --2- 172.21.15.44:0/159732761 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f46900a2d00 0x7f46900a51c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f46a0005fd0 tx=0x7f46a00107e0 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:42.855 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.853+0000 7f46acc00640 1 -- 172.21.15.44:0/763453442 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c740bc380 con 0x560c741b43e0 2024-05-27T00:37:42.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.853+0000 7f46acc00640 1 --2- 172.21.15.44:0/763453442 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741b43e0 0x560c741be570 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f4694009860 tx=0x7f469402f400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9606657623c71b8a server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:42.856 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.854+0000 7f469a600640 1 -- 172.21.15.44:0/763453442 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4694030e40 con 0x560c741b43e0 2024-05-27T00:37:42.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.854+0000 7f469a600640 1 -- 172.21.15.44:0/763453442 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4694041030 con 0x560c741b43e0 2024-05-27T00:37:42.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.854+0000 7f469a600640 1 -- 172.21.15.44:0/763453442 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46940055a0 con 0x560c741b43e0 2024-05-27T00:37:42.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.855+0000 7f46b2f81740 1 -- 172.21.15.44:0/763453442 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741b43e0 msgr2=0x560c741be570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.855+0000 7f46b2f81740 1 --2- 172.21.15.44:0/763453442 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741b43e0 0x560c741be570 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f4694009860 tx=0x7f469402f400 comp rx=0 tx=0).stop 2024-05-27T00:37:42.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.855+0000 7f46b2f81740 1 -- 172.21.15.44:0/763453442 shutdown_connections 2024-05-27T00:37:42.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.855+0000 7f46b2f81740 1 --2- 172.21.15.44:0/763453442 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741beab0 0x560c741c0ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.855+0000 7f46b2f81740 1 --2- 172.21.15.44:0/763453442 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741b43e0 0x560c741be570 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.855+0000 7f46b2f81740 1 --2- 172.21.15.44:0/763453442 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c741b3ac0 0x560c741b3ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.855+0000 7f46b2f81740 1 -- 172.21.15.44:0/763453442 >> 172.21.15.44:0/763453442 conn(0x560c741afde0 msgr2=0x560c741b01c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:42.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.855+0000 7f46b2f81740 1 -- 172.21.15.44:0/763453442 shutdown_connections 2024-05-27T00:37:42.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.855+0000 7f46b2f81740 1 -- 172.21.15.44:0/763453442 wait complete. 2024-05-27T00:37:42.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.856+0000 7f46b2f81740 1 -- start start 2024-05-27T00:37:42.857 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.856+0000 7f46b2f81740 1 Processor -- start 2024-05-27T00:37:42.859 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.856+0000 7f46b2f81740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741b3ac0 0x560c741bbc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.856+0000 7f46b2f81740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741beab0 0x560c741bc180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.856+0000 7f46b2f81740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c741bc6c0 0x560c741cad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.856+0000 7f46b2f81740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x560c741c1840 con 0x560c741beab0 2024-05-27T00:37:42.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.856+0000 7f46b2f81740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x560c740d3a90 con 0x560c741bc6c0 2024-05-27T00:37:42.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.856+0000 7f46b2f81740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x560c741c19c0 con 0x560c741b3ac0 2024-05-27T00:37:42.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.857+0000 7f46b2f81740 10 client.0 _ll_register_callbacks cb 0x560c740b6bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:42.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.857+0000 7f46acc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741beab0 0x560c741bc180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.857+0000 7f46ad600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741b3ac0 0x560c741bbc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.857+0000 7f46acc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741beab0 0x560c741bc180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47862/0 (socket says 172.21.15.44:47862) 2024-05-27T00:37:42.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.857+0000 7f46ad600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741b3ac0 0x560c741bbc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:49882/0 (socket says 172.21.15.44:49882) 2024-05-27T00:37:42.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.857+0000 7f46ad600640 1 -- 172.21.15.44:0/2722390351 learned_addr learned my addr 172.21.15.44:0/2722390351 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:42.860 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.857+0000 7f46ae000640 1 --2- 172.21.15.44:0/2722390351 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c741bc6c0 0x560c741cad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.857+0000 7f46ad600640 1 -- 172.21.15.44:0/2722390351 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c741bc6c0 msgr2=0x560c741cad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:42.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.857+0000 7f46ad600640 1 --2- 172.21.15.44:0/2722390351 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c741bc6c0 0x560c741cad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.857+0000 7f46ad600640 1 -- 172.21.15.44:0/2722390351 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741beab0 msgr2=0x560c741bc180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:42.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.857+0000 7f46ad600640 1 --2- 172.21.15.44:0/2722390351 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741beab0 0x560c741bc180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.857+0000 7f46ad600640 1 -- 172.21.15.44:0/2722390351 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c73e2c3f0 con 0x560c741b3ac0 2024-05-27T00:37:42.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.858+0000 7f46ad600640 1 --2- 172.21.15.44:0/2722390351 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741b3ac0 0x560c741bbc40 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f469c0988c0 tx=0x7f469c09b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be483b677749f2ca server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:42.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.858+0000 7f468ea00640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:37:42.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.858+0000 7f468ea00640 1 -- 172.21.15.44:0/2722390351 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f469c0b4030 con 0x560c741b3ac0 2024-05-27T00:37:42.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.858+0000 7f46b2f81740 1 -- 172.21.15.44:0/2722390351 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4694041030 con 0x560c741b3ac0 2024-05-27T00:37:42.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.858+0000 7f468ea00640 1 -- 172.21.15.44:0/2722390351 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f469c0a46d0 con 0x560c741b3ac0 2024-05-27T00:37:42.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.858+0000 7f468ea00640 1 -- 172.21.15.44:0/2722390351 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f469c0a02a0 con 0x560c741b3ac0 2024-05-27T00:37:42.861 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.858+0000 7f46b2f81740 10 client.26302 fetch_fsmap learned FSMap version 30 2024-05-27T00:37:42.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.858+0000 7f46b2f81740 1 -- 172.21.15.44:0/2722390351 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x560c73ef67d0 con 0x560c741b3ac0 2024-05-27T00:37:42.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.859+0000 7f468ea00640 1 -- 172.21.15.44:0/2722390351 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4694041030 con 0x560c741b3ac0 2024-05-27T00:37:42.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.860+0000 7f468ea00640 1 -- 172.21.15.44:0/2722390351 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f469c09b340 con 0x560c741b3ac0 2024-05-27T00:37:42.862 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.860+0000 7f46b2f81740 10 client.26302 fetch_fsmap finished waiting for FSMap version 30 2024-05-27T00:37:42.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.860+0000 7f46b2f81740 10 client.26302 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-27T00:37:42.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.860+0000 7f46b2f81740 20 client.26302 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:42.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.860+0000 7f46b2f81740 1 --2- 172.21.15.44:0/2722390351 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x560c741cf3f0 0x560c741d1820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.860+0000 7f46b2f81740 4 client.26302 mds_command: new command op to 24581 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:37:42.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.860+0000 7f46b2f81740 1 -- 172.21.15.44:0/2722390351 --> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c74126510 con 0x560c741cf3f0 2024-05-27T00:37:42.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.860+0000 7f46acc00640 1 --2- 172.21.15.44:0/2722390351 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x560c741cf3f0 0x560c741d1820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.861+0000 7f46acc00640 1 --2- 172.21.15.44:0/2722390351 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x560c741cf3f0 0x560c741d1820 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=331b2cd7adcdf483 server_cookie=d3fe1168ca5d2d4b in_seq=0 out_seq=0 2024-05-27T00:37:42.863 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.861+0000 7f468ea00640 10 client.26302 ms_handle_connect on v2:172.21.15.44:6840/114683393 2024-05-27T00:37:42.864 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.863+0000 7f468ea00640 1 -- 172.21.15.44:0/2722390351 <== mds.1 v2:172.21.15.44:6840/114683393 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x560c74126510 con 0x560c741cf3f0 2024-05-27T00:37:42.864 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.863+0000 7f468ea00640 10 client.26302 handle_command_reply: tid=0 2024-05-27T00:37:42.864 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.863+0000 7f46b2f81740 1 client.26302 shutdown 2024-05-27T00:37:42.864 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.864+0000 7f46b2f81740 1 -- 172.21.15.44:0/2722390351 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741b3ac0 msgr2=0x560c741bbc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.864 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.864+0000 7f46b2f81740 1 --2- 172.21.15.44:0/2722390351 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741b3ac0 0x560c741bbc40 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f469c0988c0 tx=0x7f469c09b910 comp rx=0 tx=0).stop 2024-05-27T00:37:42.865 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.864+0000 7f46b2f81740 1 -- 172.21.15.44:0/2722390351 shutdown_connections 2024-05-27T00:37:42.865 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.864+0000 7f46b2f81740 1 --2- 172.21.15.44:0/2722390351 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x560c741cf3f0 0x560c741d1820 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.865 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.864+0000 7f46b2f81740 1 --2- 172.21.15.44:0/2722390351 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c741bc6c0 0x560c741cad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.865 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.864+0000 7f46b2f81740 1 --2- 172.21.15.44:0/2722390351 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741beab0 0x560c741bc180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.865 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.864+0000 7f46b2f81740 1 --2- 172.21.15.44:0/2722390351 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741b3ac0 0x560c741bbc40 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.865 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.864+0000 7f468ea00640 0 client.26302 ms_handle_reset on v2:172.21.15.44:6840/114683393 2024-05-27T00:37:42.865 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.864+0000 7f46b2f81740 1 -- 172.21.15.44:0/2722390351 >> 172.21.15.44:0/2722390351 conn(0x560c741afde0 msgr2=0x560c741b5ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:42.866 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.864+0000 7f46b2f81740 1 -- 172.21.15.44:0/2722390351 shutdown_connections 2024-05-27T00:37:42.866 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.864+0000 7f46b2f81740 1 -- 172.21.15.44:0/2722390351 wait complete. 2024-05-27T00:37:42.866 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.864+0000 7f46b2f81740 20 client.26302 trim_cache size 0 max 16384 2024-05-27T00:37:42.885 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.884+0000 7f46b2f81740 1 Processor -- start 2024-05-27T00:37:42.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.884+0000 7f46b2f81740 1 -- start start 2024-05-27T00:37:42.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.885+0000 7f46b2f81740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741b3ac0 0x560c741ca8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.885+0000 7f46b2f81740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741bc6c0 0x560c741d70f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.885+0000 7f46b2f81740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c741beab0 0x560c741d7630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.885+0000 7f46b2f81740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f46a81b7b50 con 0x560c741bc6c0 2024-05-27T00:37:42.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.885+0000 7f46b2f81740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f46a81b53c0 con 0x560c741beab0 2024-05-27T00:37:42.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.885+0000 7f46b2f81740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f46a81b31f0 con 0x560c741b3ac0 2024-05-27T00:37:42.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.885+0000 7f46acc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741bc6c0 0x560c741d70f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.885+0000 7f46acc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741bc6c0 0x560c741d70f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47874/0 (socket says 172.21.15.44:47874) 2024-05-27T00:37:42.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.885+0000 7f46acc00640 1 -- 172.21.15.44:0/2664470442 learned_addr learned my addr 172.21.15.44:0/2664470442 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:42.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.885+0000 7f46ae000640 1 --2- 172.21.15.44:0/2664470442 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c741beab0 0x560c741d7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.886 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.885+0000 7f46ad600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741b3ac0 0x560c741ca8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.885+0000 7f46acc00640 1 -- 172.21.15.44:0/2664470442 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741b3ac0 msgr2=0x560c741ca8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:42.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.885+0000 7f46acc00640 1 --2- 172.21.15.44:0/2664470442 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741b3ac0 0x560c741ca8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.885+0000 7f46acc00640 1 -- 172.21.15.44:0/2664470442 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c741beab0 msgr2=0x560c741d7630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:42.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.885+0000 7f46acc00640 1 --2- 172.21.15.44:0/2664470442 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c741beab0 0x560c741d7630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.886+0000 7f46acc00640 1 -- 172.21.15.44:0/2664470442 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c741b6220 con 0x560c741bc6c0 2024-05-27T00:37:42.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.886+0000 7f46ae000640 1 --2- 172.21.15.44:0/2664470442 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c741beab0 0x560c741d7630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:42.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.886+0000 7f46acc00640 1 --2- 172.21.15.44:0/2664470442 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741bc6c0 0x560c741d70f0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f469402a8f0 tx=0x7f469403f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57af1490f0238574 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:42.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.886+0000 7f4699c00640 1 -- 172.21.15.44:0/2664470442 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4694004240 con 0x560c741bc6c0 2024-05-27T00:37:42.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.886+0000 7f4699c00640 1 -- 172.21.15.44:0/2664470442 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4694041070 con 0x560c741bc6c0 2024-05-27T00:37:42.888 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.886+0000 7f4699c00640 1 -- 172.21.15.44:0/2664470442 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46940055d0 con 0x560c741bc6c0 2024-05-27T00:37:42.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.887+0000 7f46b2f81740 1 -- 172.21.15.44:0/2664470442 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741bc6c0 msgr2=0x560c741d70f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.887+0000 7f46b2f81740 1 --2- 172.21.15.44:0/2664470442 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741bc6c0 0x560c741d70f0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f469402a8f0 tx=0x7f469403f040 comp rx=0 tx=0).stop 2024-05-27T00:37:42.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.887+0000 7f46b2f81740 1 -- 172.21.15.44:0/2664470442 shutdown_connections 2024-05-27T00:37:42.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.887+0000 7f46b2f81740 1 --2- 172.21.15.44:0/2664470442 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c741beab0 0x560c741d7630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.887+0000 7f46b2f81740 1 --2- 172.21.15.44:0/2664470442 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741bc6c0 0x560c741d70f0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.887+0000 7f46b2f81740 1 --2- 172.21.15.44:0/2664470442 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741b3ac0 0x560c741ca8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.887+0000 7f46b2f81740 1 -- 172.21.15.44:0/2664470442 >> 172.21.15.44:0/2664470442 conn(0x560c741afde0 msgr2=0x560c741bbc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:42.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.887+0000 7f46b2f81740 1 -- 172.21.15.44:0/2664470442 shutdown_connections 2024-05-27T00:37:42.889 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.887+0000 7f46b2f81740 1 -- 172.21.15.44:0/2664470442 wait complete. 2024-05-27T00:37:42.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.888+0000 7f46b2f81740 1 -- start start 2024-05-27T00:37:42.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.888+0000 7f46b2f81740 1 Processor -- start 2024-05-27T00:37:42.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.888+0000 7f46b2f81740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c741b3ac0 0x560c741c6c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.888+0000 7f46b2f81740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741bc6c0 0x560c741c71b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.888+0000 7f46b2f81740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741beab0 0x560c741b82c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.888+0000 7f46b2f81740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f46a81b3880 con 0x560c741bc6c0 2024-05-27T00:37:42.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.888+0000 7f46b2f81740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f46a81b4cf0 con 0x560c741b3ac0 2024-05-27T00:37:42.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.888+0000 7f46b2f81740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f46a81b3f50 con 0x560c741beab0 2024-05-27T00:37:42.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.888+0000 7f46b2f81740 10 client.0 _ll_register_callbacks cb 0x7f469c09bd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:42.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.889+0000 7f46acc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741bc6c0 0x560c741c71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.889+0000 7f46ae000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741beab0 0x560c741b82c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.889+0000 7f46acc00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741bc6c0 0x560c741c71b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47890/0 (socket says 172.21.15.44:47890) 2024-05-27T00:37:42.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.889+0000 7f46ad600640 1 --2- 172.21.15.44:0/3210260532 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c741b3ac0 0x560c741c6c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.889+0000 7f46acc00640 1 -- 172.21.15.44:0/3210260532 learned_addr learned my addr 172.21.15.44:0/3210260532 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:42.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.889+0000 7f46ae000640 1 -- 172.21.15.44:0/3210260532 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c741b3ac0 msgr2=0x560c741c6c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:42.892 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.889+0000 7f46ae000640 1 --2- 172.21.15.44:0/3210260532 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c741b3ac0 0x560c741c6c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.889+0000 7f46ae000640 1 -- 172.21.15.44:0/3210260532 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741bc6c0 msgr2=0x560c741c71b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:42.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.889+0000 7f46ae000640 1 --2- 172.21.15.44:0/3210260532 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741bc6c0 0x560c741c71b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.889+0000 7f46ae000640 1 -- 172.21.15.44:0/3210260532 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c741b89b0 con 0x560c741beab0 2024-05-27T00:37:42.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.889+0000 7f46acc00640 1 --2- 172.21.15.44:0/3210260532 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741bc6c0 0x560c741c71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:42.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.890+0000 7f46ae000640 1 --2- 172.21.15.44:0/3210260532 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741beab0 0x560c741b82c0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x560c741b0f70 tx=0x7f46a0004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=54e2b13d8a3b11f2 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:42.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.890+0000 7f468ea00640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:37:42.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.890+0000 7f468ea00640 1 -- 172.21.15.44:0/3210260532 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46a0016040 con 0x560c741beab0 2024-05-27T00:37:42.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.890+0000 7f46b2f81740 1 -- 172.21.15.44:0/3210260532 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4694041070 con 0x560c741beab0 2024-05-27T00:37:42.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.890+0000 7f468ea00640 1 -- 172.21.15.44:0/3210260532 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f46a0003970 con 0x560c741beab0 2024-05-27T00:37:42.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.890+0000 7f468ea00640 1 -- 172.21.15.44:0/3210260532 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f46a0003b70 con 0x560c741beab0 2024-05-27T00:37:42.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.890+0000 7f46b2f81740 10 client.26308 fetch_fsmap learned FSMap version 30 2024-05-27T00:37:42.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.890+0000 7f46b2f81740 1 -- 172.21.15.44:0/3210260532 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x560c74239690 con 0x560c741beab0 2024-05-27T00:37:42.893 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.891+0000 7f468ea00640 1 -- 172.21.15.44:0/3210260532 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4694041070 con 0x560c741beab0 2024-05-27T00:37:42.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.891+0000 7f468ea00640 1 -- 172.21.15.44:0/3210260532 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f46a000b040 con 0x560c741beab0 2024-05-27T00:37:42.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.891+0000 7f46b2f81740 10 client.26308 fetch_fsmap finished waiting for FSMap version 30 2024-05-27T00:37:42.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.891+0000 7f46b2f81740 10 client.26308 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-27T00:37:42.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.891+0000 7f46b2f81740 20 client.26308 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:42.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.891+0000 7f46b2f81740 1 --2- 172.21.15.44:0/3210260532 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x560c74239e70 0x560c7423c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:42.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.891+0000 7f46b2f81740 4 client.26308 mds_command: new command op to 24581 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-27T00:37:42.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.891+0000 7f46b2f81740 1 -- 172.21.15.44:0/3210260532 --> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560c74120860 con 0x560c74239e70 2024-05-27T00:37:42.894 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.891+0000 7f46ad600640 1 --2- 172.21.15.44:0/3210260532 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x560c74239e70 0x560c7423c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:42.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.892+0000 7f46ad600640 1 --2- 172.21.15.44:0/3210260532 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x560c74239e70 0x560c7423c290 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=55e159d3241c4eae server_cookie=fbe36ecbb1743f7b in_seq=0 out_seq=0 2024-05-27T00:37:42.895 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.892+0000 7f468ea00640 10 client.26308 ms_handle_connect on v2:172.21.15.44:6840/114683393 2024-05-27T00:37:42.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.895+0000 7f468ea00640 1 -- 172.21.15.44:0/3210260532 <== mds.1 v2:172.21.15.44:6840/114683393 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25841 (crc 0 0 0) 0x560c74120860 con 0x560c74239e70 2024-05-27T00:37:42.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.895+0000 7f468ea00640 10 client.26308 handle_command_reply: tid=0 2024-05-27T00:37:42.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.896+0000 7f46b2f81740 1 client.26308 shutdown 2024-05-27T00:37:42.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.896+0000 7f46b2f81740 1 -- 172.21.15.44:0/3210260532 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741beab0 msgr2=0x560c741b82c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.896+0000 7f46b2f81740 1 --2- 172.21.15.44:0/3210260532 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741beab0 0x560c741b82c0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x560c741b0f70 tx=0x7f46a0004ab0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.896+0000 7f46b2f81740 1 -- 172.21.15.44:0/3210260532 shutdown_connections 2024-05-27T00:37:42.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.896+0000 7f46b2f81740 1 --2- 172.21.15.44:0/3210260532 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x560c741beab0 0x560c741b82c0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.896+0000 7f46b2f81740 1 --2- 172.21.15.44:0/3210260532 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x560c741bc6c0 0x560c741c71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.896+0000 7f46b2f81740 1 --2- 172.21.15.44:0/3210260532 >> [v2:172.21.15.44:6840/114683393,v1:172.21.15.44:6841/114683393] conn(0x560c74239e70 0x560c7423c290 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.896+0000 7f46b2f81740 1 --2- 172.21.15.44:0/3210260532 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x560c741b3ac0 0x560c741c6c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.897 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.896+0000 7f468ea00640 0 client.26308 ms_handle_reset on v2:172.21.15.44:6840/114683393 2024-05-27T00:37:42.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.896+0000 7f46b2f81740 1 -- 172.21.15.44:0/3210260532 >> 172.21.15.44:0/3210260532 conn(0x560c741afde0 msgr2=0x560c741ba510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:42.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.896+0000 7f46b2f81740 1 -- 172.21.15.44:0/3210260532 shutdown_connections 2024-05-27T00:37:42.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.896+0000 7f46b2f81740 1 -- 172.21.15.44:0/3210260532 wait complete. 2024-05-27T00:37:42.898 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.896+0000 7f46b2f81740 20 client.26308 trim_cache size 0 max 16384 2024-05-27T00:37:42.898 INFO:teuthology.orchestra.run.smithi044.stdout:[ 2024-05-27T00:37:42.899 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.899 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.899 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 39640100, 2024-05-27T00:37:42.899 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629906, 2024-05-27T00:37:42.899 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm" 2024-05-27T00:37:42.899 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.899 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.899 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.899 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 51542626, 2024-05-27T00:37:42.899 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629856, 2024-05-27T00:37:42.899 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/88pm860x.txt" 2024-05-27T00:37:42.899 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.900 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.900 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.900 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 99432260, 2024-05-27T00:37:42.900 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629871, 2024-05-27T00:37:42.900 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/hi6421.txt" 2024-05-27T00:37:42.900 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.900 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.900 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.900 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 161636003, 2024-05-27T00:37:42.900 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629799, 2024-05-27T00:37:42.900 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2.txt" 2024-05-27T00:37:42.900 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.900 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.901 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.901 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 181526548, 2024-05-27T00:37:42.901 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629916, 2024-05-27T00:37:42.901 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/dma-engine.txt" 2024-05-27T00:37:42.901 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.901 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.901 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.901 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 251405540, 2024-05-27T00:37:42.901 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629857, 2024-05-27T00:37:42.901 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/ab8500.txt" 2024-05-27T00:37:42.901 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.901 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.901 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.902 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 251872760, 2024-05-27T00:37:42.902 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629893, 2024-05-27T00:37:42.902 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/tc3589x.txt" 2024-05-27T00:37:42.902 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.902 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.902 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.902 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 298303354, 2024-05-27T00:37:42.902 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629782, 2024-05-27T00:37:42.902 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/renesas,ipmmu-vmsa.txt" 2024-05-27T00:37:42.902 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.902 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.902 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.903 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 326466630, 2024-05-27T00:37:42.903 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629844, 2024-05-27T00:37:42.903 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-sdram-controller.txt" 2024-05-27T00:37:42.903 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.903 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.903 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.903 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 347885758, 2024-05-27T00:37:42.903 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629863, 2024-05-27T00:37:42.903 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-matrix.txt" 2024-05-27T00:37:42.903 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.903 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.903 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.903 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 405218557, 2024-05-27T00:37:42.903 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629914, 2024-05-27T00:37:42.904 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu.txt" 2024-05-27T00:37:42.904 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.904 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.904 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.904 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 429503780, 2024-05-27T00:37:42.904 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629910, 2024-05-27T00:37:42.904 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/usb.txt" 2024-05-27T00:37:42.904 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.904 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.904 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.904 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 445198511, 2024-05-27T00:37:42.904 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629919, 2024-05-27T00:37:42.904 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/ralink.txt" 2024-05-27T00:37:42.904 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.905 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.905 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.905 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 519040275, 2024-05-27T00:37:42.905 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629899, 2024-05-27T00:37:42.905 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-power.txt" 2024-05-27T00:37:42.905 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.905 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.905 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.905 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 557571118, 2024-05-27T00:37:42.905 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629869, 2024-05-27T00:37:42.905 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/da9055.txt" 2024-05-27T00:37:42.905 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.905 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.906 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.906 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 560328563, 2024-05-27T00:37:42.906 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629918, 2024-05-27T00:37:42.906 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cpu_irq.txt" 2024-05-27T00:37:42.906 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.906 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.906 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.906 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 614298952, 2024-05-27T00:37:42.906 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629877, 2024-05-27T00:37:42.906 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max8998.txt" 2024-05-27T00:37:42.906 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.906 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.906 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.907 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 633567573, 2024-05-27T00:37:42.907 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629865, 2024-05-27T00:37:42.907 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/bcm590xx.txt" 2024-05-27T00:37:42.907 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.907 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.907 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.907 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 644287708, 2024-05-27T00:37:42.907 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629848, 2024-05-27T00:37:42.907 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti-aemif.txt" 2024-05-27T00:37:42.907 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.907 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.907 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.907 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 703319889, 2024-05-27T00:37:42.907 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629784, 2024-05-27T00:37:42.908 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/samsung,sysmmu.txt" 2024-05-27T00:37:42.908 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.908 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.908 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.908 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 714866899, 2024-05-27T00:37:42.908 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629781, 2024-05-27T00:37:42.908 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra30-smmu.txt" 2024-05-27T00:37:42.908 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.908 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.908 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.908 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 832583588, 2024-05-27T00:37:42.908 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629896, 2024-05-27T00:37:42.908 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/tps65910.txt" 2024-05-27T00:37:42.908 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.909 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.909 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.909 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 880664900, 2024-05-27T00:37:42.909 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629862, 2024-05-27T00:37:42.909 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-hlcdc.txt" 2024-05-27T00:37:42.909 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.909 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.909 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.909 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 965996765, 2024-05-27T00:37:42.909 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629859, 2024-05-27T00:37:42.909 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/as3711.txt" 2024-05-27T00:37:42.909 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.909 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.909 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.909 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 967355421, 2024-05-27T00:37:42.910 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629852, 2024-05-27T00:37:42.910 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag/meta-intc.txt" 2024-05-27T00:37:42.910 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.910 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.910 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.910 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1000697792, 2024-05-27T00:37:42.910 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629850, 2024-05-27T00:37:42.910 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/emif.txt" 2024-05-27T00:37:42.910 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.910 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.910 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.910 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1045614447, 2024-05-27T00:37:42.910 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629889, 2024-05-27T00:37:42.911 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mps11.txt" 2024-05-27T00:37:42.911 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.911 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.911 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.911 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1168856512, 2024-05-27T00:37:42.911 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629849, 2024-05-27T00:37:42.911 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti" 2024-05-27T00:37:42.911 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.911 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.911 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.911 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1187792218, 2024-05-27T00:37:42.911 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629911, 2024-05-27T00:37:42.911 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium" 2024-05-27T00:37:42.912 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.912 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.912 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.912 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1221323577, 2024-05-27T00:37:42.912 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629790, 2024-05-27T00:37:42.912 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp8860.txt" 2024-05-27T00:37:42.912 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.912 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.912 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.912 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1445752861, 2024-05-27T00:37:42.912 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629892, 2024-05-27T00:37:42.912 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/syscon.txt" 2024-05-27T00:37:42.912 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.912 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.913 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.913 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1464613935, 2024-05-27T00:37:42.913 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629883, 2024-05-27T00:37:42.913 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-pm8xxx.txt" 2024-05-27T00:37:42.913 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.913 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.913 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.913 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1523565062, 2024-05-27T00:37:42.913 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629778, 2024-05-27T00:37:42.913 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/arm,smmu.txt" 2024-05-27T00:37:42.913 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.913 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.913 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.914 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1538648999, 2024-05-27T00:37:42.914 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629917, 2024-05-27T00:37:42.914 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/uctl.txt" 2024-05-27T00:37:42.914 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.914 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.914 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.914 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1592056319, 2024-05-27T00:37:42.914 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629885, 2024-05-27T00:37:42.914 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qriox.txt" 2024-05-27T00:37:42.914 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.914 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.914 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.914 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1626580498, 2024-05-27T00:37:42.915 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629798, 2024-05-27T00:37:42.915 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2-timings.txt" 2024-05-27T00:37:42.915 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.915 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.915 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.915 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1664202215, 2024-05-27T00:37:42.915 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629842, 2024-05-27T00:37:42.915 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ifc.txt" 2024-05-27T00:37:42.915 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.915 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.915 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.915 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1703472917, 2024-05-27T00:37:42.915 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629795, 2024-05-27T00:37:42.915 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/register-bit-led.txt" 2024-05-27T00:37:42.915 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.916 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.916 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.916 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1708334408, 2024-05-27T00:37:42.916 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629796, 2024-05-27T00:37:42.916 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/tca6507.txt" 2024-05-27T00:37:42.916 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.916 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.916 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.916 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1716004568, 2024-05-27T00:37:42.916 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629895, 2024-05-27T00:37:42.916 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/tps6507x.txt" 2024-05-27T00:37:42.916 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.916 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.917 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.917 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1732524453, 2024-05-27T00:37:42.917 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629890, 2024-05-27T00:37:42.917 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/stmpe.txt" 2024-05-27T00:37:42.917 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.917 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.917 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.917 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1752405996, 2024-05-27T00:37:42.917 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629908, 2024-05-27T00:37:42.917 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bmips.txt" 2024-05-27T00:37:42.917 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.917 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.917 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.917 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1790758208, 2024-05-27T00:37:42.918 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629864, 2024-05-27T00:37:42.918 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-smc.txt" 2024-05-27T00:37:42.918 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.918 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.918 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.918 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1851686100, 2024-05-27T00:37:42.918 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629886, 2024-05-27T00:37:42.918 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/rk808.txt" 2024-05-27T00:37:42.918 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.918 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.918 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.918 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1856841698, 2024-05-27T00:37:42.918 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629902, 2024-05-27T00:37:42.919 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi" 2024-05-27T00:37:42.919 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.919 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.919 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.919 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1880019593, 2024-05-27T00:37:42.919 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629891, 2024-05-27T00:37:42.919 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/sun6i-prcm.txt" 2024-05-27T00:37:42.919 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.919 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.919 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.919 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1900532415, 2024-05-27T00:37:42.919 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629875, 2024-05-27T00:37:42.919 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max77693.txt" 2024-05-27T00:37:42.920 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.920 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.920 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.920 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1904888682, 2024-05-27T00:37:42.920 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629845, 2024-05-27T00:37:42.920 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/nvidia,tegra-mc.txt" 2024-05-27T00:37:42.920 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.920 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.920 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.920 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1956524709, 2024-05-27T00:37:42.920 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629843, 2024-05-27T00:37:42.920 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-devbus.txt" 2024-05-27T00:37:42.920 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.920 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.921 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.921 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 1969594598, 2024-05-27T00:37:42.921 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629854, 2024-05-27T00:37:42.921 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag/pdc-intc.txt" 2024-05-27T00:37:42.921 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.921 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.921 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.921 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2001774477, 2024-05-27T00:37:42.921 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629879, 2024-05-27T00:37:42.921 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-host.txt" 2024-05-27T00:37:42.921 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.921 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.921 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.921 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2046748914, 2024-05-27T00:37:42.922 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629900, 2024-05-27T00:37:42.922 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl6040.txt" 2024-05-27T00:37:42.922 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.922 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.922 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.922 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2068718909, 2024-05-27T00:37:42.922 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629897, 2024-05-27T00:37:42.922 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl-familly.txt" 2024-05-27T00:37:42.922 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.922 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.922 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.922 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2112205335, 2024-05-27T00:37:42.922 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629794, 2024-05-27T00:37:42.923 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/pca963x.txt" 2024-05-27T00:37:42.923 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.923 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.923 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.923 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2131822540, 2024-05-27T00:37:42.923 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629780, 2024-05-27T00:37:42.923 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra20-gart.txt" 2024-05-27T00:37:42.923 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.923 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.923 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.923 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2159968101, 2024-05-27T00:37:42.923 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629789, 2024-05-27T00:37:42.923 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp55xx.txt" 2024-05-27T00:37:42.923 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.924 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.924 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.924 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2168945863, 2024-05-27T00:37:42.924 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629873, 2024-05-27T00:37:42.924 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max14577.txt" 2024-05-27T00:37:42.924 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.924 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.924 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.924 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2192084644, 2024-05-27T00:37:42.924 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629847, 2024-05-27T00:37:42.924 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/synopsys.txt" 2024-05-27T00:37:42.924 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.924 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.924 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.925 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2270357873, 2024-05-27T00:37:42.925 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629793, 2024-05-27T00:37:42.925 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-pwm.txt" 2024-05-27T00:37:42.925 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.925 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.925 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.925 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2413680404, 2024-05-27T00:37:42.925 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629801, 2024-05-27T00:37:42.925 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox/altera-mailbox.txt" 2024-05-27T00:37:42.925 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.925 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.925 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.925 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2471041227, 2024-05-27T00:37:42.925 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629878, 2024-05-27T00:37:42.926 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/mc13xxx.txt" 2024-05-27T00:37:42.926 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.926 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.926 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.926 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2498651705, 2024-05-27T00:37:42.926 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629880, 2024-05-27T00:37:42.926 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-tll.txt" 2024-05-27T00:37:42.926 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.926 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.926 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.926 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2511885726, 2024-05-27T00:37:42.926 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629841, 2024-05-27T00:37:42.926 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl" 2024-05-27T00:37:42.926 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.927 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.927 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.927 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2514529629, 2024-05-27T00:37:42.927 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629787, 2024-05-27T00:37:42.927 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/common.txt" 2024-05-27T00:37:42.927 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.927 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.927 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.927 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2518698683, 2024-05-27T00:37:42.927 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629867, 2024-05-27T00:37:42.927 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/cros-ec.txt" 2024-05-27T00:37:42.927 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.927 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.927 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.928 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2552424610, 2024-05-27T00:37:42.928 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629904, 2024-05-27T00:37:42.928 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi/nvidia,tegra114-mipi.txt" 2024-05-27T00:37:42.928 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.928 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.928 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.928 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2566121857, 2024-05-27T00:37:42.928 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629887, 2024-05-27T00:37:42.928 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/rn5t618.txt" 2024-05-27T00:37:42.928 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.928 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.928 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.928 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2571743078, 2024-05-27T00:37:42.929 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629882, 2024-05-27T00:37:42.929 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom,spmi-pmic.txt" 2024-05-27T00:37:42.929 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.929 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.929 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.929 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2738329342, 2024-05-27T00:37:42.929 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629858, 2024-05-27T00:37:42.929 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/arizona.txt" 2024-05-27T00:37:42.929 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.929 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.929 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.929 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2841532752, 2024-05-27T00:37:42.929 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629894, 2024-05-27T00:37:42.929 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/ti-keystone-devctrl.txt" 2024-05-27T00:37:42.930 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.930 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.930 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.930 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2903111995, 2024-05-27T00:37:42.930 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629909, 2024-05-27T00:37:42.930 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/cm-dsl.txt" 2024-05-27T00:37:42.930 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.930 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.930 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.930 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 2987992634, 2024-05-27T00:37:42.930 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629792, 2024-05-27T00:37:42.930 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-ns2.txt" 2024-05-27T00:37:42.930 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.930 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.931 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.931 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 3040179353, 2024-05-27T00:37:42.931 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629870, 2024-05-27T00:37:42.931 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/da9063.txt" 2024-05-27T00:37:42.931 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.931 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.931 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.931 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 3070470258, 2024-05-27T00:37:42.931 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629802, 2024-05-27T00:37:42.931 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox/mailbox.txt" 2024-05-27T00:37:42.931 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.931 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.931 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.931 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 3089563065, 2024-05-27T00:37:42.932 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629884, 2024-05-27T00:37:42.932 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-rpm.txt" 2024-05-27T00:37:42.932 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.932 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.932 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.932 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 3247823579, 2024-05-27T00:37:42.932 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629783, 2024-05-27T00:37:42.932 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/rockchip,iommu.txt" 2024-05-27T00:37:42.932 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.932 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.932 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.932 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 3349586083, 2024-05-27T00:37:42.932 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629903, 2024-05-27T00:37:42.932 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/mipi-dsi-bus.txt" 2024-05-27T00:37:42.933 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.933 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.933 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.933 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 3399695893, 2024-05-27T00:37:42.933 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629881, 2024-05-27T00:37:42.933 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/palmas.txt" 2024-05-27T00:37:42.933 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.933 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.933 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.933 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 3489868890, 2024-05-27T00:37:42.933 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629861, 2024-05-27T00:37:42.933 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-gpbr.txt" 2024-05-27T00:37:42.933 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.933 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.934 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.934 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 3535742662, 2024-05-27T00:37:42.934 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629915, 2024-05-27T00:37:42.934 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu2.txt" 2024-05-27T00:37:42.934 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.934 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.934 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.934 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 3579990953, 2024-05-27T00:37:42.934 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629853, 2024-05-27T00:37:42.934 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag/meta.txt" 2024-05-27T00:37:42.934 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.934 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.934 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.934 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 3613006949, 2024-05-27T00:37:42.935 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629913, 2024-05-27T00:37:42.935 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/cib.txt" 2024-05-27T00:37:42.935 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.935 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.935 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.935 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 3624297381, 2024-05-27T00:37:42.935 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629785, 2024-05-27T00:37:42.935 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/ti,omap-iommu.txt" 2024-05-27T00:37:42.935 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.935 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.935 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.935 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 3641559653, 2024-05-27T00:37:42.935 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629876, 2024-05-27T00:37:42.935 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max8925.txt" 2024-05-27T00:37:42.936 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.936 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.936 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.936 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 3675078512, 2024-05-27T00:37:42.936 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629868, 2024-05-27T00:37:42.936 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/da9052-i2c.txt" 2024-05-27T00:37:42.936 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.936 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.936 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.936 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 3737604480, 2024-05-27T00:37:42.936 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629866, 2024-05-27T00:37:42.936 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/bfticu.txt" 2024-05-27T00:37:42.936 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.936 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.937 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.937 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 3772880367, 2024-05-27T00:37:42.937 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629779, 2024-05-27T00:37:42.937 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/iommu.txt" 2024-05-27T00:37:42.937 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.937 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.937 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.937 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 3844159138, 2024-05-27T00:37:42.937 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629860, 2024-05-27T00:37:42.937 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/as3722.txt" 2024-05-27T00:37:42.937 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.937 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.937 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.937 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 3867295431, 2024-05-27T00:37:42.937 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629846, 2024-05-27T00:37:42.938 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/renesas-memory-controllers.txt" 2024-05-27T00:37:42.938 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.938 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.938 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.938 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 3938234443, 2024-05-27T00:37:42.938 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629912, 2024-05-27T00:37:42.938 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/bootbus.txt" 2024-05-27T00:37:42.938 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.938 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.938 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.938 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 4034964342, 2024-05-27T00:37:42.938 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629874, 2024-05-27T00:37:42.938 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max77686.txt" 2024-05-27T00:37:42.939 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.939 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.939 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.939 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 4041976509, 2024-05-27T00:37:42.939 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629788, 2024-05-27T00:37:42.939 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-gpio.txt" 2024-05-27T00:37:42.939 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.939 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.939 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.939 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 4058184632, 2024-05-27T00:37:42.939 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629803, 2024-05-27T00:37:42.939 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox/omap-mailbox.txt" 2024-05-27T00:37:42.939 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.939 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.940 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.940 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 4112898891, 2024-05-27T00:37:42.940 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629888, 2024-05-27T00:37:42.940 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mpa01.txt" 2024-05-27T00:37:42.940 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.940 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.940 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.940 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 4170405868, 2024-05-27T00:37:42.940 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629872, 2024-05-27T00:37:42.940 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/lp3943.txt" 2024-05-27T00:37:42.940 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.940 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.940 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.940 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 4260681025, 2024-05-27T00:37:42.941 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629898, 2024-05-27T00:37:42.941 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-audio.txt" 2024-05-27T00:37:42.941 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:37:42.941 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:37:42.941 INFO:teuthology.orchestra.run.smithi044.stdout: "damage_type": "backtrace", 2024-05-27T00:37:42.941 INFO:teuthology.orchestra.run.smithi044.stdout: "id": 4277248811, 2024-05-27T00:37:42.941 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 1099511629907, 2024-05-27T00:37:42.941 INFO:teuthology.orchestra.run.smithi044.stdout: "path": "/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bcm3384-intc.txt" 2024-05-27T00:37:42.941 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:37:42.941 INFO:teuthology.orchestra.run.smithi044.stdout:] 2024-05-27T00:37:42.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.897+0000 7f46aea00640 1 -- 172.21.15.44:0/159732761 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f46900a2d00 msgr2=0x7f46900a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.942 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.897+0000 7f46aea00640 1 --2- 172.21.15.44:0/159732761 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f46900a2d00 0x7f46900a51c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f46a0005fd0 tx=0x7f46a00107e0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.897+0000 7f46aea00640 1 -- 172.21.15.44:0/159732761 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46a8107f40 msgr2=0x7f46a81a4400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:42.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.897+0000 7f46aea00640 1 --2- 172.21.15.44:0/159732761 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46a8107f40 0x7f46a81a4400 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f469c00e9f0 tx=0x7f469c00edf0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.897+0000 7f46aea00640 1 -- 172.21.15.44:0/159732761 shutdown_connections 2024-05-27T00:37:42.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.897+0000 7f46aea00640 1 --2- 172.21.15.44:0/159732761 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f46900a2d00 0x7f46900a51c0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.897+0000 7f46aea00640 1 --2- 172.21.15.44:0/159732761 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f46a810df60 0x7f46a819e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.897+0000 7f46aea00640 1 --2- 172.21.15.44:0/159732761 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f46a81088e0 0x7f46a81a4940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.897+0000 7f46aea00640 1 --2- 172.21.15.44:0/159732761 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f46a8107f40 0x7f46a81a4400 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:42.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.897+0000 7f46aea00640 1 -- 172.21.15.44:0/159732761 >> 172.21.15.44:0/159732761 conn(0x7f46a80777c0 msgr2=0x7f46a80787b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:42.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.897+0000 7f46aea00640 1 -- 172.21.15.44:0/159732761 shutdown_connections 2024-05-27T00:37:42.943 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:42.897+0000 7f46aea00640 1 -- 172.21.15.44:0/159732761 wait complete. 2024-05-27T00:37:42.944 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-05-27T00:37:43.005 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:42 smithi044 ceph-mon[31645]: pgmap v75: 129 pgs: 129 active+clean; 149 MiB data, 768 MiB used, 1.0 TiB / 1.0 TiB avail; 756 KiB/s rd, 772 KiB/s wr, 141 op/s 2024-05-27T00:37:43.005 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:42 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/143127357' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:37:43.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.139+0000 7f4229a00640 1 -- 172.21.15.44:0/2987689729 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4224107850 msgr2=0x7f4224107c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:43.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.139+0000 7f4229a00640 1 --2- 172.21.15.44:0/2987689729 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4224107850 0x7f4224107c30 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f4214009900 tx=0x7f421402a3f0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.140+0000 7f4229a00640 1 -- 172.21.15.44:0/2987689729 shutdown_connections 2024-05-27T00:37:43.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.140+0000 7f4229a00640 1 --2- 172.21.15.44:0/2987689729 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4224102200 0x7f422410e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.140+0000 7f4229a00640 1 --2- 172.21.15.44:0/2987689729 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4224101840 0x7f4224101cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.140+0000 7f4229a00640 1 --2- 172.21.15.44:0/2987689729 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4224107850 0x7f4224107c30 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.140+0000 7f4229a00640 1 -- 172.21.15.44:0/2987689729 >> 172.21.15.44:0/2987689729 conn(0x7f42240fd370 msgr2=0x7f42240ff790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:43.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.140+0000 7f4229a00640 1 -- 172.21.15.44:0/2987689729 shutdown_connections 2024-05-27T00:37:43.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.140+0000 7f4229a00640 1 -- 172.21.15.44:0/2987689729 wait complete. 2024-05-27T00:37:43.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.141+0000 7f4229a00640 1 Processor -- start 2024-05-27T00:37:43.142 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.141+0000 7f4229a00640 1 -- start start 2024-05-27T00:37:43.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.141+0000 7f4229a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4224101840 0x7f422419a380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:43.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.141+0000 7f4229a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4224102200 0x7f422419a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:43.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.141+0000 7f4229a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4224107850 0x7f422419ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:43.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.141+0000 7f4229a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4224111d40 con 0x7f4224107850 2024-05-27T00:37:43.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.141+0000 7f4229a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4224111bc0 con 0x7f4224101840 2024-05-27T00:37:43.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.141+0000 7f4229a00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f4224111ec0 con 0x7f4224102200 2024-05-27T00:37:43.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.142+0000 7f4229000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4224107850 0x7f422419ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:43.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.142+0000 7f4229000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4224107850 0x7f422419ec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47908/0 (socket says 172.21.15.44:47908) 2024-05-27T00:37:43.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.142+0000 7f4229000640 1 -- 172.21.15.44:0/1645411805 learned_addr learned my addr 172.21.15.44:0/1645411805 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:43.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.142+0000 7f4223400640 1 --2- 172.21.15.44:0/1645411805 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4224102200 0x7f422419a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:43.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.142+0000 7f4223e00640 1 --2- 172.21.15.44:0/1645411805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4224101840 0x7f422419a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:43.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.142+0000 7f4229000640 1 -- 172.21.15.44:0/1645411805 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4224102200 msgr2=0x7f422419a8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:43.144 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.142+0000 7f4229000640 1 --2- 172.21.15.44:0/1645411805 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4224102200 0x7f422419a8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.142+0000 7f4229000640 1 -- 172.21.15.44:0/1645411805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4224101840 msgr2=0x7f422419a380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:43.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.142+0000 7f4229000640 1 --2- 172.21.15.44:0/1645411805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4224101840 0x7f422419a380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.142+0000 7f4229000640 1 -- 172.21.15.44:0/1645411805 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f422419f370 con 0x7f4224107850 2024-05-27T00:37:43.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.143+0000 7f4229000640 1 --2- 172.21.15.44:0/1645411805 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4224107850 0x7f422419ec40 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f421c00eaa0 tx=0x7f421c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:43.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.143+0000 7f4220c00640 1 -- 172.21.15.44:0/1645411805 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f421c00cdb0 con 0x7f4224107850 2024-05-27T00:37:43.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.143+0000 7f4220c00640 1 -- 172.21.15.44:0/1645411805 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f421c004b20 con 0x7f4224107850 2024-05-27T00:37:43.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.143+0000 7f4220c00640 1 -- 172.21.15.44:0/1645411805 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f421c011760 con 0x7f4224107850 2024-05-27T00:37:43.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.143+0000 7f4229a00640 1 -- 172.21.15.44:0/1645411805 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f422419f660 con 0x7f4224107850 2024-05-27T00:37:43.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.143+0000 7f4229a00640 1 -- 172.21.15.44:0/1645411805 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42241a6ef0 con 0x7f4224107850 2024-05-27T00:37:43.147 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.146+0000 7f422dddc740 1 Processor -- start 2024-05-27T00:37:43.148 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.148+0000 7f4220c00640 1 -- 172.21.15.44:0/1645411805 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f421c004cd0 con 0x7f4224107850 2024-05-27T00:37:43.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.148+0000 7f422dddc740 1 -- start start 2024-05-27T00:37:43.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.148+0000 7f422dddc740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb5dac0 0x55fcceb5dea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:43.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.148+0000 7f422dddc740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb5e3e0 0x55fcceb68570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:43.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.148+0000 7f422dddc740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb68ab0 0x55fcceb6aea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:43.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.148+0000 7f422dddc740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fcceac2de0 con 0x55fcceb5e3e0 2024-05-27T00:37:43.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.148+0000 7f422dddc740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55fccea6a630 con 0x55fcceb68ab0 2024-05-27T00:37:43.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.148+0000 7f422dddc740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55fcceabeda0 con 0x55fcceb5dac0 2024-05-27T00:37:43.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.149+0000 7f4223e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb5e3e0 0x55fcceb68570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:43.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.149+0000 7f4223e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb5e3e0 0x55fcceb68570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47924/0 (socket says 172.21.15.44:47924) 2024-05-27T00:37:43.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.149+0000 7f4223e00640 1 -- 172.21.15.44:0/4274892273 learned_addr learned my addr 172.21.15.44:0/4274892273 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:43.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.149+0000 7f4223400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb5dac0 0x55fcceb5dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:43.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.149+0000 7f4223400640 1 --2- 172.21.15.44:0/4274892273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb68ab0 0x55fcceb6aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:43.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.149+0000 7f4223e00640 1 -- 172.21.15.44:0/4274892273 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb5dac0 msgr2=0x55fcceb5dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:43.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.149+0000 7f4223e00640 1 --2- 172.21.15.44:0/4274892273 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb5dac0 0x55fcceb5dea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.149+0000 7f4223e00640 1 -- 172.21.15.44:0/4274892273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb68ab0 msgr2=0x55fcceb6aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:43.151 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.149+0000 7f4223e00640 1 --2- 172.21.15.44:0/4274892273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb68ab0 0x55fcceb6aea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.149+0000 7f4223e00640 1 -- 172.21.15.44:0/4274892273 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fccea66380 con 0x55fcceb5e3e0 2024-05-27T00:37:43.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.149+0000 7f4223400640 1 --2- 172.21.15.44:0/4274892273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb68ab0 0x55fcceb6aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:37:43.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.150+0000 7f4220c00640 1 --2- 172.21.15.44:0/1645411805 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f42080a2d00 0x7f42080a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:43.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.150+0000 7f4223e00640 1 --2- 172.21.15.44:0/4274892273 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb5e3e0 0x55fcceb68570 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f4214009900 tx=0x7f4214005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e1238bc044ec67 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:43.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.150+0000 7f4220c00640 1 -- 172.21.15.44:0/1645411805 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f421c0cf910 con 0x7f4224107850 2024-05-27T00:37:43.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.150+0000 7f4223400640 1 --2- 172.21.15.44:0/1645411805 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f42080a2d00 0x7f42080a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:43.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.150+0000 7f4219600640 1 -- 172.21.15.44:0/4274892273 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4214040070 con 0x55fcceb5e3e0 2024-05-27T00:37:43.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.150+0000 7f4219600640 1 -- 172.21.15.44:0/4274892273 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4214031920 con 0x55fcceb5e3e0 2024-05-27T00:37:43.152 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.150+0000 7f4219600640 1 -- 172.21.15.44:0/4274892273 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4214035040 con 0x55fcceb5e3e0 2024-05-27T00:37:43.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.151+0000 7f422dddc740 1 -- 172.21.15.44:0/4274892273 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb5e3e0 msgr2=0x55fcceb68570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:43.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.151+0000 7f422dddc740 1 --2- 172.21.15.44:0/4274892273 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb5e3e0 0x55fcceb68570 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f4214009900 tx=0x7f4214005c00 comp rx=0 tx=0).stop 2024-05-27T00:37:43.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.151+0000 7f4223400640 1 --2- 172.21.15.44:0/1645411805 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f42080a2d00 0x7f42080a51c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x55fcceb5af70 tx=0x7f4210013040 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:43.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.151+0000 7f422dddc740 1 -- 172.21.15.44:0/4274892273 shutdown_connections 2024-05-27T00:37:43.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.151+0000 7f422dddc740 1 --2- 172.21.15.44:0/4274892273 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb68ab0 0x55fcceb6aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.151+0000 7f422dddc740 1 --2- 172.21.15.44:0/4274892273 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb5e3e0 0x55fcceb68570 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.151+0000 7f422dddc740 1 --2- 172.21.15.44:0/4274892273 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb5dac0 0x55fcceb5dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.151+0000 7f422dddc740 1 -- 172.21.15.44:0/4274892273 >> 172.21.15.44:0/4274892273 conn(0x55fcceb59de0 msgr2=0x55fcceb5a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:43.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.151+0000 7f422dddc740 1 -- 172.21.15.44:0/4274892273 shutdown_connections 2024-05-27T00:37:43.154 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.151+0000 7f422dddc740 1 -- 172.21.15.44:0/4274892273 wait complete. 2024-05-27T00:37:43.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.152+0000 7f422dddc740 1 -- start start 2024-05-27T00:37:43.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.152+0000 7f422dddc740 1 Processor -- start 2024-05-27T00:37:43.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.153+0000 7f422dddc740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb5dac0 0x55fcceb65a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:43.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.153+0000 7f422dddc740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb5e3e0 0x55fcceb65fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:43.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.153+0000 7f422dddc740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb68ab0 0x55fcceb66510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:43.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.153+0000 7f422dddc740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fcceb6b840 con 0x55fcceb68ab0 2024-05-27T00:37:43.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.153+0000 7f422dddc740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55fccea7da90 con 0x55fcceb5e3e0 2024-05-27T00:37:43.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.153+0000 7f422dddc740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55fcceb6b9c0 con 0x55fcceb5dac0 2024-05-27T00:37:43.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.153+0000 7f422dddc740 10 client.0 _ll_register_callbacks cb 0x55fccea60bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:43.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.153+0000 7f4223400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb5e3e0 0x55fcceb65fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:43.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.153+0000 7f4223400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb5e3e0 0x55fcceb65fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:35438/0 (socket says 172.21.15.44:35438) 2024-05-27T00:37:43.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.153+0000 7f4223400640 1 -- 172.21.15.44:0/428504148 learned_addr learned my addr 172.21.15.44:0/428504148 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:43.155 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.153+0000 7f4229000640 1 --2- 172.21.15.44:0/428504148 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb68ab0 0x55fcceb66510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:43.156 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.153+0000 7f4223e00640 1 --2- 172.21.15.44:0/428504148 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb5dac0 0x55fcceb65a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:43.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.154+0000 7f4223400640 1 -- 172.21.15.44:0/428504148 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb5dac0 msgr2=0x55fcceb65a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:43.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.154+0000 7f4223400640 1 --2- 172.21.15.44:0/428504148 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb5dac0 0x55fcceb65a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.154+0000 7f4223400640 1 -- 172.21.15.44:0/428504148 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb68ab0 msgr2=0x55fcceb66510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:43.157 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.154+0000 7f4223400640 1 --2- 172.21.15.44:0/428504148 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb68ab0 0x55fcceb66510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.154+0000 7f4223400640 1 -- 172.21.15.44:0/428504148 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fcce7d63f0 con 0x55fcceb5e3e0 2024-05-27T00:37:43.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.154+0000 7f4229000640 1 --2- 172.21.15.44:0/428504148 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb68ab0 0x55fcceb66510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:43.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.154+0000 7f4223400640 1 --2- 172.21.15.44:0/428504148 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb5e3e0 0x55fcceb65fd0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f42100038a0 tx=0x7f42100046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=db58f527ed2dc70c server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:43.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.154+0000 7f420e000640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:37:43.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.155+0000 7f420e000640 1 -- 172.21.15.44:0/428504148 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f421000fa00 con 0x55fcceb5e3e0 2024-05-27T00:37:43.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.155+0000 7f420e000640 1 -- 172.21.15.44:0/428504148 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f421001a070 con 0x55fcceb5e3e0 2024-05-27T00:37:43.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.155+0000 7f422dddc740 1 -- 172.21.15.44:0/428504148 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4214031920 con 0x55fcceb5e3e0 2024-05-27T00:37:43.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.155+0000 7f420e000640 1 -- 172.21.15.44:0/428504148 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f4210033050 con 0x55fcceb5e3e0 2024-05-27T00:37:43.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.155+0000 7f422dddc740 10 client.26324 fetch_fsmap learned FSMap version 30 2024-05-27T00:37:43.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.155+0000 7f422dddc740 1 -- 172.21.15.44:0/428504148 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55fcce8a07d0 con 0x55fcceb5e3e0 2024-05-27T00:37:43.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.155+0000 7f420e000640 1 -- 172.21.15.44:0/428504148 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4214031920 con 0x55fcceb5e3e0 2024-05-27T00:37:43.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.156+0000 7f420e000640 1 -- 172.21.15.44:0/428504148 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f4210021450 con 0x55fcceb5e3e0 2024-05-27T00:37:43.158 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.156+0000 7f422dddc740 10 client.26324 fetch_fsmap finished waiting for FSMap version 30 2024-05-27T00:37:43.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.156+0000 7f422dddc740 10 client.26324 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:43.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.156+0000 7f422dddc740 20 client.26324 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:43.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.156+0000 7f422dddc740 1 --2- 172.21.15.44:0/428504148 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55fcceb78ec0 0x55fcceb7b340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:43.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.156+0000 7f422dddc740 4 client.26324 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:37:43.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.156+0000 7f422dddc740 1 -- 172.21.15.44:0/428504148 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fccead0510 con 0x55fcceb78ec0 2024-05-27T00:37:43.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.156+0000 7f4223e00640 1 --2- 172.21.15.44:0/428504148 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55fcceb78ec0 0x55fcceb7b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:43.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.157+0000 7f4223e00640 1 --2- 172.21.15.44:0/428504148 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55fcceb78ec0 0x55fcceb7b340 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0b798a888331caa server_cookie=cf614e603d3f2cf5 in_seq=0 out_seq=0 2024-05-27T00:37:43.159 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.157+0000 7f420e000640 10 client.26324 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:43.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.157+0000 7f420e000640 1 -- 172.21.15.44:0/428504148 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55fccead0510 con 0x55fcceb78ec0 2024-05-27T00:37:43.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.157+0000 7f420e000640 10 client.26324 handle_command_reply: tid=0 2024-05-27T00:37:43.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.158+0000 7f422dddc740 1 client.26324 shutdown 2024-05-27T00:37:43.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.158+0000 7f422dddc740 1 -- 172.21.15.44:0/428504148 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb5e3e0 msgr2=0x55fcceb65fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:43.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.158+0000 7f422dddc740 1 --2- 172.21.15.44:0/428504148 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb5e3e0 0x55fcceb65fd0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f42100038a0 tx=0x7f42100046c0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.160 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.158+0000 7f422dddc740 1 -- 172.21.15.44:0/428504148 shutdown_connections 2024-05-27T00:37:43.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.158+0000 7f422dddc740 1 --2- 172.21.15.44:0/428504148 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55fcceb78ec0 0x55fcceb7b340 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.158+0000 7f422dddc740 1 --2- 172.21.15.44:0/428504148 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb68ab0 0x55fcceb66510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.158+0000 7f422dddc740 1 --2- 172.21.15.44:0/428504148 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb5e3e0 0x55fcceb65fd0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.158+0000 7f422dddc740 1 --2- 172.21.15.44:0/428504148 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb5dac0 0x55fcceb65a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.158+0000 7f422dddc740 1 -- 172.21.15.44:0/428504148 >> 172.21.15.44:0/428504148 conn(0x55fcceb59de0 msgr2=0x55fcceb5fbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:43.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.158+0000 7f420e000640 0 client.26324 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:43.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.158+0000 7f422dddc740 1 -- 172.21.15.44:0/428504148 shutdown_connections 2024-05-27T00:37:43.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.158+0000 7f422dddc740 1 -- 172.21.15.44:0/428504148 wait complete. 2024-05-27T00:37:43.161 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.158+0000 7f422dddc740 20 client.26324 trim_cache size 0 max 16384 2024-05-27T00:37:43.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.183+0000 7f422dddc740 1 Processor -- start 2024-05-27T00:37:43.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.183+0000 7f422dddc740 1 -- start start 2024-05-27T00:37:43.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.183+0000 7f422dddc740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb5dac0 0x55fcceb64bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:43.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.183+0000 7f422dddc740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb5e3e0 0x55fcceb60330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:43.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.183+0000 7f422dddc740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb68ab0 0x55fcceb58de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:43.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.183+0000 7f422dddc740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f42241b37b0 con 0x55fcceb5e3e0 2024-05-27T00:37:43.186 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.183+0000 7f422dddc740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f42241b1020 con 0x55fcceb5dac0 2024-05-27T00:37:43.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.183+0000 7f422dddc740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f42241aee50 con 0x55fcceb68ab0 2024-05-27T00:37:43.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.184+0000 7f4223400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb5e3e0 0x55fcceb60330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:43.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.184+0000 7f4223400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb5e3e0 0x55fcceb60330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47946/0 (socket says 172.21.15.44:47946) 2024-05-27T00:37:43.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.184+0000 7f4223400640 1 -- 172.21.15.44:0/2647790843 learned_addr learned my addr 172.21.15.44:0/2647790843 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:43.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.184+0000 7f4223e00640 1 --2- 172.21.15.44:0/2647790843 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb5dac0 0x55fcceb64bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:43.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.184+0000 7f4229000640 1 --2- 172.21.15.44:0/2647790843 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb68ab0 0x55fcceb58de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:43.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.184+0000 7f4223400640 1 -- 172.21.15.44:0/2647790843 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb68ab0 msgr2=0x55fcceb58de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:43.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.184+0000 7f4223400640 1 --2- 172.21.15.44:0/2647790843 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb68ab0 0x55fcceb58de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.184+0000 7f4223400640 1 -- 172.21.15.44:0/2647790843 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb5dac0 msgr2=0x55fcceb64bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:43.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.184+0000 7f4223400640 1 --2- 172.21.15.44:0/2647790843 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb5dac0 0x55fcceb64bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.184+0000 7f4223400640 1 -- 172.21.15.44:0/2647790843 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fcceb63fe0 con 0x55fcceb5e3e0 2024-05-27T00:37:43.187 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.184+0000 7f4223e00640 1 --2- 172.21.15.44:0/2647790843 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb5dac0 0x55fcceb64bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:43.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.185+0000 7f4223400640 1 --2- 172.21.15.44:0/2647790843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb5e3e0 0x55fcceb60330 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f4210021a10 tx=0x7f42100104b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=795d11dc350cc3f9 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:43.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.185+0000 7f4218c00640 1 -- 172.21.15.44:0/2647790843 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4210021e60 con 0x55fcceb5e3e0 2024-05-27T00:37:43.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.185+0000 7f4218c00640 1 -- 172.21.15.44:0/2647790843 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f421000fdd0 con 0x55fcceb5e3e0 2024-05-27T00:37:43.188 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.185+0000 7f4218c00640 1 -- 172.21.15.44:0/2647790843 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4210005110 con 0x55fcceb5e3e0 2024-05-27T00:37:43.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.186+0000 7f422dddc740 1 -- 172.21.15.44:0/2647790843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb5e3e0 msgr2=0x55fcceb60330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:43.192 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.186+0000 7f422dddc740 1 --2- 172.21.15.44:0/2647790843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb5e3e0 0x55fcceb60330 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f4210021a10 tx=0x7f42100104b0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.186+0000 7f422dddc740 1 -- 172.21.15.44:0/2647790843 shutdown_connections 2024-05-27T00:37:43.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.186+0000 7f422dddc740 1 --2- 172.21.15.44:0/2647790843 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb68ab0 0x55fcceb58de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.186+0000 7f422dddc740 1 --2- 172.21.15.44:0/2647790843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb5e3e0 0x55fcceb60330 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.186+0000 7f422dddc740 1 --2- 172.21.15.44:0/2647790843 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb5dac0 0x55fcceb64bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.186+0000 7f422dddc740 1 -- 172.21.15.44:0/2647790843 >> 172.21.15.44:0/2647790843 conn(0x55fcceb59de0 msgr2=0x55fcceb586d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:43.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.186+0000 7f422dddc740 1 -- 172.21.15.44:0/2647790843 shutdown_connections 2024-05-27T00:37:43.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.186+0000 7f422dddc740 1 -- 172.21.15.44:0/2647790843 wait complete. 2024-05-27T00:37:43.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.186+0000 7f422dddc740 1 -- start start 2024-05-27T00:37:43.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.187+0000 7f422dddc740 1 Processor -- start 2024-05-27T00:37:43.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.187+0000 7f422dddc740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb5dac0 0x55fcceb637b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:43.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.187+0000 7f422dddc740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb5e3e0 0x55fcceb70c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:43.193 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.187+0000 7f422dddc740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb68ab0 0x55fcceb71300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:43.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.187+0000 7f422dddc740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f42241af4e0 con 0x55fcceb68ab0 2024-05-27T00:37:43.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.187+0000 7f422dddc740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f42241b0950 con 0x55fcceb5e3e0 2024-05-27T00:37:43.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.187+0000 7f422dddc740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f42241afbb0 con 0x55fcceb5dac0 2024-05-27T00:37:43.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.187+0000 7f422dddc740 10 client.0 _ll_register_callbacks cb 0x7f4210004420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:43.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.187+0000 7f4223e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb5dac0 0x55fcceb637b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:43.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.187+0000 7f4229000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb68ab0 0x55fcceb71300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:43.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.187+0000 7f4223400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb5e3e0 0x55fcceb70c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:43.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.187+0000 7f4223e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb5dac0 0x55fcceb637b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:49960/0 (socket says 172.21.15.44:49960) 2024-05-27T00:37:43.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.187+0000 7f4223e00640 1 -- 172.21.15.44:0/1114249809 learned_addr learned my addr 172.21.15.44:0/1114249809 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:43.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.187+0000 7f4229000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb68ab0 0x55fcceb71300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47948/0 (socket says 172.21.15.44:47948) 2024-05-27T00:37:43.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.188+0000 7f4223e00640 1 -- 172.21.15.44:0/1114249809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb5e3e0 msgr2=0x55fcceb70c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:43.194 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.188+0000 7f4223e00640 1 --2- 172.21.15.44:0/1114249809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb5e3e0 0x55fcceb70c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.188+0000 7f4223e00640 1 -- 172.21.15.44:0/1114249809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb68ab0 msgr2=0x55fcceb71300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:43.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.188+0000 7f4223e00640 1 --2- 172.21.15.44:0/1114249809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb68ab0 0x55fcceb71300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.188+0000 7f4223e00640 1 -- 172.21.15.44:0/1114249809 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fcceb61fc0 con 0x55fcceb5dac0 2024-05-27T00:37:43.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.188+0000 7f4229000640 1 --2- 172.21.15.44:0/1114249809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb68ab0 0x55fcceb71300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:43.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.188+0000 7f4223e00640 1 --2- 172.21.15.44:0/1114249809 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb5dac0 0x55fcceb637b0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f4214005dc0 tx=0x7f4214005d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d6c18d121f2669fa server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:43.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.188+0000 7f420e000640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:37:43.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.188+0000 7f420e000640 1 -- 172.21.15.44:0/1114249809 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4214040070 con 0x55fcceb5dac0 2024-05-27T00:37:43.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.188+0000 7f422dddc740 1 -- 172.21.15.44:0/1114249809 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f421000fdd0 con 0x55fcceb5dac0 2024-05-27T00:37:43.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.188+0000 7f420e000640 1 -- 172.21.15.44:0/1114249809 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f4214005240 con 0x55fcceb5dac0 2024-05-27T00:37:43.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.189+0000 7f420e000640 1 -- 172.21.15.44:0/1114249809 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f421405d050 con 0x55fcceb5dac0 2024-05-27T00:37:43.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.189+0000 7f422dddc740 10 client.26326 fetch_fsmap learned FSMap version 30 2024-05-27T00:37:43.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.189+0000 7f422dddc740 1 -- 172.21.15.44:0/1114249809 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55fccebe2d80 con 0x55fcceb5dac0 2024-05-27T00:37:43.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.189+0000 7f420e000640 1 -- 172.21.15.44:0/1114249809 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f421000fdd0 con 0x55fcceb5dac0 2024-05-27T00:37:43.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.189+0000 7f420e000640 1 -- 172.21.15.44:0/1114249809 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f421404f7f0 con 0x55fcceb5dac0 2024-05-27T00:37:43.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.189+0000 7f422dddc740 10 client.26326 fetch_fsmap finished waiting for FSMap version 30 2024-05-27T00:37:43.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.189+0000 7f422dddc740 10 client.26326 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:43.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.189+0000 7f422dddc740 20 client.26326 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:43.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.189+0000 7f422dddc740 1 --2- 172.21.15.44:0/1114249809 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55fccebe3180 0x55fccebe5570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:43.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.189+0000 7f422dddc740 4 client.26326 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-27T00:37:43.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.189+0000 7f422dddc740 1 -- 172.21.15.44:0/1114249809 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fcceaca860 con 0x55fccebe3180 2024-05-27T00:37:43.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.190+0000 7f4223400640 1 --2- 172.21.15.44:0/1114249809 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55fccebe3180 0x55fccebe5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:43.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.190+0000 7f4223400640 1 --2- 172.21.15.44:0/1114249809 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55fccebe3180 0x55fccebe5570 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7bbab7ea5017f072 server_cookie=2245407f58064829 in_seq=0 out_seq=0 2024-05-27T00:37:43.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.190+0000 7f420e000640 10 client.26326 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:43.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.191+0000 7f420e000640 1 -- 172.21.15.44:0/1114249809 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fcceaca860 con 0x55fccebe3180 2024-05-27T00:37:43.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.191+0000 7f420e000640 10 client.26326 handle_command_reply: tid=0 2024-05-27T00:37:43.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.191+0000 7f422dddc740 1 client.26326 shutdown 2024-05-27T00:37:43.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.191+0000 7f422dddc740 1 -- 172.21.15.44:0/1114249809 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb5dac0 msgr2=0x55fcceb637b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:43.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.191+0000 7f422dddc740 1 --2- 172.21.15.44:0/1114249809 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb5dac0 0x55fcceb637b0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f4214005dc0 tx=0x7f4214005d50 comp rx=0 tx=0).stop 2024-05-27T00:37:43.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.191+0000 7f422dddc740 1 -- 172.21.15.44:0/1114249809 shutdown_connections 2024-05-27T00:37:43.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.191+0000 7f422dddc740 1 --2- 172.21.15.44:0/1114249809 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55fccebe3180 0x55fccebe5570 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.191+0000 7f422dddc740 1 --2- 172.21.15.44:0/1114249809 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fcceb68ab0 0x55fcceb71300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.191+0000 7f422dddc740 1 --2- 172.21.15.44:0/1114249809 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fcceb5e3e0 0x55fcceb70c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.191+0000 7f420e000640 0 client.26326 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:43.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.191+0000 7f422dddc740 1 --2- 172.21.15.44:0/1114249809 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fcceb5dac0 0x55fcceb637b0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.191+0000 7f422dddc740 1 -- 172.21.15.44:0/1114249809 >> 172.21.15.44:0/1114249809 conn(0x55fcceb59de0 msgr2=0x55fcceb58f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:43.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.191+0000 7f422dddc740 1 -- 172.21.15.44:0/1114249809 shutdown_connections 2024-05-27T00:37:43.197 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.191+0000 7f422dddc740 1 -- 172.21.15.44:0/1114249809 wait complete. 2024-05-27T00:37:43.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.191+0000 7f422dddc740 20 client.26326 trim_cache size 0 max 16384 2024-05-27T00:37:43.198 INFO:teuthology.orchestra.run.smithi044.stdout:[] 2024-05-27T00:37:43.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.192+0000 7f4229a00640 1 -- 172.21.15.44:0/1645411805 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f42080a2d00 msgr2=0x7f42080a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:43.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.192+0000 7f4229a00640 1 --2- 172.21.15.44:0/1645411805 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f42080a2d00 0x7f42080a51c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x55fcceb5af70 tx=0x7f4210013040 comp rx=0 tx=0).stop 2024-05-27T00:37:43.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.192+0000 7f4229a00640 1 -- 172.21.15.44:0/1645411805 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4224107850 msgr2=0x7f422419ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:43.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.192+0000 7f4229a00640 1 --2- 172.21.15.44:0/1645411805 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4224107850 0x7f422419ec40 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f421c00eaa0 tx=0x7f421c00ef60 comp rx=0 tx=0).stop 2024-05-27T00:37:43.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.192+0000 7f4229a00640 1 -- 172.21.15.44:0/1645411805 shutdown_connections 2024-05-27T00:37:43.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.192+0000 7f4229a00640 1 --2- 172.21.15.44:0/1645411805 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f42080a2d00 0x7f42080a51c0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.192+0000 7f4229a00640 1 --2- 172.21.15.44:0/1645411805 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4224107850 0x7f422419ec40 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.192+0000 7f4229a00640 1 --2- 172.21.15.44:0/1645411805 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4224102200 0x7f422419a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.192+0000 7f4229a00640 1 --2- 172.21.15.44:0/1645411805 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4224101840 0x7f422419a380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:43.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.192+0000 7f4229a00640 1 -- 172.21.15.44:0/1645411805 >> 172.21.15.44:0/1645411805 conn(0x7f42240fd370 msgr2=0x7f422410cff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:43.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.192+0000 7f4229a00640 1 -- 172.21.15.44:0/1645411805 shutdown_connections 2024-05-27T00:37:43.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:37:43.192+0000 7f4229a00640 1 -- 172.21.15.44:0/1645411805 wait complete. 2024-05-27T00:37:43.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:42 smithi050 ceph-mon[36071]: pgmap v75: 129 pgs: 129 active+clean; 149 MiB data, 768 MiB used, 1.0 TiB / 1.0 TiB avail; 756 KiB/s rd, 772 KiB/s wr, 141 op/s 2024-05-27T00:37:43.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:42 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/143127357' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:37:43.214 ERROR:tasks.fwd_scrub:rank 2 damaged: [{'damage_type': 'backtrace', 'id': 34616540, 'ino': 1099511629832, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k5baf.txt'}, {'damage_type': 'backtrace', 'id': 145259965, 'ino': 1099511629839, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/video-interfaces.txt'}, {'damage_type': 'backtrace', 'id': 224396761, 'ino': 1099511629814, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/i2c'}, {'damage_type': 'backtrace', 'id': 377248475, 'ino': 1099511629809, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos-jpeg-codec.txt'}, {'damage_type': 'backtrace', 'id': 447449076, 'ino': 1099511629827, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/renesas,vsp1.txt'}, {'damage_type': 'backtrace', 'id': 451525183, 'ino': 1099511629837, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/sunxi-ir.txt'}, {'damage_type': 'backtrace', 'id': 612720446, 'ino': 1099511629808, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos-fimc-lite.txt'}, {'damage_type': 'backtrace', 'id': 718221033, 'ino': 1099511629812, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/gpio-ir-receiver.txt'}, {'damage_type': 'backtrace', 'id': 1035720564, 'ino': 1099511629829, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-fimc.txt'}, {'damage_type': 'backtrace', 'id': 1242542240, 'ino': 1099511629823, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/img-ir-rev1.txt'}, {'damage_type': 'backtrace', 'id': 1276765016, 'ino': 1099511629836, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/st-rc.txt'}, {'damage_type': 'backtrace', 'id': 1658039541, 'ino': 1099511629825, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/pxa-camera.txt'}, {'damage_type': 'backtrace', 'id': 1660175438, 'ino': 1099511629810, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos4-fimc-is.txt'}, {'damage_type': 'backtrace', 'id': 2030348307, 'ino': 1099511629826, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/rcar_vin.txt'}, {'damage_type': 'backtrace', 'id': 2084338275, 'ino': 1099511629838, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/ti-am437x-vpfe.txt'}, {'damage_type': 'backtrace', 'id': 2165927065, 'ino': 1099511629811, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/exynos5-gsc.txt'}, {'damage_type': 'backtrace', 'id': 2266868728, 'ino': 1099511629831, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5c73m3.txt'}, {'damage_type': 'backtrace', 'id': 2354465616, 'ino': 1099511629813, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/hix5hd2-ir.txt'}, {'damage_type': 'backtrace', 'id': 2391051959, 'ino': 1099511629807, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/coda.txt'}, {'damage_type': 'backtrace', 'id': 2447619404, 'ino': 1099511629828, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/s5p-mfc.txt'}, {'damage_type': 'backtrace', 'id': 2706892078, 'ino': 1099511629830, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-mipi-csis.txt'}, {'damage_type': 'backtrace', 'id': 2823408516, 'ino': 1099511629833, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k6a3.txt'}, {'damage_type': 'backtrace', 'id': 2895821824, 'ino': 1099511629824, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/meson-ir.txt'}, {'damage_type': 'backtrace', 'id': 3591871343, 'ino': 1099511629835, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/si4713.txt'}, {'damage_type': 'backtrace', 'id': 3769066409, 'ino': 1099511629806, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/atmel-isi.txt'}, {'damage_type': 'backtrace', 'id': 3915238594, 'ino': 1099511629834, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/sh_mobile_ceu.txt'}] 2024-05-27T00:37:43.217 ERROR:tasks.fwd_scrub:rank 1 damaged: [{'damage_type': 'backtrace', 'id': 39640100, 'ino': 1099511629906, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm'}, {'damage_type': 'backtrace', 'id': 51542626, 'ino': 1099511629856, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/88pm860x.txt'}, {'damage_type': 'backtrace', 'id': 99432260, 'ino': 1099511629871, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/hi6421.txt'}, {'damage_type': 'backtrace', 'id': 161636003, 'ino': 1099511629799, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2.txt'}, {'damage_type': 'backtrace', 'id': 181526548, 'ino': 1099511629916, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/dma-engine.txt'}, {'damage_type': 'backtrace', 'id': 251405540, 'ino': 1099511629857, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/ab8500.txt'}, {'damage_type': 'backtrace', 'id': 251872760, 'ino': 1099511629893, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/tc3589x.txt'}, {'damage_type': 'backtrace', 'id': 298303354, 'ino': 1099511629782, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/renesas,ipmmu-vmsa.txt'}, {'damage_type': 'backtrace', 'id': 326466630, 'ino': 1099511629844, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-sdram-controller.txt'}, {'damage_type': 'backtrace', 'id': 347885758, 'ino': 1099511629863, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-matrix.txt'}, {'damage_type': 'backtrace', 'id': 405218557, 'ino': 1099511629914, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu.txt'}, {'damage_type': 'backtrace', 'id': 429503780, 'ino': 1099511629910, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/usb.txt'}, {'damage_type': 'backtrace', 'id': 445198511, 'ino': 1099511629919, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/ralink.txt'}, {'damage_type': 'backtrace', 'id': 519040275, 'ino': 1099511629899, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-power.txt'}, {'damage_type': 'backtrace', 'id': 557571118, 'ino': 1099511629869, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/da9055.txt'}, {'damage_type': 'backtrace', 'id': 560328563, 'ino': 1099511629918, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cpu_irq.txt'}, {'damage_type': 'backtrace', 'id': 614298952, 'ino': 1099511629877, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max8998.txt'}, {'damage_type': 'backtrace', 'id': 633567573, 'ino': 1099511629865, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/bcm590xx.txt'}, {'damage_type': 'backtrace', 'id': 644287708, 'ino': 1099511629848, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti-aemif.txt'}, {'damage_type': 'backtrace', 'id': 703319889, 'ino': 1099511629784, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/samsung,sysmmu.txt'}, {'damage_type': 'backtrace', 'id': 714866899, 'ino': 1099511629781, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra30-smmu.txt'}, {'damage_type': 'backtrace', 'id': 832583588, 'ino': 1099511629896, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/tps65910.txt'}, {'damage_type': 'backtrace', 'id': 880664900, 'ino': 1099511629862, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-hlcdc.txt'}, {'damage_type': 'backtrace', 'id': 965996765, 'ino': 1099511629859, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/as3711.txt'}, {'damage_type': 'backtrace', 'id': 967355421, 'ino': 1099511629852, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag/meta-intc.txt'}, {'damage_type': 'backtrace', 'id': 1000697792, 'ino': 1099511629850, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/emif.txt'}, {'damage_type': 'backtrace', 'id': 1045614447, 'ino': 1099511629889, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mps11.txt'}, {'damage_type': 'backtrace', 'id': 1168856512, 'ino': 1099511629849, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti'}, {'damage_type': 'backtrace', 'id': 1187792218, 'ino': 1099511629911, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium'}, {'damage_type': 'backtrace', 'id': 1221323577, 'ino': 1099511629790, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp8860.txt'}, {'damage_type': 'backtrace', 'id': 1445752861, 'ino': 1099511629892, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/syscon.txt'}, {'damage_type': 'backtrace', 'id': 1464613935, 'ino': 1099511629883, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-pm8xxx.txt'}, {'damage_type': 'backtrace', 'id': 1523565062, 'ino': 1099511629778, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/arm,smmu.txt'}, {'damage_type': 'backtrace', 'id': 1538648999, 'ino': 1099511629917, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/uctl.txt'}, {'damage_type': 'backtrace', 'id': 1592056319, 'ino': 1099511629885, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qriox.txt'}, {'damage_type': 'backtrace', 'id': 1626580498, 'ino': 1099511629798, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2-timings.txt'}, {'damage_type': 'backtrace', 'id': 1664202215, 'ino': 1099511629842, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ifc.txt'}, {'damage_type': 'backtrace', 'id': 1703472917, 'ino': 1099511629795, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/register-bit-led.txt'}, {'damage_type': 'backtrace', 'id': 1708334408, 'ino': 1099511629796, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/tca6507.txt'}, {'damage_type': 'backtrace', 'id': 1716004568, 'ino': 1099511629895, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/tps6507x.txt'}, {'damage_type': 'backtrace', 'id': 1732524453, 'ino': 1099511629890, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/stmpe.txt'}, {'damage_type': 'backtrace', 'id': 1752405996, 'ino': 1099511629908, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bmips.txt'}, {'damage_type': 'backtrace', 'id': 1790758208, 'ino': 1099511629864, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-smc.txt'}, {'damage_type': 'backtrace', 'id': 1851686100, 'ino': 1099511629886, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/rk808.txt'}, {'damage_type': 'backtrace', 'id': 1856841698, 'ino': 1099511629902, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi'}, {'damage_type': 'backtrace', 'id': 1880019593, 'ino': 1099511629891, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/sun6i-prcm.txt'}, {'damage_type': 'backtrace', 'id': 1900532415, 'ino': 1099511629875, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max77693.txt'}, {'damage_type': 'backtrace', 'id': 1904888682, 'ino': 1099511629845, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/nvidia,tegra-mc.txt'}, {'damage_type': 'backtrace', 'id': 1956524709, 'ino': 1099511629843, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-devbus.txt'}, {'damage_type': 'backtrace', 'id': 1969594598, 'ino': 1099511629854, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag/pdc-intc.txt'}, {'damage_type': 'backtrace', 'id': 2001774477, 'ino': 1099511629879, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-host.txt'}, {'damage_type': 'backtrace', 'id': 2046748914, 'ino': 1099511629900, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl6040.txt'}, {'damage_type': 'backtrace', 'id': 2068718909, 'ino': 1099511629897, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl-familly.txt'}, {'damage_type': 'backtrace', 'id': 2112205335, 'ino': 1099511629794, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/pca963x.txt'}, {'damage_type': 'backtrace', 'id': 2131822540, 'ino': 1099511629780, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra20-gart.txt'}, {'damage_type': 'backtrace', 'id': 2159968101, 'ino': 1099511629789, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp55xx.txt'}, {'damage_type': 'backtrace', 'id': 2168945863, 'ino': 1099511629873, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max14577.txt'}, {'damage_type': 'backtrace', 'id': 2192084644, 'ino': 1099511629847, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/synopsys.txt'}, {'damage_type': 'backtrace', 'id': 2270357873, 'ino': 1099511629793, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-pwm.txt'}, {'damage_type': 'backtrace', 'id': 2413680404, 'ino': 1099511629801, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox/altera-mailbox.txt'}, {'damage_type': 'backtrace', 'id': 2471041227, 'ino': 1099511629878, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/mc13xxx.txt'}, {'damage_type': 'backtrace', 'id': 2498651705, 'ino': 1099511629880, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-tll.txt'}, {'damage_type': 'backtrace', 'id': 2511885726, 'ino': 1099511629841, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl'}, {'damage_type': 'backtrace', 'id': 2514529629, 'ino': 1099511629787, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/common.txt'}, {'damage_type': 'backtrace', 'id': 2518698683, 'ino': 1099511629867, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/cros-ec.txt'}, {'damage_type': 'backtrace', 'id': 2552424610, 'ino': 1099511629904, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi/nvidia,tegra114-mipi.txt'}, {'damage_type': 'backtrace', 'id': 2566121857, 'ino': 1099511629887, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/rn5t618.txt'}, {'damage_type': 'backtrace', 'id': 2571743078, 'ino': 1099511629882, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom,spmi-pmic.txt'}, {'damage_type': 'backtrace', 'id': 2738329342, 'ino': 1099511629858, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/arizona.txt'}, {'damage_type': 'backtrace', 'id': 2841532752, 'ino': 1099511629894, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/ti-keystone-devctrl.txt'}, {'damage_type': 'backtrace', 'id': 2903111995, 'ino': 1099511629909, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/cm-dsl.txt'}, {'damage_type': 'backtrace', 'id': 2987992634, 'ino': 1099511629792, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-ns2.txt'}, {'damage_type': 'backtrace', 'id': 3040179353, 'ino': 1099511629870, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/da9063.txt'}, {'damage_type': 'backtrace', 'id': 3070470258, 'ino': 1099511629802, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox/mailbox.txt'}, {'damage_type': 'backtrace', 'id': 3089563065, 'ino': 1099511629884, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-rpm.txt'}, {'damage_type': 'backtrace', 'id': 3247823579, 'ino': 1099511629783, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/rockchip,iommu.txt'}, {'damage_type': 'backtrace', 'id': 3349586083, 'ino': 1099511629903, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/mipi-dsi-bus.txt'}, {'damage_type': 'backtrace', 'id': 3399695893, 'ino': 1099511629881, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/palmas.txt'}, {'damage_type': 'backtrace', 'id': 3489868890, 'ino': 1099511629861, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-gpbr.txt'}, {'damage_type': 'backtrace', 'id': 3535742662, 'ino': 1099511629915, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu2.txt'}, {'damage_type': 'backtrace', 'id': 3579990953, 'ino': 1099511629853, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/metag/meta.txt'}, {'damage_type': 'backtrace', 'id': 3613006949, 'ino': 1099511629913, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/cib.txt'}, {'damage_type': 'backtrace', 'id': 3624297381, 'ino': 1099511629785, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/ti,omap-iommu.txt'}, {'damage_type': 'backtrace', 'id': 3641559653, 'ino': 1099511629876, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max8925.txt'}, {'damage_type': 'backtrace', 'id': 3675078512, 'ino': 1099511629868, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/da9052-i2c.txt'}, {'damage_type': 'backtrace', 'id': 3737604480, 'ino': 1099511629866, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/bfticu.txt'}, {'damage_type': 'backtrace', 'id': 3772880367, 'ino': 1099511629779, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/iommu/iommu.txt'}, {'damage_type': 'backtrace', 'id': 3844159138, 'ino': 1099511629860, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/as3722.txt'}, {'damage_type': 'backtrace', 'id': 3867295431, 'ino': 1099511629846, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/renesas-memory-controllers.txt'}, {'damage_type': 'backtrace', 'id': 3938234443, 'ino': 1099511629912, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/bootbus.txt'}, {'damage_type': 'backtrace', 'id': 4034964342, 'ino': 1099511629874, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/max77686.txt'}, {'damage_type': 'backtrace', 'id': 4041976509, 'ino': 1099511629788, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/leds/leds-gpio.txt'}, {'damage_type': 'backtrace', 'id': 4058184632, 'ino': 1099511629803, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mailbox/omap-mailbox.txt'}, {'damage_type': 'backtrace', 'id': 4112898891, 'ino': 1099511629888, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mpa01.txt'}, {'damage_type': 'backtrace', 'id': 4170405868, 'ino': 1099511629872, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/lp3943.txt'}, {'damage_type': 'backtrace', 'id': 4260681025, 'ino': 1099511629898, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-audio.txt'}, {'damage_type': 'backtrace', 'id': 4277248811, 'ino': 1099511629907, 'path': '/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bcm3384-intc.txt'}] 2024-05-27T00:37:43.217 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph_7d7cb32d1d130135a98121a564d709025c2154b6/qa/tasks/fwd_scrub.py", line 38, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph_7d7cb32d1d130135a98121a564d709025c2154b6/qa/tasks/fwd_scrub.py", line 55, in do_scrub self._scrub() File "/home/teuthworker/src/git.ceph.com_ceph_7d7cb32d1d130135a98121a564d709025c2154b6/qa/tasks/fwd_scrub.py", line 79, in _scrub self._check_damage() File "/home/teuthworker/src/git.ceph.com_ceph_7d7cb32d1d130135a98121a564d709025c2154b6/qa/tasks/fwd_scrub.py", line 90, in _check_damage raise RuntimeError(f"rank damage found: {types}") RuntimeError: rank damage found: {'backtrace'} 2024-05-27T00:37:43.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:42 smithi137 ceph-mon[36552]: pgmap v75: 129 pgs: 129 active+clean; 149 MiB data, 768 MiB used, 1.0 TiB / 1.0 TiB avail; 756 KiB/s rd, 772 KiB/s wr, 141 op/s 2024-05-27T00:37:43.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:42 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/143127357' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:37:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.811+0000 7f3417e00640 1 -- 172.21.15.44:0/1095493600 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f34181099e0 msgr2=0x7f3418109dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.811+0000 7f3417e00640 1 --2- 172.21.15.44:0/1095493600 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f34181099e0 0x7f3418109dc0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f3408009900 tx=0x7f340802a410 comp rx=0 tx=0).stop 2024-05-27T00:37:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.811+0000 7f3417e00640 1 -- 172.21.15.44:0/1095493600 shutdown_connections 2024-05-27T00:37:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.811+0000 7f3417e00640 1 --2- 172.21.15.44:0/1095493600 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3418104390 0x7f34181108a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.811+0000 7f3417e00640 1 --2- 172.21.15.44:0/1095493600 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f34181039d0 0x7f3418103e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.811+0000 7f3417e00640 1 --2- 172.21.15.44:0/1095493600 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f34181099e0 0x7f3418109dc0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.811+0000 7f3417e00640 1 -- 172.21.15.44:0/1095493600 >> 172.21.15.44:0/1095493600 conn(0x7f34180ff480 msgr2=0x7f34181018a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.811+0000 7f3417e00640 1 -- 172.21.15.44:0/1095493600 shutdown_connections 2024-05-27T00:37:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.811+0000 7f3417e00640 1 -- 172.21.15.44:0/1095493600 wait complete. 2024-05-27T00:37:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.812+0000 7f3417e00640 1 Processor -- start 2024-05-27T00:37:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.812+0000 7f3417e00640 1 -- start start 2024-05-27T00:37:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.813+0000 7f3417e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f34181039d0 0x7f341819a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.813+0000 7f3417e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3418104390 0x7f341819a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.813+0000 7f3417e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f34181099e0 0x7f341819ece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.813+0000 7f3417e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3418113fa0 con 0x7f3418104390 2024-05-27T00:37:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.813+0000 7f3417e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3418113e20 con 0x7f34181039d0 2024-05-27T00:37:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.813+0000 7f3417e00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f3418114120 con 0x7f34181099e0 2024-05-27T00:37:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.813+0000 7f3416a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f34181039d0 0x7f341819a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.813+0000 7f3416a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f34181039d0 0x7f341819a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:35494/0 (socket says 172.21.15.44:35494) 2024-05-27T00:37:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.813+0000 7f3416a00640 1 -- 172.21.15.44:0/1648682618 learned_addr learned my addr 172.21.15.44:0/1648682618 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.813+0000 7f3416000640 1 --2- 172.21.15.44:0/1648682618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3418104390 0x7f341819a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.813+0000 7f3417400640 1 --2- 172.21.15.44:0/1648682618 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f34181099e0 0x7f341819ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.813+0000 7f3416a00640 1 -- 172.21.15.44:0/1648682618 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f34181099e0 msgr2=0x7f341819ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.813+0000 7f3416a00640 1 --2- 172.21.15.44:0/1648682618 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f34181099e0 0x7f341819ece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.813+0000 7f3416a00640 1 -- 172.21.15.44:0/1648682618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3418104390 msgr2=0x7f341819a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.813+0000 7f3416a00640 1 --2- 172.21.15.44:0/1648682618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3418104390 0x7f341819a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.813+0000 7f3416a00640 1 -- 172.21.15.44:0/1648682618 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f341819f410 con 0x7f34181039d0 2024-05-27T00:37:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.813+0000 7f3417400640 1 --2- 172.21.15.44:0/1648682618 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f34181099e0 0x7f341819ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:37:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.814+0000 7f3416a00640 1 --2- 172.21.15.44:0/1648682618 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f34181039d0 0x7f341819a420 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f3408006010 tx=0x7f34080045c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:44.816 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.814+0000 7f341ca00640 1 -- 172.21.15.44:0/1648682618 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f340803f070 con 0x7f34181039d0 2024-05-27T00:37:44.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.814+0000 7f341ca00640 1 -- 172.21.15.44:0/1648682618 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3408005410 con 0x7f34181039d0 2024-05-27T00:37:44.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.814+0000 7f3417e00640 1 -- 172.21.15.44:0/1648682618 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f341819f6a0 con 0x7f34181039d0 2024-05-27T00:37:44.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.814+0000 7f341ca00640 1 -- 172.21.15.44:0/1648682618 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3408035030 con 0x7f34181039d0 2024-05-27T00:37:44.817 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.814+0000 7f3417e00640 1 -- 172.21.15.44:0/1648682618 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34181a6f90 con 0x7f34181039d0 2024-05-27T00:37:44.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.818+0000 7f341ca00640 1 -- 172.21.15.44:0/1648682618 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f3408042070 con 0x7f34181039d0 2024-05-27T00:37:44.818 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.818+0000 7f3420bf5740 1 Processor -- start 2024-05-27T00:37:44.819 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.818+0000 7f3420bf5740 1 -- start start 2024-05-27T00:37:44.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.818+0000 7f3420bf5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce2770 0x559811ce0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:44.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.818+0000 7f3420bf5740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811ce1200 0x559811ce1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:44.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.818+0000 7f3420bf5740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811cf4790 0x559811cf6b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:44.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.819+0000 7f3420bf5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559811c45420 con 0x559811ce2770 2024-05-27T00:37:44.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.819+0000 7f3420bf5740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x559811becc50 con 0x559811cf4790 2024-05-27T00:37:44.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.819+0000 7f3420bf5740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x559811c413e0 con 0x559811ce1200 2024-05-27T00:37:44.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.819+0000 7f3416000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811cf4790 0x559811cf6b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:44.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.819+0000 7f3416000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811cf4790 0x559811cf6b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:35510/0 (socket says 172.21.15.44:35510) 2024-05-27T00:37:44.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.819+0000 7f3416000640 1 -- 172.21.15.44:0/3391725134 learned_addr learned my addr 172.21.15.44:0/3391725134 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:44.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.819+0000 7f3416a00640 1 --2- 172.21.15.44:0/3391725134 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811ce1200 0x559811ce1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:44.820 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.819+0000 7f3417400640 1 --2- 172.21.15.44:0/3391725134 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce2770 0x559811ce0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:44.821 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.819+0000 7f3416000640 1 -- 172.21.15.44:0/3391725134 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811ce1200 msgr2=0x559811ce1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:44.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.819+0000 7f3416000640 1 --2- 172.21.15.44:0/3391725134 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811ce1200 0x559811ce1680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.819+0000 7f3416000640 1 -- 172.21.15.44:0/3391725134 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce2770 msgr2=0x559811ce0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:44.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.819+0000 7f3416000640 1 --2- 172.21.15.44:0/3391725134 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce2770 0x559811ce0cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.819+0000 7f3416000640 1 -- 172.21.15.44:0/3391725134 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559811959210 con 0x559811cf4790 2024-05-27T00:37:44.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.819+0000 7f3416a00640 1 --2- 172.21.15.44:0/3391725134 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811ce1200 0x559811ce1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:44.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.819+0000 7f341ca00640 1 --2- 172.21.15.44:0/1648682618 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f33fc0a2d70 0x7f33fc0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:44.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.820+0000 7f341ca00640 1 -- 172.21.15.44:0/1648682618 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f34080efe30 con 0x7f34181039d0 2024-05-27T00:37:44.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.820+0000 7f3416000640 1 --2- 172.21.15.44:0/3391725134 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811cf4790 0x559811cf6b80 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f3404009cc0 tx=0x7f3404011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4bf0279b57b159f1 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:44.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.820+0000 7f3416a00640 1 --2- 172.21.15.44:0/1648682618 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f33fc0a2d70 0x7f33fc0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:44.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.820+0000 7f3403e00640 1 -- 172.21.15.44:0/3391725134 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f340401e070 con 0x559811cf4790 2024-05-27T00:37:44.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.820+0000 7f3403e00640 1 -- 172.21.15.44:0/3391725134 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3404019b30 con 0x559811cf4790 2024-05-27T00:37:44.822 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.821+0000 7f3403e00640 1 -- 172.21.15.44:0/3391725134 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f340400ec00 con 0x559811cf4790 2024-05-27T00:37:44.823 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.822+0000 7f3416a00640 1 --2- 172.21.15.44:0/1648682618 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f33fc0a2d70 0x7f33fc0a5230 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x559811ce3ed0 tx=0x7f34080f38e0 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:44.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.822+0000 7f3420bf5740 1 -- 172.21.15.44:0/3391725134 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811cf4790 msgr2=0x559811cf6b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:44.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.822+0000 7f3420bf5740 1 --2- 172.21.15.44:0/3391725134 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811cf4790 0x559811cf6b80 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f3404009cc0 tx=0x7f3404011810 comp rx=0 tx=0).stop 2024-05-27T00:37:44.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.822+0000 7f3420bf5740 1 -- 172.21.15.44:0/3391725134 shutdown_connections 2024-05-27T00:37:44.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.822+0000 7f3420bf5740 1 --2- 172.21.15.44:0/3391725134 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811cf4790 0x559811cf6b80 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.822+0000 7f3420bf5740 1 --2- 172.21.15.44:0/3391725134 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811ce1200 0x559811ce1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.822+0000 7f3420bf5740 1 --2- 172.21.15.44:0/3391725134 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce2770 0x559811ce0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.822+0000 7f3420bf5740 1 -- 172.21.15.44:0/3391725134 >> 172.21.15.44:0/3391725134 conn(0x559811ca9f80 msgr2=0x559811cdd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:44.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.822+0000 7f3420bf5740 1 -- 172.21.15.44:0/3391725134 shutdown_connections 2024-05-27T00:37:44.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.822+0000 7f3420bf5740 1 -- 172.21.15.44:0/3391725134 wait complete. 2024-05-27T00:37:44.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.823+0000 7f3420bf5740 1 -- start start 2024-05-27T00:37:44.824 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.823+0000 7f3420bf5740 1 Processor -- start 2024-05-27T00:37:44.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.823+0000 7f3420bf5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce1200 0x559811cf17e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:44.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.823+0000 7f3420bf5740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811ce2770 0x559811cf1d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:44.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.823+0000 7f3420bf5740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811cf4790 0x559811cf2260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:44.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.823+0000 7f3420bf5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559811cf7560 con 0x559811ce1200 2024-05-27T00:37:44.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.823+0000 7f3420bf5740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x559811c000b0 con 0x559811ce2770 2024-05-27T00:37:44.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.823+0000 7f3420bf5740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x559811cf76e0 con 0x559811cf4790 2024-05-27T00:37:44.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.824+0000 7f3420bf5740 10 client.0 _ll_register_callbacks cb 0x559811bebf40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:44.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.824+0000 7f3416000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811ce2770 0x559811cf1d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:44.828 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.824+0000 7f3417400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce1200 0x559811cf17e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.824+0000 7f3416000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811ce2770 0x559811cf1d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:35516/0 (socket says 172.21.15.44:35516) 2024-05-27T00:37:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.824+0000 7f3416000640 1 -- 172.21.15.44:0/2875442847 learned_addr learned my addr 172.21.15.44:0/2875442847 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.824+0000 7f3417400640 1 --2- 172.21.15.44:0/2875442847 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811cf4790 0x559811cf2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.824+0000 7f3416000640 1 -- 172.21.15.44:0/2875442847 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811cf4790 msgr2=0x559811cf2260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.824+0000 7f3416000640 1 --2- 172.21.15.44:0/2875442847 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811cf4790 0x559811cf2260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.824+0000 7f3416000640 1 -- 172.21.15.44:0/2875442847 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce1200 msgr2=0x559811cf17e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.824+0000 7f3416000640 1 --2- 172.21.15.44:0/2875442847 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce1200 0x559811cf17e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.824+0000 7f3416000640 1 -- 172.21.15.44:0/2875442847 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559811a25620 con 0x559811ce2770 2024-05-27T00:37:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.824+0000 7f3417400640 1 --2- 172.21.15.44:0/2875442847 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811cf4790 0x559811cf2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-27T00:37:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.825+0000 7f3416000640 1 --2- 172.21.15.44:0/2875442847 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811ce2770 0x559811cf1d20 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f3404005df0 tx=0x7f3404009f30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4dacabc14fcf00b5 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.825+0000 7f3400c00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:37:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.825+0000 7f3400c00640 1 -- 172.21.15.44:0/2875442847 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3404027070 con 0x559811ce2770 2024-05-27T00:37:44.829 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.825+0000 7f3420bf5740 1 -- 172.21.15.44:0/2875442847 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3404019b30 con 0x559811ce2770 2024-05-27T00:37:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.825+0000 7f3400c00640 1 -- 172.21.15.44:0/2875442847 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f340400ed10 con 0x559811ce2770 2024-05-27T00:37:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.826+0000 7f3400c00640 1 -- 172.21.15.44:0/2875442847 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f3404032050 con 0x559811ce2770 2024-05-27T00:37:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.826+0000 7f3420bf5740 10 client.26342 fetch_fsmap learned FSMap version 30 2024-05-27T00:37:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.826+0000 7f3420bf5740 1 -- 172.21.15.44:0/2875442847 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x559811d03930 con 0x559811ce2770 2024-05-27T00:37:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.826+0000 7f3400c00640 1 -- 172.21.15.44:0/2875442847 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3404019b30 con 0x559811ce2770 2024-05-27T00:37:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.826+0000 7f3400c00640 1 -- 172.21.15.44:0/2875442847 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f3404005040 con 0x559811ce2770 2024-05-27T00:37:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.826+0000 7f3420bf5740 10 client.26342 fetch_fsmap finished waiting for FSMap version 30 2024-05-27T00:37:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.826+0000 7f3420bf5740 10 client.26342 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.826+0000 7f3420bf5740 20 client.26342 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:44.830 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.826+0000 7f3420bf5740 1 --2- 172.21.15.44:0/2875442847 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x559811d04d40 0x559811d07130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:44.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.827+0000 7f3420bf5740 4 client.26342 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:37:44.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.827+0000 7f3420bf5740 1 -- 172.21.15.44:0/2875442847 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559811c52b50 con 0x559811d04d40 2024-05-27T00:37:44.831 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.827+0000 7f3417400640 1 --2- 172.21.15.44:0/2875442847 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x559811d04d40 0x559811d07130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.827+0000 7f3417400640 1 --2- 172.21.15.44:0/2875442847 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x559811d04d40 0x559811d07130 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=47243319969e2171 server_cookie=896eca24eb79b636 in_seq=0 out_seq=0 2024-05-27T00:37:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.827+0000 7f3400c00640 10 client.26342 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.828+0000 7f3400c00640 1 -- 172.21.15.44:0/2875442847 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x559811c52b50 con 0x559811d04d40 2024-05-27T00:37:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.828+0000 7f3400c00640 10 client.26342 handle_command_reply: tid=0 2024-05-27T00:37:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.828+0000 7f3420bf5740 1 client.26342 shutdown 2024-05-27T00:37:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.828+0000 7f3420bf5740 1 -- 172.21.15.44:0/2875442847 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811ce2770 msgr2=0x559811cf1d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.828+0000 7f3420bf5740 1 --2- 172.21.15.44:0/2875442847 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811ce2770 0x559811cf1d20 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f3404005df0 tx=0x7f3404009f30 comp rx=0 tx=0).stop 2024-05-27T00:37:44.832 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.829+0000 7f3420bf5740 1 -- 172.21.15.44:0/2875442847 shutdown_connections 2024-05-27T00:37:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.829+0000 7f3420bf5740 1 --2- 172.21.15.44:0/2875442847 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x559811d04d40 0x559811d07130 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.829+0000 7f3420bf5740 1 --2- 172.21.15.44:0/2875442847 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811cf4790 0x559811cf2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.829+0000 7f3420bf5740 1 --2- 172.21.15.44:0/2875442847 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811ce2770 0x559811cf1d20 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.829+0000 7f3420bf5740 1 --2- 172.21.15.44:0/2875442847 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce1200 0x559811cf17e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.829+0000 7f3400c00640 0 client.26342 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.829+0000 7f3420bf5740 1 -- 172.21.15.44:0/2875442847 >> 172.21.15.44:0/2875442847 conn(0x559811ca9f80 msgr2=0x559811ce3660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.829+0000 7f3420bf5740 1 -- 172.21.15.44:0/2875442847 shutdown_connections 2024-05-27T00:37:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.829+0000 7f3420bf5740 1 -- 172.21.15.44:0/2875442847 wait complete. 2024-05-27T00:37:44.833 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.829+0000 7f3420bf5740 20 client.26342 trim_cache size 0 max 16384 2024-05-27T00:37:44.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.847+0000 7f3420bf5740 1 Processor -- start 2024-05-27T00:37:44.848 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.848+0000 7f3420bf5740 1 -- start start 2024-05-27T00:37:44.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.848+0000 7f3420bf5740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811ce1200 0x559811d0c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:44.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.848+0000 7f3420bf5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce2770 0x559811d0ce00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:44.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.848+0000 7f3420bf5740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811cf4790 0x559811cdc0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:44.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.848+0000 7f3420bf5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f34181af4a0 con 0x559811ce2770 2024-05-27T00:37:44.850 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.848+0000 7f3420bf5740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f34181acd10 con 0x559811ce1200 2024-05-27T00:37:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.848+0000 7f3420bf5740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f34181aaba0 con 0x559811cf4790 2024-05-27T00:37:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.848+0000 7f3416000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce2770 0x559811d0ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.848+0000 7f3417400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811ce1200 0x559811d0c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.848+0000 7f3417400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811ce1200 0x559811d0c8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:47578/0 (socket says 172.21.15.44:47578) 2024-05-27T00:37:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.848+0000 7f3417400640 1 -- 172.21.15.44:0/654521697 learned_addr learned my addr 172.21.15.44:0/654521697 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.848+0000 7f3417400640 1 --2- 172.21.15.44:0/654521697 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811cf4790 0x559811cdc0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.849+0000 7f3416000640 1 -- 172.21.15.44:0/654521697 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811cf4790 msgr2=0x559811cdc0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.849+0000 7f3416000640 1 --2- 172.21.15.44:0/654521697 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811cf4790 0x559811cdc0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.849+0000 7f3416000640 1 -- 172.21.15.44:0/654521697 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811ce1200 msgr2=0x559811d0c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.849+0000 7f3416000640 1 --2- 172.21.15.44:0/654521697 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811ce1200 0x559811d0c8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.849+0000 7f3416000640 1 -- 172.21.15.44:0/654521697 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559811cefd30 con 0x559811ce2770 2024-05-27T00:37:44.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.849+0000 7f3416000640 1 --2- 172.21.15.44:0/654521697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce2770 0x559811d0ce00 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f3404009a50 tx=0x7f3404000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72c19a26bdda423b server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:44.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.849+0000 7f3403400640 1 -- 172.21.15.44:0/654521697 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3404027040 con 0x559811ce2770 2024-05-27T00:37:44.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.850+0000 7f3403400640 1 -- 172.21.15.44:0/654521697 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f340400e730 con 0x559811ce2770 2024-05-27T00:37:44.852 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.850+0000 7f3403400640 1 -- 172.21.15.44:0/654521697 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f340401e040 con 0x559811ce2770 2024-05-27T00:37:44.854 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.850+0000 7f3420bf5740 1 -- 172.21.15.44:0/654521697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce2770 msgr2=0x559811d0ce00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.850+0000 7f3420bf5740 1 --2- 172.21.15.44:0/654521697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce2770 0x559811d0ce00 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f3404009a50 tx=0x7f3404000bc0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.850+0000 7f3420bf5740 1 -- 172.21.15.44:0/654521697 shutdown_connections 2024-05-27T00:37:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.850+0000 7f3420bf5740 1 --2- 172.21.15.44:0/654521697 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811cf4790 0x559811cdc0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.850+0000 7f3420bf5740 1 --2- 172.21.15.44:0/654521697 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce2770 0x559811d0ce00 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.850+0000 7f3420bf5740 1 --2- 172.21.15.44:0/654521697 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811ce1200 0x559811d0c8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.850+0000 7f3420bf5740 1 -- 172.21.15.44:0/654521697 >> 172.21.15.44:0/654521697 conn(0x559811ca9f80 msgr2=0x559811cecaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.851+0000 7f3420bf5740 1 -- 172.21.15.44:0/654521697 shutdown_connections 2024-05-27T00:37:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.851+0000 7f3420bf5740 1 -- 172.21.15.44:0/654521697 wait complete. 2024-05-27T00:37:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.851+0000 7f3420bf5740 1 -- start start 2024-05-27T00:37:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.851+0000 7f3420bf5740 1 Processor -- start 2024-05-27T00:37:44.855 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.852+0000 7f3420bf5740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811ce1200 0x559811d67820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:44.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.852+0000 7f3420bf5740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce2770 0x559811d67d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:44.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.852+0000 7f3420bf5740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811cf4790 0x559811cf7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:44.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.852+0000 7f3420bf5740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f34181ab1f0 con 0x559811ce2770 2024-05-27T00:37:44.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.852+0000 7f3420bf5740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f34181ac640 con 0x559811cf4790 2024-05-27T00:37:44.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.852+0000 7f3420bf5740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f34181ab8a0 con 0x559811ce1200 2024-05-27T00:37:44.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.852+0000 7f3420bf5740 10 client.0 _ll_register_callbacks cb 0x7f340401c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:44.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.852+0000 7f3417400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811ce1200 0x559811d67820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:44.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.852+0000 7f3417400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811ce1200 0x559811d67820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:33372/0 (socket says 172.21.15.44:33372) 2024-05-27T00:37:44.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.852+0000 7f3417400640 1 -- 172.21.15.44:0/1980958597 learned_addr learned my addr 172.21.15.44:0/1980958597 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:44.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.852+0000 7f3417400640 1 --2- 172.21.15.44:0/1980958597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811cf4790 0x559811cf7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:44.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.852+0000 7f3416000640 1 --2- 172.21.15.44:0/1980958597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce2770 0x559811d67d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:44.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.852+0000 7f3417400640 1 -- 172.21.15.44:0/1980958597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811cf4790 msgr2=0x559811cf7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:44.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.852+0000 7f3417400640 1 --2- 172.21.15.44:0/1980958597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811cf4790 0x559811cf7d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.856 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.853+0000 7f3417400640 1 -- 172.21.15.44:0/1980958597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce2770 msgr2=0x559811d67d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.853+0000 7f3417400640 1 --2- 172.21.15.44:0/1980958597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce2770 0x559811d67d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.853+0000 7f3417400640 1 -- 172.21.15.44:0/1980958597 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559811cf85a0 con 0x559811ce1200 2024-05-27T00:37:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.853+0000 7f3416000640 1 --2- 172.21.15.44:0/1980958597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce2770 0x559811d67d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:37:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.853+0000 7f3417400640 1 --2- 172.21.15.44:0/1980958597 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811ce1200 0x559811d67820 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x559811d07830 tx=0x7f341000e040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bc0fa988604aa90d server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.853+0000 7f3400c00640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:37:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.853+0000 7f3400c00640 1 -- 172.21.15.44:0/1980958597 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f341001adc0 con 0x559811ce1200 2024-05-27T00:37:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.853+0000 7f3400c00640 1 -- 172.21.15.44:0/1980958597 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f341000bb40 con 0x559811ce1200 2024-05-27T00:37:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.853+0000 7f3420bf5740 1 -- 172.21.15.44:0/1980958597 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f340400e730 con 0x559811ce1200 2024-05-27T00:37:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.853+0000 7f3400c00640 1 -- 172.21.15.44:0/1980958597 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f341002a400 con 0x559811ce1200 2024-05-27T00:37:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.853+0000 7f3420bf5740 10 client.26338 fetch_fsmap learned FSMap version 30 2024-05-27T00:37:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.854+0000 7f3420bf5740 1 -- 172.21.15.44:0/1980958597 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x559811d6eff0 con 0x559811ce1200 2024-05-27T00:37:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.854+0000 7f3400c00640 1 -- 172.21.15.44:0/1980958597 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f340400e730 con 0x559811ce1200 2024-05-27T00:37:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.854+0000 7f3400c00640 1 -- 172.21.15.44:0/1980958597 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f341001d040 con 0x559811ce1200 2024-05-27T00:37:44.857 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.854+0000 7f3420bf5740 10 client.26338 fetch_fsmap finished waiting for FSMap version 30 2024-05-27T00:37:44.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.854+0000 7f3420bf5740 10 client.26338 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:44.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.854+0000 7f3420bf5740 20 client.26338 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:44.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.854+0000 7f3420bf5740 1 --2- 172.21.15.44:0/1980958597 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x559811d6f7a0 0x559811d71bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:44.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.854+0000 7f3420bf5740 4 client.26338 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-27T00:37:44.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.854+0000 7f3420bf5740 1 -- 172.21.15.44:0/1980958597 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559811c4cea0 con 0x559811d6f7a0 2024-05-27T00:37:44.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.854+0000 7f3416000640 1 --2- 172.21.15.44:0/1980958597 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x559811d6f7a0 0x559811d71bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:44.858 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.855+0000 7f3416000640 1 --2- 172.21.15.44:0/1980958597 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x559811d6f7a0 0x559811d71bc0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f40fee86b3add482 server_cookie=49885fec0a82d03e in_seq=0 out_seq=0 2024-05-27T00:37:44.859 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:44.855+0000 7f3400c00640 10 client.26338 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:45.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.013+0000 7f3400c00640 1 -- 172.21.15.44:0/1980958597 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559811c4cea0 con 0x559811d6f7a0 2024-05-27T00:37:45.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.013+0000 7f3400c00640 10 client.26338 handle_command_reply: tid=0 2024-05-27T00:37:45.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.013+0000 7f3420bf5740 1 client.26338 shutdown 2024-05-27T00:37:45.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.014+0000 7f3420bf5740 1 -- 172.21.15.44:0/1980958597 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811ce1200 msgr2=0x559811d67820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:45.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.014+0000 7f3420bf5740 1 --2- 172.21.15.44:0/1980958597 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811ce1200 0x559811d67820 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x559811d07830 tx=0x7f341000e040 comp rx=0 tx=0).stop 2024-05-27T00:37:45.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.014+0000 7f3420bf5740 1 -- 172.21.15.44:0/1980958597 shutdown_connections 2024-05-27T00:37:45.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.014+0000 7f3420bf5740 1 --2- 172.21.15.44:0/1980958597 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x559811d6f7a0 0x559811d71bc0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:45.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.014+0000 7f3420bf5740 1 --2- 172.21.15.44:0/1980958597 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559811cf4790 0x559811cf7d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:45.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.014+0000 7f3420bf5740 1 --2- 172.21.15.44:0/1980958597 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559811ce2770 0x559811d67d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:45.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.014+0000 7f3420bf5740 1 --2- 172.21.15.44:0/1980958597 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559811ce1200 0x559811d67820 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:45.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.014+0000 7f3420bf5740 1 -- 172.21.15.44:0/1980958597 >> 172.21.15.44:0/1980958597 conn(0x559811ca9f80 msgr2=0x559811cf1780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:45.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.014+0000 7f3400c00640 0 client.26338 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:45.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.014+0000 7f3420bf5740 1 -- 172.21.15.44:0/1980958597 shutdown_connections 2024-05-27T00:37:45.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.014+0000 7f3420bf5740 1 -- 172.21.15.44:0/1980958597 wait complete. 2024-05-27T00:37:45.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.015+0000 7f3420bf5740 20 client.26338 trim_cache size 0 max 16384 2024-05-27T00:37:45.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-05-27T00:37:45.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-05-27T00:37:45.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-05-27T00:37:45.017 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-05-27T00:37:45.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.016+0000 7f3417e00640 1 -- 172.21.15.44:0/1648682618 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f33fc0a2d70 msgr2=0x7f33fc0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:45.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.016+0000 7f3417e00640 1 --2- 172.21.15.44:0/1648682618 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f33fc0a2d70 0x7f33fc0a5230 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x559811ce3ed0 tx=0x7f34080f38e0 comp rx=0 tx=0).stop 2024-05-27T00:37:45.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.016+0000 7f3417e00640 1 -- 172.21.15.44:0/1648682618 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f34181039d0 msgr2=0x7f341819a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:45.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.016+0000 7f3417e00640 1 --2- 172.21.15.44:0/1648682618 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f34181039d0 0x7f341819a420 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f3408006010 tx=0x7f34080045c0 comp rx=0 tx=0).stop 2024-05-27T00:37:45.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.016+0000 7f3417e00640 1 -- 172.21.15.44:0/1648682618 shutdown_connections 2024-05-27T00:37:45.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.016+0000 7f3417e00640 1 --2- 172.21.15.44:0/1648682618 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f33fc0a2d70 0x7f33fc0a5230 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:45.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.016+0000 7f3417e00640 1 --2- 172.21.15.44:0/1648682618 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f34181099e0 0x7f341819ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:45.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.016+0000 7f3417e00640 1 --2- 172.21.15.44:0/1648682618 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3418104390 0x7f341819a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:45.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.016+0000 7f3417e00640 1 --2- 172.21.15.44:0/1648682618 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f34181039d0 0x7f341819a420 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:45.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.016+0000 7f3417e00640 1 -- 172.21.15.44:0/1648682618 >> 172.21.15.44:0/1648682618 conn(0x7f34180ff480 msgr2=0x7f34180ff9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:45.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.016+0000 7f3417e00640 1 -- 172.21.15.44:0/1648682618 shutdown_connections 2024-05-27T00:37:45.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:45.016+0000 7f3417e00640 1 -- 172.21.15.44:0/1648682618 wait complete. 2024-05-27T00:37:45.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:44 smithi044 ceph-mon[31645]: pgmap v76: 129 pgs: 129 active+clean; 153 MiB data, 828 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 336 op/s 2024-05-27T00:37:45.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:44 smithi050 ceph-mon[36071]: pgmap v76: 129 pgs: 129 active+clean; 153 MiB data, 828 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 336 op/s 2024-05-27T00:37:45.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:44 smithi137 ceph-mon[36552]: pgmap v76: 129 pgs: 129 active+clean; 153 MiB data, 828 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 336 op/s 2024-05-27T00:37:47.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:46 smithi044 ceph-mon[31645]: pgmap v77: 129 pgs: 129 active+clean; 153 MiB data, 828 MiB used, 1.0 TiB / 1.0 TiB avail; 789 KiB/s rd, 1.1 MiB/s wr, 260 op/s 2024-05-27T00:37:47.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:46 smithi050 ceph-mon[36071]: pgmap v77: 129 pgs: 129 active+clean; 153 MiB data, 828 MiB used, 1.0 TiB / 1.0 TiB avail; 789 KiB/s rd, 1.1 MiB/s wr, 260 op/s 2024-05-27T00:37:47.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:46 smithi137 ceph-mon[36552]: pgmap v77: 129 pgs: 129 active+clean; 153 MiB data, 828 MiB used, 1.0 TiB / 1.0 TiB avail; 789 KiB/s rd, 1.1 MiB/s wr, 260 op/s 2024-05-27T00:37:48.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:47 smithi050 ceph-mon[36071]: pgmap v78: 129 pgs: 129 active+clean; 153 MiB data, 828 MiB used, 1.0 TiB / 1.0 TiB avail; 789 KiB/s rd, 1.1 MiB/s wr, 260 op/s 2024-05-27T00:37:48.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:47 smithi137 ceph-mon[36552]: pgmap v78: 129 pgs: 129 active+clean; 153 MiB data, 828 MiB used, 1.0 TiB / 1.0 TiB avail; 789 KiB/s rd, 1.1 MiB/s wr, 260 op/s 2024-05-27T00:37:48.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:47 smithi044 ceph-mon[31645]: pgmap v78: 129 pgs: 129 active+clean; 153 MiB data, 828 MiB used, 1.0 TiB / 1.0 TiB avail; 789 KiB/s rd, 1.1 MiB/s wr, 260 op/s 2024-05-27T00:37:50.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:50 smithi050 ceph-mon[36071]: pgmap v79: 129 pgs: 129 active+clean; 162 MiB data, 801 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 383 op/s 2024-05-27T00:37:50.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:50 smithi137 ceph-mon[36552]: pgmap v79: 129 pgs: 129 active+clean; 162 MiB data, 801 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 383 op/s 2024-05-27T00:37:50.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:50 smithi044 ceph-mon[31645]: pgmap v79: 129 pgs: 129 active+clean; 162 MiB data, 801 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 383 op/s 2024-05-27T00:37:52.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:52 smithi050 ceph-mon[36071]: pgmap v80: 129 pgs: 129 active+clean; 162 MiB data, 801 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.8 MiB/s wr, 317 op/s 2024-05-27T00:37:52.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:52 smithi137 ceph-mon[36552]: pgmap v80: 129 pgs: 129 active+clean; 162 MiB data, 801 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.8 MiB/s wr, 317 op/s 2024-05-27T00:37:52.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:52 smithi044 ceph-mon[31645]: pgmap v80: 129 pgs: 129 active+clean; 162 MiB data, 801 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.8 MiB/s wr, 317 op/s 2024-05-27T00:37:54.142 INFO:tasks.workunit.client.0.smithi044.stderr:+ sync 2024-05-27T00:37:54.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:54 smithi050 ceph-mon[36071]: pgmap v81: 129 pgs: 129 active+clean; 164 MiB data, 811 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 400 op/s 2024-05-27T00:37:54.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:54 smithi137 ceph-mon[36552]: pgmap v81: 129 pgs: 129 active+clean; 164 MiB data, 811 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 400 op/s 2024-05-27T00:37:54.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:54 smithi044 ceph-mon[31645]: pgmap v81: 129 pgs: 129 active+clean; 164 MiB data, 811 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 400 op/s 2024-05-27T00:37:56.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:56 smithi137 ceph-mon[36552]: pgmap v82: 129 pgs: 129 active+clean; 164 MiB data, 811 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 205 op/s 2024-05-27T00:37:56.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:56 smithi044 ceph-mon[31645]: pgmap v82: 129 pgs: 129 active+clean; 164 MiB data, 811 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 205 op/s 2024-05-27T00:37:56.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:56 smithi050 ceph-mon[36071]: pgmap v82: 129 pgs: 129 active+clean; 164 MiB data, 811 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 205 op/s 2024-05-27T00:37:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.164+0000 7f783aa00640 1 -- 172.21.15.44:0/61747667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7834102170 msgr2=0x7f783410e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.164+0000 7f783aa00640 1 --2- 172.21.15.44:0/61747667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7834102170 0x7f783410e680 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f782c009c10 tx=0x7f782c02a6f0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.164+0000 7f783aa00640 1 -- 172.21.15.44:0/61747667 shutdown_connections 2024-05-27T00:37:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.164+0000 7f783aa00640 1 --2- 172.21.15.44:0/61747667 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f7834102170 0x7f783410e680 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.164+0000 7f783aa00640 1 --2- 172.21.15.44:0/61747667 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f78341017b0 0x7f7834101c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.164+0000 7f783aa00640 1 --2- 172.21.15.44:0/61747667 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f78341077c0 0x7f7834107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.164+0000 7f783aa00640 1 -- 172.21.15.44:0/61747667 >> 172.21.15.44:0/61747667 conn(0x7f78340fd320 msgr2=0x7f78340ff740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.165+0000 7f783aa00640 1 -- 172.21.15.44:0/61747667 shutdown_connections 2024-05-27T00:37:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.165+0000 7f783aa00640 1 -- 172.21.15.44:0/61747667 wait complete. 2024-05-27T00:37:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.165+0000 7f783aa00640 1 Processor -- start 2024-05-27T00:37:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.166+0000 7f783aa00640 1 -- start start 2024-05-27T00:37:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.166+0000 7f783aa00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f78341017b0 0x7f7834198170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.166+0000 7f783aa00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7834102170 0x7f78341986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.166+0000 7f783aa00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78341077c0 0x7f783419ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.166+0000 7f783aa00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f7834111cf0 con 0x7f78341077c0 2024-05-27T00:37:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.166+0000 7f783aa00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7834111b70 con 0x7f7834102170 2024-05-27T00:37:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.166+0000 7f783aa00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f7834111e70 con 0x7f78341017b0 2024-05-27T00:37:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.166+0000 7f783a000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78341077c0 0x7f783419ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.166+0000 7f7838c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7834102170 0x7f78341986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.166+0000 7f783a000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78341077c0 0x7f783419ca30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51402/0 (socket says 172.21.15.44:51402) 2024-05-27T00:37:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.166+0000 7f7838c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7834102170 0x7f78341986b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:43254/0 (socket says 172.21.15.44:43254) 2024-05-27T00:37:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.166+0000 7f783a000640 1 -- 172.21.15.44:0/611377199 learned_addr learned my addr 172.21.15.44:0/611377199 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.166+0000 7f7839600640 1 --2- 172.21.15.44:0/611377199 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f78341017b0 0x7f7834198170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.167+0000 7f783a000640 1 -- 172.21.15.44:0/611377199 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f78341017b0 msgr2=0x7f7834198170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.167+0000 7f783a000640 1 --2- 172.21.15.44:0/611377199 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f78341017b0 0x7f7834198170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.167+0000 7f783a000640 1 -- 172.21.15.44:0/611377199 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7834102170 msgr2=0x7f78341986b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.167+0000 7f783a000640 1 --2- 172.21.15.44:0/611377199 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7834102170 0x7f78341986b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.167+0000 7f783a000640 1 -- 172.21.15.44:0/611377199 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f783419d160 con 0x7f78341077c0 2024-05-27T00:37:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.167+0000 7f7838c00640 1 --2- 172.21.15.44:0/611377199 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7834102170 0x7f78341986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.167+0000 7f783a000640 1 --2- 172.21.15.44:0/611377199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78341077c0 0x7f783419ca30 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f782c009370 tx=0x7f782c003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.167+0000 7f7832000640 1 -- 172.21.15.44:0/611377199 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f782c041020 con 0x7f78341077c0 2024-05-27T00:37:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.167+0000 7f7832000640 1 -- 172.21.15.44:0/611377199 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f782c0308a0 con 0x7f78341077c0 2024-05-27T00:37:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.168+0000 7f783aa00640 1 -- 172.21.15.44:0/611377199 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f783419d3f0 con 0x7f78341077c0 2024-05-27T00:37:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.168+0000 7f7832000640 1 -- 172.21.15.44:0/611377199 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f782c036040 con 0x7f78341077c0 2024-05-27T00:37:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.168+0000 7f783aa00640 1 -- 172.21.15.44:0/611377199 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78341a4ce0 con 0x7f78341077c0 2024-05-27T00:37:58.176 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.172+0000 7f783ed6c740 1 Processor -- start 2024-05-27T00:37:58.177 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.172+0000 7f7832000640 1 -- 172.21.15.44:0/611377199 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f782c044020 con 0x7f78341077c0 2024-05-27T00:37:58.177 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.173+0000 7f783ed6c740 1 -- start start 2024-05-27T00:37:58.177 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.173+0000 7f783ed6c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aa2770 0x5642b3aa0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:58.177 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.173+0000 7f783ed6c740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5642b3aa1200 0x5642b3aa1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:58.177 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.173+0000 7f783ed6c740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aabf80 0x5642b3aae370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:58.177 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.173+0000 7f783ed6c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5642b3a05420 con 0x5642b3aa2770 2024-05-27T00:37:58.177 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.173+0000 7f783ed6c740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5642b39acc50 con 0x5642b3aabf80 2024-05-27T00:37:58.177 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.173+0000 7f783ed6c740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5642b3a013e0 con 0x5642b3aa1200 2024-05-27T00:37:58.177 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.173+0000 7f7838c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aa2770 0x5642b3aa0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:58.177 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.173+0000 7f7838c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aa2770 0x5642b3aa0cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51404/0 (socket says 172.21.15.44:51404) 2024-05-27T00:37:58.177 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.173+0000 7f7838c00640 1 -- 172.21.15.44:0/3081097277 learned_addr learned my addr 172.21.15.44:0/3081097277 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:58.177 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.173+0000 7f7839600640 1 --2- 172.21.15.44:0/3081097277 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5642b3aa1200 0x5642b3aa1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.173+0000 7f7838c00640 1 --2- 172.21.15.44:0/3081097277 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aabf80 0x5642b3aae370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.174+0000 7f7832000640 1 --2- 172.21.15.44:0/611377199 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f781c0a2cf0 0x7f781c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.174+0000 7f7838c00640 1 -- 172.21.15.44:0/3081097277 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5642b3aa1200 msgr2=0x5642b3aa1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.174+0000 7f7838c00640 1 --2- 172.21.15.44:0/3081097277 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5642b3aa1200 0x5642b3aa1680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.174+0000 7f7838c00640 1 -- 172.21.15.44:0/3081097277 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aabf80 msgr2=0x5642b3aae370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.174+0000 7f7838c00640 1 --2- 172.21.15.44:0/3081097277 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aabf80 0x5642b3aae370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.174+0000 7f7838c00640 1 -- 172.21.15.44:0/3081097277 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642b3719210 con 0x5642b3aa2770 2024-05-27T00:37:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.174+0000 7f7839600640 1 --2- 172.21.15.44:0/3081097277 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5642b3aa1200 0x5642b3aa1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:37:58.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.174+0000 7f7832000640 1 -- 172.21.15.44:0/611377199 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f782c0f03e0 con 0x7f78341077c0 2024-05-27T00:37:58.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.174+0000 7f783a000640 1 --2- 172.21.15.44:0/611377199 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f781c0a2cf0 0x7f781c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:58.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.174+0000 7f7838c00640 1 --2- 172.21.15.44:0/3081097277 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aa2770 0x5642b3aa0cc0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f7820013c20 tx=0x7f7820009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6829084d1b541f8 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:58.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.175+0000 7f7826600640 1 -- 172.21.15.44:0/3081097277 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7820013d10 con 0x5642b3aa2770 2024-05-27T00:37:58.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.175+0000 7f7826600640 1 -- 172.21.15.44:0/3081097277 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7820005520 con 0x5642b3aa2770 2024-05-27T00:37:58.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.175+0000 7f7826600640 1 -- 172.21.15.44:0/3081097277 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78200049a0 con 0x5642b3aa2770 2024-05-27T00:37:58.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.175+0000 7f783ed6c740 1 -- 172.21.15.44:0/3081097277 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aa2770 msgr2=0x5642b3aa0cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:58.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.175+0000 7f783a000640 1 --2- 172.21.15.44:0/611377199 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f781c0a2cf0 0x7f781c0a51b0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f782c0c4cd0 tx=0x7f782c004ab0 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:58.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.175+0000 7f783ed6c740 1 --2- 172.21.15.44:0/3081097277 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aa2770 0x5642b3aa0cc0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f7820013c20 tx=0x7f7820009b50 comp rx=0 tx=0).stop 2024-05-27T00:37:58.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.176+0000 7f783ed6c740 1 -- 172.21.15.44:0/3081097277 shutdown_connections 2024-05-27T00:37:58.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.176+0000 7f783ed6c740 1 --2- 172.21.15.44:0/3081097277 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aabf80 0x5642b3aae370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.176+0000 7f783ed6c740 1 --2- 172.21.15.44:0/3081097277 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5642b3aa1200 0x5642b3aa1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.176+0000 7f783ed6c740 1 --2- 172.21.15.44:0/3081097277 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aa2770 0x5642b3aa0cc0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.176+0000 7f783ed6c740 1 -- 172.21.15.44:0/3081097277 >> 172.21.15.44:0/3081097277 conn(0x5642b3a69f80 msgr2=0x5642b3a9d7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:58.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.176+0000 7f783ed6c740 1 -- 172.21.15.44:0/3081097277 shutdown_connections 2024-05-27T00:37:58.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.176+0000 7f783ed6c740 1 -- 172.21.15.44:0/3081097277 wait complete. 2024-05-27T00:37:58.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.176+0000 7f783ed6c740 1 -- start start 2024-05-27T00:37:58.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.176+0000 7f783ed6c740 1 Processor -- start 2024-05-27T00:37:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.177+0000 7f783ed6c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aa1200 0x5642b3ab6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.177+0000 7f783ed6c740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aa2770 0x5642b3ab6680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.177+0000 7f783ed6c740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5642b3aabf80 0x5642b3ab04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.177+0000 7f783ed6c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x5642b3aaecf0 con 0x5642b3aa1200 2024-05-27T00:37:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.177+0000 7f783ed6c740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x5642b39c00b0 con 0x5642b3aa2770 2024-05-27T00:37:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.177+0000 7f783ed6c740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x5642b3aaee70 con 0x5642b3aabf80 2024-05-27T00:37:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.177+0000 7f783ed6c740 10 client.0 _ll_register_callbacks cb 0x5642b39abf40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.177+0000 7f7838c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aa1200 0x5642b3ab6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.177+0000 7f7838c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aa1200 0x5642b3ab6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51414/0 (socket says 172.21.15.44:51414) 2024-05-27T00:37:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.177+0000 7f7838c00640 1 -- 172.21.15.44:0/1459007384 learned_addr learned my addr 172.21.15.44:0/1459007384 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.177+0000 7f7839600640 1 --2- 172.21.15.44:0/1459007384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aa2770 0x5642b3ab6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.178+0000 7f7838c00640 1 --2- 172.21.15.44:0/1459007384 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5642b3aabf80 0x5642b3ab04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:58.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.178+0000 7f7838c00640 1 -- 172.21.15.44:0/1459007384 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5642b3aabf80 msgr2=0x5642b3ab04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:58.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.178+0000 7f7838c00640 1 --2- 172.21.15.44:0/1459007384 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5642b3aabf80 0x5642b3ab04b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.178+0000 7f7838c00640 1 -- 172.21.15.44:0/1459007384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aa2770 msgr2=0x5642b3ab6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:58.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.178+0000 7f7838c00640 1 --2- 172.21.15.44:0/1459007384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aa2770 0x5642b3ab6680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.178+0000 7f7838c00640 1 -- 172.21.15.44:0/1459007384 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642b37e5620 con 0x5642b3aa1200 2024-05-27T00:37:58.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.178+0000 7f7838c00640 1 --2- 172.21.15.44:0/1459007384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aa1200 0x5642b3ab6140 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f7820005c20 tx=0x7f7820005bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f4a7c314915ee9e server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:58.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.178+0000 7f781aa00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:37:58.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.178+0000 7f781aa00640 1 -- 172.21.15.44:0/1459007384 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7820004450 con 0x5642b3aa1200 2024-05-27T00:37:58.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.178+0000 7f781aa00640 1 -- 172.21.15.44:0/1459007384 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f78200046c0 con 0x5642b3aa1200 2024-05-27T00:37:58.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.178+0000 7f783ed6c740 1 -- 172.21.15.44:0/1459007384 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7820005520 con 0x5642b3aa1200 2024-05-27T00:37:58.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.179+0000 7f781aa00640 1 -- 172.21.15.44:0/1459007384 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f7820032050 con 0x5642b3aa1200 2024-05-27T00:37:58.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.179+0000 7f783ed6c740 10 client.16221 fetch_fsmap learned FSMap version 30 2024-05-27T00:37:58.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.179+0000 7f783ed6c740 1 -- 172.21.15.44:0/1459007384 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5642b3abf3c0 con 0x5642b3aa1200 2024-05-27T00:37:58.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.179+0000 7f781aa00640 1 -- 172.21.15.44:0/1459007384 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7820005520 con 0x5642b3aa1200 2024-05-27T00:37:58.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.179+0000 7f781aa00640 1 -- 172.21.15.44:0/1459007384 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f7820003b10 con 0x5642b3aa1200 2024-05-27T00:37:58.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.179+0000 7f783ed6c740 10 client.16221 fetch_fsmap finished waiting for FSMap version 30 2024-05-27T00:37:58.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.179+0000 7f783ed6c740 10 client.16221 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:58.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.179+0000 7f783ed6c740 20 client.16221 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:58.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.179+0000 7f783ed6c740 1 --2- 172.21.15.44:0/1459007384 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5642b3ac07c0 0x5642b3ac2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:58.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.179+0000 7f783ed6c740 4 client.16221 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:37:58.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.179+0000 7f783ed6c740 1 -- 172.21.15.44:0/1459007384 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5642b3a12b50 con 0x5642b3ac07c0 2024-05-27T00:37:58.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.180+0000 7f7839600640 1 --2- 172.21.15.44:0/1459007384 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5642b3ac07c0 0x5642b3ac2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:58.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.180+0000 7f7839600640 1 --2- 172.21.15.44:0/1459007384 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5642b3ac07c0 0x5642b3ac2bb0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=95bc333a96a12a3 server_cookie=4f8edb7099975839 in_seq=0 out_seq=0 2024-05-27T00:37:58.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.180+0000 7f781aa00640 10 client.16221 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:58.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.181+0000 7f781aa00640 1 -- 172.21.15.44:0/1459007384 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5642b3a12b50 con 0x5642b3ac07c0 2024-05-27T00:37:58.187 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.181+0000 7f781aa00640 10 client.16221 handle_command_reply: tid=0 2024-05-27T00:37:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.181+0000 7f783ed6c740 1 client.16221 shutdown 2024-05-27T00:37:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.182+0000 7f783ed6c740 1 -- 172.21.15.44:0/1459007384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aa1200 msgr2=0x5642b3ab6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.182+0000 7f783ed6c740 1 --2- 172.21.15.44:0/1459007384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aa1200 0x5642b3ab6140 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f7820005c20 tx=0x7f7820005bb0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.182+0000 7f783ed6c740 1 -- 172.21.15.44:0/1459007384 shutdown_connections 2024-05-27T00:37:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.182+0000 7f783ed6c740 1 --2- 172.21.15.44:0/1459007384 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5642b3ac07c0 0x5642b3ac2bb0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.182+0000 7f783ed6c740 1 --2- 172.21.15.44:0/1459007384 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5642b3aabf80 0x5642b3ab04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.182+0000 7f783ed6c740 1 --2- 172.21.15.44:0/1459007384 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aa2770 0x5642b3ab6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.182+0000 7f781aa00640 0 client.16221 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.182+0000 7f783ed6c740 1 --2- 172.21.15.44:0/1459007384 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aa1200 0x5642b3ab6140 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.182+0000 7f783ed6c740 1 -- 172.21.15.44:0/1459007384 >> 172.21.15.44:0/1459007384 conn(0x5642b3a69f80 msgr2=0x5642b3aa35f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.182+0000 7f783ed6c740 1 -- 172.21.15.44:0/1459007384 shutdown_connections 2024-05-27T00:37:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.182+0000 7f783ed6c740 1 -- 172.21.15.44:0/1459007384 wait complete. 2024-05-27T00:37:58.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.182+0000 7f783ed6c740 20 client.16221 trim_cache size 0 max 16384 2024-05-27T00:37:58.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.199+0000 7f783ed6c740 1 Processor -- start 2024-05-27T00:37:58.202 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.199+0000 7f783ed6c740 1 -- start start 2024-05-27T00:37:58.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.199+0000 7f783ed6c740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5642b3aa1200 0x5642b3ab0450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:58.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.199+0000 7f783ed6c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aa2770 0x5642b3ac8320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:58.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.199+0000 7f783ed6c740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aabf80 0x5642b3ac8860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:58.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.199+0000 7f783ed6c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f78341af420 con 0x5642b3aa2770 2024-05-27T00:37:58.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.199+0000 7f783ed6c740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f78341acc90 con 0x5642b3aabf80 2024-05-27T00:37:58.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.199+0000 7f783ed6c740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f78341aaac0 con 0x5642b3aa1200 2024-05-27T00:37:58.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.199+0000 7f7839600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aa2770 0x5642b3ac8320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:58.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.199+0000 7f7839600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aa2770 0x5642b3ac8320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:51428/0 (socket says 172.21.15.44:51428) 2024-05-27T00:37:58.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.199+0000 7f7839600640 1 -- 172.21.15.44:0/4066857413 learned_addr learned my addr 172.21.15.44:0/4066857413 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:58.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.200+0000 7f7838c00640 1 --2- 172.21.15.44:0/4066857413 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5642b3aa1200 0x5642b3ab0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:58.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.200+0000 7f7838c00640 1 --2- 172.21.15.44:0/4066857413 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aabf80 0x5642b3ac8860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:58.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.200+0000 7f7839600640 1 -- 172.21.15.44:0/4066857413 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5642b3aa1200 msgr2=0x5642b3ab0450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:58.203 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.200+0000 7f7839600640 1 --2- 172.21.15.44:0/4066857413 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5642b3aa1200 0x5642b3ab0450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.200+0000 7f7839600640 1 -- 172.21.15.44:0/4066857413 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aabf80 msgr2=0x5642b3ac8860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:58.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.200+0000 7f7839600640 1 --2- 172.21.15.44:0/4066857413 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aabf80 0x5642b3ac8860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.200+0000 7f7839600640 1 -- 172.21.15.44:0/4066857413 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642b3a98fd0 con 0x5642b3aa2770 2024-05-27T00:37:58.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.200+0000 7f7838c00640 1 --2- 172.21.15.44:0/4066857413 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aabf80 0x5642b3ac8860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:37:58.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.200+0000 7f7839600640 1 --2- 172.21.15.44:0/4066857413 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aa2770 0x5642b3ac8320 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f7828005fd0 tx=0x7f7828009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=392f5b9dc39313a1 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:58.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.200+0000 7f7825c00640 1 -- 172.21.15.44:0/4066857413 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7828026070 con 0x5642b3aa2770 2024-05-27T00:37:58.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.201+0000 7f7825c00640 1 -- 172.21.15.44:0/4066857413 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7828003e80 con 0x5642b3aa2770 2024-05-27T00:37:58.204 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.201+0000 7f7825c00640 1 -- 172.21.15.44:0/4066857413 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7828010a90 con 0x5642b3aa2770 2024-05-27T00:37:58.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.201+0000 7f783ed6c740 1 -- 172.21.15.44:0/4066857413 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aa2770 msgr2=0x5642b3ac8320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:58.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.201+0000 7f783ed6c740 1 --2- 172.21.15.44:0/4066857413 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aa2770 0x5642b3ac8320 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f7828005fd0 tx=0x7f7828009260 comp rx=0 tx=0).stop 2024-05-27T00:37:58.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.201+0000 7f783ed6c740 1 -- 172.21.15.44:0/4066857413 shutdown_connections 2024-05-27T00:37:58.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.201+0000 7f783ed6c740 1 --2- 172.21.15.44:0/4066857413 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aabf80 0x5642b3ac8860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.201+0000 7f783ed6c740 1 --2- 172.21.15.44:0/4066857413 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aa2770 0x5642b3ac8320 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.201+0000 7f783ed6c740 1 --2- 172.21.15.44:0/4066857413 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5642b3aa1200 0x5642b3ab0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.201+0000 7f783ed6c740 1 -- 172.21.15.44:0/4066857413 >> 172.21.15.44:0/4066857413 conn(0x5642b3a69f80 msgr2=0x5642b3aafd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:58.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.201+0000 7f783ed6c740 1 -- 172.21.15.44:0/4066857413 shutdown_connections 2024-05-27T00:37:58.209 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.201+0000 7f783ed6c740 1 -- 172.21.15.44:0/4066857413 wait complete. 2024-05-27T00:37:58.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.202+0000 7f783ed6c740 1 -- start start 2024-05-27T00:37:58.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.202+0000 7f783ed6c740 1 Processor -- start 2024-05-27T00:37:58.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.202+0000 7f783ed6c740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aa1200 0x5642b3aba190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:58.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.202+0000 7f783ed6c740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5642b3aa2770 0x5642b3aba6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:58.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.202+0000 7f783ed6c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aabf80 0x5642b3abac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:58.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.202+0000 7f783ed6c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f78341ab150 con 0x5642b3aabf80 2024-05-27T00:37:58.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.203+0000 7f783ed6c740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f78341ac5c0 con 0x5642b3aa1200 2024-05-27T00:37:58.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.203+0000 7f783ed6c740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f78341ab820 con 0x5642b3aa2770 2024-05-27T00:37:58.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.203+0000 7f783ed6c740 10 client.0 _ll_register_callbacks cb 0x7f7820013770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:37:58.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.203+0000 7f7838c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aa1200 0x5642b3aba190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:58.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.203+0000 7f7838c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aa1200 0x5642b3aba190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:43270/0 (socket says 172.21.15.44:43270) 2024-05-27T00:37:58.210 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.203+0000 7f7838c00640 1 -- 172.21.15.44:0/3397076600 learned_addr learned my addr 172.21.15.44:0/3397076600 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:37:58.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.203+0000 7f7838c00640 1 --2- 172.21.15.44:0/3397076600 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aabf80 0x5642b3abac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:58.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.203+0000 7f7839600640 1 --2- 172.21.15.44:0/3397076600 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5642b3aa2770 0x5642b3aba6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:58.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.203+0000 7f7838c00640 1 -- 172.21.15.44:0/3397076600 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5642b3aa2770 msgr2=0x5642b3aba6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:58.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.203+0000 7f7838c00640 1 --2- 172.21.15.44:0/3397076600 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5642b3aa2770 0x5642b3aba6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.203+0000 7f7838c00640 1 -- 172.21.15.44:0/3397076600 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aabf80 msgr2=0x5642b3abac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:37:58.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.203+0000 7f7838c00640 1 --2- 172.21.15.44:0/3397076600 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aabf80 0x5642b3abac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.203+0000 7f7838c00640 1 -- 172.21.15.44:0/3397076600 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642b3b29f10 con 0x5642b3aa1200 2024-05-27T00:37:58.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.204+0000 7f7838c00640 1 --2- 172.21.15.44:0/3397076600 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aa1200 0x5642b3aba190 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f7820010010 tx=0x7f78200215d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=28f1640b5bf93979 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:37:58.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.204+0000 7f781aa00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:37:58.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.204+0000 7f781aa00640 1 -- 172.21.15.44:0/3397076600 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78200055a0 con 0x5642b3aa1200 2024-05-27T00:37:58.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.204+0000 7f783ed6c740 1 -- 172.21.15.44:0/3397076600 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7828003e80 con 0x5642b3aa1200 2024-05-27T00:37:58.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.204+0000 7f781aa00640 1 -- 172.21.15.44:0/3397076600 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f78200218b0 con 0x5642b3aa1200 2024-05-27T00:37:58.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.204+0000 7f781aa00640 1 -- 172.21.15.44:0/3397076600 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f7820045050 con 0x5642b3aa1200 2024-05-27T00:37:58.211 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.204+0000 7f783ed6c740 10 client.26366 fetch_fsmap learned FSMap version 30 2024-05-27T00:37:58.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.204+0000 7f783ed6c740 1 -- 172.21.15.44:0/3397076600 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5642b3b2b200 con 0x5642b3aa1200 2024-05-27T00:37:58.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.205+0000 7f781aa00640 1 -- 172.21.15.44:0/3397076600 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7828003e80 con 0x5642b3aa1200 2024-05-27T00:37:58.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.205+0000 7f781aa00640 1 -- 172.21.15.44:0/3397076600 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f7820010430 con 0x5642b3aa1200 2024-05-27T00:37:58.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.205+0000 7f783ed6c740 10 client.26366 fetch_fsmap finished waiting for FSMap version 30 2024-05-27T00:37:58.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.205+0000 7f783ed6c740 10 client.26366 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:37:58.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.205+0000 7f783ed6c740 20 client.26366 populate_metadata read hostname 'smithi044' 2024-05-27T00:37:58.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.205+0000 7f783ed6c740 1 --2- 172.21.15.44:0/3397076600 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5642b3b2b860 0x5642b3b2dc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:37:58.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.205+0000 7f783ed6c740 4 client.26366 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-27T00:37:58.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.205+0000 7f783ed6c740 1 -- 172.21.15.44:0/3397076600 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5642b3a0cea0 con 0x5642b3b2b860 2024-05-27T00:37:58.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.205+0000 7f7839600640 1 --2- 172.21.15.44:0/3397076600 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5642b3b2b860 0x5642b3b2dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:37:58.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.206+0000 7f7839600640 1 --2- 172.21.15.44:0/3397076600 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5642b3b2b860 0x5642b3b2dc80 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=174466383a14cf5a server_cookie=f67fc04a2057425f in_seq=0 out_seq=0 2024-05-27T00:37:58.212 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.206+0000 7f781aa00640 10 client.26366 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.328+0000 7f781aa00640 1 -- 172.21.15.44:0/3397076600 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5642b3a0cea0 con 0x5642b3b2b860 2024-05-27T00:37:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.328+0000 7f781aa00640 10 client.26366 handle_command_reply: tid=0 2024-05-27T00:37:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.328+0000 7f783ed6c740 1 client.26366 shutdown 2024-05-27T00:37:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.328+0000 7f783ed6c740 1 -- 172.21.15.44:0/3397076600 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aa1200 msgr2=0x5642b3aba190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.328+0000 7f783ed6c740 1 --2- 172.21.15.44:0/3397076600 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aa1200 0x5642b3aba190 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f7820010010 tx=0x7f78200215d0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.328+0000 7f783ed6c740 1 -- 172.21.15.44:0/3397076600 shutdown_connections 2024-05-27T00:37:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.328+0000 7f783ed6c740 1 --2- 172.21.15.44:0/3397076600 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5642b3b2b860 0x5642b3b2dc80 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.329+0000 7f783ed6c740 1 --2- 172.21.15.44:0/3397076600 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5642b3aabf80 0x5642b3abac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.329+0000 7f781aa00640 0 client.26366 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:37:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.329+0000 7f783ed6c740 1 --2- 172.21.15.44:0/3397076600 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5642b3aa2770 0x5642b3aba6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.329+0000 7f783ed6c740 1 --2- 172.21.15.44:0/3397076600 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5642b3aa1200 0x5642b3aba190 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.332 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.329+0000 7f783ed6c740 1 -- 172.21.15.44:0/3397076600 >> 172.21.15.44:0/3397076600 conn(0x5642b3a69f80 msgr2=0x5642b3ab5d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:58.332 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.329+0000 7f783ed6c740 1 -- 172.21.15.44:0/3397076600 shutdown_connections 2024-05-27T00:37:58.332 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.329+0000 7f783ed6c740 1 -- 172.21.15.44:0/3397076600 wait complete. 2024-05-27T00:37:58.332 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.329+0000 7f783ed6c740 20 client.26366 trim_cache size 0 max 16384 2024-05-27T00:37:58.332 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-05-27T00:37:58.332 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-05-27T00:37:58.332 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-05-27T00:37:58.332 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-05-27T00:37:58.333 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.330+0000 7f783aa00640 1 -- 172.21.15.44:0/611377199 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f781c0a2cf0 msgr2=0x7f781c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:58.333 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.330+0000 7f783aa00640 1 --2- 172.21.15.44:0/611377199 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f781c0a2cf0 0x7f781c0a51b0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f782c0c4cd0 tx=0x7f782c004ab0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.333 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.330+0000 7f783aa00640 1 -- 172.21.15.44:0/611377199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78341077c0 msgr2=0x7f783419ca30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:37:58.333 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.330+0000 7f783aa00640 1 --2- 172.21.15.44:0/611377199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78341077c0 0x7f783419ca30 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f782c009370 tx=0x7f782c003970 comp rx=0 tx=0).stop 2024-05-27T00:37:58.333 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.330+0000 7f783aa00640 1 -- 172.21.15.44:0/611377199 shutdown_connections 2024-05-27T00:37:58.333 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.330+0000 7f783aa00640 1 --2- 172.21.15.44:0/611377199 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f781c0a2cf0 0x7f781c0a51b0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.333 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.330+0000 7f783aa00640 1 --2- 172.21.15.44:0/611377199 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f78341077c0 0x7f783419ca30 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.333 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.330+0000 7f783aa00640 1 --2- 172.21.15.44:0/611377199 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f7834102170 0x7f78341986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.334 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.330+0000 7f783aa00640 1 --2- 172.21.15.44:0/611377199 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f78341017b0 0x7f7834198170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:37:58.334 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.330+0000 7f783aa00640 1 -- 172.21.15.44:0/611377199 >> 172.21.15.44:0/611377199 conn(0x7f78340fd320 msgr2=0x7f78340fd9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:37:58.334 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.330+0000 7f783aa00640 1 -- 172.21.15.44:0/611377199 shutdown_connections 2024-05-27T00:37:58.334 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:37:58.330+0000 7f783aa00640 1 -- 172.21.15.44:0/611377199 wait complete. 2024-05-27T00:37:58.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:37:58 smithi137 ceph-mon[36552]: pgmap v83: 129 pgs: 129 active+clean; 164 MiB data, 811 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 205 op/s 2024-05-27T00:37:58.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:37:58 smithi044 ceph-mon[31645]: pgmap v83: 129 pgs: 129 active+clean; 164 MiB data, 811 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 205 op/s 2024-05-27T00:37:58.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:37:58 smithi050 ceph-mon[36071]: pgmap v83: 129 pgs: 129 active+clean; 164 MiB data, 811 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 205 op/s 2024-05-27T00:37:59.044 INFO:tasks.workunit.client.0.smithi044.stderr:+ tar c linux-4.0.5 2024-05-27T00:37:59.958 INFO:tasks.workunit.client.0.smithi044.stderr:+ rm -rf linux-4.0.5 2024-05-27T00:38:00.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:00 smithi137 ceph-mon[36552]: pgmap v84: 129 pgs: 129 active+clean; 174 MiB data, 855 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 445 op/s 2024-05-27T00:38:00.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:00 smithi044 ceph-mon[31645]: pgmap v84: 129 pgs: 129 active+clean; 174 MiB data, 855 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 445 op/s 2024-05-27T00:38:00.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:00 smithi050 ceph-mon[36071]: pgmap v84: 129 pgs: 129 active+clean; 174 MiB data, 855 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 445 op/s 2024-05-27T00:38:02.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:02 smithi137 ceph-mon[36552]: pgmap v85: 129 pgs: 129 active+clean; 174 MiB data, 855 MiB used, 1.0 TiB / 1.0 TiB avail; 842 KiB/s rd, 1.9 MiB/s wr, 323 op/s 2024-05-27T00:38:02.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:02 smithi044 ceph-mon[31645]: pgmap v85: 129 pgs: 129 active+clean; 174 MiB data, 855 MiB used, 1.0 TiB / 1.0 TiB avail; 842 KiB/s rd, 1.9 MiB/s wr, 323 op/s 2024-05-27T00:38:02.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:02 smithi050 ceph-mon[36071]: pgmap v85: 129 pgs: 129 active+clean; 174 MiB data, 855 MiB used, 1.0 TiB / 1.0 TiB avail; 842 KiB/s rd, 1.9 MiB/s wr, 323 op/s 2024-05-27T00:38:04.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:04 smithi137 ceph-mon[36552]: pgmap v86: 129 pgs: 129 active+clean; 178 MiB data, 855 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.3 MiB/s wr, 373 op/s 2024-05-27T00:38:04.753 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:04 smithi137 ceph-mon[36552]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:38:04.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:04 smithi044 ceph-mon[31645]: pgmap v86: 129 pgs: 129 active+clean; 178 MiB data, 855 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.3 MiB/s wr, 373 op/s 2024-05-27T00:38:04.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:04 smithi044 ceph-mon[31645]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:38:04.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:04 smithi050 ceph-mon[36071]: pgmap v86: 129 pgs: 129 active+clean; 178 MiB data, 855 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.3 MiB/s wr, 373 op/s 2024-05-27T00:38:04.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:04 smithi050 ceph-mon[36071]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:38:06.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:06 smithi137 ceph-mon[36552]: pgmap v87: 129 pgs: 129 active+clean; 178 MiB data, 855 MiB used, 1.0 TiB / 1.0 TiB avail; 615 KiB/s rd, 1.8 MiB/s wr, 290 op/s 2024-05-27T00:38:06.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:06 smithi044 ceph-mon[31645]: pgmap v87: 129 pgs: 129 active+clean; 178 MiB data, 855 MiB used, 1.0 TiB / 1.0 TiB avail; 615 KiB/s rd, 1.8 MiB/s wr, 290 op/s 2024-05-27T00:38:06.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:06 smithi050 ceph-mon[36071]: pgmap v87: 129 pgs: 129 active+clean; 178 MiB data, 855 MiB used, 1.0 TiB / 1.0 TiB avail; 615 KiB/s rd, 1.8 MiB/s wr, 290 op/s 2024-05-27T00:38:08.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:08 smithi137 ceph-mon[36552]: pgmap v88: 129 pgs: 129 active+clean; 178 MiB data, 855 MiB used, 1.0 TiB / 1.0 TiB avail; 615 KiB/s rd, 1.8 MiB/s wr, 290 op/s 2024-05-27T00:38:08.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:08 smithi044 ceph-mon[31645]: pgmap v88: 129 pgs: 129 active+clean; 178 MiB data, 855 MiB used, 1.0 TiB / 1.0 TiB avail; 615 KiB/s rd, 1.8 MiB/s wr, 290 op/s 2024-05-27T00:38:08.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:08 smithi050 ceph-mon[36071]: pgmap v88: 129 pgs: 129 active+clean; 178 MiB data, 855 MiB used, 1.0 TiB / 1.0 TiB avail; 615 KiB/s rd, 1.8 MiB/s wr, 290 op/s 2024-05-27T00:38:10.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:10 smithi044 ceph-mon[31645]: pgmap v89: 129 pgs: 129 active+clean; 183 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.3 MiB/s wr, 374 op/s 2024-05-27T00:38:10.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:10 smithi050 ceph-mon[36071]: pgmap v89: 129 pgs: 129 active+clean; 183 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.3 MiB/s wr, 374 op/s 2024-05-27T00:38:11.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:10 smithi137 ceph-mon[36552]: pgmap v89: 129 pgs: 129 active+clean; 183 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.3 MiB/s wr, 374 op/s 2024-05-27T00:38:11.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.494+0000 7fc581a00640 1 -- 172.21.15.44:0/766710314 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc57c103280 msgr2=0x7fc57c10b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:11.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.494+0000 7fc581a00640 1 --2- 172.21.15.44:0/766710314 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc57c103280 0x7fc57c10b760 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fc568009860 tx=0x7fc56802a3d0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.495+0000 7fc581a00640 1 -- 172.21.15.44:0/766710314 shutdown_connections 2024-05-27T00:38:11.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.495+0000 7fc581a00640 1 --2- 172.21.15.44:0/766710314 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc57c10bd80 0x7fc57c10e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.495+0000 7fc581a00640 1 --2- 172.21.15.44:0/766710314 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc57c103280 0x7fc57c10b760 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.495+0000 7fc581a00640 1 --2- 172.21.15.44:0/766710314 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc57c102960 0x7fc57c102d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.495+0000 7fc581a00640 1 -- 172.21.15.44:0/766710314 >> 172.21.15.44:0/766710314 conn(0x7fc57c0fc1c0 msgr2=0x7fc57c0fe5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:11.497 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.495+0000 7fc581a00640 1 -- 172.21.15.44:0/766710314 shutdown_connections 2024-05-27T00:38:11.498 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.495+0000 7fc581a00640 1 -- 172.21.15.44:0/766710314 wait complete. 2024-05-27T00:38:11.499 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.496+0000 7fc581a00640 1 Processor -- start 2024-05-27T00:38:11.499 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.496+0000 7fc581a00640 1 -- start start 2024-05-27T00:38:11.499 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.496+0000 7fc581a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc57c102960 0x7fc57c1005b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:11.499 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.496+0000 7fc581a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc57c103280 0x7fc57c100af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:11.500 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.496+0000 7fc581a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc57c10bd80 0x7fc57c101030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:11.500 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.496+0000 7fc581a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c111cf0 con 0x7fc57c10bd80 2024-05-27T00:38:11.500 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.496+0000 7fc581a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c111b70 con 0x7fc57c102960 2024-05-27T00:38:11.500 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.496+0000 7fc581a00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c111e70 con 0x7fc57c103280 2024-05-27T00:38:11.500 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.497+0000 7fc57be00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc57c102960 0x7fc57c1005b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:11.500 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.497+0000 7fc57be00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc57c102960 0x7fc57c1005b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:34050/0 (socket says 172.21.15.44:34050) 2024-05-27T00:38:11.500 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.497+0000 7fc57be00640 1 -- 172.21.15.44:0/181719591 learned_addr learned my addr 172.21.15.44:0/181719591 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:38:11.500 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.497+0000 7fc57b400640 1 --2- 172.21.15.44:0/181719591 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc57c103280 0x7fc57c100af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:11.500 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.497+0000 7fc581000640 1 --2- 172.21.15.44:0/181719591 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc57c10bd80 0x7fc57c101030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:11.500 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.497+0000 7fc57be00640 1 -- 172.21.15.44:0/181719591 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc57c103280 msgr2=0x7fc57c100af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:11.500 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.497+0000 7fc57be00640 1 --2- 172.21.15.44:0/181719591 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc57c103280 0x7fc57c100af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.501 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.497+0000 7fc57be00640 1 -- 172.21.15.44:0/181719591 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc57c10bd80 msgr2=0x7fc57c101030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:11.501 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.497+0000 7fc57be00640 1 --2- 172.21.15.44:0/181719591 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc57c10bd80 0x7fc57c101030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.501 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.497+0000 7fc57be00640 1 -- 172.21.15.44:0/181719591 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc57c1a66f0 con 0x7fc57c102960 2024-05-27T00:38:11.501 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.497+0000 7fc57b400640 1 --2- 172.21.15.44:0/181719591 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc57c103280 0x7fc57c100af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:38:11.501 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.498+0000 7fc57be00640 1 --2- 172.21.15.44:0/181719591 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc57c102960 0x7fc57c1005b0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fc56c00e9c0 tx=0x7fc56c00edc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:11.502 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.498+0000 7fc578c00640 1 -- 172.21.15.44:0/181719591 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc56c00ccc0 con 0x7fc57c102960 2024-05-27T00:38:11.502 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.498+0000 7fc578c00640 1 -- 172.21.15.44:0/181719591 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc56c005520 con 0x7fc57c102960 2024-05-27T00:38:11.502 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.498+0000 7fc578c00640 1 -- 172.21.15.44:0/181719591 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc56c010430 con 0x7fc57c102960 2024-05-27T00:38:11.502 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.498+0000 7fc581a00640 1 -- 172.21.15.44:0/181719591 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc57c1a69e0 con 0x7fc57c102960 2024-05-27T00:38:11.502 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.498+0000 7fc581a00640 1 -- 172.21.15.44:0/181719591 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc57c1a6ee0 con 0x7fc57c102960 2024-05-27T00:38:11.505 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.503+0000 7fc585d75740 1 Processor -- start 2024-05-27T00:38:11.505 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.503+0000 7fc585d75740 1 -- start start 2024-05-27T00:38:11.505 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.503+0000 7fc578c00640 1 -- 172.21.15.44:0/181719591 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc56c0046c0 con 0x7fc57c102960 2024-05-27T00:38:11.506 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.503+0000 7fc585d75740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559c40cbc770 0x559c40cbacc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:11.506 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.503+0000 7fc585d75740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cbb200 0x559c40cbb680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:11.506 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.504+0000 7fc585d75740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cc5f80 0x559c40cc8370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:11.506 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.504+0000 7fc585d75740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559c40c1f420 con 0x559c40cbc770 2024-05-27T00:38:11.506 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.504+0000 7fc585d75740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x559c40bc6c50 con 0x559c40cc5f80 2024-05-27T00:38:11.506 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.504+0000 7fc585d75740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x559c40c1b3e0 con 0x559c40cbb200 2024-05-27T00:38:11.507 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.504+0000 7fc57be00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cbb200 0x559c40cbb680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:11.507 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.504+0000 7fc581000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559c40cbc770 0x559c40cbacc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:11.507 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.504+0000 7fc581000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559c40cbc770 0x559c40cbacc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:46618/0 (socket says 172.21.15.44:46618) 2024-05-27T00:38:11.507 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.504+0000 7fc581000640 1 -- 172.21.15.44:0/1381312804 learned_addr learned my addr 172.21.15.44:0/1381312804 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:38:11.508 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.504+0000 7fc57be00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cbb200 0x559c40cbb680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:52152/0 (socket says 172.21.15.44:52152) 2024-05-27T00:38:11.508 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.504+0000 7fc57b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cc5f80 0x559c40cc8370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:11.508 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.505+0000 7fc57b400640 1 -- 172.21.15.44:0/1381312804 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cbb200 msgr2=0x559c40cbb680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:11.508 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.505+0000 7fc57b400640 1 --2- 172.21.15.44:0/1381312804 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cbb200 0x559c40cbb680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.508 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.505+0000 7fc57b400640 1 -- 172.21.15.44:0/1381312804 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559c40cbc770 msgr2=0x559c40cbacc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:11.508 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.505+0000 7fc57b400640 1 --2- 172.21.15.44:0/1381312804 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559c40cbc770 0x559c40cbacc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.508 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.505+0000 7fc57b400640 1 -- 172.21.15.44:0/1381312804 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c40933210 con 0x559c40cc5f80 2024-05-27T00:38:11.508 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.505+0000 7fc57b400640 1 --2- 172.21.15.44:0/1381312804 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cc5f80 0x559c40cc8370 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc568000c00 tx=0x7fc568032ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=af7e3502cf9e9d12 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:11.508 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.505+0000 7fc571600640 1 -- 172.21.15.44:0/1381312804 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc568004230 con 0x559c40cc5f80 2024-05-27T00:38:11.508 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.506+0000 7fc571600640 1 -- 172.21.15.44:0/1381312804 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc5680043d0 con 0x559c40cc5f80 2024-05-27T00:38:11.508 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.506+0000 7fc571600640 1 -- 172.21.15.44:0/1381312804 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc568004920 con 0x559c40cc5f80 2024-05-27T00:38:11.509 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.506+0000 7fc578c00640 1 --2- 172.21.15.44:0/181719591 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fc5600a2d20 0x7fc5600a51e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:11.511 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.506+0000 7fc578c00640 1 -- 172.21.15.44:0/181719591 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fc56c0cfb60 con 0x7fc57c102960 2024-05-27T00:38:11.511 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.506+0000 7fc581000640 1 --2- 172.21.15.44:0/181719591 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fc5600a2d20 0x7fc5600a51e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:11.511 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.507+0000 7fc585d75740 1 -- 172.21.15.44:0/1381312804 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cc5f80 msgr2=0x559c40cc8370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:11.512 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.507+0000 7fc585d75740 1 --2- 172.21.15.44:0/1381312804 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cc5f80 0x559c40cc8370 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc568000c00 tx=0x7fc568032ee0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.512 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.507+0000 7fc581000640 1 --2- 172.21.15.44:0/181719591 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fc5600a2d20 0x7fc5600a51e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc5740125f0 tx=0x7fc574009500 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:11.512 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.507+0000 7fc585d75740 1 -- 172.21.15.44:0/1381312804 shutdown_connections 2024-05-27T00:38:11.512 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.507+0000 7fc585d75740 1 --2- 172.21.15.44:0/1381312804 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cc5f80 0x559c40cc8370 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.512 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.507+0000 7fc585d75740 1 --2- 172.21.15.44:0/1381312804 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cbb200 0x559c40cbb680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.512 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.507+0000 7fc585d75740 1 --2- 172.21.15.44:0/1381312804 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559c40cbc770 0x559c40cbacc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.512 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.507+0000 7fc585d75740 1 -- 172.21.15.44:0/1381312804 >> 172.21.15.44:0/1381312804 conn(0x559c40c83f80 msgr2=0x559c40cb77f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:11.512 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.507+0000 7fc585d75740 1 -- 172.21.15.44:0/1381312804 shutdown_connections 2024-05-27T00:38:11.512 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.507+0000 7fc585d75740 1 -- 172.21.15.44:0/1381312804 wait complete. 2024-05-27T00:38:11.512 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.508+0000 7fc585d75740 1 -- start start 2024-05-27T00:38:11.512 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.508+0000 7fc585d75740 1 Processor -- start 2024-05-27T00:38:11.513 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.508+0000 7fc585d75740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559c40cbb200 0x559c40cc2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:11.513 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.508+0000 7fc585d75740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cbc770 0x559c40cc34e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:11.513 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.508+0000 7fc585d75740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cc5f80 0x559c40cc3a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:11.513 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.508+0000 7fc585d75740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x559c40cc8cf0 con 0x559c40cbb200 2024-05-27T00:38:11.513 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.508+0000 7fc585d75740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x559c40bda0b0 con 0x559c40cbc770 2024-05-27T00:38:11.513 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.508+0000 7fc585d75740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x559c40cc8e70 con 0x559c40cc5f80 2024-05-27T00:38:11.513 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.509+0000 7fc585d75740 10 client.0 _ll_register_callbacks cb 0x559c40bc5f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:38:11.513 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.509+0000 7fc57b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cbc770 0x559c40cc34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:11.513 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.509+0000 7fc57b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cbc770 0x559c40cc34e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:34074/0 (socket says 172.21.15.44:34074) 2024-05-27T00:38:11.513 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.509+0000 7fc57b400640 1 -- 172.21.15.44:0/3736772455 learned_addr learned my addr 172.21.15.44:0/3736772455 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:38:11.513 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.509+0000 7fc57be00640 1 --2- 172.21.15.44:0/3736772455 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559c40cbb200 0x559c40cc2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:11.514 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.509+0000 7fc581000640 1 --2- 172.21.15.44:0/3736772455 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cc5f80 0x559c40cc3a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:11.514 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.509+0000 7fc57b400640 1 -- 172.21.15.44:0/3736772455 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cc5f80 msgr2=0x559c40cc3a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:11.514 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.509+0000 7fc57b400640 1 --2- 172.21.15.44:0/3736772455 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cc5f80 0x559c40cc3a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.514 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.509+0000 7fc57b400640 1 -- 172.21.15.44:0/3736772455 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559c40cbb200 msgr2=0x559c40cc2fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:11.514 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.509+0000 7fc57b400640 1 --2- 172.21.15.44:0/3736772455 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559c40cbb200 0x559c40cc2fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.514 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.509+0000 7fc57b400640 1 -- 172.21.15.44:0/3736772455 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c409ff620 con 0x559c40cbc770 2024-05-27T00:38:11.514 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.509+0000 7fc57b400640 1 --2- 172.21.15.44:0/3736772455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cbc770 0x559c40cc34e0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fc568005600 tx=0x7fc5680054c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4f7bad0ec3500b77 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:11.514 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.509+0000 7fc566000640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:38:11.514 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.510+0000 7fc566000640 1 -- 172.21.15.44:0/3736772455 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc568009450 con 0x559c40cbc770 2024-05-27T00:38:11.514 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.510+0000 7fc566000640 1 -- 172.21.15.44:0/3736772455 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fc5680306b0 con 0x559c40cbc770 2024-05-27T00:38:11.514 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.510+0000 7fc585d75740 1 -- 172.21.15.44:0/3736772455 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5680043d0 con 0x559c40cbc770 2024-05-27T00:38:11.517 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.510+0000 7fc566000640 1 -- 172.21.15.44:0/3736772455 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc568058050 con 0x559c40cbc770 2024-05-27T00:38:11.517 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.510+0000 7fc585d75740 10 client.26378 fetch_fsmap learned FSMap version 31 2024-05-27T00:38:11.517 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.510+0000 7fc585d75740 1 -- 172.21.15.44:0/3736772455 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559c40cd5060 con 0x559c40cbc770 2024-05-27T00:38:11.518 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.510+0000 7fc566000640 1 -- 172.21.15.44:0/3736772455 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc5680043d0 con 0x559c40cbc770 2024-05-27T00:38:11.518 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.511+0000 7fc566000640 1 -- 172.21.15.44:0/3736772455 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 31) ==== 8366+0+0 (secure 0 0 0) 0x7fc56803d630 con 0x559c40cbc770 2024-05-27T00:38:11.518 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.511+0000 7fc585d75740 10 client.26378 fetch_fsmap finished waiting for FSMap version 31 2024-05-27T00:38:11.518 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.511+0000 7fc585d75740 10 client.26378 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:38:11.518 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.511+0000 7fc585d75740 20 client.26378 populate_metadata read hostname 'smithi044' 2024-05-27T00:38:11.518 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.511+0000 7fc585d75740 1 --2- 172.21.15.44:0/3736772455 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x559c40cd63b0 0x559c40cd87a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:11.518 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.511+0000 7fc585d75740 4 client.26378 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:38:11.518 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.511+0000 7fc585d75740 1 -- 172.21.15.44:0/3736772455 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559c40c2cb50 con 0x559c40cd63b0 2024-05-27T00:38:11.518 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.511+0000 7fc57be00640 1 --2- 172.21.15.44:0/3736772455 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x559c40cd63b0 0x559c40cd87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:11.518 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.512+0000 7fc57be00640 1 --2- 172.21.15.44:0/3736772455 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x559c40cd63b0 0x559c40cd87a0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1dbfbd39b741c0ef server_cookie=8a95751e8a24d003 in_seq=0 out_seq=0 2024-05-27T00:38:11.519 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.512+0000 7fc566000640 10 client.26378 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:38:11.519 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.512+0000 7fc566000640 1 -- 172.21.15.44:0/3736772455 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x559c40c2cb50 con 0x559c40cd63b0 2024-05-27T00:38:11.519 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.512+0000 7fc566000640 10 client.26378 handle_command_reply: tid=0 2024-05-27T00:38:11.519 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.512+0000 7fc585d75740 1 client.26378 shutdown 2024-05-27T00:38:11.519 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.513+0000 7fc585d75740 1 -- 172.21.15.44:0/3736772455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cbc770 msgr2=0x559c40cc34e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:11.519 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.513+0000 7fc585d75740 1 --2- 172.21.15.44:0/3736772455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cbc770 0x559c40cc34e0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fc568005600 tx=0x7fc5680054c0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.519 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.513+0000 7fc585d75740 1 -- 172.21.15.44:0/3736772455 shutdown_connections 2024-05-27T00:38:11.519 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.513+0000 7fc585d75740 1 --2- 172.21.15.44:0/3736772455 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x559c40cd63b0 0x559c40cd87a0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.519 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.513+0000 7fc585d75740 1 --2- 172.21.15.44:0/3736772455 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cc5f80 0x559c40cc3a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.519 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.513+0000 7fc585d75740 1 --2- 172.21.15.44:0/3736772455 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cbc770 0x559c40cc34e0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.520 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.513+0000 7fc585d75740 1 --2- 172.21.15.44:0/3736772455 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559c40cbb200 0x559c40cc2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.520 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.513+0000 7fc585d75740 1 -- 172.21.15.44:0/3736772455 >> 172.21.15.44:0/3736772455 conn(0x559c40c83f80 msgr2=0x559c40cbd660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:11.520 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.513+0000 7fc566000640 0 client.26378 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:38:11.520 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.513+0000 7fc585d75740 1 -- 172.21.15.44:0/3736772455 shutdown_connections 2024-05-27T00:38:11.520 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.513+0000 7fc585d75740 1 -- 172.21.15.44:0/3736772455 wait complete. 2024-05-27T00:38:11.520 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.513+0000 7fc585d75740 20 client.26378 trim_cache size 0 max 16384 2024-05-27T00:38:11.533 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.530+0000 7fc585d75740 1 Processor -- start 2024-05-27T00:38:11.533 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.530+0000 7fc585d75740 1 -- start start 2024-05-27T00:38:11.533 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.531+0000 7fc585d75740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cbb200 0x559c40cddda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:11.533 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.531+0000 7fc585d75740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559c40cbc770 0x559c40cde2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:11.533 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.531+0000 7fc585d75740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cc5f80 0x559c40cc2f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:11.533 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.531+0000 7fc585d75740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c1b3880 con 0x559c40cbc770 2024-05-27T00:38:11.533 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.531+0000 7fc585d75740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c1b10c0 con 0x559c40cc5f80 2024-05-27T00:38:11.533 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.531+0000 7fc585d75740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c1aeef0 con 0x559c40cbb200 2024-05-27T00:38:11.534 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.531+0000 7fc581000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cc5f80 0x559c40cc2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:11.534 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.531+0000 7fc57b400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559c40cbc770 0x559c40cde2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:11.534 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.531+0000 7fc581000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cc5f80 0x559c40cc2f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:34082/0 (socket says 172.21.15.44:34082) 2024-05-27T00:38:11.534 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.531+0000 7fc57be00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cbb200 0x559c40cddda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:11.534 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.531+0000 7fc581000640 1 -- 172.21.15.44:0/3356483302 learned_addr learned my addr 172.21.15.44:0/3356483302 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:38:11.536 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.532+0000 7fc581000640 1 -- 172.21.15.44:0/3356483302 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cbb200 msgr2=0x559c40cddda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:11.536 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.532+0000 7fc581000640 1 --2- 172.21.15.44:0/3356483302 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cbb200 0x559c40cddda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.536 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.532+0000 7fc581000640 1 -- 172.21.15.44:0/3356483302 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559c40cbc770 msgr2=0x559c40cde2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:11.536 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.532+0000 7fc581000640 1 --2- 172.21.15.44:0/3356483302 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559c40cbc770 0x559c40cde2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.536 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.532+0000 7fc581000640 1 -- 172.21.15.44:0/3356483302 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c40cb70f0 con 0x559c40cc5f80 2024-05-27T00:38:11.536 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.532+0000 7fc57be00640 1 --2- 172.21.15.44:0/3356483302 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cbb200 0x559c40cddda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:38:11.536 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.532+0000 7fc581000640 1 --2- 172.21.15.44:0/3356483302 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cc5f80 0x559c40cc2f60 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fc574003cf0 tx=0x7fc574017000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de4d187fb5d60984 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:11.536 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.532+0000 7fc570c00640 1 -- 172.21.15.44:0/3356483302 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc574003de0 con 0x559c40cc5f80 2024-05-27T00:38:11.536 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.532+0000 7fc570c00640 1 -- 172.21.15.44:0/3356483302 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc574004540 con 0x559c40cc5f80 2024-05-27T00:38:11.537 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.532+0000 7fc570c00640 1 -- 172.21.15.44:0/3356483302 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc57401f4d0 con 0x559c40cc5f80 2024-05-27T00:38:11.537 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.533+0000 7fc585d75740 1 -- 172.21.15.44:0/3356483302 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cc5f80 msgr2=0x559c40cc2f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:11.537 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.533+0000 7fc585d75740 1 --2- 172.21.15.44:0/3356483302 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cc5f80 0x559c40cc2f60 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fc574003cf0 tx=0x7fc574017000 comp rx=0 tx=0).stop 2024-05-27T00:38:11.537 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.533+0000 7fc585d75740 1 -- 172.21.15.44:0/3356483302 shutdown_connections 2024-05-27T00:38:11.537 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.533+0000 7fc585d75740 1 --2- 172.21.15.44:0/3356483302 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cc5f80 0x559c40cc2f60 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.537 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.533+0000 7fc585d75740 1 --2- 172.21.15.44:0/3356483302 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559c40cbc770 0x559c40cde2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.537 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.533+0000 7fc585d75740 1 --2- 172.21.15.44:0/3356483302 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cbb200 0x559c40cddda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.537 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.533+0000 7fc585d75740 1 -- 172.21.15.44:0/3356483302 >> 172.21.15.44:0/3356483302 conn(0x559c40c83f80 msgr2=0x559c40cbe380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:11.537 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.534+0000 7fc585d75740 1 -- 172.21.15.44:0/3356483302 shutdown_connections 2024-05-27T00:38:11.537 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.534+0000 7fc585d75740 1 -- 172.21.15.44:0/3356483302 wait complete. 2024-05-27T00:38:11.537 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.534+0000 7fc585d75740 1 -- start start 2024-05-27T00:38:11.538 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.534+0000 7fc585d75740 1 Processor -- start 2024-05-27T00:38:11.540 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.535+0000 7fc585d75740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cbb200 0x559c40cce5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:11.540 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.535+0000 7fc585d75740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559c40cbc770 0x559c40cc9920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:11.541 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.535+0000 7fc585d75740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cc5f80 0x559c40cc9e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:11.541 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.535+0000 7fc585d75740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c1af580 con 0x559c40cbc770 2024-05-27T00:38:11.541 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.535+0000 7fc585d75740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c1b09f0 con 0x559c40cbb200 2024-05-27T00:38:11.541 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.535+0000 7fc585d75740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fc57c1afc50 con 0x559c40cc5f80 2024-05-27T00:38:11.541 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.535+0000 7fc585d75740 10 client.0 _ll_register_callbacks cb 0x7fc574009900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:38:11.541 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.535+0000 7fc57be00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cbb200 0x559c40cce5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:11.541 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.535+0000 7fc57be00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cbb200 0x559c40cce5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:34084/0 (socket says 172.21.15.44:34084) 2024-05-27T00:38:11.541 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.535+0000 7fc57be00640 1 -- 172.21.15.44:0/3399773817 learned_addr learned my addr 172.21.15.44:0/3399773817 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:38:11.541 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.535+0000 7fc57b400640 1 --2- 172.21.15.44:0/3399773817 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559c40cbc770 0x559c40cc9920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:11.541 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.535+0000 7fc581000640 1 --2- 172.21.15.44:0/3399773817 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cc5f80 0x559c40cc9e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:11.541 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.535+0000 7fc57be00640 1 -- 172.21.15.44:0/3399773817 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cc5f80 msgr2=0x559c40cc9e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:11.541 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.535+0000 7fc57be00640 1 --2- 172.21.15.44:0/3399773817 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cc5f80 0x559c40cc9e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.542 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.535+0000 7fc57be00640 1 -- 172.21.15.44:0/3399773817 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559c40cbc770 msgr2=0x559c40cc9920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:11.542 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.535+0000 7fc57be00640 1 --2- 172.21.15.44:0/3399773817 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559c40cbc770 0x559c40cc9920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.542 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.535+0000 7fc57be00640 1 -- 172.21.15.44:0/3399773817 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c40cca660 con 0x559c40cbb200 2024-05-27T00:38:11.542 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.535+0000 7fc581000640 1 --2- 172.21.15.44:0/3399773817 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cc5f80 0x559c40cc9e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-27T00:38:11.542 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.536+0000 7fc57be00640 1 --2- 172.21.15.44:0/3399773817 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cbb200 0x559c40cce5b0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fc56c098170 tx=0x7fc56c004b00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9022834cd32cbaa6 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:11.542 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.536+0000 7fc566000640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:38:11.542 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.536+0000 7fc566000640 1 -- 172.21.15.44:0/3399773817 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc56c09b850 con 0x559c40cbb200 2024-05-27T00:38:11.542 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.536+0000 7fc585d75740 1 -- 172.21.15.44:0/3399773817 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc574004540 con 0x559c40cbb200 2024-05-27T00:38:11.542 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.536+0000 7fc566000640 1 -- 172.21.15.44:0/3399773817 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7fc56c005000 con 0x559c40cbb200 2024-05-27T00:38:11.542 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.536+0000 7fc566000640 1 -- 172.21.15.44:0/3399773817 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc56c09b670 con 0x559c40cbb200 2024-05-27T00:38:11.542 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.536+0000 7fc585d75740 10 client.26384 fetch_fsmap learned FSMap version 31 2024-05-27T00:38:11.542 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.536+0000 7fc585d75740 1 -- 172.21.15.44:0/3399773817 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559c40d40930 con 0x559c40cbb200 2024-05-27T00:38:11.542 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.537+0000 7fc566000640 1 -- 172.21.15.44:0/3399773817 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc574004540 con 0x559c40cbb200 2024-05-27T00:38:11.543 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.537+0000 7fc566000640 1 -- 172.21.15.44:0/3399773817 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 31) ==== 8366+0+0 (secure 0 0 0) 0x7fc56c0cd1c0 con 0x559c40cbb200 2024-05-27T00:38:11.543 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.537+0000 7fc585d75740 10 client.26384 fetch_fsmap finished waiting for FSMap version 31 2024-05-27T00:38:11.543 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.537+0000 7fc585d75740 10 client.26384 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:38:11.543 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.537+0000 7fc585d75740 20 client.26384 populate_metadata read hostname 'smithi044' 2024-05-27T00:38:11.543 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.537+0000 7fc585d75740 1 --2- 172.21.15.44:0/3399773817 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x559c40d41060 0x559c40d43480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:11.543 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.537+0000 7fc585d75740 4 client.26384 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-27T00:38:11.543 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.537+0000 7fc585d75740 1 -- 172.21.15.44:0/3399773817 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559c40c26ea0 con 0x559c40d41060 2024-05-27T00:38:11.543 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.537+0000 7fc57b400640 1 --2- 172.21.15.44:0/3399773817 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x559c40d41060 0x559c40d43480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:11.543 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.537+0000 7fc57b400640 1 --2- 172.21.15.44:0/3399773817 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x559c40d41060 0x559c40d43480 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f54584d6f91638df server_cookie=c7681676e798c06e in_seq=0 out_seq=0 2024-05-27T00:38:11.543 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.537+0000 7fc566000640 10 client.26384 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:38:11.551 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc566000640 1 -- 172.21.15.44:0/3399773817 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559c40c26ea0 con 0x559c40d41060 2024-05-27T00:38:11.551 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc566000640 10 client.26384 handle_command_reply: tid=0 2024-05-27T00:38:11.551 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc585d75740 1 client.26384 shutdown 2024-05-27T00:38:11.551 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc585d75740 1 -- 172.21.15.44:0/3399773817 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cbb200 msgr2=0x559c40cce5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:11.551 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc585d75740 1 --2- 172.21.15.44:0/3399773817 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cbb200 0x559c40cce5b0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fc56c098170 tx=0x7fc56c004b00 comp rx=0 tx=0).stop 2024-05-27T00:38:11.551 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc585d75740 1 -- 172.21.15.44:0/3399773817 shutdown_connections 2024-05-27T00:38:11.552 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc585d75740 1 --2- 172.21.15.44:0/3399773817 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x559c40d41060 0x559c40d43480 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.552 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc585d75740 1 --2- 172.21.15.44:0/3399773817 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x559c40cc5f80 0x559c40cc9e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.552 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc585d75740 1 --2- 172.21.15.44:0/3399773817 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x559c40cbc770 0x559c40cc9920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.552 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc585d75740 1 --2- 172.21.15.44:0/3399773817 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x559c40cbb200 0x559c40cce5b0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.552 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc566000640 0 client.26384 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:38:11.552 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc585d75740 1 -- 172.21.15.44:0/3399773817 >> 172.21.15.44:0/3399773817 conn(0x559c40c83f80 msgr2=0x559c40cb60e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:11.552 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc585d75740 1 -- 172.21.15.44:0/3399773817 shutdown_connections 2024-05-27T00:38:11.552 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc585d75740 1 -- 172.21.15.44:0/3399773817 wait complete. 2024-05-27T00:38:11.552 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc585d75740 20 client.26384 trim_cache size 0 max 16384 2024-05-27T00:38:11.552 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-05-27T00:38:11.553 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-05-27T00:38:11.553 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-05-27T00:38:11.553 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-05-27T00:38:11.553 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc581a00640 1 -- 172.21.15.44:0/181719591 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fc5600a2d20 msgr2=0x7fc5600a51e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:11.553 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc581a00640 1 --2- 172.21.15.44:0/181719591 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fc5600a2d20 0x7fc5600a51e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc5740125f0 tx=0x7fc574009500 comp rx=0 tx=0).stop 2024-05-27T00:38:11.554 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc581a00640 1 -- 172.21.15.44:0/181719591 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc57c102960 msgr2=0x7fc57c1005b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:11.554 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc581a00640 1 --2- 172.21.15.44:0/181719591 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc57c102960 0x7fc57c1005b0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fc56c00e9c0 tx=0x7fc56c00edc0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.554 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc581a00640 1 -- 172.21.15.44:0/181719591 shutdown_connections 2024-05-27T00:38:11.554 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc581a00640 1 --2- 172.21.15.44:0/181719591 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fc5600a2d20 0x7fc5600a51e0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.554 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc581a00640 1 --2- 172.21.15.44:0/181719591 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fc57c10bd80 0x7fc57c101030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.554 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc581a00640 1 --2- 172.21.15.44:0/181719591 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fc57c103280 0x7fc57c100af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.554 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc581a00640 1 --2- 172.21.15.44:0/181719591 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fc57c102960 0x7fc57c1005b0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:11.554 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc581a00640 1 -- 172.21.15.44:0/181719591 >> 172.21.15.44:0/181719591 conn(0x7fc57c0fc1c0 msgr2=0x7fc57c0fd980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:11.554 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc581a00640 1 -- 172.21.15.44:0/181719591 shutdown_connections 2024-05-27T00:38:11.554 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:11.550+0000 7fc581a00640 1 -- 172.21.15.44:0/181719591 wait complete. 2024-05-27T00:38:12.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:12 smithi044 ceph-mon[31645]: pgmap v90: 129 pgs: 129 active+clean; 183 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 749 KiB/s rd, 867 KiB/s wr, 134 op/s 2024-05-27T00:38:12.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:12 smithi050 ceph-mon[36071]: pgmap v90: 129 pgs: 129 active+clean; 183 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 749 KiB/s rd, 867 KiB/s wr, 134 op/s 2024-05-27T00:38:13.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:12 smithi137 ceph-mon[36552]: pgmap v90: 129 pgs: 129 active+clean; 183 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 749 KiB/s rd, 867 KiB/s wr, 134 op/s 2024-05-27T00:38:14.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:14 smithi044 ceph-mon[31645]: pgmap v91: 129 pgs: 129 active+clean; 189 MiB data, 967 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 216 op/s 2024-05-27T00:38:14.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:14 smithi044 ceph-mon[31645]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:38:14.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:14 smithi050 ceph-mon[36071]: pgmap v91: 129 pgs: 129 active+clean; 189 MiB data, 967 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 216 op/s 2024-05-27T00:38:14.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:14 smithi050 ceph-mon[36071]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:38:15.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:14 smithi137 ceph-mon[36552]: pgmap v91: 129 pgs: 129 active+clean; 189 MiB data, 967 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 216 op/s 2024-05-27T00:38:15.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:14 smithi137 ceph-mon[36552]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:38:16.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:16 smithi044 ceph-mon[31645]: pgmap v92: 129 pgs: 129 active+clean; 189 MiB data, 967 MiB used, 1.0 TiB / 1.0 TiB avail; 1015 KiB/s rd, 969 KiB/s wr, 165 op/s 2024-05-27T00:38:16.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:16 smithi050 ceph-mon[36071]: pgmap v92: 129 pgs: 129 active+clean; 189 MiB data, 967 MiB used, 1.0 TiB / 1.0 TiB avail; 1015 KiB/s rd, 969 KiB/s wr, 165 op/s 2024-05-27T00:38:17.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:16 smithi137 ceph-mon[36552]: pgmap v92: 129 pgs: 129 active+clean; 189 MiB data, 967 MiB used, 1.0 TiB / 1.0 TiB avail; 1015 KiB/s rd, 969 KiB/s wr, 165 op/s 2024-05-27T00:38:18.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:18 smithi044 ceph-mon[31645]: pgmap v93: 129 pgs: 129 active+clean; 189 MiB data, 967 MiB used, 1.0 TiB / 1.0 TiB avail; 1015 KiB/s rd, 969 KiB/s wr, 165 op/s 2024-05-27T00:38:18.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:18 smithi050 ceph-mon[36071]: pgmap v93: 129 pgs: 129 active+clean; 189 MiB data, 967 MiB used, 1.0 TiB / 1.0 TiB avail; 1015 KiB/s rd, 969 KiB/s wr, 165 op/s 2024-05-27T00:38:19.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:18 smithi137 ceph-mon[36552]: pgmap v93: 129 pgs: 129 active+clean; 189 MiB data, 967 MiB used, 1.0 TiB / 1.0 TiB avail; 1015 KiB/s rd, 969 KiB/s wr, 165 op/s 2024-05-27T00:38:20.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:20 smithi044 ceph-mon[31645]: pgmap v94: 129 pgs: 129 active+clean; 195 MiB data, 996 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 258 op/s 2024-05-27T00:38:20.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:20 smithi050 ceph-mon[36071]: pgmap v94: 129 pgs: 129 active+clean; 195 MiB data, 996 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 258 op/s 2024-05-27T00:38:21.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:20 smithi137 ceph-mon[36552]: pgmap v94: 129 pgs: 129 active+clean; 195 MiB data, 996 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 258 op/s 2024-05-27T00:38:22.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:22 smithi044 ceph-mon[31645]: pgmap v95: 129 pgs: 129 active+clean; 195 MiB data, 996 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 976 KiB/s wr, 174 op/s 2024-05-27T00:38:22.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:22 smithi050 ceph-mon[36071]: pgmap v95: 129 pgs: 129 active+clean; 195 MiB data, 996 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 976 KiB/s wr, 174 op/s 2024-05-27T00:38:23.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:22 smithi137 ceph-mon[36552]: pgmap v95: 129 pgs: 129 active+clean; 195 MiB data, 996 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 976 KiB/s wr, 174 op/s 2024-05-27T00:38:24.697 INFO:tasks.workunit.client.0.smithi044.stderr:+ tar xf doc.tar 2024-05-27T00:38:24.710 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.708+0000 7f8610e00640 1 -- 172.21.15.44:0/333538093 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f860c1099e0 msgr2=0x7f860c109dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:24.710 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.708+0000 7f8610e00640 1 --2- 172.21.15.44:0/333538093 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f860c1099e0 0x7f860c109dc0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f85fc009ca0 tx=0x7f85fc02a8c0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.710 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.709+0000 7f8610e00640 1 -- 172.21.15.44:0/333538093 shutdown_connections 2024-05-27T00:38:24.710 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.709+0000 7f8610e00640 1 --2- 172.21.15.44:0/333538093 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f860c104390 0x7f860c1108a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.710 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.709+0000 7f8610e00640 1 --2- 172.21.15.44:0/333538093 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f860c1039d0 0x7f860c103e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.710 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.709+0000 7f8610e00640 1 --2- 172.21.15.44:0/333538093 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f860c1099e0 0x7f860c109dc0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.710 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.709+0000 7f8610e00640 1 -- 172.21.15.44:0/333538093 >> 172.21.15.44:0/333538093 conn(0x7f860c0ff480 msgr2=0x7f860c1018a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:24.710 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.709+0000 7f8610e00640 1 -- 172.21.15.44:0/333538093 shutdown_connections 2024-05-27T00:38:24.710 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.709+0000 7f8610e00640 1 -- 172.21.15.44:0/333538093 wait complete. 2024-05-27T00:38:24.711 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.710+0000 7f8610e00640 1 Processor -- start 2024-05-27T00:38:24.711 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.710+0000 7f8610e00640 1 -- start start 2024-05-27T00:38:24.712 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.711+0000 7f8610e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f860c1039d0 0x7f860c19a380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:24.712 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.711+0000 7f8610e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f860c104390 0x7f860c19a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:24.712 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.711+0000 7f8610e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f860c1099e0 0x7f860c19ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:24.712 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.711+0000 7f8610e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f860c113f60 con 0x7f860c104390 2024-05-27T00:38:24.712 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.711+0000 7f8610e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f860c113de0 con 0x7f860c1099e0 2024-05-27T00:38:24.712 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.711+0000 7f8610e00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f860c1140e0 con 0x7f860c1039d0 2024-05-27T00:38:24.712 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.711+0000 7f860b400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f860c1039d0 0x7f860c19a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:24.713 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.711+0000 7f860aa00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f860c104390 0x7f860c19a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:24.713 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.711+0000 7f860b400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f860c1039d0 0x7f860c19a380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:39294/0 (socket says 172.21.15.44:39294) 2024-05-27T00:38:24.713 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.711+0000 7f860b400640 1 -- 172.21.15.44:0/4124439612 learned_addr learned my addr 172.21.15.44:0/4124439612 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:38:24.713 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.711+0000 7f860aa00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f860c104390 0x7f860c19a8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60336/0 (socket says 172.21.15.44:60336) 2024-05-27T00:38:24.714 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.712+0000 7f860be00640 1 --2- 172.21.15.44:0/4124439612 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f860c1099e0 0x7f860c19ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:24.714 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.712+0000 7f860b400640 1 -- 172.21.15.44:0/4124439612 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f860c1099e0 msgr2=0x7f860c19ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:24.714 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.712+0000 7f860b400640 1 --2- 172.21.15.44:0/4124439612 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f860c1099e0 0x7f860c19ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.714 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.712+0000 7f860b400640 1 -- 172.21.15.44:0/4124439612 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f860c104390 msgr2=0x7f860c19a8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:24.714 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.712+0000 7f860b400640 1 --2- 172.21.15.44:0/4124439612 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f860c104390 0x7f860c19a8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.714 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.712+0000 7f860b400640 1 -- 172.21.15.44:0/4124439612 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f860c19f320 con 0x7f860c1039d0 2024-05-27T00:38:24.714 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.712+0000 7f860b400640 1 --2- 172.21.15.44:0/4124439612 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f860c1039d0 0x7f860c19a380 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f85fc005e30 tx=0x7f85fc003f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:24.714 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.713+0000 7f8603e00640 1 -- 172.21.15.44:0/4124439612 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85fc031650 con 0x7f860c1039d0 2024-05-27T00:38:24.714 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.713+0000 7f8603e00640 1 -- 172.21.15.44:0/4124439612 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f85fc0317f0 con 0x7f860c1039d0 2024-05-27T00:38:24.715 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.713+0000 7f8603e00640 1 -- 172.21.15.44:0/4124439612 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85fc02fb50 con 0x7f860c1039d0 2024-05-27T00:38:24.715 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.713+0000 7f8610e00640 1 -- 172.21.15.44:0/4124439612 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f860c19f5b0 con 0x7f860c1039d0 2024-05-27T00:38:24.715 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.713+0000 7f8610e00640 1 -- 172.21.15.44:0/4124439612 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f860c1a6ea0 con 0x7f860c1039d0 2024-05-27T00:38:24.717 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.717+0000 7f8603e00640 1 -- 172.21.15.44:0/4124439612 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f85fc02fcf0 con 0x7f860c1039d0 2024-05-27T00:38:24.718 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.717+0000 7f8615389740 1 Processor -- start 2024-05-27T00:38:24.718 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.718+0000 7f8615389740 1 -- start start 2024-05-27T00:38:24.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.718+0000 7f8615389740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f4f7770 0x55de6f4f5cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:24.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.718+0000 7f8615389740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f4f6200 0x55de6f4f6680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:24.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.718+0000 7f8615389740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f500f80 0x55de6f503370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:24.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.718+0000 7f8615389740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55de6f45a420 con 0x55de6f4f6200 2024-05-27T00:38:24.720 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.718+0000 7f8615389740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55de6f401c50 con 0x55de6f4f7770 2024-05-27T00:38:24.720 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.718+0000 7f8615389740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55de6f4563e0 con 0x55de6f500f80 2024-05-27T00:38:24.720 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.718+0000 7f860be00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f4f7770 0x55de6f4f5cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:24.720 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.719+0000 7f860b400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f4f6200 0x55de6f4f6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:24.720 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.719+0000 7f860be00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f4f7770 0x55de6f4f5cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:54220/0 (socket says 172.21.15.44:54220) 2024-05-27T00:38:24.720 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.719+0000 7f860be00640 1 -- 172.21.15.44:0/1524775964 learned_addr learned my addr 172.21.15.44:0/1524775964 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:38:24.720 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.719+0000 7f8603e00640 1 --2- 172.21.15.44:0/4124439612 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f85f00a2d70 0x7f85f00a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:24.720 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.719+0000 7f860aa00640 1 --2- 172.21.15.44:0/1524775964 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f500f80 0x55de6f503370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:24.721 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.719+0000 7f8603e00640 1 -- 172.21.15.44:0/4124439612 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f85fc0f0a70 con 0x7f860c1039d0 2024-05-27T00:38:24.722 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.719+0000 7f860aa00640 1 -- 172.21.15.44:0/1524775964 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f4f7770 msgr2=0x55de6f4f5cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:24.722 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.719+0000 7f860aa00640 1 --2- 172.21.15.44:0/1524775964 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f4f7770 0x55de6f4f5cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.722 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.719+0000 7f860be00640 1 --2- 172.21.15.44:0/4124439612 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f85f00a2d70 0x7f85f00a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:24.722 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.719+0000 7f860aa00640 1 -- 172.21.15.44:0/1524775964 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f4f6200 msgr2=0x55de6f4f6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:24.722 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.719+0000 7f860aa00640 1 --2- 172.21.15.44:0/1524775964 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f4f6200 0x55de6f4f6680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.722 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.719+0000 7f860aa00640 1 -- 172.21.15.44:0/1524775964 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de6f16e210 con 0x55de6f500f80 2024-05-27T00:38:24.722 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.720+0000 7f860aa00640 1 --2- 172.21.15.44:0/1524775964 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f500f80 0x55de6f503370 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f85f8009c20 tx=0x7f85f8011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dc184b0c8d70895d server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:24.722 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.720+0000 7f8600c00640 1 -- 172.21.15.44:0/1524775964 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f8009d10 con 0x55de6f500f80 2024-05-27T00:38:24.722 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.720+0000 7f8600c00640 1 -- 172.21.15.44:0/1524775964 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f85f8005020 con 0x55de6f500f80 2024-05-27T00:38:24.722 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.720+0000 7f8600c00640 1 -- 172.21.15.44:0/1524775964 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f8004ac0 con 0x55de6f500f80 2024-05-27T00:38:24.722 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.721+0000 7f8615389740 1 -- 172.21.15.44:0/1524775964 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f500f80 msgr2=0x55de6f503370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:24.722 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.721+0000 7f8615389740 1 --2- 172.21.15.44:0/1524775964 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f500f80 0x55de6f503370 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f85f8009c20 tx=0x7f85f8011810 comp rx=0 tx=0).stop 2024-05-27T00:38:24.722 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.721+0000 7f860be00640 1 --2- 172.21.15.44:0/4124439612 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f85f00a2d70 0x7f85f00a5230 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f8604004100 tx=0x7f8604004730 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:24.723 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.721+0000 7f8615389740 1 -- 172.21.15.44:0/1524775964 shutdown_connections 2024-05-27T00:38:24.723 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.721+0000 7f8615389740 1 --2- 172.21.15.44:0/1524775964 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f500f80 0x55de6f503370 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.723 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.721+0000 7f8615389740 1 --2- 172.21.15.44:0/1524775964 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f4f6200 0x55de6f4f6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.723 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.721+0000 7f8615389740 1 --2- 172.21.15.44:0/1524775964 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f4f7770 0x55de6f4f5cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.723 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.721+0000 7f8615389740 1 -- 172.21.15.44:0/1524775964 >> 172.21.15.44:0/1524775964 conn(0x55de6f4bef80 msgr2=0x55de6f4f27f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:24.723 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.721+0000 7f8615389740 1 -- 172.21.15.44:0/1524775964 shutdown_connections 2024-05-27T00:38:24.723 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.721+0000 7f8615389740 1 -- 172.21.15.44:0/1524775964 wait complete. 2024-05-27T00:38:24.726 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.721+0000 7f8615389740 1 -- start start 2024-05-27T00:38:24.726 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.722+0000 7f8615389740 1 Processor -- start 2024-05-27T00:38:24.726 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.722+0000 7f8615389740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f4f6200 0x55de6f4fdf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:24.726 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.722+0000 7f8615389740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f4f7770 0x55de6f4fe480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:24.726 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.722+0000 7f8615389740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f500f80 0x55de6f4fe9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:24.726 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.722+0000 7f8615389740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55de6f503d50 con 0x55de6f500f80 2024-05-27T00:38:24.726 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.722+0000 7f8615389740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55de6f4150b0 con 0x55de6f4f6200 2024-05-27T00:38:24.726 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.722+0000 7f8615389740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55de6f503ed0 con 0x55de6f4f7770 2024-05-27T00:38:24.726 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.722+0000 7f8615389740 10 client.0 _ll_register_callbacks cb 0x55de6f400f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:38:24.727 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.722+0000 7f860b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f4f6200 0x55de6f4fdf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:24.727 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.723+0000 7f860aa00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f4f7770 0x55de6f4fe480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:24.727 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.723+0000 7f860aa00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f4f7770 0x55de6f4fe480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:39310/0 (socket says 172.21.15.44:39310) 2024-05-27T00:38:24.727 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.723+0000 7f860b400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f4f6200 0x55de6f4fdf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:54222/0 (socket says 172.21.15.44:54222) 2024-05-27T00:38:24.727 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.723+0000 7f860aa00640 1 -- 172.21.15.44:0/2615317377 learned_addr learned my addr 172.21.15.44:0/2615317377 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:38:24.727 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.723+0000 7f860be00640 1 --2- 172.21.15.44:0/2615317377 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f500f80 0x55de6f4fe9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:24.727 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.723+0000 7f860aa00640 1 -- 172.21.15.44:0/2615317377 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f4f6200 msgr2=0x55de6f4fdf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:24.727 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.723+0000 7f860aa00640 1 --2- 172.21.15.44:0/2615317377 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f4f6200 0x55de6f4fdf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.727 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.723+0000 7f860aa00640 1 -- 172.21.15.44:0/2615317377 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f500f80 msgr2=0x55de6f4fe9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:24.727 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.723+0000 7f860aa00640 1 --2- 172.21.15.44:0/2615317377 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f500f80 0x55de6f4fe9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.727 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.723+0000 7f860aa00640 1 -- 172.21.15.44:0/2615317377 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de6f23a620 con 0x55de6f4f7770 2024-05-27T00:38:24.727 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.723+0000 7f860b400640 1 --2- 172.21.15.44:0/2615317377 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f4f6200 0x55de6f4fdf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:38:24.727 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.723+0000 7f860aa00640 1 --2- 172.21.15.44:0/2615317377 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f4f7770 0x55de6f4fe480 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f85f80096e0 tx=0x7f85f80054f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bf81a66733a3e20c server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:24.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.723+0000 7f85f5600640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:38:24.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.724+0000 7f85f5600640 1 -- 172.21.15.44:0/2615317377 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f8026020 con 0x55de6f4f7770 2024-05-27T00:38:24.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.724+0000 7f8615389740 1 -- 172.21.15.44:0/2615317377 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f85f8005020 con 0x55de6f4f7770 2024-05-27T00:38:24.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.724+0000 7f85f5600640 1 -- 172.21.15.44:0/2615317377 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f85f8004ab0 con 0x55de6f4f7770 2024-05-27T00:38:24.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.724+0000 7f85f5600640 1 -- 172.21.15.44:0/2615317377 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f85f8031050 con 0x55de6f4f7770 2024-05-27T00:38:24.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.724+0000 7f8615389740 10 client.26383 fetch_fsmap learned FSMap version 32 2024-05-27T00:38:24.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.724+0000 7f8615389740 1 -- 172.21.15.44:0/2615317377 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55de6f510060 con 0x55de6f4f7770 2024-05-27T00:38:24.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.724+0000 7f85f5600640 1 -- 172.21.15.44:0/2615317377 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f85f8005020 con 0x55de6f4f7770 2024-05-27T00:38:24.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.724+0000 7f85f5600640 1 -- 172.21.15.44:0/2615317377 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 32) ==== 8370+0+0 (secure 0 0 0) 0x7f85f8019410 con 0x55de6f4f7770 2024-05-27T00:38:24.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.725+0000 7f8615389740 10 client.26383 fetch_fsmap finished waiting for FSMap version 32 2024-05-27T00:38:24.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.725+0000 7f8615389740 10 client.26383 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:38:24.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.725+0000 7f8615389740 20 client.26383 populate_metadata read hostname 'smithi044' 2024-05-27T00:38:24.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.725+0000 7f8615389740 1 --2- 172.21.15.44:0/2615317377 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55de6f511470 0x55de6f513860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:24.728 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.725+0000 7f8615389740 4 client.26383 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:38:24.729 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.725+0000 7f8615389740 1 -- 172.21.15.44:0/2615317377 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55de6f467b50 con 0x55de6f511470 2024-05-27T00:38:24.729 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.725+0000 7f860b400640 1 --2- 172.21.15.44:0/2615317377 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55de6f511470 0x55de6f513860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:24.730 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.726+0000 7f85f5600640 10 client.26383 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:38:24.730 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.726+0000 7f860b400640 1 --2- 172.21.15.44:0/2615317377 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55de6f511470 0x55de6f513860 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a279f3cddf0555c0 server_cookie=d2e6ce9e1275fc7e in_seq=0 out_seq=0 2024-05-27T00:38:24.730 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.727+0000 7f85f5600640 1 -- 172.21.15.44:0/2615317377 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55de6f467b50 con 0x55de6f511470 2024-05-27T00:38:24.730 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.727+0000 7f85f5600640 10 client.26383 handle_command_reply: tid=0 2024-05-27T00:38:24.730 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.727+0000 7f8615389740 1 client.26383 shutdown 2024-05-27T00:38:24.730 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.727+0000 7f8615389740 1 -- 172.21.15.44:0/2615317377 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f4f7770 msgr2=0x55de6f4fe480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:24.730 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.727+0000 7f8615389740 1 --2- 172.21.15.44:0/2615317377 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f4f7770 0x55de6f4fe480 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f85f80096e0 tx=0x7f85f80054f0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.730 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.728+0000 7f8615389740 1 -- 172.21.15.44:0/2615317377 shutdown_connections 2024-05-27T00:38:24.730 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.728+0000 7f8615389740 1 --2- 172.21.15.44:0/2615317377 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55de6f511470 0x55de6f513860 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.730 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.728+0000 7f8615389740 1 --2- 172.21.15.44:0/2615317377 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f500f80 0x55de6f4fe9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.730 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.728+0000 7f8615389740 1 --2- 172.21.15.44:0/2615317377 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f4f7770 0x55de6f4fe480 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.731 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.728+0000 7f85f5600640 0 client.26383 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:38:24.731 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.728+0000 7f8615389740 1 --2- 172.21.15.44:0/2615317377 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f4f6200 0x55de6f4fdf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.731 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.728+0000 7f8615389740 1 -- 172.21.15.44:0/2615317377 >> 172.21.15.44:0/2615317377 conn(0x55de6f4bef80 msgr2=0x55de6f4f8660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:24.731 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.728+0000 7f8615389740 1 -- 172.21.15.44:0/2615317377 shutdown_connections 2024-05-27T00:38:24.731 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.728+0000 7f8615389740 1 -- 172.21.15.44:0/2615317377 wait complete. 2024-05-27T00:38:24.731 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.728+0000 7f8615389740 20 client.26383 trim_cache size 0 max 16384 2024-05-27T00:38:24.749 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.749+0000 7f8615389740 1 Processor -- start 2024-05-27T00:38:24.749 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.749+0000 7f8615389740 1 -- start start 2024-05-27T00:38:24.751 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.749+0000 7f8615389740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f4f6200 0x55de6f503070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:24.751 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.749+0000 7f8615389740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f4f7770 0x55de6f4fd0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:24.751 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.749+0000 7f8615389740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f500f80 0x55de6f4f84e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:24.751 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.749+0000 7f8615389740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f860c1b3850 con 0x55de6f4f6200 2024-05-27T00:38:24.751 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.749+0000 7f8615389740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f860c1b1060 con 0x55de6f500f80 2024-05-27T00:38:24.752 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.749+0000 7f8615389740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f860c1aee90 con 0x55de6f4f7770 2024-05-27T00:38:24.752 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.749+0000 7f860b400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f4f6200 0x55de6f503070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:24.752 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.750+0000 7f860aa00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f4f7770 0x55de6f4fd0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:24.752 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.750+0000 7f860b400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f4f6200 0x55de6f503070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60362/0 (socket says 172.21.15.44:60362) 2024-05-27T00:38:24.752 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.750+0000 7f860b400640 1 -- 172.21.15.44:0/2101732881 learned_addr learned my addr 172.21.15.44:0/2101732881 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:38:24.752 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.750+0000 7f860be00640 1 --2- 172.21.15.44:0/2101732881 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f500f80 0x55de6f4f84e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:24.752 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.750+0000 7f860aa00640 1 -- 172.21.15.44:0/2101732881 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f500f80 msgr2=0x55de6f4f84e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:24.752 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.750+0000 7f860aa00640 1 --2- 172.21.15.44:0/2101732881 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f500f80 0x55de6f4f84e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.752 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.750+0000 7f860aa00640 1 -- 172.21.15.44:0/2101732881 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f4f6200 msgr2=0x55de6f503070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:24.752 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.750+0000 7f860aa00640 1 --2- 172.21.15.44:0/2101732881 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f4f6200 0x55de6f503070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.752 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.750+0000 7f860aa00640 1 -- 172.21.15.44:0/2101732881 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de6f503840 con 0x55de6f4f7770 2024-05-27T00:38:24.752 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.750+0000 7f860b400640 1 --2- 172.21.15.44:0/2101732881 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f4f6200 0x55de6f503070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:38:24.752 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.750+0000 7f860aa00640 1 --2- 172.21.15.44:0/2101732881 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f4f7770 0x55de6f4fd0a0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f85f8019830 tx=0x7f85f8005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4ea82ede4c9abf19 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:24.752 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.751+0000 7f85f7e00640 1 -- 172.21.15.44:0/2101732881 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f8015030 con 0x55de6f4f7770 2024-05-27T00:38:24.753 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.751+0000 7f85f7e00640 1 -- 172.21.15.44:0/2101732881 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f85f8011d10 con 0x55de6f4f7770 2024-05-27T00:38:24.753 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.751+0000 7f85f7e00640 1 -- 172.21.15.44:0/2101732881 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f8026070 con 0x55de6f4f7770 2024-05-27T00:38:24.755 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.752+0000 7f8615389740 1 -- 172.21.15.44:0/2101732881 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f4f7770 msgr2=0x55de6f4fd0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:24.755 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.752+0000 7f8615389740 1 --2- 172.21.15.44:0/2101732881 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f4f7770 0x55de6f4fd0a0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f85f8019830 tx=0x7f85f8005fd0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.755 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.752+0000 7f8615389740 1 -- 172.21.15.44:0/2101732881 shutdown_connections 2024-05-27T00:38:24.755 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.752+0000 7f8615389740 1 --2- 172.21.15.44:0/2101732881 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f500f80 0x55de6f4f84e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.755 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.752+0000 7f8615389740 1 --2- 172.21.15.44:0/2101732881 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f4f7770 0x55de6f4fd0a0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.755 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.752+0000 7f8615389740 1 --2- 172.21.15.44:0/2101732881 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f4f6200 0x55de6f503070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.755 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.752+0000 7f8615389740 1 -- 172.21.15.44:0/2101732881 >> 172.21.15.44:0/2101732881 conn(0x55de6f4bef80 msgr2=0x55de6f4f7dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:24.755 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.752+0000 7f8615389740 1 -- 172.21.15.44:0/2101732881 shutdown_connections 2024-05-27T00:38:24.755 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.752+0000 7f8615389740 1 -- 172.21.15.44:0/2101732881 wait complete. 2024-05-27T00:38:24.755 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.752+0000 7f8615389740 1 -- start start 2024-05-27T00:38:24.756 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.752+0000 7f8615389740 1 Processor -- start 2024-05-27T00:38:24.756 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.753+0000 7f8615389740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f4f6200 0x55de6f5095b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:24.756 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.753+0000 7f8615389740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f4f7770 0x55de6f502690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:24.756 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.753+0000 7f8615389740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f500f80 0x55de6f502bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:24.756 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.753+0000 7f8615389740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f860c1af520 con 0x55de6f4f6200 2024-05-27T00:38:24.756 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.753+0000 7f8615389740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f860c1b0990 con 0x55de6f500f80 2024-05-27T00:38:24.756 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.753+0000 7f8615389740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f860c1afbf0 con 0x55de6f4f7770 2024-05-27T00:38:24.756 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.753+0000 7f8615389740 10 client.0 _ll_register_callbacks cb 0x7f8604009680 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:38:24.756 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.753+0000 7f860aa00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f4f7770 0x55de6f502690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:24.756 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.753+0000 7f860b400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f4f6200 0x55de6f5095b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:24.756 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.753+0000 7f860aa00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f4f7770 0x55de6f502690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:39330/0 (socket says 172.21.15.44:39330) 2024-05-27T00:38:24.756 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.753+0000 7f860aa00640 1 -- 172.21.15.44:0/964401547 learned_addr learned my addr 172.21.15.44:0/964401547 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:38:24.757 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.754+0000 7f860be00640 1 --2- 172.21.15.44:0/964401547 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f500f80 0x55de6f502bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:24.757 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.754+0000 7f860aa00640 1 -- 172.21.15.44:0/964401547 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f500f80 msgr2=0x55de6f502bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:24.757 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.754+0000 7f860aa00640 1 --2- 172.21.15.44:0/964401547 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f500f80 0x55de6f502bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.757 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.754+0000 7f860aa00640 1 -- 172.21.15.44:0/964401547 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f4f6200 msgr2=0x55de6f5095b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:24.757 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.754+0000 7f860aa00640 1 --2- 172.21.15.44:0/964401547 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f4f6200 0x55de6f5095b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.757 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.754+0000 7f860aa00640 1 -- 172.21.15.44:0/964401547 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de6f5032e0 con 0x55de6f4f7770 2024-05-27T00:38:24.757 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.754+0000 7f860b400640 1 --2- 172.21.15.44:0/964401547 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f4f6200 0x55de6f5095b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:38:24.757 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.754+0000 7f860aa00640 1 --2- 172.21.15.44:0/964401547 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f4f7770 0x55de6f502690 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f85f8009730 tx=0x7f85f8005720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e3cbccf1a2cc8e1b server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:24.757 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.754+0000 7f85f5600640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:38:24.759 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.755+0000 7f85f5600640 1 -- 172.21.15.44:0/964401547 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85f8026040 con 0x55de6f4f7770 2024-05-27T00:38:24.759 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.755+0000 7f8615389740 1 -- 172.21.15.44:0/964401547 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f85f8011d10 con 0x55de6f4f7770 2024-05-27T00:38:24.759 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.755+0000 7f85f5600640 1 -- 172.21.15.44:0/964401547 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f85f8019ca0 con 0x55de6f4f7770 2024-05-27T00:38:24.759 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.755+0000 7f85f5600640 1 -- 172.21.15.44:0/964401547 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f85f8019680 con 0x55de6f4f7770 2024-05-27T00:38:24.759 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.755+0000 7f8615389740 10 client.26389 fetch_fsmap learned FSMap version 32 2024-05-27T00:38:24.759 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.755+0000 7f8615389740 1 -- 172.21.15.44:0/964401547 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55de6f5081c0 con 0x55de6f4f7770 2024-05-27T00:38:24.759 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.755+0000 7f85f5600640 1 -- 172.21.15.44:0/964401547 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f85f8011d10 con 0x55de6f4f7770 2024-05-27T00:38:24.759 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.755+0000 7f85f5600640 1 -- 172.21.15.44:0/964401547 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 32) ==== 8370+0+0 (secure 0 0 0) 0x7f85f8003710 con 0x55de6f4f7770 2024-05-27T00:38:24.759 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.756+0000 7f8615389740 10 client.26389 fetch_fsmap finished waiting for FSMap version 32 2024-05-27T00:38:24.759 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.756+0000 7f8615389740 10 client.26389 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:38:24.759 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.756+0000 7f8615389740 20 client.26389 populate_metadata read hostname 'smithi044' 2024-05-27T00:38:24.759 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.756+0000 7f8615389740 1 --2- 172.21.15.44:0/964401547 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55de6f5088d0 0x55de6f57dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:24.760 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.756+0000 7f8615389740 4 client.26389 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-27T00:38:24.760 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.756+0000 7f8615389740 1 -- 172.21.15.44:0/964401547 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55de6f461ea0 con 0x55de6f5088d0 2024-05-27T00:38:24.760 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.756+0000 7f860b400640 1 --2- 172.21.15.44:0/964401547 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55de6f5088d0 0x55de6f57dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:24.760 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.756+0000 7f860b400640 1 --2- 172.21.15.44:0/964401547 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55de6f5088d0 0x55de6f57dcb0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e8e965a1c27cc63a server_cookie=8e5b69e8eda135eb in_seq=0 out_seq=0 2024-05-27T00:38:24.760 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.756+0000 7f85f5600640 10 client.26389 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:38:24.791 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.790+0000 7f85f5600640 1 -- 172.21.15.44:0/964401547 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55de6f461ea0 con 0x55de6f5088d0 2024-05-27T00:38:24.791 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.790+0000 7f85f5600640 10 client.26389 handle_command_reply: tid=0 2024-05-27T00:38:24.792 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.790+0000 7f8615389740 1 client.26389 shutdown 2024-05-27T00:38:24.792 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.790+0000 7f8615389740 1 -- 172.21.15.44:0/964401547 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f4f7770 msgr2=0x55de6f502690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:24.792 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.790+0000 7f8615389740 1 --2- 172.21.15.44:0/964401547 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f4f7770 0x55de6f502690 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f85f8009730 tx=0x7f85f8005720 comp rx=0 tx=0).stop 2024-05-27T00:38:24.792 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.790+0000 7f8615389740 1 -- 172.21.15.44:0/964401547 shutdown_connections 2024-05-27T00:38:24.792 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.790+0000 7f8615389740 1 --2- 172.21.15.44:0/964401547 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55de6f5088d0 0x55de6f57dcb0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.792 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.790+0000 7f8615389740 1 --2- 172.21.15.44:0/964401547 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de6f500f80 0x55de6f502bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.792 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.790+0000 7f8615389740 1 --2- 172.21.15.44:0/964401547 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de6f4f7770 0x55de6f502690 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.792 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.790+0000 7f85f5600640 0 client.26389 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:38:24.792 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.790+0000 7f8615389740 1 --2- 172.21.15.44:0/964401547 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de6f4f6200 0x55de6f5095b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.792 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.790+0000 7f8615389740 1 -- 172.21.15.44:0/964401547 >> 172.21.15.44:0/964401547 conn(0x55de6f4bef80 msgr2=0x55de6f4fcf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:24.792 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.790+0000 7f8615389740 1 -- 172.21.15.44:0/964401547 shutdown_connections 2024-05-27T00:38:24.792 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.790+0000 7f8615389740 1 -- 172.21.15.44:0/964401547 wait complete. 2024-05-27T00:38:24.793 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.791+0000 7f8615389740 20 client.26389 trim_cache size 0 max 16384 2024-05-27T00:38:24.793 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-05-27T00:38:24.793 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-05-27T00:38:24.793 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-05-27T00:38:24.793 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-05-27T00:38:24.794 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.791+0000 7f8610e00640 1 -- 172.21.15.44:0/4124439612 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f85f00a2d70 msgr2=0x7f85f00a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:24.794 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.791+0000 7f8610e00640 1 --2- 172.21.15.44:0/4124439612 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f85f00a2d70 0x7f85f00a5230 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f8604004100 tx=0x7f8604004730 comp rx=0 tx=0).stop 2024-05-27T00:38:24.794 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.791+0000 7f8610e00640 1 -- 172.21.15.44:0/4124439612 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f860c1039d0 msgr2=0x7f860c19a380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:24.794 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.791+0000 7f8610e00640 1 --2- 172.21.15.44:0/4124439612 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f860c1039d0 0x7f860c19a380 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f85fc005e30 tx=0x7f85fc003f90 comp rx=0 tx=0).stop 2024-05-27T00:38:24.794 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.792+0000 7f8610e00640 1 -- 172.21.15.44:0/4124439612 shutdown_connections 2024-05-27T00:38:24.794 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.792+0000 7f8610e00640 1 --2- 172.21.15.44:0/4124439612 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f85f00a2d70 0x7f85f00a5230 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.794 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.792+0000 7f8610e00640 1 --2- 172.21.15.44:0/4124439612 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f860c1099e0 0x7f860c19ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.794 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.792+0000 7f8610e00640 1 --2- 172.21.15.44:0/4124439612 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f860c104390 0x7f860c19a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.794 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.792+0000 7f8610e00640 1 --2- 172.21.15.44:0/4124439612 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f860c1039d0 0x7f860c19a380 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:24.794 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.792+0000 7f8610e00640 1 -- 172.21.15.44:0/4124439612 >> 172.21.15.44:0/4124439612 conn(0x7f860c0ff480 msgr2=0x7f860c0ff9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:24.795 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.792+0000 7f8610e00640 1 -- 172.21.15.44:0/4124439612 shutdown_connections 2024-05-27T00:38:24.795 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:24.792+0000 7f8610e00640 1 -- 172.21.15.44:0/4124439612 wait complete. 2024-05-27T00:38:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:24 smithi044 ceph-mon[31645]: pgmap v96: 129 pgs: 129 active+clean; 201 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 290 op/s 2024-05-27T00:38:24.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:24 smithi050 ceph-mon[36071]: pgmap v96: 129 pgs: 129 active+clean; 201 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 290 op/s 2024-05-27T00:38:25.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:24 smithi137 ceph-mon[36552]: pgmap v96: 129 pgs: 129 active+clean; 201 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 290 op/s 2024-05-27T00:38:26.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:26 smithi044 ceph-mon[31645]: pgmap v97: 129 pgs: 129 active+clean; 201 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 208 op/s 2024-05-27T00:38:26.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:26 smithi050 ceph-mon[36071]: pgmap v97: 129 pgs: 129 active+clean; 201 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 208 op/s 2024-05-27T00:38:27.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:26 smithi137 ceph-mon[36552]: pgmap v97: 129 pgs: 129 active+clean; 201 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 208 op/s 2024-05-27T00:38:28.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:28 smithi044 ceph-mon[31645]: pgmap v98: 129 pgs: 129 active+clean; 201 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 208 op/s 2024-05-27T00:38:28.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:28 smithi050 ceph-mon[36071]: pgmap v98: 129 pgs: 129 active+clean; 201 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 208 op/s 2024-05-27T00:38:29.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:28 smithi137 ceph-mon[36552]: pgmap v98: 129 pgs: 129 active+clean; 201 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 208 op/s 2024-05-27T00:38:30.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:30 smithi044 ceph-mon[31645]: pgmap v99: 129 pgs: 129 active+clean; 203 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.2 MiB/s wr, 240 op/s 2024-05-27T00:38:30.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:30 smithi050 ceph-mon[36071]: pgmap v99: 129 pgs: 129 active+clean; 203 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.2 MiB/s wr, 240 op/s 2024-05-27T00:38:31.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:30 smithi137 ceph-mon[36552]: pgmap v99: 129 pgs: 129 active+clean; 203 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.2 MiB/s wr, 240 op/s 2024-05-27T00:38:32.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:32 smithi044 ceph-mon[31645]: pgmap v100: 129 pgs: 129 active+clean; 203 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 704 KiB/s wr, 148 op/s 2024-05-27T00:38:32.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:32 smithi050 ceph-mon[36071]: pgmap v100: 129 pgs: 129 active+clean; 203 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 704 KiB/s wr, 148 op/s 2024-05-27T00:38:33.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:32 smithi137 ceph-mon[36552]: pgmap v100: 129 pgs: 129 active+clean; 203 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 704 KiB/s wr, 148 op/s 2024-05-27T00:38:33.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:33 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:38:33.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:33 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:38:34.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:33 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:38:34.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:34 smithi044 ceph-mon[31645]: pgmap v101: 129 pgs: 129 active+clean; 205 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 954 KiB/s wr, 163 op/s 2024-05-27T00:38:34.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:34 smithi050 ceph-mon[36071]: pgmap v101: 129 pgs: 129 active+clean; 205 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 954 KiB/s wr, 163 op/s 2024-05-27T00:38:35.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:34 smithi137 ceph-mon[36552]: pgmap v101: 129 pgs: 129 active+clean; 205 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 954 KiB/s wr, 163 op/s 2024-05-27T00:38:35.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:35 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:38:35.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:35 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:38:35.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:35 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:38:35.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:35 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:38:35.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:35 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:38:35.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:35 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:38:36.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:35 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:38:36.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:35 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:38:36.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:35 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:38:36.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:36 smithi044 ceph-mon[31645]: pgmap v102: 129 pgs: 129 active+clean; 205 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 370 KiB/s wr, 47 op/s 2024-05-27T00:38:36.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:36 smithi050 ceph-mon[36071]: pgmap v102: 129 pgs: 129 active+clean; 205 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 370 KiB/s wr, 47 op/s 2024-05-27T00:38:37.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:36 smithi137 ceph-mon[36552]: pgmap v102: 129 pgs: 129 active+clean; 205 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 370 KiB/s wr, 47 op/s 2024-05-27T00:38:37.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.970+0000 7f0387c00640 1 -- 172.21.15.44:0/1294135558 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0380074670 msgr2=0x7f038010dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:37.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.970+0000 7f0387c00640 1 --2- 172.21.15.44:0/1294135558 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0380074670 0x7f038010dd40 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f036c009860 tx=0x7f036c02a3d0 comp rx=0 tx=0).stop 2024-05-27T00:38:37.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.971+0000 7f0387c00640 1 -- 172.21.15.44:0/1294135558 shutdown_connections 2024-05-27T00:38:37.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.971+0000 7f0387c00640 1 --2- 172.21.15.44:0/1294135558 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f038010e280 0x7f0380110670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:37.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.971+0000 7f0387c00640 1 --2- 172.21.15.44:0/1294135558 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0380074670 0x7f038010dd40 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:37.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.971+0000 7f0387c00640 1 --2- 172.21.15.44:0/1294135558 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0380073d50 0x7f0380074130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:37.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.971+0000 7f0387c00640 1 -- 172.21.15.44:0/1294135558 >> 172.21.15.44:0/1294135558 conn(0x7f03800fd450 msgr2=0x7f03800ff870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:37.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.971+0000 7f0387c00640 1 -- 172.21.15.44:0/1294135558 shutdown_connections 2024-05-27T00:38:37.972 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.971+0000 7f0387c00640 1 -- 172.21.15.44:0/1294135558 wait complete. 2024-05-27T00:38:37.973 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.972+0000 7f0387c00640 1 Processor -- start 2024-05-27T00:38:37.973 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.973+0000 7f0387c00640 1 -- start start 2024-05-27T00:38:37.974 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.973+0000 7f0387c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0380073d50 0x7f038019a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:37.974 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.973+0000 7f0387c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0380074670 0x7f038019aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:37.975 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.973+0000 7f0387c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f038010e280 0x7f038019eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:37.975 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.973+0000 7f0387c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0380114110 con 0x7f0380073d50 2024-05-27T00:38:37.975 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.973+0000 7f0387c00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0380113f90 con 0x7f0380074670 2024-05-27T00:38:37.975 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.973+0000 7f0387c00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f0380114290 con 0x7f038010e280 2024-05-27T00:38:37.975 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.974+0000 7f0385200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0380073d50 0x7f038019a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:37.975 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.974+0000 7f0385200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0380073d50 0x7f038019a530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44500/0 (socket says 172.21.15.44:44500) 2024-05-27T00:38:37.975 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.974+0000 7f0385200640 1 -- 172.21.15.44:0/1622270288 learned_addr learned my addr 172.21.15.44:0/1622270288 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:38:37.975 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.974+0000 7f037fe00640 1 --2- 172.21.15.44:0/1622270288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0380074670 0x7f038019aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:37.975 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.974+0000 7f0385c00640 1 --2- 172.21.15.44:0/1622270288 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f038010e280 0x7f038019eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:37.976 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.974+0000 7f0385200640 1 -- 172.21.15.44:0/1622270288 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f038010e280 msgr2=0x7f038019eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:37.976 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.974+0000 7f0385200640 1 --2- 172.21.15.44:0/1622270288 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f038010e280 0x7f038019eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:37.976 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.974+0000 7f0385200640 1 -- 172.21.15.44:0/1622270288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0380074670 msgr2=0x7f038019aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:37.977 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.974+0000 7f0385200640 1 --2- 172.21.15.44:0/1622270288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0380074670 0x7f038019aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:37.977 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.974+0000 7f0385200640 1 -- 172.21.15.44:0/1622270288 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f038019f4d0 con 0x7f0380073d50 2024-05-27T00:38:37.977 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.974+0000 7f037fe00640 1 --2- 172.21.15.44:0/1622270288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0380074670 0x7f038019aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:38:37.977 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.975+0000 7f0385200640 1 --2- 172.21.15.44:0/1622270288 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0380073d50 0x7f038019a530 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f037400e9c0 tx=0x7f037400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:37.977 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.975+0000 7f037d600640 1 -- 172.21.15.44:0/1622270288 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f037400ccc0 con 0x7f0380073d50 2024-05-27T00:38:37.977 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.975+0000 7f0387c00640 1 -- 172.21.15.44:0/1622270288 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f038019f7c0 con 0x7f0380073d50 2024-05-27T00:38:37.977 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.975+0000 7f037d600640 1 -- 172.21.15.44:0/1622270288 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0374005520 con 0x7f0380073d50 2024-05-27T00:38:37.977 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.975+0000 7f0387c00640 1 -- 172.21.15.44:0/1622270288 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03801a7050 con 0x7f0380073d50 2024-05-27T00:38:37.977 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.976+0000 7f037d600640 1 -- 172.21.15.44:0/1622270288 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0374010690 con 0x7f0380073d50 2024-05-27T00:38:37.979 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.979+0000 7f038a96c740 1 Processor -- start 2024-05-27T00:38:37.980 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.979+0000 7f038a96c740 1 -- start start 2024-05-27T00:38:37.980 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.979+0000 7f038a96c740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638774fd5b0 0x5638774fbb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:37.980 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.979+0000 7f038a96c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fc040 0x5638774fc4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:37.980 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.980+0000 7f038a96c740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563877506dc0 0x5638775091b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:37.980 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.980+0000 7f038a96c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563877460420 con 0x5638774fc040 2024-05-27T00:38:37.980 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.980+0000 7f038a96c740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x563877407c50 con 0x5638774fd5b0 2024-05-27T00:38:37.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.980+0000 7f038a96c740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x56387745c3e0 con 0x563877506dc0 2024-05-27T00:38:37.981 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.980+0000 7f0385c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638774fd5b0 0x5638774fbb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:37.982 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.980+0000 7f0385c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638774fd5b0 0x5638774fbb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:56966/0 (socket says 172.21.15.44:56966) 2024-05-27T00:38:37.982 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.980+0000 7f0385c00640 1 -- 172.21.15.44:0/1755021548 learned_addr learned my addr 172.21.15.44:0/1755021548 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:38:37.982 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.980+0000 7f037d600640 1 -- 172.21.15.44:0/1622270288 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f0374010830 con 0x7f0380073d50 2024-05-27T00:38:37.982 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.980+0000 7f037fe00640 1 --2- 172.21.15.44:0/1755021548 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563877506dc0 0x5638775091b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:37.982 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.980+0000 7f0385200640 1 --2- 172.21.15.44:0/1755021548 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fc040 0x5638774fc4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:37.982 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.980+0000 7f0385c00640 1 -- 172.21.15.44:0/1755021548 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563877506dc0 msgr2=0x5638775091b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:37.982 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.980+0000 7f0385c00640 1 --2- 172.21.15.44:0/1755021548 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563877506dc0 0x5638775091b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:37.982 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.981+0000 7f0385c00640 1 -- 172.21.15.44:0/1755021548 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fc040 msgr2=0x5638774fc4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:37.982 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.981+0000 7f0385c00640 1 --2- 172.21.15.44:0/1755021548 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fc040 0x5638774fc4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:37.982 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.981+0000 7f0385c00640 1 -- 172.21.15.44:0/1755021548 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563877174210 con 0x5638774fd5b0 2024-05-27T00:38:37.982 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.981+0000 7f0385200640 1 --2- 172.21.15.44:0/1755021548 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fc040 0x5638774fc4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-27T00:38:37.982 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.981+0000 7f0385c00640 1 --2- 172.21.15.44:0/1755021548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638774fd5b0 0x5638774fbb00 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f0378009fa0 tx=0x7f0378010800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=38cdf20fce66e631 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.981+0000 7f0372000640 1 -- 172.21.15.44:0/1755021548 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0378016070 con 0x5638774fd5b0 2024-05-27T00:38:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.981+0000 7f0372000640 1 -- 172.21.15.44:0/1755021548 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0378004d20 con 0x5638774fd5b0 2024-05-27T00:38:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.981+0000 7f0372000640 1 -- 172.21.15.44:0/1755021548 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0378012a10 con 0x5638774fd5b0 2024-05-27T00:38:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.982+0000 7f038a96c740 1 -- 172.21.15.44:0/1755021548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638774fd5b0 msgr2=0x5638774fbb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.982+0000 7f038a96c740 1 --2- 172.21.15.44:0/1755021548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638774fd5b0 0x5638774fbb00 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f0378009fa0 tx=0x7f0378010800 comp rx=0 tx=0).stop 2024-05-27T00:38:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.982+0000 7f037d600640 1 --2- 172.21.15.44:0/1622270288 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f03680a2ea0 0x7f03680a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.982+0000 7f038a96c740 1 -- 172.21.15.44:0/1755021548 shutdown_connections 2024-05-27T00:38:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.982+0000 7f038a96c740 1 --2- 172.21.15.44:0/1755021548 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563877506dc0 0x5638775091b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.982+0000 7f038a96c740 1 --2- 172.21.15.44:0/1755021548 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fc040 0x5638774fc4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.982+0000 7f038a96c740 1 --2- 172.21.15.44:0/1755021548 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638774fd5b0 0x5638774fbb00 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.982+0000 7f038a96c740 1 -- 172.21.15.44:0/1755021548 >> 172.21.15.44:0/1755021548 conn(0x5638774c4f80 msgr2=0x5638774f8630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.982+0000 7f037d600640 1 -- 172.21.15.44:0/1622270288 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f03740cf8b0 con 0x7f0380073d50 2024-05-27T00:38:37.984 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.983+0000 7f038a96c740 1 -- 172.21.15.44:0/1755021548 shutdown_connections 2024-05-27T00:38:37.985 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.983+0000 7f0385200640 1 --2- 172.21.15.44:0/1622270288 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f03680a2ea0 0x7f03680a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:37.985 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.983+0000 7f038a96c740 1 -- 172.21.15.44:0/1755021548 wait complete. 2024-05-27T00:38:37.986 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.984+0000 7f038a96c740 1 -- start start 2024-05-27T00:38:37.986 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.984+0000 7f0385200640 1 --2- 172.21.15.44:0/1622270288 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f03680a2ea0 0x7f03680a5360 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x5638774fed10 tx=0x7f0374013000 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:37.986 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.984+0000 7f038a96c740 1 Processor -- start 2024-05-27T00:38:37.986 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.984+0000 7f038a96c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fc040 0x563877503db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:37.986 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.985+0000 7f038a96c740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638774fd5b0 0x5638775042f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:37.986 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.985+0000 7f038a96c740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563877506dc0 0x563877504830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:37.986 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.985+0000 7f038a96c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x563877509b90 con 0x5638774fc040 2024-05-27T00:38:37.986 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.985+0000 7f038a96c740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x56387741b0b0 con 0x5638774fd5b0 2024-05-27T00:38:37.986 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.985+0000 7f038a96c740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x563877509d10 con 0x563877506dc0 2024-05-27T00:38:37.986 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.985+0000 7f038a96c740 10 client.0 _ll_register_callbacks cb 0x563877406f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:38:37.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.985+0000 7f0385c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fc040 0x563877503db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:37.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.985+0000 7f0385c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fc040 0x563877503db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44510/0 (socket says 172.21.15.44:44510) 2024-05-27T00:38:37.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.985+0000 7f037fe00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638774fd5b0 0x5638775042f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:37.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.985+0000 7f0385c00640 1 -- 172.21.15.44:0/3178620794 learned_addr learned my addr 172.21.15.44:0/3178620794 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:38:37.987 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.985+0000 7f0385c00640 1 --2- 172.21.15.44:0/3178620794 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563877506dc0 0x563877504830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:37.988 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.986+0000 7f037fe00640 1 -- 172.21.15.44:0/3178620794 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563877506dc0 msgr2=0x563877504830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:37.988 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.986+0000 7f037fe00640 1 --2- 172.21.15.44:0/3178620794 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563877506dc0 0x563877504830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:37.988 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.986+0000 7f037fe00640 1 -- 172.21.15.44:0/3178620794 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fc040 msgr2=0x563877503db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:37.988 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.986+0000 7f037fe00640 1 --2- 172.21.15.44:0/3178620794 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fc040 0x563877503db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.986+0000 7f037fe00640 1 -- 172.21.15.44:0/3178620794 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563877240620 con 0x5638774fd5b0 2024-05-27T00:38:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.986+0000 7f037fe00640 1 --2- 172.21.15.44:0/3178620794 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638774fd5b0 0x5638775042f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f036c009830 tx=0x7f036c0305d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4dbd36ee4bcf013 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.986+0000 7f0366a00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:38:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.986+0000 7f0366a00640 1 -- 172.21.15.44:0/3178620794 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f036c005220 con 0x5638774fd5b0 2024-05-27T00:38:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.986+0000 7f038a96c740 1 -- 172.21.15.44:0/3178620794 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0378004d20 con 0x5638774fd5b0 2024-05-27T00:38:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.986+0000 7f0366a00640 1 -- 172.21.15.44:0/3178620794 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f036c0053c0 con 0x5638774fd5b0 2024-05-27T00:38:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.987+0000 7f0366a00640 1 -- 172.21.15.44:0/3178620794 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f036c04e050 con 0x5638774fd5b0 2024-05-27T00:38:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.987+0000 7f038a96c740 10 client.26414 fetch_fsmap learned FSMap version 32 2024-05-27T00:38:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.987+0000 7f038a96c740 1 -- 172.21.15.44:0/3178620794 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x563877515ec0 con 0x5638774fd5b0 2024-05-27T00:38:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.987+0000 7f0366a00640 1 -- 172.21.15.44:0/3178620794 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0378004d20 con 0x5638774fd5b0 2024-05-27T00:38:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.987+0000 7f0366a00640 1 -- 172.21.15.44:0/3178620794 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 32) ==== 8370+0+0 (secure 0 0 0) 0x7f036c045070 con 0x5638774fd5b0 2024-05-27T00:38:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.987+0000 7f038a96c740 10 client.26414 fetch_fsmap finished waiting for FSMap version 32 2024-05-27T00:38:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.987+0000 7f038a96c740 10 client.26414 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:38:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.987+0000 7f038a96c740 20 client.26414 populate_metadata read hostname 'smithi044' 2024-05-27T00:38:37.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.987+0000 7f038a96c740 1 --2- 172.21.15.44:0/3178620794 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5638775173d0 0x563877519850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:37.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.987+0000 7f038a96c740 4 client.26414 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:38:37.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.987+0000 7f038a96c740 1 -- 172.21.15.44:0/3178620794 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56387746db50 con 0x5638775173d0 2024-05-27T00:38:37.990 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.988+0000 7f0385c00640 1 --2- 172.21.15.44:0/3178620794 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5638775173d0 0x563877519850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:37.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.988+0000 7f0385c00640 1 --2- 172.21.15.44:0/3178620794 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5638775173d0 0x563877519850 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b5066d9a1df44364 server_cookie=aa4805d313cf63d9 in_seq=0 out_seq=0 2024-05-27T00:38:37.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.988+0000 7f0366a00640 10 client.26414 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:38:37.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.989+0000 7f0366a00640 1 -- 172.21.15.44:0/3178620794 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56387746db50 con 0x5638775173d0 2024-05-27T00:38:37.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.989+0000 7f0366a00640 10 client.26414 handle_command_reply: tid=0 2024-05-27T00:38:37.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.989+0000 7f038a96c740 1 client.26414 shutdown 2024-05-27T00:38:37.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.989+0000 7f038a96c740 1 -- 172.21.15.44:0/3178620794 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638774fd5b0 msgr2=0x5638775042f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:37.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.989+0000 7f038a96c740 1 --2- 172.21.15.44:0/3178620794 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638774fd5b0 0x5638775042f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f036c009830 tx=0x7f036c0305d0 comp rx=0 tx=0).stop 2024-05-27T00:38:37.991 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.989+0000 7f038a96c740 1 -- 172.21.15.44:0/3178620794 shutdown_connections 2024-05-27T00:38:37.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.989+0000 7f038a96c740 1 --2- 172.21.15.44:0/3178620794 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x5638775173d0 0x563877519850 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:37.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.989+0000 7f038a96c740 1 --2- 172.21.15.44:0/3178620794 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x563877506dc0 0x563877504830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:37.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.989+0000 7f038a96c740 1 --2- 172.21.15.44:0/3178620794 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x5638774fd5b0 0x5638775042f0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:37.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.989+0000 7f038a96c740 1 --2- 172.21.15.44:0/3178620794 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fc040 0x563877503db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:37.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.989+0000 7f038a96c740 1 -- 172.21.15.44:0/3178620794 >> 172.21.15.44:0/3178620794 conn(0x5638774c4f80 msgr2=0x5638774fe4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:37.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.989+0000 7f0366a00640 0 client.26414 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:38:37.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.990+0000 7f038a96c740 1 -- 172.21.15.44:0/3178620794 shutdown_connections 2024-05-27T00:38:37.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.990+0000 7f038a96c740 1 -- 172.21.15.44:0/3178620794 wait complete. 2024-05-27T00:38:37.992 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:37.990+0000 7f038a96c740 20 client.26414 trim_cache size 0 max 16384 2024-05-27T00:38:38.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.008+0000 7f038a96c740 1 Processor -- start 2024-05-27T00:38:38.009 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.008+0000 7f038a96c740 1 -- start start 2024-05-27T00:38:38.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.009+0000 7f038a96c740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5638774fc040 0x56387751f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:38.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.009+0000 7f038a96c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fd5b0 0x56387751f660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:38.010 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.009+0000 7f038a96c740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563877506dc0 0x563877503d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:38.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.009+0000 7f038a96c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0360012840 con 0x5638774fd5b0 2024-05-27T00:38:38.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.009+0000 7f038a96c740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0360010050 con 0x563877506dc0 2024-05-27T00:38:38.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.009+0000 7f038a96c740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f036000de80 con 0x5638774fc040 2024-05-27T00:38:38.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.009+0000 7f037fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fd5b0 0x56387751f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:38.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.009+0000 7f037fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fd5b0 0x56387751f660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44522/0 (socket says 172.21.15.44:44522) 2024-05-27T00:38:38.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.009+0000 7f037fe00640 1 -- 172.21.15.44:0/1974367211 learned_addr learned my addr 172.21.15.44:0/1974367211 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:38:38.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.009+0000 7f0385c00640 1 --2- 172.21.15.44:0/1974367211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563877506dc0 0x563877503d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:38.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.009+0000 7f0385c00640 1 --2- 172.21.15.44:0/1974367211 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5638774fc040 0x56387751f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:38.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.010+0000 7f037fe00640 1 -- 172.21.15.44:0/1974367211 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5638774fc040 msgr2=0x56387751f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:38.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.010+0000 7f037fe00640 1 --2- 172.21.15.44:0/1974367211 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5638774fc040 0x56387751f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:38.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.010+0000 7f037fe00640 1 -- 172.21.15.44:0/1974367211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563877506dc0 msgr2=0x563877503d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:38.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.010+0000 7f037fe00640 1 --2- 172.21.15.44:0/1974367211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563877506dc0 0x563877503d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:38.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.010+0000 7f037fe00640 1 -- 172.21.15.44:0/1974367211 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5638774fc650 con 0x5638774fd5b0 2024-05-27T00:38:38.011 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.010+0000 7f0385c00640 1 --2- 172.21.15.44:0/1974367211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563877506dc0 0x563877503d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:38:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.010+0000 7f037fe00640 1 --2- 172.21.15.44:0/1974367211 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fd5b0 0x56387751f660 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f036c02a8f0 tx=0x7f036c02a3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57740d912a7ec0dd server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.010+0000 7f0371600640 1 -- 172.21.15.44:0/1974367211 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f036c000e60 con 0x5638774fd5b0 2024-05-27T00:38:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.010+0000 7f0371600640 1 -- 172.21.15.44:0/1974367211 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f036c005540 con 0x5638774fd5b0 2024-05-27T00:38:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.010+0000 7f0371600640 1 -- 172.21.15.44:0/1974367211 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f036c04b070 con 0x5638774fd5b0 2024-05-27T00:38:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.011+0000 7f038a96c740 1 -- 172.21.15.44:0/1974367211 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fd5b0 msgr2=0x56387751f660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.011+0000 7f038a96c740 1 --2- 172.21.15.44:0/1974367211 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fd5b0 0x56387751f660 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f036c02a8f0 tx=0x7f036c02a3d0 comp rx=0 tx=0).stop 2024-05-27T00:38:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.011+0000 7f038a96c740 1 -- 172.21.15.44:0/1974367211 shutdown_connections 2024-05-27T00:38:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.011+0000 7f038a96c740 1 --2- 172.21.15.44:0/1974367211 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563877506dc0 0x563877503d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.011+0000 7f038a96c740 1 --2- 172.21.15.44:0/1974367211 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fd5b0 0x56387751f660 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.011+0000 7f038a96c740 1 --2- 172.21.15.44:0/1974367211 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5638774fc040 0x56387751f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.011+0000 7f038a96c740 1 -- 172.21.15.44:0/1974367211 >> 172.21.15.44:0/1974367211 conn(0x5638774c4f80 msgr2=0x5638774fe4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:38.013 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.011+0000 7f038a96c740 1 -- 172.21.15.44:0/1974367211 shutdown_connections 2024-05-27T00:38:38.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.012+0000 7f038a96c740 1 -- 172.21.15.44:0/1974367211 wait complete. 2024-05-27T00:38:38.014 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.012+0000 7f038a96c740 1 -- start start 2024-05-27T00:38:38.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.012+0000 7f038a96c740 1 Processor -- start 2024-05-27T00:38:38.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.013+0000 7f038a96c740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5638774fc040 0x56387750ee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:38.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.013+0000 7f038a96c740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fd5b0 0x56387750f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:38.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.013+0000 7f038a96c740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563877506dc0 0x56387750a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:38.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.013+0000 7f038a96c740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f036000e510 con 0x5638774fd5b0 2024-05-27T00:38:38.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.013+0000 7f038a96c740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f036000f980 con 0x563877506dc0 2024-05-27T00:38:38.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.013+0000 7f038a96c740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f036000ebe0 con 0x5638774fc040 2024-05-27T00:38:38.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.013+0000 7f038a96c740 10 client.0 _ll_register_callbacks cb 0x7f036c030ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:38:38.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.013+0000 7f037fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fd5b0 0x56387750f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:38.015 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.013+0000 7f0385c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5638774fc040 0x56387750ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.013+0000 7f037fe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fd5b0 0x56387750f340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:44538/0 (socket says 172.21.15.44:44538) 2024-05-27T00:38:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.013+0000 7f0385c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5638774fc040 0x56387750ee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:42578/0 (socket says 172.21.15.44:42578) 2024-05-27T00:38:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.013+0000 7f037fe00640 1 -- 172.21.15.44:0/92150531 learned_addr learned my addr 172.21.15.44:0/92150531 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:38:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.013+0000 7f0385c00640 1 --2- 172.21.15.44:0/92150531 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563877506dc0 0x56387750a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.014+0000 7f037fe00640 1 -- 172.21.15.44:0/92150531 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5638774fc040 msgr2=0x56387750ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.014+0000 7f037fe00640 1 --2- 172.21.15.44:0/92150531 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5638774fc040 0x56387750ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.014+0000 7f037fe00640 1 -- 172.21.15.44:0/92150531 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563877506dc0 msgr2=0x56387750a3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.014+0000 7f037fe00640 1 --2- 172.21.15.44:0/92150531 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563877506dc0 0x56387750a3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.014+0000 7f037fe00640 1 -- 172.21.15.44:0/92150531 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56387750aba0 con 0x5638774fd5b0 2024-05-27T00:38:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.014+0000 7f037fe00640 1 --2- 172.21.15.44:0/92150531 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fd5b0 0x56387750f340 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f036c005750 tx=0x7f036c0306b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2da57996df3a385 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:38.016 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.014+0000 7f0366a00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:38:38.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.015+0000 7f0366a00640 1 -- 172.21.15.44:0/92150531 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f036c04b040 con 0x5638774fd5b0 2024-05-27T00:38:38.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.015+0000 7f0366a00640 1 -- 172.21.15.44:0/92150531 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f036c005040 con 0x5638774fd5b0 2024-05-27T00:38:38.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.015+0000 7f038a96c740 1 -- 172.21.15.44:0/92150531 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f036c005540 con 0x5638774fd5b0 2024-05-27T00:38:38.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.015+0000 7f0366a00640 1 -- 172.21.15.44:0/92150531 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f036c063050 con 0x5638774fd5b0 2024-05-27T00:38:38.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.015+0000 7f038a96c740 10 client.16278 fetch_fsmap learned FSMap version 32 2024-05-27T00:38:38.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.015+0000 7f038a96c740 1 -- 172.21.15.44:0/92150531 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x5638775816c0 con 0x5638774fd5b0 2024-05-27T00:38:38.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.015+0000 7f0366a00640 1 -- 172.21.15.44:0/92150531 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f036c005540 con 0x5638774fd5b0 2024-05-27T00:38:38.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.016+0000 7f0366a00640 1 -- 172.21.15.44:0/92150531 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 32) ==== 8370+0+0 (secure 0 0 0) 0x7f036c045040 con 0x5638774fd5b0 2024-05-27T00:38:38.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.016+0000 7f038a96c740 10 client.16278 fetch_fsmap finished waiting for FSMap version 32 2024-05-27T00:38:38.018 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.016+0000 7f038a96c740 10 client.16278 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:38:38.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.016+0000 7f038a96c740 20 client.16278 populate_metadata read hostname 'smithi044' 2024-05-27T00:38:38.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.016+0000 7f038a96c740 1 --2- 172.21.15.44:0/92150531 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563877581d80 0x5638775841a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:38.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.016+0000 7f038a96c740 4 client.16278 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-27T00:38:38.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.016+0000 7f038a96c740 1 -- 172.21.15.44:0/92150531 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563877467ea0 con 0x563877581d80 2024-05-27T00:38:38.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.016+0000 7f0385c00640 1 --2- 172.21.15.44:0/92150531 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563877581d80 0x5638775841a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:38.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.017+0000 7f0366a00640 10 client.16278 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:38:38.019 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:38.017+0000 7f0385c00640 1 --2- 172.21.15.44:0/92150531 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563877581d80 0x5638775841a0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=78aab85e3db36ad6 server_cookie=854c48ac913f9bb in_seq=0 out_seq=0 2024-05-27T00:38:38.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:38 smithi044 ceph-mon[31645]: pgmap v103: 129 pgs: 129 active+clean; 205 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 370 KiB/s wr, 47 op/s 2024-05-27T00:38:38.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:38 smithi050 ceph-mon[36071]: pgmap v103: 129 pgs: 129 active+clean; 205 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 370 KiB/s wr, 47 op/s 2024-05-27T00:38:39.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:38 smithi137 ceph-mon[36552]: pgmap v103: 129 pgs: 129 active+clean; 205 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 370 KiB/s wr, 47 op/s 2024-05-27T00:38:39.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.001+0000 7f0366a00640 1 -- 172.21.15.44:0/92150531 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563877467ea0 con 0x563877581d80 2024-05-27T00:38:39.003 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.001+0000 7f0366a00640 10 client.16278 handle_command_reply: tid=0 2024-05-27T00:38:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.001+0000 7f038a96c740 1 client.16278 shutdown 2024-05-27T00:38:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.002+0000 7f038a96c740 1 -- 172.21.15.44:0/92150531 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fd5b0 msgr2=0x56387750f340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.002+0000 7f038a96c740 1 --2- 172.21.15.44:0/92150531 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fd5b0 0x56387750f340 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f036c005750 tx=0x7f036c0306b0 comp rx=0 tx=0).stop 2024-05-27T00:38:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.002+0000 7f038a96c740 1 -- 172.21.15.44:0/92150531 shutdown_connections 2024-05-27T00:38:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.002+0000 7f038a96c740 1 --2- 172.21.15.44:0/92150531 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x563877581d80 0x5638775841a0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.002+0000 7f038a96c740 1 --2- 172.21.15.44:0/92150531 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x563877506dc0 0x56387750a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.002+0000 7f038a96c740 1 --2- 172.21.15.44:0/92150531 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x5638774fd5b0 0x56387750f340 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.002+0000 7f038a96c740 1 --2- 172.21.15.44:0/92150531 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x5638774fc040 0x56387750ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:39.004 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.002+0000 7f0366a00640 0 client.16278 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:38:39.005 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.002+0000 7f038a96c740 1 -- 172.21.15.44:0/92150531 >> 172.21.15.44:0/92150531 conn(0x5638774c4f80 msgr2=0x5638774fdba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:39.005 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.002+0000 7f038a96c740 1 -- 172.21.15.44:0/92150531 shutdown_connections 2024-05-27T00:38:39.005 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.003+0000 7f038a96c740 1 -- 172.21.15.44:0/92150531 wait complete. 2024-05-27T00:38:39.005 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.003+0000 7f038a96c740 20 client.16278 trim_cache size 0 max 16384 2024-05-27T00:38:39.005 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-05-27T00:38:39.005 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-05-27T00:38:39.005 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-05-27T00:38:39.005 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-05-27T00:38:39.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.004+0000 7f0387c00640 1 -- 172.21.15.44:0/1622270288 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f03680a2ea0 msgr2=0x7f03680a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:39.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.004+0000 7f0387c00640 1 --2- 172.21.15.44:0/1622270288 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f03680a2ea0 0x7f03680a5360 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x5638774fed10 tx=0x7f0374013000 comp rx=0 tx=0).stop 2024-05-27T00:38:39.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.004+0000 7f0387c00640 1 -- 172.21.15.44:0/1622270288 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0380073d50 msgr2=0x7f038019a530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:39.006 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.004+0000 7f0387c00640 1 --2- 172.21.15.44:0/1622270288 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0380073d50 0x7f038019a530 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f037400e9c0 tx=0x7f037400ee80 comp rx=0 tx=0).stop 2024-05-27T00:38:39.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.004+0000 7f0387c00640 1 -- 172.21.15.44:0/1622270288 shutdown_connections 2024-05-27T00:38:39.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.004+0000 7f0387c00640 1 --2- 172.21.15.44:0/1622270288 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f03680a2ea0 0x7f03680a5360 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:39.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.004+0000 7f0387c00640 1 --2- 172.21.15.44:0/1622270288 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f038010e280 0x7f038019eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:39.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.004+0000 7f0387c00640 1 --2- 172.21.15.44:0/1622270288 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0380074670 0x7f038019aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:39.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.004+0000 7f0387c00640 1 --2- 172.21.15.44:0/1622270288 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0380073d50 0x7f038019a530 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:39.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.004+0000 7f0387c00640 1 -- 172.21.15.44:0/1622270288 >> 172.21.15.44:0/1622270288 conn(0x7f03800fd450 msgr2=0x7f038010fcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:39.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.004+0000 7f0387c00640 1 -- 172.21.15.44:0/1622270288 shutdown_connections 2024-05-27T00:38:39.007 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:39.004+0000 7f0387c00640 1 -- 172.21.15.44:0/1622270288 wait complete. 2024-05-27T00:38:40.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:40 smithi050 ceph-mon[36071]: pgmap v104: 129 pgs: 129 active+clean; 214 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 201 op/s 2024-05-27T00:38:41.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:40 smithi137 ceph-mon[36552]: pgmap v104: 129 pgs: 129 active+clean; 214 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 201 op/s 2024-05-27T00:38:41.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:40 smithi044 ceph-mon[31645]: pgmap v104: 129 pgs: 129 active+clean; 214 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 201 op/s 2024-05-27T00:38:42.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:42 smithi050 ceph-mon[36071]: pgmap v105: 129 pgs: 129 active+clean; 214 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 169 op/s 2024-05-27T00:38:43.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:42 smithi137 ceph-mon[36552]: pgmap v105: 129 pgs: 129 active+clean; 214 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 169 op/s 2024-05-27T00:38:43.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:42 smithi044 ceph-mon[31645]: pgmap v105: 129 pgs: 129 active+clean; 214 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 169 op/s 2024-05-27T00:38:44.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:44 smithi050 ceph-mon[36071]: pgmap v106: 129 pgs: 129 active+clean; 216 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 191 op/s 2024-05-27T00:38:45.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:44 smithi137 ceph-mon[36552]: pgmap v106: 129 pgs: 129 active+clean; 216 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 191 op/s 2024-05-27T00:38:45.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:44 smithi044 ceph-mon[31645]: pgmap v106: 129 pgs: 129 active+clean; 216 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 191 op/s 2024-05-27T00:38:45.666 INFO:tasks.workunit.client.0.smithi044.stderr:+ sync 2024-05-27T00:38:46.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:46 smithi050 ceph-mon[36071]: pgmap v107: 129 pgs: 129 active+clean; 216 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 176 op/s 2024-05-27T00:38:47.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:46 smithi137 ceph-mon[36552]: pgmap v107: 129 pgs: 129 active+clean; 216 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 176 op/s 2024-05-27T00:38:47.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:46 smithi044 ceph-mon[31645]: pgmap v107: 129 pgs: 129 active+clean; 216 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 176 op/s 2024-05-27T00:38:48.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:48 smithi050 ceph-mon[36071]: pgmap v108: 129 pgs: 129 active+clean; 216 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 176 op/s 2024-05-27T00:38:49.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:48 smithi137 ceph-mon[36552]: pgmap v108: 129 pgs: 129 active+clean; 216 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 176 op/s 2024-05-27T00:38:49.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:48 smithi044 ceph-mon[31645]: pgmap v108: 129 pgs: 129 active+clean; 216 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 176 op/s 2024-05-27T00:38:49.804 INFO:tasks.workunit.client.0.smithi044.stderr:+ tar c linux-4.0.5 2024-05-27T00:38:50.788 INFO:tasks.workunit.client.0.smithi044.stderr:+ echo Ok 2024-05-27T00:38:50.788 INFO:tasks.workunit.client.0.smithi044.stdout:Ok 2024-05-27T00:38:50.789 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-05-27T00:38:50.790 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-05-27T00:38:50.907 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:50 smithi044 ceph-mon[31645]: pgmap v109: 129 pgs: 129 active+clean; 238 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 364 op/s 2024-05-27T00:38:50.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:50 smithi050 ceph-mon[36071]: pgmap v109: 129 pgs: 129 active+clean; 238 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 364 op/s 2024-05-27T00:38:51.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:50 smithi137 ceph-mon[36552]: pgmap v109: 129 pgs: 129 active+clean; 238 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 364 op/s 2024-05-27T00:38:52.170 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.169+0000 7f4b23000640 1 -- 172.21.15.44:0/1739533467 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4b1c1007b0 msgr2=0x7f4b1c100b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:52.170 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.169+0000 7f4b23000640 1 --2- 172.21.15.44:0/1739533467 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4b1c1007b0 0x7f4b1c100b90 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c009900 tx=0x7f4b0c02a400 comp rx=0 tx=0).stop 2024-05-27T00:38:52.170 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.169+0000 7f4b23000640 1 -- 172.21.15.44:0/1739533467 shutdown_connections 2024-05-27T00:38:52.170 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.169+0000 7f4b23000640 1 --2- 172.21.15.44:0/1739533467 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4b1c10e360 0x7f4b1c110750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.171 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.169+0000 7f4b23000640 1 --2- 172.21.15.44:0/1739533467 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4b1c1010d0 0x7f4b1c10de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.171 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.169+0000 7f4b23000640 1 --2- 172.21.15.44:0/1739533467 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4b1c1007b0 0x7f4b1c100b90 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.171 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.169+0000 7f4b23000640 1 -- 172.21.15.44:0/1739533467 >> 172.21.15.44:0/1739533467 conn(0x7f4b1c077a20 msgr2=0x7f4b1c077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:52.171 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.169+0000 7f4b23000640 1 -- 172.21.15.44:0/1739533467 shutdown_connections 2024-05-27T00:38:52.171 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.169+0000 7f4b23000640 1 -- 172.21.15.44:0/1739533467 wait complete. 2024-05-27T00:38:52.172 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.170+0000 7f4b23000640 1 Processor -- start 2024-05-27T00:38:52.172 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.170+0000 7f4b23000640 1 -- start start 2024-05-27T00:38:52.172 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.171+0000 7f4b23000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4b1c1007b0 0x7f4b1c19a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:52.172 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.171+0000 7f4b23000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4b1c1010d0 0x7f4b1c19a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:52.172 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.171+0000 7f4b23000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4b1c10e360 0x7f4b1c19ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:52.172 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.171+0000 7f4b23000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4b1c114100 con 0x7f4b1c10e360 2024-05-27T00:38:52.172 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.171+0000 7f4b23000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4b1c113f80 con 0x7f4b1c1007b0 2024-05-27T00:38:52.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.171+0000 7f4b23000640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f4b1c114280 con 0x7f4b1c1010d0 2024-05-27T00:38:52.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.171+0000 7f4b1be00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4b1c1007b0 0x7f4b1c19a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:52.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.171+0000 7f4b21000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4b1c10e360 0x7f4b1c19ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:52.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.171+0000 7f4b1be00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4b1c1007b0 0x7f4b1c19a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:59374/0 (socket says 172.21.15.44:59374) 2024-05-27T00:38:52.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.171+0000 7f4b1be00640 1 -- 172.21.15.44:0/2771043231 learned_addr learned my addr 172.21.15.44:0/2771043231 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:38:52.173 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.171+0000 7f4b13e00640 1 --2- 172.21.15.44:0/2771043231 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4b1c1010d0 0x7f4b1c19a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:52.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.172+0000 7f4b1be00640 1 -- 172.21.15.44:0/2771043231 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4b1c1010d0 msgr2=0x7f4b1c19a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:52.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.172+0000 7f4b1be00640 1 --2- 172.21.15.44:0/2771043231 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4b1c1010d0 0x7f4b1c19a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.172+0000 7f4b1be00640 1 -- 172.21.15.44:0/2771043231 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4b1c10e360 msgr2=0x7f4b1c19ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:52.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.172+0000 7f4b1be00640 1 --2- 172.21.15.44:0/2771043231 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4b1c10e360 0x7f4b1c19ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.172+0000 7f4b1be00640 1 -- 172.21.15.44:0/2771043231 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b1c19f470 con 0x7f4b1c1007b0 2024-05-27T00:38:52.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.172+0000 7f4b1be00640 1 --2- 172.21.15.44:0/2771043231 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4b1c1007b0 0x7f4b1c19a480 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c02a9f0 tx=0x7f4b0c032a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:52.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.172+0000 7f4b19600640 1 -- 172.21.15.44:0/2771043231 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b0c03f030 con 0x7f4b1c1007b0 2024-05-27T00:38:52.174 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.173+0000 7f4b23000640 1 -- 172.21.15.44:0/2771043231 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b1c19f700 con 0x7f4b1c1007b0 2024-05-27T00:38:52.175 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.173+0000 7f4b19600640 1 -- 172.21.15.44:0/2771043231 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4b0c032e40 con 0x7f4b1c1007b0 2024-05-27T00:38:52.175 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.173+0000 7f4b19600640 1 -- 172.21.15.44:0/2771043231 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b0c035070 con 0x7f4b1c1007b0 2024-05-27T00:38:52.175 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.173+0000 7f4b23000640 1 -- 172.21.15.44:0/2771043231 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b1c1a6ff0 con 0x7f4b1c1007b0 2024-05-27T00:38:52.177 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.176+0000 7f4b25da7740 1 Processor -- start 2024-05-27T00:38:52.177 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.176+0000 7f4b19600640 1 -- 172.21.15.44:0/2771043231 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f4b0c042030 con 0x7f4b1c1007b0 2024-05-27T00:38:52.177 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.176+0000 7f4b25da7740 1 -- start start 2024-05-27T00:38:52.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.177+0000 7f4b25da7740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7d55b0 0x55c51f7d3b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:52.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.177+0000 7f4b25da7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d4040 0x55c51f7d44c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:52.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.177+0000 7f4b25da7740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7dedc0 0x55c51f7e11b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:52.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.177+0000 7f4b25da7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c51f738420 con 0x55c51f7d4040 2024-05-27T00:38:52.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.177+0000 7f4b25da7740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c51f6dfc50 con 0x55c51f7d55b0 2024-05-27T00:38:52.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.177+0000 7f4b25da7740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55c51f7343e0 con 0x55c51f7dedc0 2024-05-27T00:38:52.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.177+0000 7f4b21000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7d55b0 0x55c51f7d3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:52.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.177+0000 7f4b21000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7d55b0 0x55c51f7d3b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:59388/0 (socket says 172.21.15.44:59388) 2024-05-27T00:38:52.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.177+0000 7f4b21000640 1 -- 172.21.15.44:0/1160663603 learned_addr learned my addr 172.21.15.44:0/1160663603 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:38:52.179 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.177+0000 7f4b1be00640 1 --2- 172.21.15.44:0/1160663603 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d4040 0x55c51f7d44c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:52.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.177+0000 7f4b13e00640 1 --2- 172.21.15.44:0/1160663603 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7dedc0 0x55c51f7e11b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:52.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.178+0000 7f4b21000640 1 -- 172.21.15.44:0/1160663603 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7dedc0 msgr2=0x55c51f7e11b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:52.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.178+0000 7f4b21000640 1 --2- 172.21.15.44:0/1160663603 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7dedc0 0x55c51f7e11b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.178+0000 7f4b21000640 1 -- 172.21.15.44:0/1160663603 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d4040 msgr2=0x55c51f7d44c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:52.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.178+0000 7f4b21000640 1 --2- 172.21.15.44:0/1160663603 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d4040 0x55c51f7d44c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.178+0000 7f4b21000640 1 -- 172.21.15.44:0/1160663603 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c51f44c210 con 0x55c51f7d55b0 2024-05-27T00:38:52.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.178+0000 7f4b13e00640 1 --2- 172.21.15.44:0/1160663603 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7dedc0 0x55c51f7e11b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:38:52.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.178+0000 7f4b21000640 1 --2- 172.21.15.44:0/1160663603 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7d55b0 0x55c51f7d3b00 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f4b14009f60 tx=0x7f4b14009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=555e0aac4ca6b987 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:52.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.178+0000 7f4b19600640 1 --2- 172.21.15.44:0/2771043231 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f4b000a2da0 0x7f4b000a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:52.180 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.178+0000 7f4b11600640 1 -- 172.21.15.44:0/1160663603 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b14004d20 con 0x55c51f7d55b0 2024-05-27T00:38:52.181 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.178+0000 7f4b11600640 1 -- 172.21.15.44:0/1160663603 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4b14004050 con 0x55c51f7d55b0 2024-05-27T00:38:52.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.178+0000 7f4b19600640 1 -- 172.21.15.44:0/2771043231 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f4b0c0efaf0 con 0x7f4b1c1007b0 2024-05-27T00:38:52.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.178+0000 7f4b11600640 1 -- 172.21.15.44:0/1160663603 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b14005260 con 0x55c51f7d55b0 2024-05-27T00:38:52.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.179+0000 7f4b1be00640 1 --2- 172.21.15.44:0/2771043231 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f4b000a2da0 0x7f4b000a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:52.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.179+0000 7f4b25da7740 1 -- 172.21.15.44:0/1160663603 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7d55b0 msgr2=0x55c51f7d3b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:52.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.179+0000 7f4b25da7740 1 --2- 172.21.15.44:0/1160663603 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7d55b0 0x55c51f7d3b00 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f4b14009f60 tx=0x7f4b14009f90 comp rx=0 tx=0).stop 2024-05-27T00:38:52.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.179+0000 7f4b1be00640 1 --2- 172.21.15.44:0/2771043231 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f4b000a2da0 0x7f4b000a5260 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x55c51f7d6d10 tx=0x7f4b0c0f35a0 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:52.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.179+0000 7f4b25da7740 1 -- 172.21.15.44:0/1160663603 shutdown_connections 2024-05-27T00:38:52.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.179+0000 7f4b25da7740 1 --2- 172.21.15.44:0/1160663603 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7dedc0 0x55c51f7e11b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.179+0000 7f4b25da7740 1 --2- 172.21.15.44:0/1160663603 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d4040 0x55c51f7d44c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.179+0000 7f4b25da7740 1 --2- 172.21.15.44:0/1160663603 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7d55b0 0x55c51f7d3b00 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.179+0000 7f4b25da7740 1 -- 172.21.15.44:0/1160663603 >> 172.21.15.44:0/1160663603 conn(0x55c51f79cf80 msgr2=0x55c51f7d0630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:52.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.180+0000 7f4b25da7740 1 -- 172.21.15.44:0/1160663603 shutdown_connections 2024-05-27T00:38:52.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.180+0000 7f4b25da7740 1 -- 172.21.15.44:0/1160663603 wait complete. 2024-05-27T00:38:52.182 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.180+0000 7f4b25da7740 1 -- start start 2024-05-27T00:38:52.183 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.181+0000 7f4b25da7740 1 Processor -- start 2024-05-27T00:38:52.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.181+0000 7f4b25da7740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7d4040 0x55c51f7dbe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:52.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.181+0000 7f4b25da7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d55b0 0x55c51f7dc3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:52.184 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.181+0000 7f4b25da7740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7dedc0 0x55c51f7dc910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:52.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.181+0000 7f4b25da7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55c51f7e1b90 con 0x55c51f7d55b0 2024-05-27T00:38:52.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.181+0000 7f4b25da7740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55c51f6f30b0 con 0x55c51f7dedc0 2024-05-27T00:38:52.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.181+0000 7f4b25da7740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55c51f7e1d10 con 0x55c51f7d4040 2024-05-27T00:38:52.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.182+0000 7f4b25da7740 10 client.0 _ll_register_callbacks cb 0x55c51f6def40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:38:52.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.182+0000 7f4b21000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7d4040 0x55c51f7dbe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:52.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.182+0000 7f4b13e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d55b0 0x55c51f7dc3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:52.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.182+0000 7f4b21000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7d4040 0x55c51f7dbe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:60820/0 (socket says 172.21.15.44:60820) 2024-05-27T00:38:52.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.182+0000 7f4b21000640 1 -- 172.21.15.44:0/2467050511 learned_addr learned my addr 172.21.15.44:0/2467050511 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:38:52.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.182+0000 7f4b21000640 1 --2- 172.21.15.44:0/2467050511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7dedc0 0x55c51f7dc910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:52.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.182+0000 7f4b13e00640 1 -- 172.21.15.44:0/2467050511 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7d4040 msgr2=0x55c51f7dbe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:52.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.182+0000 7f4b13e00640 1 --2- 172.21.15.44:0/2467050511 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7d4040 0x55c51f7dbe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.182+0000 7f4b13e00640 1 -- 172.21.15.44:0/2467050511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7dedc0 msgr2=0x55c51f7dc910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:52.185 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.182+0000 7f4b13e00640 1 --2- 172.21.15.44:0/2467050511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7dedc0 0x55c51f7dc910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.182+0000 7f4b13e00640 1 -- 172.21.15.44:0/2467050511 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c51f518620 con 0x55c51f7d55b0 2024-05-27T00:38:52.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.183+0000 7f4b13e00640 1 --2- 172.21.15.44:0/2467050511 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d55b0 0x55c51f7dc3d0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x55c51f7d4ae0 tx=0x7f4b04012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec516f067b5e2feb server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:52.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.183+0000 7f4b0a000640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:38:52.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.183+0000 7f4b0a000640 1 -- 172.21.15.44:0/2467050511 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b04004220 con 0x55c51f7d55b0 2024-05-27T00:38:52.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.183+0000 7f4b0a000640 1 -- 172.21.15.44:0/2467050511 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f4b040043c0 con 0x55c51f7d55b0 2024-05-27T00:38:52.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.183+0000 7f4b25da7740 1 -- 172.21.15.44:0/2467050511 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4b14004050 con 0x55c51f7d55b0 2024-05-27T00:38:52.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.183+0000 7f4b0a000640 1 -- 172.21.15.44:0/2467050511 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f4b04005020 con 0x55c51f7d55b0 2024-05-27T00:38:52.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.184+0000 7f4b25da7740 10 client.16290 fetch_fsmap learned FSMap version 32 2024-05-27T00:38:52.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.184+0000 7f4b25da7740 1 -- 172.21.15.44:0/2467050511 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55c51f7ee010 con 0x55c51f7d55b0 2024-05-27T00:38:52.186 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.184+0000 7f4b0a000640 1 -- 172.21.15.44:0/2467050511 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4b14004050 con 0x55c51f7d55b0 2024-05-27T00:38:52.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.184+0000 7f4b0a000640 1 -- 172.21.15.44:0/2467050511 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 32) ==== 8370+0+0 (secure 0 0 0) 0x7f4b04019070 con 0x55c51f7d55b0 2024-05-27T00:38:52.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.184+0000 7f4b25da7740 10 client.16290 fetch_fsmap finished waiting for FSMap version 32 2024-05-27T00:38:52.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.184+0000 7f4b25da7740 10 client.16290 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:38:52.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.184+0000 7f4b25da7740 20 client.16290 populate_metadata read hostname 'smithi044' 2024-05-27T00:38:52.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.184+0000 7f4b25da7740 1 --2- 172.21.15.44:0/2467050511 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55c51f7ef590 0x55c51f7f1980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:52.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.184+0000 7f4b25da7740 4 client.16290 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:38:52.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.184+0000 7f4b25da7740 1 -- 172.21.15.44:0/2467050511 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c51f745b50 con 0x55c51f7ef590 2024-05-27T00:38:52.188 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.185+0000 7f4b21000640 1 --2- 172.21.15.44:0/2467050511 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55c51f7ef590 0x55c51f7f1980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:52.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.186+0000 7f4b0a000640 10 client.16290 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:38:52.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.186+0000 7f4b21000640 1 --2- 172.21.15.44:0/2467050511 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55c51f7ef590 0x55c51f7f1980 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d833b45ff442b202 server_cookie=299085aaf82dd25d in_seq=0 out_seq=0 2024-05-27T00:38:52.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.186+0000 7f4b0a000640 1 -- 172.21.15.44:0/2467050511 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55c51f745b50 con 0x55c51f7ef590 2024-05-27T00:38:52.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.186+0000 7f4b0a000640 10 client.16290 handle_command_reply: tid=0 2024-05-27T00:38:52.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.187+0000 7f4b25da7740 1 client.16290 shutdown 2024-05-27T00:38:52.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.187+0000 7f4b25da7740 1 -- 172.21.15.44:0/2467050511 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d55b0 msgr2=0x55c51f7dc3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:52.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.187+0000 7f4b25da7740 1 --2- 172.21.15.44:0/2467050511 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d55b0 0x55c51f7dc3d0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x55c51f7d4ae0 tx=0x7f4b04012820 comp rx=0 tx=0).stop 2024-05-27T00:38:52.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.187+0000 7f4b25da7740 1 -- 172.21.15.44:0/2467050511 shutdown_connections 2024-05-27T00:38:52.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.187+0000 7f4b25da7740 1 --2- 172.21.15.44:0/2467050511 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55c51f7ef590 0x55c51f7f1980 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.187+0000 7f4b25da7740 1 --2- 172.21.15.44:0/2467050511 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7dedc0 0x55c51f7dc910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.187+0000 7f4b25da7740 1 --2- 172.21.15.44:0/2467050511 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d55b0 0x55c51f7dc3d0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.187+0000 7f4b25da7740 1 --2- 172.21.15.44:0/2467050511 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7d4040 0x55c51f7dbe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.189 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.187+0000 7f4b25da7740 1 -- 172.21.15.44:0/2467050511 >> 172.21.15.44:0/2467050511 conn(0x55c51f79cf80 msgr2=0x55c51f7d64a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:52.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.187+0000 7f4b0a000640 0 client.16290 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:38:52.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.187+0000 7f4b25da7740 1 -- 172.21.15.44:0/2467050511 shutdown_connections 2024-05-27T00:38:52.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.187+0000 7f4b25da7740 1 -- 172.21.15.44:0/2467050511 wait complete. 2024-05-27T00:38:52.190 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.187+0000 7f4b25da7740 20 client.16290 trim_cache size 0 max 16384 2024-05-27T00:38:52.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.219+0000 7f4b25da7740 1 Processor -- start 2024-05-27T00:38:52.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.219+0000 7f4b25da7740 1 -- start start 2024-05-27T00:38:52.220 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.220+0000 7f4b25da7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d4040 0x55c51f7d71c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:52.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.220+0000 7f4b25da7740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7d55b0 0x55c51f7f7210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:52.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.220+0000 7f4b25da7740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7dedc0 0x55c51f7f7750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:52.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.220+0000 7f4b25da7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4b1c1b39b0 con 0x55c51f7d4040 2024-05-27T00:38:52.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.220+0000 7f4b25da7740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4b1c1b11c0 con 0x55c51f7dedc0 2024-05-27T00:38:52.221 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.220+0000 7f4b25da7740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f4b1c1aeff0 con 0x55c51f7d55b0 2024-05-27T00:38:52.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.220+0000 7f4b21000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d4040 0x55c51f7d71c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:52.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.220+0000 7f4b21000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d4040 0x55c51f7d71c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:53168/0 (socket says 172.21.15.44:53168) 2024-05-27T00:38:52.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.220+0000 7f4b21000640 1 -- 172.21.15.44:0/4131582066 learned_addr learned my addr 172.21.15.44:0/4131582066 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:38:52.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.220+0000 7f4b13e00640 1 --2- 172.21.15.44:0/4131582066 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7d55b0 0x55c51f7f7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:52.222 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.220+0000 7f4b21000640 1 --2- 172.21.15.44:0/4131582066 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7dedc0 0x55c51f7f7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:52.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.221+0000 7f4b21000640 1 -- 172.21.15.44:0/4131582066 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7d55b0 msgr2=0x55c51f7f7210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:52.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.221+0000 7f4b21000640 1 --2- 172.21.15.44:0/4131582066 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7d55b0 0x55c51f7f7210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.221+0000 7f4b21000640 1 -- 172.21.15.44:0/4131582066 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7dedc0 msgr2=0x55c51f7f7750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:52.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.221+0000 7f4b21000640 1 --2- 172.21.15.44:0/4131582066 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7dedc0 0x55c51f7f7750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.221+0000 7f4b21000640 1 -- 172.21.15.44:0/4131582066 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c51f7d4b10 con 0x55c51f7d4040 2024-05-27T00:38:52.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.221+0000 7f4b13e00640 1 --2- 172.21.15.44:0/4131582066 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7d55b0 0x55c51f7f7210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:38:52.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.221+0000 7f4b21000640 1 --2- 172.21.15.44:0/4131582066 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d4040 0x55c51f7d71c0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f4b14004970 tx=0x7f4b14000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d4ec78468df2b93 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:52.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.221+0000 7f4b10c00640 1 -- 172.21.15.44:0/4131582066 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b14004250 con 0x55c51f7d4040 2024-05-27T00:38:52.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.222+0000 7f4b10c00640 1 -- 172.21.15.44:0/4131582066 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4b140043f0 con 0x55c51f7d4040 2024-05-27T00:38:52.223 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.222+0000 7f4b10c00640 1 -- 172.21.15.44:0/4131582066 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b14028450 con 0x55c51f7d4040 2024-05-27T00:38:52.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.222+0000 7f4b25da7740 1 -- 172.21.15.44:0/4131582066 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d4040 msgr2=0x55c51f7d71c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:52.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.222+0000 7f4b25da7740 1 --2- 172.21.15.44:0/4131582066 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d4040 0x55c51f7d71c0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f4b14004970 tx=0x7f4b14000f40 comp rx=0 tx=0).stop 2024-05-27T00:38:52.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.222+0000 7f4b25da7740 1 -- 172.21.15.44:0/4131582066 shutdown_connections 2024-05-27T00:38:52.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.222+0000 7f4b25da7740 1 --2- 172.21.15.44:0/4131582066 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7dedc0 0x55c51f7f7750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.222+0000 7f4b25da7740 1 --2- 172.21.15.44:0/4131582066 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7d55b0 0x55c51f7f7210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.222+0000 7f4b25da7740 1 --2- 172.21.15.44:0/4131582066 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d4040 0x55c51f7d71c0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.222+0000 7f4b25da7740 1 -- 172.21.15.44:0/4131582066 >> 172.21.15.44:0/4131582066 conn(0x55c51f79cf80 msgr2=0x55c51f7d6430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:52.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.223+0000 7f4b25da7740 1 -- 172.21.15.44:0/4131582066 shutdown_connections 2024-05-27T00:38:52.225 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.223+0000 7f4b25da7740 1 -- 172.21.15.44:0/4131582066 wait complete. 2024-05-27T00:38:52.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.223+0000 7f4b25da7740 1 -- start start 2024-05-27T00:38:52.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.223+0000 7f4b25da7740 1 Processor -- start 2024-05-27T00:38:52.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.224+0000 7f4b25da7740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7d4040 0x55c51f7d8d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:52.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.224+0000 7f4b25da7740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d55b0 0x55c51f7d9260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:52.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.224+0000 7f4b25da7740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7dedc0 0x55c51f7d97a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:52.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.224+0000 7f4b25da7740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f4b1c1af680 con 0x55c51f7d55b0 2024-05-27T00:38:52.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.224+0000 7f4b25da7740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4b1c1b0af0 con 0x55c51f7d4040 2024-05-27T00:38:52.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.224+0000 7f4b25da7740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f4b1c1afd50 con 0x55c51f7dedc0 2024-05-27T00:38:52.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.224+0000 7f4b25da7740 10 client.0 _ll_register_callbacks cb 0x7f4b0400b9c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:38:52.226 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.224+0000 7f4b21000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7d4040 0x55c51f7d8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:52.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.224+0000 7f4b13e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d55b0 0x55c51f7d9260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:52.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.224+0000 7f4b21000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7d4040 0x55c51f7d8d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:59406/0 (socket says 172.21.15.44:59406) 2024-05-27T00:38:52.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.224+0000 7f4b21000640 1 -- 172.21.15.44:0/2539065920 learned_addr learned my addr 172.21.15.44:0/2539065920 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:38:52.227 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.224+0000 7f4b21000640 1 --2- 172.21.15.44:0/2539065920 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7dedc0 0x55c51f7d97a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:52.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.225+0000 7f4b13e00640 1 -- 172.21.15.44:0/2539065920 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7dedc0 msgr2=0x55c51f7d97a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:52.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.225+0000 7f4b13e00640 1 --2- 172.21.15.44:0/2539065920 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7dedc0 0x55c51f7d97a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.225+0000 7f4b13e00640 1 -- 172.21.15.44:0/2539065920 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7d4040 msgr2=0x55c51f7d8d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:38:52.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.225+0000 7f4b13e00640 1 --2- 172.21.15.44:0/2539065920 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7d4040 0x55c51f7d8d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.225+0000 7f4b13e00640 1 -- 172.21.15.44:0/2539065920 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c51f858e10 con 0x55c51f7d55b0 2024-05-27T00:38:52.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.225+0000 7f4b21000640 1 --2- 172.21.15.44:0/2539065920 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7d4040 0x55c51f7d8d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:38:52.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.225+0000 7f4b13e00640 1 --2- 172.21.15.44:0/2539065920 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d55b0 0x55c51f7d9260 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f4b04010810 tx=0x7f4b04005b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d9ef498e71e65db server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:38:52.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.225+0000 7f4b0a000640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:38:52.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.225+0000 7f4b0a000640 1 -- 172.21.15.44:0/2539065920 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b04000e60 con 0x55c51f7d55b0 2024-05-27T00:38:52.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.225+0000 7f4b25da7740 1 -- 172.21.15.44:0/2539065920 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4b140043f0 con 0x55c51f7d55b0 2024-05-27T00:38:52.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.226+0000 7f4b0a000640 1 -- 172.21.15.44:0/2539065920 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f4b040055d0 con 0x55c51f7d55b0 2024-05-27T00:38:52.229 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.226+0000 7f4b0a000640 1 -- 172.21.15.44:0/2539065920 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f4b04004660 con 0x55c51f7d55b0 2024-05-27T00:38:52.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.226+0000 7f4b25da7740 10 client.16296 fetch_fsmap learned FSMap version 32 2024-05-27T00:38:52.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.226+0000 7f4b25da7740 1 -- 172.21.15.44:0/2539065920 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55c51f85a100 con 0x55c51f7d55b0 2024-05-27T00:38:52.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.226+0000 7f4b0a000640 1 -- 172.21.15.44:0/2539065920 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4b140043f0 con 0x55c51f7d55b0 2024-05-27T00:38:52.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.226+0000 7f4b0a000640 1 -- 172.21.15.44:0/2539065920 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 32) ==== 8370+0+0 (secure 0 0 0) 0x7f4b04019070 con 0x55c51f7d55b0 2024-05-27T00:38:52.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.226+0000 7f4b25da7740 10 client.16296 fetch_fsmap finished waiting for FSMap version 32 2024-05-27T00:38:52.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.226+0000 7f4b25da7740 10 client.16296 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:38:52.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.226+0000 7f4b25da7740 20 client.16296 populate_metadata read hostname 'smithi044' 2024-05-27T00:38:52.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.226+0000 7f4b25da7740 1 --2- 172.21.15.44:0/2539065920 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55c51f85a900 0x55c51f85cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:38:52.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.226+0000 7f4b25da7740 4 client.16296 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-27T00:38:52.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.226+0000 7f4b25da7740 1 -- 172.21.15.44:0/2539065920 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c51f73fea0 con 0x55c51f85a900 2024-05-27T00:38:52.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.227+0000 7f4b21000640 1 --2- 172.21.15.44:0/2539065920 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55c51f85a900 0x55c51f85cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:38:52.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.227+0000 7f4b21000640 1 --2- 172.21.15.44:0/2539065920 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55c51f85a900 0x55c51f85cd20 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=edbf3cc09561d726 server_cookie=82ace7c8c098eb0a in_seq=0 out_seq=0 2024-05-27T00:38:52.230 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.227+0000 7f4b0a000640 10 client.16296 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:38:52.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.269+0000 7f4b0a000640 1 -- 172.21.15.44:0/2539065920 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c51f73fea0 con 0x55c51f85a900 2024-05-27T00:38:52.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.269+0000 7f4b0a000640 10 client.16296 handle_command_reply: tid=0 2024-05-27T00:38:52.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.269+0000 7f4b25da7740 1 client.16296 shutdown 2024-05-27T00:38:52.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.270+0000 7f4b25da7740 1 -- 172.21.15.44:0/2539065920 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d55b0 msgr2=0x55c51f7d9260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:52.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.270+0000 7f4b25da7740 1 --2- 172.21.15.44:0/2539065920 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d55b0 0x55c51f7d9260 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f4b04010810 tx=0x7f4b04005b90 comp rx=0 tx=0).stop 2024-05-27T00:38:52.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.270+0000 7f4b25da7740 1 -- 172.21.15.44:0/2539065920 shutdown_connections 2024-05-27T00:38:52.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.270+0000 7f4b25da7740 1 --2- 172.21.15.44:0/2539065920 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55c51f85a900 0x55c51f85cd20 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.270+0000 7f4b25da7740 1 --2- 172.21.15.44:0/2539065920 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55c51f7dedc0 0x55c51f7d97a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.270+0000 7f4b25da7740 1 --2- 172.21.15.44:0/2539065920 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55c51f7d55b0 0x55c51f7d9260 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.270+0000 7f4b25da7740 1 --2- 172.21.15.44:0/2539065920 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55c51f7d4040 0x55c51f7d8d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.270+0000 7f4b0a000640 0 client.16296 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:38:52.271 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.270+0000 7f4b25da7740 1 -- 172.21.15.44:0/2539065920 >> 172.21.15.44:0/2539065920 conn(0x55c51f79cf80 msgr2=0x55c51f7dbe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:52.272 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.270+0000 7f4b25da7740 1 -- 172.21.15.44:0/2539065920 shutdown_connections 2024-05-27T00:38:52.272 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.271+0000 7f4b25da7740 1 -- 172.21.15.44:0/2539065920 wait complete. 2024-05-27T00:38:52.272 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.271+0000 7f4b25da7740 20 client.16296 trim_cache size 0 max 16384 2024-05-27T00:38:52.273 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-05-27T00:38:52.273 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-05-27T00:38:52.273 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-05-27T00:38:52.273 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-05-27T00:38:52.273 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.271+0000 7f4b23000640 1 -- 172.21.15.44:0/2771043231 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f4b000a2da0 msgr2=0x7f4b000a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.271+0000 7f4b23000640 1 --2- 172.21.15.44:0/2771043231 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f4b000a2da0 0x7f4b000a5260 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x55c51f7d6d10 tx=0x7f4b0c0f35a0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.271+0000 7f4b23000640 1 -- 172.21.15.44:0/2771043231 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4b1c1007b0 msgr2=0x7f4b1c19a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:38:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.271+0000 7f4b23000640 1 --2- 172.21.15.44:0/2771043231 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4b1c1007b0 0x7f4b1c19a480 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c02a9f0 tx=0x7f4b0c032a40 comp rx=0 tx=0).stop 2024-05-27T00:38:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.272+0000 7f4b23000640 1 -- 172.21.15.44:0/2771043231 shutdown_connections 2024-05-27T00:38:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.272+0000 7f4b23000640 1 --2- 172.21.15.44:0/2771043231 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f4b000a2da0 0x7f4b000a5260 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.272+0000 7f4b23000640 1 --2- 172.21.15.44:0/2771043231 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4b1c10e360 0x7f4b1c19ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.272+0000 7f4b23000640 1 --2- 172.21.15.44:0/2771043231 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f4b1c1010d0 0x7f4b1c19a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.272+0000 7f4b23000640 1 --2- 172.21.15.44:0/2771043231 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f4b1c1007b0 0x7f4b1c19a480 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:38:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.272+0000 7f4b23000640 1 -- 172.21.15.44:0/2771043231 >> 172.21.15.44:0/2771043231 conn(0x7f4b1c077a20 msgr2=0x7f4b1c10f5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:38:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.272+0000 7f4b23000640 1 -- 172.21.15.44:0/2771043231 shutdown_connections 2024-05-27T00:38:52.274 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:38:52.272+0000 7f4b23000640 1 -- 172.21.15.44:0/2771043231 wait complete. 2024-05-27T00:38:52.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:52 smithi050 ceph-mon[36071]: pgmap v110: 129 pgs: 129 active+clean; 238 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 846 KiB/s rd, 2.1 MiB/s wr, 210 op/s 2024-05-27T00:38:53.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:52 smithi137 ceph-mon[36552]: pgmap v110: 129 pgs: 129 active+clean; 238 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 846 KiB/s rd, 2.1 MiB/s wr, 210 op/s 2024-05-27T00:38:53.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:52 smithi044 ceph-mon[31645]: pgmap v110: 129 pgs: 129 active+clean; 238 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 846 KiB/s rd, 2.1 MiB/s wr, 210 op/s 2024-05-27T00:38:54.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:54 smithi050 ceph-mon[36071]: pgmap v111: 129 pgs: 129 active+clean; 241 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.5 MiB/s wr, 261 op/s 2024-05-27T00:38:55.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:54 smithi137 ceph-mon[36552]: pgmap v111: 129 pgs: 129 active+clean; 241 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.5 MiB/s wr, 261 op/s 2024-05-27T00:38:55.113 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:54 smithi044 ceph-mon[31645]: pgmap v111: 129 pgs: 129 active+clean; 241 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.5 MiB/s wr, 261 op/s 2024-05-27T00:38:56.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:56 smithi050 ceph-mon[36071]: pgmap v112: 129 pgs: 129 active+clean; 241 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 2.2 MiB/s wr, 240 op/s 2024-05-27T00:38:57.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:56 smithi137 ceph-mon[36552]: pgmap v112: 129 pgs: 129 active+clean; 241 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 2.2 MiB/s wr, 240 op/s 2024-05-27T00:38:57.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:56 smithi044 ceph-mon[31645]: pgmap v112: 129 pgs: 129 active+clean; 241 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 2.2 MiB/s wr, 240 op/s 2024-05-27T00:38:58.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:38:58 smithi050 ceph-mon[36071]: pgmap v113: 129 pgs: 129 active+clean; 241 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 2.2 MiB/s wr, 240 op/s 2024-05-27T00:38:59.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:38:58 smithi137 ceph-mon[36552]: pgmap v113: 129 pgs: 129 active+clean; 241 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 2.2 MiB/s wr, 240 op/s 2024-05-27T00:38:59.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:38:58 smithi044 ceph-mon[31645]: pgmap v113: 129 pgs: 129 active+clean; 241 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 2.2 MiB/s wr, 240 op/s 2024-05-27T00:39:00.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:00 smithi050 ceph-mon[36071]: pgmap v114: 129 pgs: 129 active+clean; 244 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1024 KiB/s rd, 2.6 MiB/s wr, 330 op/s 2024-05-27T00:39:01.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:00 smithi137 ceph-mon[36552]: pgmap v114: 129 pgs: 129 active+clean; 244 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1024 KiB/s rd, 2.6 MiB/s wr, 330 op/s 2024-05-27T00:39:01.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:00 smithi044 ceph-mon[31645]: pgmap v114: 129 pgs: 129 active+clean; 244 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1024 KiB/s rd, 2.6 MiB/s wr, 330 op/s 2024-05-27T00:39:02.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:02 smithi050 ceph-mon[36071]: pgmap v115: 129 pgs: 129 active+clean; 244 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 622 KiB/s rd, 695 KiB/s wr, 142 op/s 2024-05-27T00:39:03.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:02 smithi137 ceph-mon[36552]: pgmap v115: 129 pgs: 129 active+clean; 244 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 622 KiB/s rd, 695 KiB/s wr, 142 op/s 2024-05-27T00:39:03.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:02 smithi044 ceph-mon[31645]: pgmap v115: 129 pgs: 129 active+clean; 244 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 622 KiB/s rd, 695 KiB/s wr, 142 op/s 2024-05-27T00:39:04.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:04 smithi050 ceph-mon[36071]: pgmap v116: 129 pgs: 129 active+clean; 245 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 844 KiB/s rd, 864 KiB/s wr, 196 op/s 2024-05-27T00:39:05.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:04 smithi137 ceph-mon[36552]: pgmap v116: 129 pgs: 129 active+clean; 245 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 844 KiB/s rd, 864 KiB/s wr, 196 op/s 2024-05-27T00:39:05.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:04 smithi044 ceph-mon[31645]: pgmap v116: 129 pgs: 129 active+clean; 245 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 844 KiB/s rd, 864 KiB/s wr, 196 op/s 2024-05-27T00:39:05.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.413+0000 7f53cd600640 1 -- 172.21.15.44:0/4069223458 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53c8106890 msgr2=0x7f53c8106c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:39:05.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.413+0000 7f53cd600640 1 --2- 172.21.15.44:0/4069223458 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53c8106890 0x7f53c8106c70 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f53b8009900 tx=0x7f53b802a410 comp rx=0 tx=0).stop 2024-05-27T00:39:05.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.413+0000 7f53cd600640 1 -- 172.21.15.44:0/4069223458 shutdown_connections 2024-05-27T00:39:05.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.413+0000 7f53cd600640 1 --2- 172.21.15.44:0/4069223458 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f53c8101290 0x7f53c810d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.415 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.413+0000 7f53cd600640 1 --2- 172.21.15.44:0/4069223458 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f53c81008d0 0x7f53c8100d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.413+0000 7f53cd600640 1 --2- 172.21.15.44:0/4069223458 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53c8106890 0x7f53c8106c70 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.413+0000 7f53cd600640 1 -- 172.21.15.44:0/4069223458 >> 172.21.15.44:0/4069223458 conn(0x7f53c8077a20 msgr2=0x7f53c8077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:39:05.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.413+0000 7f53cd600640 1 -- 172.21.15.44:0/4069223458 shutdown_connections 2024-05-27T00:39:05.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.413+0000 7f53cd600640 1 -- 172.21.15.44:0/4069223458 wait complete. 2024-05-27T00:39:05.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.415+0000 7f53cd600640 1 Processor -- start 2024-05-27T00:39:05.416 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.415+0000 7f53cd600640 1 -- start start 2024-05-27T00:39:05.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.415+0000 7f53cd600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f53c81008d0 0x7f53c81077b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:05.417 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.415+0000 7f53cd600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53c8101290 0x7f53c8107cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:05.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.415+0000 7f53cd600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f53c8106890 0x7f53c8108230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:05.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.415+0000 7f53cd600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f53c8111f10 con 0x7f53c81008d0 2024-05-27T00:39:05.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.415+0000 7f53cd600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f53c8111d90 con 0x7f53c8101290 2024-05-27T00:39:05.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.415+0000 7f53cd600640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f53c8112090 con 0x7f53c8106890 2024-05-27T00:39:05.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.416+0000 7f53c6000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53c8101290 0x7f53c8107cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:05.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.416+0000 7f53c6a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f53c81008d0 0x7f53c81077b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:05.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.416+0000 7f53c6000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53c8101290 0x7f53c8107cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:55038/0 (socket says 172.21.15.44:55038) 2024-05-27T00:39:05.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.416+0000 7f53c6000640 1 -- 172.21.15.44:0/92891494 learned_addr learned my addr 172.21.15.44:0/92891494 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:39:05.418 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.416+0000 7f53c7400640 1 --2- 172.21.15.44:0/92891494 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f53c8106890 0x7f53c8108230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:05.419 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.416+0000 7f53c6000640 1 -- 172.21.15.44:0/92891494 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f53c8106890 msgr2=0x7f53c8108230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:39:05.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.416+0000 7f53c6000640 1 --2- 172.21.15.44:0/92891494 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f53c8106890 0x7f53c8108230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.416+0000 7f53c6000640 1 -- 172.21.15.44:0/92891494 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f53c81008d0 msgr2=0x7f53c81077b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:39:05.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.416+0000 7f53c6000640 1 --2- 172.21.15.44:0/92891494 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f53c81008d0 0x7f53c81077b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.416+0000 7f53c6000640 1 -- 172.21.15.44:0/92891494 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53c81aab70 con 0x7f53c8101290 2024-05-27T00:39:05.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.416+0000 7f53c6a00640 1 --2- 172.21.15.44:0/92891494 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f53c81008d0 0x7f53c81077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:39:05.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.417+0000 7f53c6000640 1 --2- 172.21.15.44:0/92891494 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53c8101290 0x7f53c8107cf0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f53b400d980 tx=0x7f53b400de40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:39:05.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.417+0000 7f53bf400640 1 -- 172.21.15.44:0/92891494 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b4017030 con 0x7f53c8101290 2024-05-27T00:39:05.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.417+0000 7f53bf400640 1 -- 172.21.15.44:0/92891494 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f53b4004020 con 0x7f53c8101290 2024-05-27T00:39:05.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.417+0000 7f53cd600640 1 -- 172.21.15.44:0/92891494 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53c81aae60 con 0x7f53c8101290 2024-05-27T00:39:05.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.417+0000 7f53bf400640 1 -- 172.21.15.44:0/92891494 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b40047a0 con 0x7f53c8101290 2024-05-27T00:39:05.420 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.417+0000 7f53cd600640 1 -- 172.21.15.44:0/92891494 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53c81ab370 con 0x7f53c8101290 2024-05-27T00:39:05.422 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.421+0000 7f53bf400640 1 -- 172.21.15.44:0/92891494 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f53b40041d0 con 0x7f53c8101290 2024-05-27T00:39:05.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.422+0000 7f53d0375740 1 Processor -- start 2024-05-27T00:39:05.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.422+0000 7f53d0375740 1 -- start start 2024-05-27T00:39:05.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.422+0000 7f53bf400640 1 --2- 172.21.15.44:0/92891494 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f53ac0a2e20 0x7f53ac0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:05.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.422+0000 7f53d0375740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857e75b0 0x55de857e5b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:05.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.422+0000 7f53d0375740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857e6040 0x55de857e64c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:05.424 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.422+0000 7f53d0375740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857f0dc0 0x55de857f31b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:05.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.422+0000 7f53d0375740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55de8574a420 con 0x55de857e6040 2024-05-27T00:39:05.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.422+0000 7f53d0375740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55de856f1c50 con 0x55de857f0dc0 2024-05-27T00:39:05.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.422+0000 7f53d0375740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55de857463e0 con 0x55de857e75b0 2024-05-27T00:39:05.425 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.422+0000 7f53bf400640 1 -- 172.21.15.44:0/92891494 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f53b40cf0f0 con 0x7f53c8101290 2024-05-27T00:39:05.426 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.423+0000 7f53c7400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857f0dc0 0x55de857f31b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:05.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.423+0000 7f53c6a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857e75b0 0x55de857e5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:05.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.423+0000 7f53c6000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857e6040 0x55de857e64c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:05.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.423+0000 7f53c6a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857e75b0 0x55de857e5b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:57238/0 (socket says 172.21.15.44:57238) 2024-05-27T00:39:05.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.423+0000 7f53c6000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857e6040 0x55de857e64c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47614/0 (socket says 172.21.15.44:47614) 2024-05-27T00:39:05.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.423+0000 7f53c6a00640 1 -- 172.21.15.44:0/3759551209 learned_addr learned my addr 172.21.15.44:0/3759551209 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:39:05.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.423+0000 7f53c7400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857f0dc0 0x55de857f31b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:55052/0 (socket says 172.21.15.44:55052) 2024-05-27T00:39:05.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.423+0000 7f53c7400640 1 --2- 172.21.15.44:0/92891494 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f53ac0a2e20 0x7f53ac0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:05.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.423+0000 7f53c6000640 1 -- 172.21.15.44:0/3759551209 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857e75b0 msgr2=0x55de857e5b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:39:05.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.423+0000 7f53c6000640 1 --2- 172.21.15.44:0/3759551209 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857e75b0 0x55de857e5b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.423+0000 7f53c6000640 1 -- 172.21.15.44:0/3759551209 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857f0dc0 msgr2=0x55de857f31b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:39:05.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.423+0000 7f53c6000640 1 --2- 172.21.15.44:0/3759551209 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857f0dc0 0x55de857f31b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.427 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.424+0000 7f53c6000640 1 -- 172.21.15.44:0/3759551209 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de8545e210 con 0x55de857e6040 2024-05-27T00:39:05.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.424+0000 7f53c7400640 1 --2- 172.21.15.44:0/3759551209 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857f0dc0 0x55de857f31b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:39:05.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.424+0000 7f53c6000640 1 --2- 172.21.15.44:0/3759551209 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857e6040 0x55de857e64c0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f53b40cc4d0 tx=0x7f53b4097670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea3a73909e0c1baa server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:39:05.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.424+0000 7f53c7400640 1 --2- 172.21.15.44:0/92891494 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f53ac0a2e20 0x7f53ac0a52e0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x55de857e37c0 tx=0x7f53c0009500 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:39:05.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.424+0000 7f53b3400640 1 -- 172.21.15.44:0/3759551209 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b404b070 con 0x55de857e6040 2024-05-27T00:39:05.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.424+0000 7f53b3400640 1 -- 172.21.15.44:0/3759551209 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f53b409b9a0 con 0x55de857e6040 2024-05-27T00:39:05.428 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.424+0000 7f53b3400640 1 -- 172.21.15.44:0/3759551209 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b4049df0 con 0x55de857e6040 2024-05-27T00:39:05.430 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.425+0000 7f53d0375740 1 -- 172.21.15.44:0/3759551209 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857e6040 msgr2=0x55de857e64c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:39:05.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.425+0000 7f53d0375740 1 --2- 172.21.15.44:0/3759551209 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857e6040 0x55de857e64c0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f53b40cc4d0 tx=0x7f53b4097670 comp rx=0 tx=0).stop 2024-05-27T00:39:05.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.425+0000 7f53d0375740 1 -- 172.21.15.44:0/3759551209 shutdown_connections 2024-05-27T00:39:05.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.425+0000 7f53d0375740 1 --2- 172.21.15.44:0/3759551209 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857f0dc0 0x55de857f31b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.425+0000 7f53d0375740 1 --2- 172.21.15.44:0/3759551209 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857e6040 0x55de857e64c0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.425+0000 7f53d0375740 1 --2- 172.21.15.44:0/3759551209 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857e75b0 0x55de857e5b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.425+0000 7f53d0375740 1 -- 172.21.15.44:0/3759551209 >> 172.21.15.44:0/3759551209 conn(0x55de857aef80 msgr2=0x55de857e2630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:39:05.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.426+0000 7f53d0375740 1 -- 172.21.15.44:0/3759551209 shutdown_connections 2024-05-27T00:39:05.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.426+0000 7f53d0375740 1 -- 172.21.15.44:0/3759551209 wait complete. 2024-05-27T00:39:05.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.426+0000 7f53d0375740 1 -- start start 2024-05-27T00:39:05.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.426+0000 7f53d0375740 1 Processor -- start 2024-05-27T00:39:05.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.427+0000 7f53d0375740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857e6040 0x55de857ede10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:05.431 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.427+0000 7f53d0375740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857e75b0 0x55de857ee350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:05.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.427+0000 7f53d0375740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857f0dc0 0x55de857ee890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:05.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.427+0000 7f53d0375740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55de857f3b30 con 0x55de857f0dc0 2024-05-27T00:39:05.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.427+0000 7f53d0375740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55de857050b0 con 0x55de857e6040 2024-05-27T00:39:05.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.427+0000 7f53d0375740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55de857f3cb0 con 0x55de857e75b0 2024-05-27T00:39:05.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.427+0000 7f53d0375740 10 client.0 _ll_register_callbacks cb 0x55de856f0f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:39:05.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.427+0000 7f53c6a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857e6040 0x55de857ede10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:05.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.427+0000 7f53c6a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857e6040 0x55de857ede10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:55068/0 (socket says 172.21.15.44:55068) 2024-05-27T00:39:05.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.427+0000 7f53c6a00640 1 -- 172.21.15.44:0/9094651 learned_addr learned my addr 172.21.15.44:0/9094651 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:39:05.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.427+0000 7f53c7400640 1 --2- 172.21.15.44:0/9094651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857f0dc0 0x55de857ee890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:05.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.427+0000 7f53c6000640 1 --2- 172.21.15.44:0/9094651 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857e75b0 0x55de857ee350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:05.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.428+0000 7f53c6a00640 1 -- 172.21.15.44:0/9094651 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857e75b0 msgr2=0x55de857ee350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:39:05.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.428+0000 7f53c6a00640 1 --2- 172.21.15.44:0/9094651 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857e75b0 0x55de857ee350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.432 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.428+0000 7f53c6a00640 1 -- 172.21.15.44:0/9094651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857f0dc0 msgr2=0x55de857ee890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:39:05.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.428+0000 7f53c6a00640 1 --2- 172.21.15.44:0/9094651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857f0dc0 0x55de857ee890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.428+0000 7f53c6a00640 1 -- 172.21.15.44:0/9094651 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de8552a620 con 0x55de857e6040 2024-05-27T00:39:05.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.428+0000 7f53c7400640 1 --2- 172.21.15.44:0/9094651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857f0dc0 0x55de857ee890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:39:05.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.428+0000 7f53c6a00640 1 --2- 172.21.15.44:0/9094651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857e6040 0x55de857ede10 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f53b802aa00 tx=0x7f53b8005270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e92ff24e70ddf785 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:39:05.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.428+0000 7f53a7e00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:39:05.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.428+0000 7f53a7e00640 1 -- 172.21.15.44:0/9094651 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b8035040 con 0x55de857e6040 2024-05-27T00:39:05.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.429+0000 7f53a7e00640 1 -- 172.21.15.44:0/9094651 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f53b80048c0 con 0x55de857e6040 2024-05-27T00:39:05.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.429+0000 7f53d0375740 1 -- 172.21.15.44:0/9094651 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f53b409b9a0 con 0x55de857e6040 2024-05-27T00:39:05.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.429+0000 7f53a7e00640 1 -- 172.21.15.44:0/9094651 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f53b8031400 con 0x55de857e6040 2024-05-27T00:39:05.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.429+0000 7f53d0375740 10 client.26450 fetch_fsmap learned FSMap version 32 2024-05-27T00:39:05.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.429+0000 7f53d0375740 1 -- 172.21.15.44:0/9094651 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55de857ffed0 con 0x55de857e6040 2024-05-27T00:39:05.433 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.429+0000 7f53a7e00640 1 -- 172.21.15.44:0/9094651 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f53b409b9a0 con 0x55de857e6040 2024-05-27T00:39:05.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.429+0000 7f53a7e00640 1 -- 172.21.15.44:0/9094651 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 32) ==== 8370+0+0 (secure 0 0 0) 0x7f53b80315e0 con 0x55de857e6040 2024-05-27T00:39:05.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.429+0000 7f53d0375740 10 client.26450 fetch_fsmap finished waiting for FSMap version 32 2024-05-27T00:39:05.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.429+0000 7f53d0375740 10 client.26450 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:39:05.436 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.429+0000 7f53d0375740 20 client.26450 populate_metadata read hostname 'smithi044' 2024-05-27T00:39:05.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.430+0000 7f53d0375740 1 --2- 172.21.15.44:0/9094651 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55de85801390 0x55de85803820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:05.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.430+0000 7f53d0375740 4 client.26450 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:39:05.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.430+0000 7f53d0375740 1 -- 172.21.15.44:0/9094651 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55de85757b50 con 0x55de85801390 2024-05-27T00:39:05.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.430+0000 7f53c6000640 1 --2- 172.21.15.44:0/9094651 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55de85801390 0x55de85803820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:05.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.430+0000 7f53c6000640 1 --2- 172.21.15.44:0/9094651 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55de85801390 0x55de85803820 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4e55d89692dd11d server_cookie=5debd6ead52951d in_seq=0 out_seq=0 2024-05-27T00:39:05.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.430+0000 7f53a7e00640 10 client.26450 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:39:05.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.431+0000 7f53a7e00640 1 -- 172.21.15.44:0/9094651 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55de85757b50 con 0x55de85801390 2024-05-27T00:39:05.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.431+0000 7f53a7e00640 10 client.26450 handle_command_reply: tid=0 2024-05-27T00:39:05.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.431+0000 7f53d0375740 1 client.26450 shutdown 2024-05-27T00:39:05.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.431+0000 7f53d0375740 1 -- 172.21.15.44:0/9094651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857e6040 msgr2=0x55de857ede10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:39:05.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.431+0000 7f53d0375740 1 --2- 172.21.15.44:0/9094651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857e6040 0x55de857ede10 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f53b802aa00 tx=0x7f53b8005270 comp rx=0 tx=0).stop 2024-05-27T00:39:05.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.432+0000 7f53d0375740 1 -- 172.21.15.44:0/9094651 shutdown_connections 2024-05-27T00:39:05.437 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.432+0000 7f53d0375740 1 --2- 172.21.15.44:0/9094651 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55de85801390 0x55de85803820 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.432+0000 7f53d0375740 1 --2- 172.21.15.44:0/9094651 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857f0dc0 0x55de857ee890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.432+0000 7f53d0375740 1 --2- 172.21.15.44:0/9094651 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857e75b0 0x55de857ee350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.432+0000 7f53d0375740 1 --2- 172.21.15.44:0/9094651 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857e6040 0x55de857ede10 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.432+0000 7f53a7e00640 0 client.26450 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:39:05.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.432+0000 7f53d0375740 1 -- 172.21.15.44:0/9094651 >> 172.21.15.44:0/9094651 conn(0x55de857aef80 msgr2=0x55de857e8460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:39:05.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.432+0000 7f53d0375740 1 -- 172.21.15.44:0/9094651 shutdown_connections 2024-05-27T00:39:05.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.432+0000 7f53d0375740 1 -- 172.21.15.44:0/9094651 wait complete. 2024-05-27T00:39:05.438 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.432+0000 7f53d0375740 20 client.26450 trim_cache size 0 max 16384 2024-05-27T00:39:05.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.449+0000 7f53d0375740 1 Processor -- start 2024-05-27T00:39:05.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.449+0000 7f53d0375740 1 -- start start 2024-05-27T00:39:05.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.449+0000 7f53d0375740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857e6040 0x55de857e2780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:05.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.449+0000 7f53d0375740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857e75b0 0x55de85809130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:05.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.449+0000 7f53d0375740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857f0dc0 0x55de85809670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:05.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.449+0000 7f53d0375740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f53c81b7e50 con 0x55de857f0dc0 2024-05-27T00:39:05.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.449+0000 7f53d0375740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f53c81b5660 con 0x55de857e75b0 2024-05-27T00:39:05.451 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.449+0000 7f53d0375740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f53c81b3490 con 0x55de857e6040 2024-05-27T00:39:05.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.450+0000 7f53c7400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857f0dc0 0x55de85809670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:05.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.450+0000 7f53c6000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857e75b0 0x55de85809130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:05.453 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.450+0000 7f53c7400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857f0dc0 0x55de85809670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47626/0 (socket says 172.21.15.44:47626) 2024-05-27T00:39:05.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.450+0000 7f53c7400640 1 -- 172.21.15.44:0/49313426 learned_addr learned my addr 172.21.15.44:0/49313426 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:39:05.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.450+0000 7f53c6000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857e75b0 0x55de85809130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:55070/0 (socket says 172.21.15.44:55070) 2024-05-27T00:39:05.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.450+0000 7f53c6a00640 1 --2- 172.21.15.44:0/49313426 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857e6040 0x55de857e2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:05.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.450+0000 7f53c6000640 1 -- 172.21.15.44:0/49313426 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857e6040 msgr2=0x55de857e2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:39:05.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.450+0000 7f53c6000640 1 --2- 172.21.15.44:0/49313426 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857e6040 0x55de857e2780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.450+0000 7f53c6000640 1 -- 172.21.15.44:0/49313426 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857f0dc0 msgr2=0x55de85809670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:39:05.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.450+0000 7f53c6000640 1 --2- 172.21.15.44:0/49313426 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857f0dc0 0x55de85809670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.450+0000 7f53c6000640 1 -- 172.21.15.44:0/49313426 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de857dddc0 con 0x55de857e75b0 2024-05-27T00:39:05.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.450+0000 7f53c6a00640 1 --2- 172.21.15.44:0/49313426 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857e6040 0x55de857e2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:39:05.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.450+0000 7f53c6000640 1 --2- 172.21.15.44:0/49313426 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857e75b0 0x55de85809130 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f53b4005c60 tx=0x7f53b40046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1ad1036e352ce69a server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:39:05.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.450+0000 7f53b2a00640 1 -- 172.21.15.44:0/49313426 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b4049af0 con 0x55de857e75b0 2024-05-27T00:39:05.454 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.451+0000 7f53b2a00640 1 -- 172.21.15.44:0/49313426 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f53b409b9a0 con 0x55de857e75b0 2024-05-27T00:39:05.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.451+0000 7f53b2a00640 1 -- 172.21.15.44:0/49313426 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b404de70 con 0x55de857e75b0 2024-05-27T00:39:05.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.451+0000 7f53d0375740 1 -- 172.21.15.44:0/49313426 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857e75b0 msgr2=0x55de85809130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:39:05.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.451+0000 7f53d0375740 1 --2- 172.21.15.44:0/49313426 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857e75b0 0x55de85809130 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f53b4005c60 tx=0x7f53b40046c0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.451+0000 7f53d0375740 1 -- 172.21.15.44:0/49313426 shutdown_connections 2024-05-27T00:39:05.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.451+0000 7f53d0375740 1 --2- 172.21.15.44:0/49313426 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857f0dc0 0x55de85809670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.451+0000 7f53d0375740 1 --2- 172.21.15.44:0/49313426 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857e75b0 0x55de85809130 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.451+0000 7f53d0375740 1 --2- 172.21.15.44:0/49313426 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857e6040 0x55de857e2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.451+0000 7f53d0375740 1 -- 172.21.15.44:0/49313426 >> 172.21.15.44:0/49313426 conn(0x55de857aef80 msgr2=0x55de857e2070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:39:05.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.451+0000 7f53d0375740 1 -- 172.21.15.44:0/49313426 shutdown_connections 2024-05-27T00:39:05.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.452+0000 7f53d0375740 1 -- 172.21.15.44:0/49313426 wait complete. 2024-05-27T00:39:05.455 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.452+0000 7f53d0375740 1 -- start start 2024-05-27T00:39:05.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.452+0000 7f53d0375740 1 Processor -- start 2024-05-27T00:39:05.458 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.453+0000 7f53d0375740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857e6040 0x55de857f93d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:05.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.453+0000 7f53d0375740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857e75b0 0x55de857f4740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:05.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.453+0000 7f53d0375740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857f0dc0 0x55de857f4c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:05.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.453+0000 7f53d0375740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f53c81b3b20 con 0x55de857e75b0 2024-05-27T00:39:05.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.453+0000 7f53d0375740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f53c81b4f90 con 0x55de857e6040 2024-05-27T00:39:05.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.453+0000 7f53d0375740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f53c81b41f0 con 0x55de857f0dc0 2024-05-27T00:39:05.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.453+0000 7f53d0375740 10 client.0 _ll_register_callbacks cb 0x7f53b8009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:39:05.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.453+0000 7f53c6000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857e75b0 0x55de857f4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:05.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.453+0000 7f53c6000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857e75b0 0x55de857f4740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:47634/0 (socket says 172.21.15.44:47634) 2024-05-27T00:39:05.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.453+0000 7f53c6000640 1 -- 172.21.15.44:0/683762535 learned_addr learned my addr 172.21.15.44:0/683762535 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:39:05.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.453+0000 7f53c6a00640 1 --2- 172.21.15.44:0/683762535 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857e6040 0x55de857f93d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:05.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.453+0000 7f53c7400640 1 --2- 172.21.15.44:0/683762535 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857f0dc0 0x55de857f4c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:05.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.453+0000 7f53c6000640 1 -- 172.21.15.44:0/683762535 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857f0dc0 msgr2=0x55de857f4c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:39:05.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.453+0000 7f53c6000640 1 --2- 172.21.15.44:0/683762535 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857f0dc0 0x55de857f4c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.459 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.453+0000 7f53c6000640 1 -- 172.21.15.44:0/683762535 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857e6040 msgr2=0x55de857f93d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:39:05.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.453+0000 7f53c6000640 1 --2- 172.21.15.44:0/683762535 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857e6040 0x55de857f93d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.453+0000 7f53c6000640 1 -- 172.21.15.44:0/683762535 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de857f5480 con 0x55de857e75b0 2024-05-27T00:39:05.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.453+0000 7f53c6a00640 1 --2- 172.21.15.44:0/683762535 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857e6040 0x55de857f93d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:39:05.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.454+0000 7f53c6000640 1 --2- 172.21.15.44:0/683762535 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857e75b0 0x55de857f4740 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f53b4097c70 tx=0x7f53b409f6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a187245cd8b9920 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:39:05.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.454+0000 7f53a7e00640 10 client.0 ms_handle_connect on v2:172.21.15.44:3300/0 2024-05-27T00:39:05.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.454+0000 7f53a7e00640 1 -- 172.21.15.44:0/683762535 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b409b2a0 con 0x55de857e75b0 2024-05-27T00:39:05.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.454+0000 7f53a7e00640 1 -- 172.21.15.44:0/683762535 <== mon.0 v2:172.21.15.44:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f53b40cc750 con 0x55de857e75b0 2024-05-27T00:39:05.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.454+0000 7f53d0375740 1 -- 172.21.15.44:0/683762535 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f53b409b9a0 con 0x55de857e75b0 2024-05-27T00:39:05.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.454+0000 7f53a7e00640 1 -- 172.21.15.44:0/683762535 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f53b40cc950 con 0x55de857e75b0 2024-05-27T00:39:05.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.454+0000 7f53d0375740 10 client.16314 fetch_fsmap learned FSMap version 32 2024-05-27T00:39:05.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.454+0000 7f53d0375740 1 -- 172.21.15.44:0/683762535 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55de8586bc30 con 0x55de857e75b0 2024-05-27T00:39:05.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.455+0000 7f53a7e00640 1 -- 172.21.15.44:0/683762535 <== mon.0 v2:172.21.15.44:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f53b409b9a0 con 0x55de857e75b0 2024-05-27T00:39:05.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.455+0000 7f53a7e00640 1 -- 172.21.15.44:0/683762535 <== mon.0 v2:172.21.15.44:3300/0 5 ==== fsmap(e 32) ==== 8370+0+0 (secure 0 0 0) 0x7f53b404de70 con 0x55de857e75b0 2024-05-27T00:39:05.460 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.455+0000 7f53d0375740 10 client.16314 fetch_fsmap finished waiting for FSMap version 32 2024-05-27T00:39:05.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.455+0000 7f53d0375740 10 client.16314 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:39:05.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.455+0000 7f53d0375740 20 client.16314 populate_metadata read hostname 'smithi044' 2024-05-27T00:39:05.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.455+0000 7f53d0375740 1 --2- 172.21.15.44:0/683762535 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55de8586be50 0x55de8586e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:05.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.455+0000 7f53d0375740 4 client.16314 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-27T00:39:05.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.455+0000 7f53d0375740 1 -- 172.21.15.44:0/683762535 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55de85751ea0 con 0x55de8586be50 2024-05-27T00:39:05.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.456+0000 7f53c6a00640 1 --2- 172.21.15.44:0/683762535 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55de8586be50 0x55de8586e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:05.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.456+0000 7f53c6a00640 1 --2- 172.21.15.44:0/683762535 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55de8586be50 0x55de8586e270 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f12d15e5c940d002 server_cookie=2fdda1893fba80ff in_seq=0 out_seq=0 2024-05-27T00:39:05.461 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.456+0000 7f53a7e00640 10 client.16314 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:39:05.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.467+0000 7f53a7e00640 1 -- 172.21.15.44:0/683762535 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55de85751ea0 con 0x55de8586be50 2024-05-27T00:39:05.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.467+0000 7f53a7e00640 10 client.16314 handle_command_reply: tid=0 2024-05-27T00:39:05.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.467+0000 7f53d0375740 1 client.16314 shutdown 2024-05-27T00:39:05.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.467+0000 7f53d0375740 1 -- 172.21.15.44:0/683762535 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857e75b0 msgr2=0x55de857f4740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:39:05.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.467+0000 7f53d0375740 1 --2- 172.21.15.44:0/683762535 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857e75b0 0x55de857f4740 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f53b4097c70 tx=0x7f53b409f6d0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.469 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.467+0000 7f53d0375740 1 -- 172.21.15.44:0/683762535 shutdown_connections 2024-05-27T00:39:05.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.467+0000 7f53d0375740 1 --2- 172.21.15.44:0/683762535 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55de8586be50 0x55de8586e270 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.467+0000 7f53d0375740 1 --2- 172.21.15.44:0/683762535 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55de857f0dc0 0x55de857f4c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.467+0000 7f53d0375740 1 --2- 172.21.15.44:0/683762535 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55de857e75b0 0x55de857f4740 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.467+0000 7f53d0375740 1 --2- 172.21.15.44:0/683762535 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55de857e6040 0x55de857f93d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.467+0000 7f53d0375740 1 -- 172.21.15.44:0/683762535 >> 172.21.15.44:0/683762535 conn(0x55de857aef80 msgr2=0x55de857e0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:39:05.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.467+0000 7f53a7e00640 0 client.16314 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:39:05.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.467+0000 7f53d0375740 1 -- 172.21.15.44:0/683762535 shutdown_connections 2024-05-27T00:39:05.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.467+0000 7f53d0375740 1 -- 172.21.15.44:0/683762535 wait complete. 2024-05-27T00:39:05.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.468+0000 7f53d0375740 20 client.16314 trim_cache size 0 max 16384 2024-05-27T00:39:05.470 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-05-27T00:39:05.471 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-05-27T00:39:05.471 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-05-27T00:39:05.471 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-05-27T00:39:05.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.468+0000 7f53cd600640 1 -- 172.21.15.44:0/92891494 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f53ac0a2e20 msgr2=0x7f53ac0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:39:05.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.468+0000 7f53cd600640 1 --2- 172.21.15.44:0/92891494 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f53ac0a2e20 0x7f53ac0a52e0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x55de857e37c0 tx=0x7f53c0009500 comp rx=0 tx=0).stop 2024-05-27T00:39:05.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.468+0000 7f53cd600640 1 -- 172.21.15.44:0/92891494 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53c8101290 msgr2=0x7f53c8107cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:39:05.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.468+0000 7f53cd600640 1 --2- 172.21.15.44:0/92891494 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53c8101290 0x7f53c8107cf0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f53b400d980 tx=0x7f53b400de40 comp rx=0 tx=0).stop 2024-05-27T00:39:05.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.468+0000 7f53cd600640 1 -- 172.21.15.44:0/92891494 shutdown_connections 2024-05-27T00:39:05.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.468+0000 7f53cd600640 1 --2- 172.21.15.44:0/92891494 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f53ac0a2e20 0x7f53ac0a52e0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.468+0000 7f53cd600640 1 --2- 172.21.15.44:0/92891494 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f53c8106890 0x7f53c8108230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.468+0000 7f53cd600640 1 --2- 172.21.15.44:0/92891494 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f53c8101290 0x7f53c8107cf0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.468+0000 7f53cd600640 1 --2- 172.21.15.44:0/92891494 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f53c81008d0 0x7f53c81077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:05.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.468+0000 7f53cd600640 1 -- 172.21.15.44:0/92891494 >> 172.21.15.44:0/92891494 conn(0x7f53c8077a20 msgr2=0x7f53c810baf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:39:05.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.469+0000 7f53cd600640 1 -- 172.21.15.44:0/92891494 shutdown_connections 2024-05-27T00:39:05.472 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:05.469+0000 7f53cd600640 1 -- 172.21.15.44:0/92891494 wait complete. 2024-05-27T00:39:06.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:06 smithi050 ceph-mon[36071]: pgmap v117: 129 pgs: 129 active+clean; 245 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 574 KiB/s rd, 538 KiB/s wr, 144 op/s 2024-05-27T00:39:07.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:06 smithi137 ceph-mon[36552]: pgmap v117: 129 pgs: 129 active+clean; 245 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 574 KiB/s rd, 538 KiB/s wr, 144 op/s 2024-05-27T00:39:07.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:06 smithi044 ceph-mon[31645]: pgmap v117: 129 pgs: 129 active+clean; 245 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 574 KiB/s rd, 538 KiB/s wr, 144 op/s 2024-05-27T00:39:08.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:08 smithi050 ceph-mon[36071]: pgmap v118: 129 pgs: 129 active+clean; 245 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 574 KiB/s rd, 538 KiB/s wr, 144 op/s 2024-05-27T00:39:09.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:08 smithi137 ceph-mon[36552]: pgmap v118: 129 pgs: 129 active+clean; 245 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 574 KiB/s rd, 538 KiB/s wr, 144 op/s 2024-05-27T00:39:09.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:08 smithi044 ceph-mon[31645]: pgmap v118: 129 pgs: 129 active+clean; 245 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 574 KiB/s rd, 538 KiB/s wr, 144 op/s 2024-05-27T00:39:10.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:10 smithi050 ceph-mon[36071]: pgmap v119: 129 pgs: 129 active+clean; 249 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 973 KiB/s rd, 958 KiB/s wr, 222 op/s 2024-05-27T00:39:11.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:10 smithi137 ceph-mon[36552]: pgmap v119: 129 pgs: 129 active+clean; 249 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 973 KiB/s rd, 958 KiB/s wr, 222 op/s 2024-05-27T00:39:11.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:10 smithi044 ceph-mon[31645]: pgmap v119: 129 pgs: 129 active+clean; 249 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 973 KiB/s rd, 958 KiB/s wr, 222 op/s 2024-05-27T00:39:12.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:12 smithi050 ceph-mon[36071]: pgmap v120: 129 pgs: 129 active+clean; 249 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 620 KiB/s rd, 589 KiB/s wr, 131 op/s 2024-05-27T00:39:13.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:12 smithi137 ceph-mon[36552]: pgmap v120: 129 pgs: 129 active+clean; 249 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 620 KiB/s rd, 589 KiB/s wr, 131 op/s 2024-05-27T00:39:13.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:12 smithi044 ceph-mon[31645]: pgmap v120: 129 pgs: 129 active+clean; 249 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 620 KiB/s rd, 589 KiB/s wr, 131 op/s 2024-05-27T00:39:14.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:14 smithi050 ceph-mon[36071]: pgmap v121: 129 pgs: 129 active+clean; 256 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 211 op/s 2024-05-27T00:39:15.004 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:14 smithi137 ceph-mon[36552]: pgmap v121: 129 pgs: 129 active+clean; 256 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 211 op/s 2024-05-27T00:39:15.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:14 smithi044 ceph-mon[31645]: pgmap v121: 129 pgs: 129 active+clean; 256 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 211 op/s 2024-05-27T00:39:16.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:16 smithi050 ceph-mon[36071]: pgmap v122: 129 pgs: 129 active+clean; 256 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 957 KiB/s rd, 981 KiB/s wr, 157 op/s 2024-05-27T00:39:17.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:16 smithi137 ceph-mon[36552]: pgmap v122: 129 pgs: 129 active+clean; 256 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 957 KiB/s rd, 981 KiB/s wr, 157 op/s 2024-05-27T00:39:17.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:16 smithi044 ceph-mon[31645]: pgmap v122: 129 pgs: 129 active+clean; 256 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 957 KiB/s rd, 981 KiB/s wr, 157 op/s 2024-05-27T00:39:18.682 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.681+0000 7f30b0000640 1 -- 172.21.15.44:0/2044273533 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f30a8103e00 msgr2=0x7f30a81041e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:39:18.682 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.681+0000 7f30b0000640 1 --2- 172.21.15.44:0/2044273533 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f30a8103e00 0x7f30a81041e0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f309c009900 tx=0x7f309c02a420 comp rx=0 tx=0).stop 2024-05-27T00:39:18.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.681+0000 7f30b0000640 1 -- 172.21.15.44:0/2044273533 shutdown_connections 2024-05-27T00:39:18.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.681+0000 7f30b0000640 1 --2- 172.21.15.44:0/2044273533 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f30a8108ed0 0x7f30a8110aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.681+0000 7f30b0000640 1 --2- 172.21.15.44:0/2044273533 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30a81047b0 0x7f30a81087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.681+0000 7f30b0000640 1 --2- 172.21.15.44:0/2044273533 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f30a8103e00 0x7f30a81041e0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.681+0000 7f30b0000640 1 -- 172.21.15.44:0/2044273533 >> 172.21.15.44:0/2044273533 conn(0x7f30a80ff6a0 msgr2=0x7f30a8101ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:39:18.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.682+0000 7f30b0000640 1 -- 172.21.15.44:0/2044273533 shutdown_connections 2024-05-27T00:39:18.683 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.682+0000 7f30b0000640 1 -- 172.21.15.44:0/2044273533 wait complete. 2024-05-27T00:39:18.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.683+0000 7f30b0000640 1 Processor -- start 2024-05-27T00:39:18.684 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.684+0000 7f30b0000640 1 -- start start 2024-05-27T00:39:18.685 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.684+0000 7f30b0000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f30a8103e00 0x7f30a8110850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:18.685 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.684+0000 7f30b0000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30a8108ed0 0x7f30a810d940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:18.685 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.684+0000 7f30b0000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f30a810de80 0x7f30a810e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:18.685 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.684+0000 7f30b0000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f30a806c2c0 con 0x7f30a8108ed0 2024-05-27T00:39:18.685 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.684+0000 7f30b0000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f30a806c140 con 0x7f30a810de80 2024-05-27T00:39:18.685 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.684+0000 7f30b0000640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f30a806c440 con 0x7f30a8103e00 2024-05-27T00:39:18.685 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.684+0000 7f30ae000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f30a810de80 0x7f30a810e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:18.686 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.685+0000 7f30ae000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f30a810de80 0x7f30a810e2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:55346/0 (socket says 172.21.15.44:55346) 2024-05-27T00:39:18.686 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.685+0000 7f30ae000640 1 -- 172.21.15.44:0/2674874168 learned_addr learned my addr 172.21.15.44:0/2674874168 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:39:18.686 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.685+0000 7f30ad600640 1 --2- 172.21.15.44:0/2674874168 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f30a8103e00 0x7f30a8110850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:18.686 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.685+0000 7f30acc00640 1 --2- 172.21.15.44:0/2674874168 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30a8108ed0 0x7f30a810d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:18.686 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.685+0000 7f30ae000640 1 -- 172.21.15.44:0/2674874168 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f30a8103e00 msgr2=0x7f30a8110850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:39:18.686 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.685+0000 7f30ae000640 1 --2- 172.21.15.44:0/2674874168 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f30a8103e00 0x7f30a8110850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.687 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.685+0000 7f30ae000640 1 -- 172.21.15.44:0/2674874168 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30a8108ed0 msgr2=0x7f30a810d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:39:18.687 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.685+0000 7f30ae000640 1 --2- 172.21.15.44:0/2674874168 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30a8108ed0 0x7f30a810d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.687 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.685+0000 7f30ae000640 1 -- 172.21.15.44:0/2674874168 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30a81b3730 con 0x7f30a810de80 2024-05-27T00:39:18.687 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.686+0000 7f30ae000640 1 --2- 172.21.15.44:0/2674874168 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f30a810de80 0x7f30a810e2f0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f30a000eb40 tx=0x7f30a000c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:39:18.687 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.686+0000 7f30a6000640 1 -- 172.21.15.44:0/2674874168 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30a0004b20 con 0x7f30a810de80 2024-05-27T00:39:18.688 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.687+0000 7f30a6000640 1 -- 172.21.15.44:0/2674874168 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f30a0004cc0 con 0x7f30a810de80 2024-05-27T00:39:18.688 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.687+0000 7f30b0000640 1 -- 172.21.15.44:0/2674874168 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30a81b3a20 con 0x7f30a810de80 2024-05-27T00:39:18.688 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.687+0000 7f30b0000640 1 -- 172.21.15.44:0/2674874168 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30a81b3f10 con 0x7f30a810de80 2024-05-27T00:39:18.688 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.687+0000 7f30a6000640 1 -- 172.21.15.44:0/2674874168 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30a00107f0 con 0x7f30a810de80 2024-05-27T00:39:18.693 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.693+0000 7f30b2e14740 1 Processor -- start 2024-05-27T00:39:18.694 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.693+0000 7f30a6000640 1 -- 172.21.15.44:0/2674874168 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f30a0005020 con 0x7f30a810de80 2024-05-27T00:39:18.695 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.694+0000 7f30b2e14740 1 -- start start 2024-05-27T00:39:18.695 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.694+0000 7f30b2e14740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb838185b0 0x55fb83816b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:18.695 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.694+0000 7f30b2e14740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb83817040 0x55fb838174c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:18.695 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.694+0000 7f30b2e14740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83821dc0 0x55fb838241b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:18.695 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.694+0000 7f30b2e14740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fb8377b420 con 0x55fb83817040 2024-05-27T00:39:18.696 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.694+0000 7f30b2e14740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55fb83722c50 con 0x55fb838185b0 2024-05-27T00:39:18.696 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.694+0000 7f30b2e14740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55fb837773e0 con 0x55fb83821dc0 2024-05-27T00:39:18.698 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.695+0000 7f30acc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb838185b0 0x55fb83816b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:18.698 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.695+0000 7f30acc00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb838185b0 0x55fb83816b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:55352/0 (socket says 172.21.15.44:55352) 2024-05-27T00:39:18.698 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.695+0000 7f30acc00640 1 -- 172.21.15.44:0/3042590999 learned_addr learned my addr 172.21.15.44:0/3042590999 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:39:18.698 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.695+0000 7f30acc00640 1 --2- 172.21.15.44:0/3042590999 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83821dc0 0x55fb838241b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:18.698 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.696+0000 7f30ad600640 1 --2- 172.21.15.44:0/3042590999 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb83817040 0x55fb838174c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:18.698 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.696+0000 7f30acc00640 1 -- 172.21.15.44:0/3042590999 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83821dc0 msgr2=0x55fb838241b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:39:18.699 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.696+0000 7f30acc00640 1 --2- 172.21.15.44:0/3042590999 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83821dc0 0x55fb838241b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.699 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.696+0000 7f30acc00640 1 -- 172.21.15.44:0/3042590999 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb83817040 msgr2=0x55fb838174c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:39:18.699 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.696+0000 7f30acc00640 1 --2- 172.21.15.44:0/3042590999 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb83817040 0x55fb838174c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.699 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.696+0000 7f30acc00640 1 -- 172.21.15.44:0/3042590999 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fb8348f210 con 0x55fb838185b0 2024-05-27T00:39:18.699 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.696+0000 7f30ad600640 1 --2- 172.21.15.44:0/3042590999 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb83817040 0x55fb838174c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:39:18.699 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.696+0000 7f30a6000640 1 --2- 172.21.15.44:0/2674874168 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f30900a2e20 0x7f30900a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:18.699 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.697+0000 7f30acc00640 1 --2- 172.21.15.44:0/3042590999 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb838185b0 0x55fb83816b00 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f30940136c0 tx=0x7f3094009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3aa526b9f68f1f38 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:39:18.700 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.697+0000 7f30a6000640 1 -- 172.21.15.44:0/2674874168 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f30a00cfc00 con 0x7f30a810de80 2024-05-27T00:39:18.700 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.698+0000 7f309a600640 1 -- 172.21.15.44:0/3042590999 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30940130d0 con 0x55fb838185b0 2024-05-27T00:39:18.701 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.698+0000 7f309a600640 1 -- 172.21.15.44:0/3042590999 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3094005520 con 0x55fb838185b0 2024-05-27T00:39:18.701 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.698+0000 7f309a600640 1 -- 172.21.15.44:0/3042590999 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3094004d00 con 0x55fb838185b0 2024-05-27T00:39:18.701 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.698+0000 7f30ae000640 1 --2- 172.21.15.44:0/2674874168 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f30900a2e20 0x7f30900a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:18.701 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.699+0000 7f30b2e14740 1 -- 172.21.15.44:0/3042590999 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb838185b0 msgr2=0x55fb83816b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:39:18.701 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.699+0000 7f30b2e14740 1 --2- 172.21.15.44:0/3042590999 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb838185b0 0x55fb83816b00 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f30940136c0 tx=0x7f3094009580 comp rx=0 tx=0).stop 2024-05-27T00:39:18.701 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.700+0000 7f30b2e14740 1 -- 172.21.15.44:0/3042590999 shutdown_connections 2024-05-27T00:39:18.701 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.700+0000 7f30b2e14740 1 --2- 172.21.15.44:0/3042590999 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83821dc0 0x55fb838241b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.701 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.700+0000 7f30b2e14740 1 --2- 172.21.15.44:0/3042590999 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb83817040 0x55fb838174c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.701 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.700+0000 7f30b2e14740 1 --2- 172.21.15.44:0/3042590999 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb838185b0 0x55fb83816b00 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.701 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.700+0000 7f30b2e14740 1 -- 172.21.15.44:0/3042590999 >> 172.21.15.44:0/3042590999 conn(0x55fb837dff80 msgr2=0x55fb83813630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:39:18.701 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.700+0000 7f30b2e14740 1 -- 172.21.15.44:0/3042590999 shutdown_connections 2024-05-27T00:39:18.703 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.700+0000 7f30b2e14740 1 -- 172.21.15.44:0/3042590999 wait complete. 2024-05-27T00:39:18.703 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.701+0000 7f30b2e14740 1 -- start start 2024-05-27T00:39:18.703 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.701+0000 7f30ae000640 1 --2- 172.21.15.44:0/2674874168 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f30900a2e20 0x7f30900a52e0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f30a00a44f0 tx=0x7f30a0009a70 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:39:18.703 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.701+0000 7f30b2e14740 1 Processor -- start 2024-05-27T00:39:18.704 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.702+0000 7f30b2e14740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83817040 0x55fb8381ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:18.704 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.702+0000 7f30b2e14740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb838185b0 0x55fb8381f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:18.704 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.702+0000 7f30b2e14740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb83821dc0 0x55fb8381f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:18.704 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.702+0000 7f30b2e14740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x55fb83824b30 con 0x55fb838185b0 2024-05-27T00:39:18.704 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.702+0000 7f30b2e14740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x55fb837360b0 con 0x55fb83821dc0 2024-05-27T00:39:18.704 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.702+0000 7f30b2e14740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x55fb83824cb0 con 0x55fb83817040 2024-05-27T00:39:18.705 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.702+0000 7f30b2e14740 10 client.0 _ll_register_callbacks cb 0x55fb83721f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:39:18.705 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.702+0000 7f30acc00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83817040 0x55fb8381ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:18.705 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.702+0000 7f30acc00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83817040 0x55fb8381ed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:54054/0 (socket says 172.21.15.44:54054) 2024-05-27T00:39:18.705 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.702+0000 7f30acc00640 1 -- 172.21.15.44:0/4114060485 learned_addr learned my addr 172.21.15.44:0/4114060485 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:39:18.706 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.702+0000 7f30acc00640 1 --2- 172.21.15.44:0/4114060485 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb83821dc0 0x55fb8381f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:18.706 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.702+0000 7f30ad600640 1 --2- 172.21.15.44:0/4114060485 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb838185b0 0x55fb8381f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:18.706 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.703+0000 7f30acc00640 1 -- 172.21.15.44:0/4114060485 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb83821dc0 msgr2=0x55fb8381f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:39:18.707 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.703+0000 7f30acc00640 1 --2- 172.21.15.44:0/4114060485 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb83821dc0 0x55fb8381f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.707 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.703+0000 7f30acc00640 1 -- 172.21.15.44:0/4114060485 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb838185b0 msgr2=0x55fb8381f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:39:18.707 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.703+0000 7f30acc00640 1 --2- 172.21.15.44:0/4114060485 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb838185b0 0x55fb8381f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.707 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.703+0000 7f30acc00640 1 -- 172.21.15.44:0/4114060485 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fb8355b620 con 0x55fb83817040 2024-05-27T00:39:18.707 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.704+0000 7f30acc00640 1 --2- 172.21.15.44:0/4114060485 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83817040 0x55fb8381ed90 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f30940047a0 tx=0x7f3094005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1fb4bcd3a6df7375 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:39:18.707 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.704+0000 7f308ea00640 10 client.0 ms_handle_connect on v2:172.21.15.137:3300/0 2024-05-27T00:39:18.707 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.705+0000 7f308ea00640 1 -- 172.21.15.44:0/4114060485 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3094026070 con 0x55fb83817040 2024-05-27T00:39:18.708 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.705+0000 7f308ea00640 1 -- 172.21.15.44:0/4114060485 <== mon.1 v2:172.21.15.137:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f3094005000 con 0x55fb83817040 2024-05-27T00:39:18.708 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.705+0000 7f30b2e14740 1 -- 172.21.15.44:0/4114060485 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3094005520 con 0x55fb83817040 2024-05-27T00:39:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.715+0000 7f308ea00640 1 -- 172.21.15.44:0/4114060485 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f3094005200 con 0x55fb83817040 2024-05-27T00:39:18.717 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.715+0000 7f30b2e14740 10 client.26455 fetch_fsmap learned FSMap version 32 2024-05-27T00:39:18.717 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.715+0000 7f30b2e14740 1 -- 172.21.15.44:0/4114060485 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55fb83830ec0 con 0x55fb83817040 2024-05-27T00:39:18.717 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.715+0000 7f308ea00640 1 -- 172.21.15.44:0/4114060485 <== mon.1 v2:172.21.15.137:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3094005520 con 0x55fb83817040 2024-05-27T00:39:18.717 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.716+0000 7f308ea00640 1 -- 172.21.15.44:0/4114060485 <== mon.1 v2:172.21.15.137:3300/0 5 ==== fsmap(e 32) ==== 8370+0+0 (secure 0 0 0) 0x7f30940035f0 con 0x55fb83817040 2024-05-27T00:39:18.717 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.716+0000 7f30b2e14740 10 client.26455 fetch_fsmap finished waiting for FSMap version 32 2024-05-27T00:39:18.717 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.716+0000 7f30b2e14740 10 client.26455 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:39:18.717 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.716+0000 7f30b2e14740 20 client.26455 populate_metadata read hostname 'smithi044' 2024-05-27T00:39:18.718 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.716+0000 7f30b2e14740 1 --2- 172.21.15.44:0/4114060485 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55fb83832270 0x55fb83834660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:18.718 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.716+0000 7f30b2e14740 4 client.26455 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-27T00:39:18.718 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.716+0000 7f30b2e14740 1 -- 172.21.15.44:0/4114060485 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fb83788b50 con 0x55fb83832270 2024-05-27T00:39:18.718 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.716+0000 7f30ad600640 1 --2- 172.21.15.44:0/4114060485 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55fb83832270 0x55fb83834660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:18.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.717+0000 7f30ad600640 1 --2- 172.21.15.44:0/4114060485 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55fb83832270 0x55fb83834660 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ead8d643d8567eb0 server_cookie=69f0035971197948 in_seq=0 out_seq=0 2024-05-27T00:39:18.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.717+0000 7f308ea00640 10 client.26455 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:39:18.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.718+0000 7f308ea00640 1 -- 172.21.15.44:0/4114060485 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55fb83788b50 con 0x55fb83832270 2024-05-27T00:39:18.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.718+0000 7f308ea00640 10 client.26455 handle_command_reply: tid=0 2024-05-27T00:39:18.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.718+0000 7f30b2e14740 1 client.26455 shutdown 2024-05-27T00:39:18.719 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.719+0000 7f30b2e14740 1 -- 172.21.15.44:0/4114060485 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83817040 msgr2=0x55fb8381ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:39:18.720 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.719+0000 7f30b2e14740 1 --2- 172.21.15.44:0/4114060485 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83817040 0x55fb8381ed90 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f30940047a0 tx=0x7f3094005f90 comp rx=0 tx=0).stop 2024-05-27T00:39:18.720 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.719+0000 7f30b2e14740 1 -- 172.21.15.44:0/4114060485 shutdown_connections 2024-05-27T00:39:18.720 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.719+0000 7f30b2e14740 1 --2- 172.21.15.44:0/4114060485 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55fb83832270 0x55fb83834660 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.720 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.719+0000 7f30b2e14740 1 --2- 172.21.15.44:0/4114060485 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb83821dc0 0x55fb8381f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.720 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.719+0000 7f30b2e14740 1 --2- 172.21.15.44:0/4114060485 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb838185b0 0x55fb8381f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.720 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.719+0000 7f30b2e14740 1 --2- 172.21.15.44:0/4114060485 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83817040 0x55fb8381ed90 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.720 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.719+0000 7f308ea00640 0 client.26455 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:39:18.720 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.719+0000 7f30b2e14740 1 -- 172.21.15.44:0/4114060485 >> 172.21.15.44:0/4114060485 conn(0x55fb837dff80 msgr2=0x55fb83819430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:39:18.721 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.720+0000 7f30b2e14740 1 -- 172.21.15.44:0/4114060485 shutdown_connections 2024-05-27T00:39:18.721 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.720+0000 7f30b2e14740 1 -- 172.21.15.44:0/4114060485 wait complete. 2024-05-27T00:39:18.721 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.720+0000 7f30b2e14740 20 client.26455 trim_cache size 0 max 16384 2024-05-27T00:39:18.740 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.740+0000 7f30b2e14740 1 Processor -- start 2024-05-27T00:39:18.740 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.740+0000 7f30b2e14740 1 -- start start 2024-05-27T00:39:18.742 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.740+0000 7f30b2e14740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83817040 0x55fb83839d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:18.742 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.740+0000 7f30b2e14740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb838185b0 0x55fb8383a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:18.742 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.740+0000 7f30b2e14740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb83821dc0 0x55fb83811f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:18.742 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.740+0000 7f30b2e14740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3088012920 con 0x55fb83821dc0 2024-05-27T00:39:18.742 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.740+0000 7f30b2e14740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3088010130 con 0x55fb838185b0 2024-05-27T00:39:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.740+0000 7f30b2e14740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f308800df20 con 0x55fb83817040 2024-05-27T00:39:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.740+0000 7f30ad600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb838185b0 0x55fb8383a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.740+0000 7f30acc00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83817040 0x55fb83839d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.740+0000 7f30acc00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83817040 0x55fb83839d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:54056/0 (socket says 172.21.15.44:54056) 2024-05-27T00:39:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.740+0000 7f30acc00640 1 -- 172.21.15.44:0/2166902076 learned_addr learned my addr 172.21.15.44:0/2166902076 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:39:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.741+0000 7f30acc00640 1 --2- 172.21.15.44:0/2166902076 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb83821dc0 0x55fb83811f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.741+0000 7f30ad600640 1 -- 172.21.15.44:0/2166902076 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83817040 msgr2=0x55fb83839d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:39:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.741+0000 7f30ad600640 1 --2- 172.21.15.44:0/2166902076 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83817040 0x55fb83839d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.741+0000 7f30ad600640 1 -- 172.21.15.44:0/2166902076 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb83821dc0 msgr2=0x55fb83811f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:39:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.741+0000 7f30ad600640 1 --2- 172.21.15.44:0/2166902076 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb83821dc0 0x55fb83811f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.741+0000 7f30ad600640 1 -- 172.21.15.44:0/2166902076 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fb83817ae0 con 0x55fb838185b0 2024-05-27T00:39:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.741+0000 7f30ad600640 1 --2- 172.21.15.44:0/2166902076 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb838185b0 0x55fb8383a2c0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f309c02a940 tx=0x7f309c009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=230702ddb67ed3c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:39:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.741+0000 7f3099c00640 1 -- 172.21.15.44:0/2166902076 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f309c004980 con 0x55fb838185b0 2024-05-27T00:39:18.744 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.742+0000 7f3099c00640 1 -- 172.21.15.44:0/2166902076 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f309c004b20 con 0x55fb838185b0 2024-05-27T00:39:18.744 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.742+0000 7f3099c00640 1 -- 172.21.15.44:0/2166902076 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f309c004200 con 0x55fb838185b0 2024-05-27T00:39:18.744 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.743+0000 7f30b2e14740 1 -- 172.21.15.44:0/2166902076 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb838185b0 msgr2=0x55fb8383a2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:39:18.745 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.743+0000 7f30b2e14740 1 --2- 172.21.15.44:0/2166902076 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb838185b0 0x55fb8383a2c0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f309c02a940 tx=0x7f309c009260 comp rx=0 tx=0).stop 2024-05-27T00:39:18.745 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.743+0000 7f30b2e14740 1 -- 172.21.15.44:0/2166902076 shutdown_connections 2024-05-27T00:39:18.745 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.743+0000 7f30b2e14740 1 --2- 172.21.15.44:0/2166902076 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb83821dc0 0x55fb83811f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.745 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.743+0000 7f30b2e14740 1 --2- 172.21.15.44:0/2166902076 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb838185b0 0x55fb8383a2c0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.745 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.743+0000 7f30b2e14740 1 --2- 172.21.15.44:0/2166902076 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83817040 0x55fb83839d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.745 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.743+0000 7f30b2e14740 1 -- 172.21.15.44:0/2166902076 >> 172.21.15.44:0/2166902076 conn(0x55fb837dff80 msgr2=0x55fb8381ddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:39:18.745 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.743+0000 7f30b2e14740 1 -- 172.21.15.44:0/2166902076 shutdown_connections 2024-05-27T00:39:18.745 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.743+0000 7f30b2e14740 1 -- 172.21.15.44:0/2166902076 wait complete. 2024-05-27T00:39:18.745 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.744+0000 7f30b2e14740 1 -- start start 2024-05-27T00:39:18.745 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.744+0000 7f30b2e14740 1 Processor -- start 2024-05-27T00:39:18.748 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.745+0000 7f30b2e14740 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83817040 0x55fb83825af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:18.748 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.745+0000 7f30b2e14740 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb838185b0 0x55fb83826030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:18.748 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.745+0000 7f30b2e14740 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb83821dc0 0x55fb83826570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:18.748 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.745+0000 7f30b2e14740 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f308800e5f0 con 0x55fb83821dc0 2024-05-27T00:39:18.748 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.745+0000 7f30b2e14740 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f308800fa60 con 0x55fb838185b0 2024-05-27T00:39:18.748 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.745+0000 7f30b2e14740 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f308800ecc0 con 0x55fb83817040 2024-05-27T00:39:18.748 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.745+0000 7f30b2e14740 10 client.0 _ll_register_callbacks cb 0x7f3094009da0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-27T00:39:18.748 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.745+0000 7f30ad600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb838185b0 0x55fb83826030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:18.748 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.745+0000 7f30ad600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb838185b0 0x55fb83826030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:55368/0 (socket says 172.21.15.44:55368) 2024-05-27T00:39:18.748 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.745+0000 7f30ad600640 1 -- 172.21.15.44:0/1238262539 learned_addr learned my addr 172.21.15.44:0/1238262539 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:39:18.748 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.745+0000 7f30acc00640 1 --2- 172.21.15.44:0/1238262539 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb83821dc0 0x55fb83826570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:18.748 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.745+0000 7f30acc00640 1 --2- 172.21.15.44:0/1238262539 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83817040 0x55fb83825af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.745+0000 7f30ad600640 1 -- 172.21.15.44:0/1238262539 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83817040 msgr2=0x55fb83825af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:39:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.745+0000 7f30ad600640 1 --2- 172.21.15.44:0/1238262539 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83817040 0x55fb83825af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.746+0000 7f30ad600640 1 -- 172.21.15.44:0/1238262539 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb83821dc0 msgr2=0x55fb83826570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-27T00:39:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.746+0000 7f30ad600640 1 --2- 172.21.15.44:0/1238262539 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb83821dc0 0x55fb83826570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.746+0000 7f30ad600640 1 -- 172.21.15.44:0/1238262539 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fb8389b930 con 0x55fb838185b0 2024-05-27T00:39:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.746+0000 7f30acc00640 1 --2- 172.21.15.44:0/1238262539 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb83821dc0 0x55fb83826570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:39:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.746+0000 7f30ad600640 1 --2- 172.21.15.44:0/1238262539 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb838185b0 0x55fb83826030 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f309c02a9e0 tx=0x7f309c003800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ce1fa75dc7e1da server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:39:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.746+0000 7f308ea00640 10 client.0 ms_handle_connect on v2:172.21.15.50:3300/0 2024-05-27T00:39:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.746+0000 7f308ea00640 1 -- 172.21.15.44:0/1238262539 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f309c003d50 con 0x55fb838185b0 2024-05-27T00:39:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.746+0000 7f30b2e14740 1 -- 172.21.15.44:0/1238262539 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f309c004b20 con 0x55fb838185b0 2024-05-27T00:39:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.746+0000 7f308ea00640 1 -- 172.21.15.44:0/1238262539 <== mon.2 v2:172.21.15.50:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9408+0+0 (secure 0 0 0) 0x7f309c003f80 con 0x55fb838185b0 2024-05-27T00:39:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.747+0000 7f308ea00640 1 -- 172.21.15.44:0/1238262539 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f309c060050 con 0x55fb838185b0 2024-05-27T00:39:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.747+0000 7f30b2e14740 10 client.26474 fetch_fsmap learned FSMap version 32 2024-05-27T00:39:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.747+0000 7f30b2e14740 1 -- 172.21.15.44:0/1238262539 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55fb8389cbe0 con 0x55fb838185b0 2024-05-27T00:39:18.750 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.747+0000 7f308ea00640 1 -- 172.21.15.44:0/1238262539 <== mon.2 v2:172.21.15.50:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f309c004b20 con 0x55fb838185b0 2024-05-27T00:39:18.750 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.747+0000 7f308ea00640 1 -- 172.21.15.44:0/1238262539 <== mon.2 v2:172.21.15.50:3300/0 5 ==== fsmap(e 32) ==== 8370+0+0 (secure 0 0 0) 0x7f309c004d30 con 0x55fb838185b0 2024-05-27T00:39:18.750 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.747+0000 7f30b2e14740 10 client.26474 fetch_fsmap finished waiting for FSMap version 32 2024-05-27T00:39:18.750 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.747+0000 7f30b2e14740 10 client.26474 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-05-27T00:39:18.750 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.747+0000 7f30b2e14740 20 client.26474 populate_metadata read hostname 'smithi044' 2024-05-27T00:39:18.750 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.747+0000 7f30b2e14740 1 --2- 172.21.15.44:0/1238262539 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55fb8389d3f0 0x55fb8389f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:39:18.750 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.747+0000 7f30b2e14740 4 client.26474 mds_command: new command op to 24599 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-05-27T00:39:18.750 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.747+0000 7f30b2e14740 1 -- 172.21.15.44:0/1238262539 --> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fb83782ea0 con 0x55fb8389d3f0 2024-05-27T00:39:18.751 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.748+0000 7f30acc00640 1 --2- 172.21.15.44:0/1238262539 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55fb8389d3f0 0x55fb8389f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:39:18.751 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.748+0000 7f30acc00640 1 --2- 172.21.15.44:0/1238262539 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55fb8389d3f0 0x55fb8389f810 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ae971b0dcaa2613 server_cookie=2b552042161dc8d3 in_seq=0 out_seq=0 2024-05-27T00:39:18.751 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.748+0000 7f308ea00640 10 client.26474 ms_handle_connect on v2:172.21.15.50:6838/2148742077 2024-05-27T00:39:18.759 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.758+0000 7f308ea00640 1 -- 172.21.15.44:0/1238262539 <== mds.0 v2:172.21.15.50:6838/2148742077 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55fb83782ea0 con 0x55fb8389d3f0 2024-05-27T00:39:18.759 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.758+0000 7f308ea00640 10 client.26474 handle_command_reply: tid=0 2024-05-27T00:39:18.759 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.758+0000 7f30b2e14740 1 client.26474 shutdown 2024-05-27T00:39:18.759 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.758+0000 7f30b2e14740 1 -- 172.21.15.44:0/1238262539 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb838185b0 msgr2=0x55fb83826030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:39:18.759 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.758+0000 7f30b2e14740 1 --2- 172.21.15.44:0/1238262539 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb838185b0 0x55fb83826030 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f309c02a9e0 tx=0x7f309c003800 comp rx=0 tx=0).stop 2024-05-27T00:39:18.759 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.758+0000 7f30b2e14740 1 -- 172.21.15.44:0/1238262539 shutdown_connections 2024-05-27T00:39:18.759 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.758+0000 7f30b2e14740 1 --2- 172.21.15.44:0/1238262539 >> [v2:172.21.15.50:6838/2148742077,v1:172.21.15.50:6839/2148742077] conn(0x55fb8389d3f0 0x55fb8389f810 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.759 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.758+0000 7f30b2e14740 1 --2- 172.21.15.44:0/1238262539 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x55fb83821dc0 0x55fb83826570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.760 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.758+0000 7f30b2e14740 1 --2- 172.21.15.44:0/1238262539 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x55fb838185b0 0x55fb83826030 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.760 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.758+0000 7f308ea00640 0 client.26474 ms_handle_reset on v2:172.21.15.50:6838/2148742077 2024-05-27T00:39:18.760 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.758+0000 7f30b2e14740 1 --2- 172.21.15.44:0/1238262539 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x55fb83817040 0x55fb83825af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.760 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.758+0000 7f30b2e14740 1 -- 172.21.15.44:0/1238262539 >> 172.21.15.44:0/1238262539 conn(0x55fb837dff80 msgr2=0x55fb8381ed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:39:18.761 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.758+0000 7f30b2e14740 1 -- 172.21.15.44:0/1238262539 shutdown_connections 2024-05-27T00:39:18.761 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.758+0000 7f30b2e14740 1 -- 172.21.15.44:0/1238262539 wait complete. 2024-05-27T00:39:18.761 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.758+0000 7f30b2e14740 20 client.26474 trim_cache size 0 max 16384 2024-05-27T00:39:18.761 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:{ 2024-05-27T00:39:18.761 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "message": "", 2024-05-27T00:39:18.761 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout: "return_code": 0 2024-05-27T00:39:18.761 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stdout:} 2024-05-27T00:39:18.762 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.759+0000 7f30b0000640 1 -- 172.21.15.44:0/2674874168 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f30900a2e20 msgr2=0x7f30900a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:39:18.762 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.759+0000 7f30b0000640 1 --2- 172.21.15.44:0/2674874168 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f30900a2e20 0x7f30900a52e0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f30a00a44f0 tx=0x7f30a0009a70 comp rx=0 tx=0).stop 2024-05-27T00:39:18.762 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.759+0000 7f30b0000640 1 -- 172.21.15.44:0/2674874168 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f30a810de80 msgr2=0x7f30a810e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:39:18.762 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.759+0000 7f30b0000640 1 --2- 172.21.15.44:0/2674874168 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f30a810de80 0x7f30a810e2f0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f30a000eb40 tx=0x7f30a000c2d0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.762 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.760+0000 7f30b0000640 1 -- 172.21.15.44:0/2674874168 shutdown_connections 2024-05-27T00:39:18.762 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.760+0000 7f30b0000640 1 --2- 172.21.15.44:0/2674874168 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f30900a2e20 0x7f30900a52e0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.762 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.760+0000 7f30b0000640 1 --2- 172.21.15.44:0/2674874168 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f30a810de80 0x7f30a810e2f0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.763 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.760+0000 7f30b0000640 1 --2- 172.21.15.44:0/2674874168 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f30a8108ed0 0x7f30a810d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.763 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.760+0000 7f30b0000640 1 --2- 172.21.15.44:0/2674874168 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f30a8103e00 0x7f30a8110850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:39:18.763 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.760+0000 7f30b0000640 1 -- 172.21.15.44:0/2674874168 >> 172.21.15.44:0/2674874168 conn(0x7f30a80ff6a0 msgr2=0x7f30a8100250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:39:18.763 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.760+0000 7f30b0000640 1 -- 172.21.15.44:0/2674874168 shutdown_connections 2024-05-27T00:39:18.763 INFO:teuthology.task.background_exec.ubuntu@smithi044.front.sepia.ceph.com.smithi044.stderr:2024-05-27T00:39:18.760+0000 7f30b0000640 1 -- 172.21.15.44:0/2674874168 wait complete. 2024-05-27T00:39:18.898 INFO:tasks.workunit:Stopping ['fs/norstats'] on client.0... 2024-05-27T00:39:18.898 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-05-27T00:39:19.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:18 smithi137 ceph-mon[36552]: pgmap v123: 129 pgs: 129 active+clean; 256 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 957 KiB/s rd, 981 KiB/s wr, 157 op/s 2024-05-27T00:39:19.004 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:18 smithi044 ceph-mon[31645]: pgmap v123: 129 pgs: 129 active+clean; 256 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 957 KiB/s rd, 981 KiB/s wr, 157 op/s 2024-05-27T00:39:19.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:18 smithi050 ceph-mon[36071]: pgmap v123: 129 pgs: 129 active+clean; 256 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 957 KiB/s rd, 981 KiB/s wr, 157 op/s 2024-05-27T00:39:20.106 DEBUG:teuthology.parallel:result is None 2024-05-27T00:39:20.107 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-05-27T00:39:20.201 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-05-27T00:39:20.201 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-05-27T00:39:20.302 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi044.front.sepia.ceph.com 2024-05-27T00:39:20.330 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-05-27T00:39:20.343 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-05-27T00:39:20.344 INFO:teuthology.task.exec:Executing custom commands... 2024-05-27T00:39:20.344 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi044.front.sepia.ceph.com 2024-05-27T00:39:20.344 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-05-27T00:39:20.468 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-05-27T00:39:21.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:20 smithi137 ceph-mon[36552]: pgmap v124: 129 pgs: 129 active+clean; 262 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 239 op/s 2024-05-27T00:39:21.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:20 smithi044 ceph-mon[31645]: pgmap v124: 129 pgs: 129 active+clean; 262 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 239 op/s 2024-05-27T00:39:21.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:20 smithi050 ceph-mon[36071]: pgmap v124: 129 pgs: 129 active+clean; 262 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 239 op/s 2024-05-27T00:39:23.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:22 smithi137 ceph-mon[36552]: pgmap v125: 129 pgs: 129 active+clean; 262 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1003 KiB/s rd, 1.1 MiB/s wr, 162 op/s 2024-05-27T00:39:23.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:22 smithi044 ceph-mon[31645]: pgmap v125: 129 pgs: 129 active+clean; 262 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1003 KiB/s rd, 1.1 MiB/s wr, 162 op/s 2024-05-27T00:39:23.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:22 smithi050 ceph-mon[36071]: pgmap v125: 129 pgs: 129 active+clean; 262 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1003 KiB/s rd, 1.1 MiB/s wr, 162 op/s 2024-05-27T00:39:25.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:24 smithi137 ceph-mon[36552]: pgmap v126: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 198 op/s 2024-05-27T00:39:25.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:24 smithi044 ceph-mon[31645]: pgmap v126: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 198 op/s 2024-05-27T00:39:25.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:24 smithi050 ceph-mon[36071]: pgmap v126: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 198 op/s 2024-05-27T00:39:27.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:26 smithi137 ceph-mon[36552]: pgmap v127: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 591 KiB/s rd, 601 KiB/s wr, 118 op/s 2024-05-27T00:39:27.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:26 smithi044 ceph-mon[31645]: pgmap v127: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 591 KiB/s rd, 601 KiB/s wr, 118 op/s 2024-05-27T00:39:27.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:26 smithi050 ceph-mon[36071]: pgmap v127: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 591 KiB/s rd, 601 KiB/s wr, 118 op/s 2024-05-27T00:39:29.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:28 smithi137 ceph-mon[36552]: pgmap v128: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 591 KiB/s rd, 601 KiB/s wr, 118 op/s 2024-05-27T00:39:29.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:28 smithi044 ceph-mon[31645]: pgmap v128: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 591 KiB/s rd, 601 KiB/s wr, 118 op/s 2024-05-27T00:39:29.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:28 smithi050 ceph-mon[36071]: pgmap v128: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 591 KiB/s rd, 601 KiB/s wr, 118 op/s 2024-05-27T00:39:31.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:30 smithi137 ceph-mon[36552]: pgmap v129: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 602 KiB/s rd, 610 KiB/s wr, 123 op/s 2024-05-27T00:39:31.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:30 smithi044 ceph-mon[31645]: pgmap v129: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 602 KiB/s rd, 610 KiB/s wr, 123 op/s 2024-05-27T00:39:31.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:30 smithi050 ceph-mon[36071]: pgmap v129: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 602 KiB/s rd, 610 KiB/s wr, 123 op/s 2024-05-27T00:39:33.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:32 smithi137 ceph-mon[36552]: pgmap v130: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 157 KiB/s rd, 79 KiB/s wr, 40 op/s 2024-05-27T00:39:33.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:32 smithi044 ceph-mon[31645]: pgmap v130: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 157 KiB/s rd, 79 KiB/s wr, 40 op/s 2024-05-27T00:39:33.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:32 smithi050 ceph-mon[36071]: pgmap v130: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 157 KiB/s rd, 79 KiB/s wr, 40 op/s 2024-05-27T00:39:35.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:34 smithi137 ceph-mon[36552]: pgmap v131: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 159 KiB/s rd, 80 KiB/s wr, 43 op/s 2024-05-27T00:39:35.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:34 smithi044 ceph-mon[31645]: pgmap v131: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 159 KiB/s rd, 80 KiB/s wr, 43 op/s 2024-05-27T00:39:35.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:34 smithi050 ceph-mon[36071]: pgmap v131: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 159 KiB/s rd, 80 KiB/s wr, 43 op/s 2024-05-27T00:39:36.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:35 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:39:36.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:35 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:39:36.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:35 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:39:37.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:36 smithi044 ceph-mon[31645]: pgmap v132: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 7 op/s 2024-05-27T00:39:37.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:36 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:39:37.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:36 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:39:37.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:36 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:39:37.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:36 smithi050 ceph-mon[36071]: pgmap v132: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 7 op/s 2024-05-27T00:39:37.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:36 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:39:37.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:36 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:39:37.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:36 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:39:37.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:36 smithi137 ceph-mon[36552]: pgmap v132: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 7 op/s 2024-05-27T00:39:37.330 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:36 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:39:37.330 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:36 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:39:37.330 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:36 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:39:39.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:38 smithi044 ceph-mon[31645]: pgmap v133: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 7 op/s 2024-05-27T00:39:39.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:38 smithi050 ceph-mon[36071]: pgmap v133: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 7 op/s 2024-05-27T00:39:39.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:38 smithi137 ceph-mon[36552]: pgmap v133: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 KiB/s wr, 7 op/s 2024-05-27T00:39:41.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:40 smithi044 ceph-mon[31645]: pgmap v134: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 10 KiB/s wr, 10 op/s 2024-05-27T00:39:41.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:40 smithi050 ceph-mon[36071]: pgmap v134: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 10 KiB/s wr, 10 op/s 2024-05-27T00:39:41.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:40 smithi137 ceph-mon[36552]: pgmap v134: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 10 KiB/s wr, 10 op/s 2024-05-27T00:39:43.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:42 smithi044 ceph-mon[31645]: pgmap v135: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 511 B/s wr, 5 op/s 2024-05-27T00:39:43.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:42 smithi050 ceph-mon[36071]: pgmap v135: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 511 B/s wr, 5 op/s 2024-05-27T00:39:43.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:42 smithi137 ceph-mon[36552]: pgmap v135: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 511 B/s wr, 5 op/s 2024-05-27T00:39:45.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:44 smithi044 ceph-mon[31645]: pgmap v136: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 7 op/s 2024-05-27T00:39:45.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:44 smithi050 ceph-mon[36071]: pgmap v136: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 7 op/s 2024-05-27T00:39:45.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:44 smithi137 ceph-mon[36552]: pgmap v136: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 7 op/s 2024-05-27T00:39:47.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:46 smithi044 ceph-mon[31645]: pgmap v137: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:39:47.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:46 smithi050 ceph-mon[36071]: pgmap v137: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:39:47.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:46 smithi137 ceph-mon[36552]: pgmap v137: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:39:49.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:48 smithi044 ceph-mon[31645]: pgmap v138: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:39:49.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:48 smithi050 ceph-mon[36071]: pgmap v138: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:39:49.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:48 smithi137 ceph-mon[36552]: pgmap v138: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:39:51.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:50 smithi044 ceph-mon[31645]: pgmap v139: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:39:51.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:50 smithi050 ceph-mon[36071]: pgmap v139: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:39:51.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:50 smithi137 ceph-mon[36552]: pgmap v139: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:39:52.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:52 smithi044 ceph-mon[31645]: pgmap v140: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:39:53.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:52 smithi050 ceph-mon[36071]: pgmap v140: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:39:53.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:52 smithi137 ceph-mon[36552]: pgmap v140: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:39:55.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:54 smithi044 ceph-mon[31645]: pgmap v141: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:39:55.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:54 smithi050 ceph-mon[36071]: pgmap v141: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:39:55.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:54 smithi137 ceph-mon[36552]: pgmap v141: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:39:57.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:56 smithi044 ceph-mon[31645]: pgmap v142: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:39:57.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:56 smithi050 ceph-mon[36071]: pgmap v142: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:39:57.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:56 smithi137 ceph-mon[36552]: pgmap v142: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:39:59.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:39:58 smithi044 ceph-mon[31645]: pgmap v143: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:39:59.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:39:58 smithi050 ceph-mon[36071]: pgmap v143: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:39:59.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:39:58 smithi137 ceph-mon[36552]: pgmap v143: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:00.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:00 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a[31640]: 2024-05-27T00:40:00.000+0000 7fdf7a200700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 2 MDSs report damaged metadata 2024-05-27T00:40:00.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:00 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a[31640]: 2024-05-27T00:40:00.000+0000 7fdf7a200700 -1 log_channel(cluster) log [ERR] : [ERR] MDS_DAMAGE: 2 MDSs report damaged metadata 2024-05-27T00:40:00.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:00 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a[31640]: 2024-05-27T00:40:00.000+0000 7fdf7a200700 -1 log_channel(cluster) log [ERR] : mds.h(mds.2): Metadata damage detected 2024-05-27T00:40:00.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:00 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a[31640]: 2024-05-27T00:40:00.000+0000 7fdf7a200700 -1 log_channel(cluster) log [ERR] : mds.a(mds.1): Metadata damage detected 2024-05-27T00:40:01.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:00 smithi044 ceph-mon[31645]: pgmap v144: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:01.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:00 smithi044 ceph-mon[31645]: Health detail: HEALTH_ERR 2 MDSs report damaged metadata 2024-05-27T00:40:01.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:00 smithi044 ceph-mon[31645]: [ERR] MDS_DAMAGE: 2 MDSs report damaged metadata 2024-05-27T00:40:01.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:00 smithi044 ceph-mon[31645]: mds.h(mds.2): Metadata damage detected 2024-05-27T00:40:01.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:00 smithi044 ceph-mon[31645]: mds.a(mds.1): Metadata damage detected 2024-05-27T00:40:01.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:00 smithi050 ceph-mon[36071]: pgmap v144: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:01.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:00 smithi050 ceph-mon[36071]: Health detail: HEALTH_ERR 2 MDSs report damaged metadata 2024-05-27T00:40:01.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:00 smithi050 ceph-mon[36071]: [ERR] MDS_DAMAGE: 2 MDSs report damaged metadata 2024-05-27T00:40:01.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:00 smithi050 ceph-mon[36071]: mds.h(mds.2): Metadata damage detected 2024-05-27T00:40:01.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:00 smithi050 ceph-mon[36071]: mds.a(mds.1): Metadata damage detected 2024-05-27T00:40:01.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:00 smithi137 ceph-mon[36552]: pgmap v144: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:01.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:00 smithi137 ceph-mon[36552]: Health detail: HEALTH_ERR 2 MDSs report damaged metadata 2024-05-27T00:40:01.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:00 smithi137 ceph-mon[36552]: [ERR] MDS_DAMAGE: 2 MDSs report damaged metadata 2024-05-27T00:40:01.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:00 smithi137 ceph-mon[36552]: mds.h(mds.2): Metadata damage detected 2024-05-27T00:40:01.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:00 smithi137 ceph-mon[36552]: mds.a(mds.1): Metadata damage detected 2024-05-27T00:40:03.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:02 smithi044 ceph-mon[31645]: pgmap v145: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:03.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:02 smithi050 ceph-mon[36071]: pgmap v145: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:03.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:02 smithi137 ceph-mon[36552]: pgmap v145: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:04.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:03 smithi044 ceph-mon[31645]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:40:04.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:03 smithi050 ceph-mon[36071]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:40:04.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:03 smithi137 ceph-mon[36552]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:40:05.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:04 smithi044 ceph-mon[31645]: pgmap v146: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-05-27T00:40:05.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:04 smithi050 ceph-mon[36071]: pgmap v146: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-05-27T00:40:05.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:04 smithi137 ceph-mon[36552]: pgmap v146: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-05-27T00:40:06.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:05 smithi044 ceph-mon[31645]: pgmap v147: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-05-27T00:40:06.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:05 smithi050 ceph-mon[36071]: pgmap v147: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-05-27T00:40:06.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:05 smithi137 ceph-mon[36552]: pgmap v147: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-05-27T00:40:08.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:08 smithi137 ceph-mon[36552]: pgmap v148: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-05-27T00:40:08.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:08 smithi044 ceph-mon[31645]: pgmap v148: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-05-27T00:40:08.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:08 smithi050 ceph-mon[36071]: pgmap v148: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-05-27T00:40:10.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:10 smithi044 ceph-mon[31645]: pgmap v149: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-05-27T00:40:10.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:10 smithi050 ceph-mon[36071]: pgmap v149: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-05-27T00:40:11.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:10 smithi137 ceph-mon[36552]: pgmap v149: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-05-27T00:40:12.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:12 smithi044 ceph-mon[31645]: pgmap v150: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-05-27T00:40:12.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:12 smithi050 ceph-mon[36071]: pgmap v150: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-05-27T00:40:13.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:12 smithi137 ceph-mon[36552]: pgmap v150: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-05-27T00:40:14.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:14 smithi044 ceph-mon[31645]: pgmap v151: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-05-27T00:40:14.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:14 smithi050 ceph-mon[36071]: pgmap v151: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-05-27T00:40:15.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:14 smithi137 ceph-mon[36552]: pgmap v151: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-05-27T00:40:16.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:16 smithi044 ceph-mon[31645]: pgmap v152: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-27T00:40:16.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:16 smithi050 ceph-mon[36071]: pgmap v152: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-27T00:40:17.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:16 smithi137 ceph-mon[36552]: pgmap v152: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-27T00:40:18.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:18 smithi044 ceph-mon[31645]: pgmap v153: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-27T00:40:18.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:18 smithi050 ceph-mon[36071]: pgmap v153: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-27T00:40:19.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:18 smithi137 ceph-mon[36552]: pgmap v153: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-27T00:40:20.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:20 smithi044 ceph-mon[31645]: pgmap v154: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-05-27T00:40:20.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:20 smithi050 ceph-mon[36071]: pgmap v154: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-05-27T00:40:21.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:20 smithi137 ceph-mon[36552]: pgmap v154: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-05-27T00:40:22.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:22 smithi044 ceph-mon[31645]: pgmap v155: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:22.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:22 smithi050 ceph-mon[36071]: pgmap v155: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:23.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:22 smithi137 ceph-mon[36552]: pgmap v155: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:24.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:24 smithi044 ceph-mon[31645]: pgmap v156: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:24.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:24 smithi050 ceph-mon[36071]: pgmap v156: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:25.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:24 smithi137 ceph-mon[36552]: pgmap v156: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:26.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:26 smithi044 ceph-mon[31645]: pgmap v157: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:26.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:26 smithi050 ceph-mon[36071]: pgmap v157: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:27.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:26 smithi137 ceph-mon[36552]: pgmap v157: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:28.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:28 smithi044 ceph-mon[31645]: pgmap v158: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:28.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:28 smithi050 ceph-mon[36071]: pgmap v158: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:29.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:28 smithi137 ceph-mon[36552]: pgmap v158: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:30.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:30 smithi044 ceph-mon[31645]: pgmap v159: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:30.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:30 smithi050 ceph-mon[36071]: pgmap v159: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:31.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:30 smithi137 ceph-mon[36552]: pgmap v159: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:32.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:32 smithi044 ceph-mon[31645]: pgmap v160: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:32.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:32 smithi050 ceph-mon[36071]: pgmap v160: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:33.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:32 smithi137 ceph-mon[36552]: pgmap v160: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:34.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:34 smithi044 ceph-mon[31645]: pgmap v161: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:34.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:34 smithi050 ceph-mon[36071]: pgmap v161: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:35.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:34 smithi137 ceph-mon[36552]: pgmap v161: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:36.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:36 smithi044 ceph-mon[31645]: pgmap v162: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:36.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:36 smithi050 ceph-mon[36071]: pgmap v162: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:37.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:36 smithi137 ceph-mon[36552]: pgmap v162: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:37.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:37 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:40:37.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:37 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:40:38.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:37 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:40:38.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:38 smithi044 ceph-mon[31645]: pgmap v163: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:38.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:38 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:40:38.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:38 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:40:38.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:38 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:40:38.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:38 smithi050 ceph-mon[36071]: pgmap v163: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:38.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:38 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:40:38.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:38 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:40:38.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:38 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:40:39.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:38 smithi137 ceph-mon[36552]: pgmap v163: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:39.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:38 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:40:39.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:38 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:40:39.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:38 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:40:40.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:40 smithi044 ceph-mon[31645]: pgmap v164: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:40.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:40 smithi050 ceph-mon[36071]: pgmap v164: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:41.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:40 smithi137 ceph-mon[36552]: pgmap v164: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:42.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:42 smithi044 ceph-mon[31645]: pgmap v165: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:42.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:42 smithi050 ceph-mon[36071]: pgmap v165: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:43.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:42 smithi137 ceph-mon[36552]: pgmap v165: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:44.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:44 smithi044 ceph-mon[31645]: pgmap v166: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:44.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:44 smithi050 ceph-mon[36071]: pgmap v166: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:45.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:44 smithi137 ceph-mon[36552]: pgmap v166: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:46.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:46 smithi044 ceph-mon[31645]: pgmap v167: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:46.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:46 smithi050 ceph-mon[36071]: pgmap v167: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:47.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:46 smithi137 ceph-mon[36552]: pgmap v167: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:48.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:48 smithi050 ceph-mon[36071]: pgmap v168: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:49.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:48 smithi137 ceph-mon[36552]: pgmap v168: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:49.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:48 smithi044 ceph-mon[31645]: pgmap v168: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:50.914 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:50 smithi044 ceph-mon[31645]: pgmap v169: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:50.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:50 smithi050 ceph-mon[36071]: pgmap v169: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:51.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:50 smithi137 ceph-mon[36552]: pgmap v169: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:52.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:52 smithi050 ceph-mon[36071]: pgmap v170: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:53.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:52 smithi137 ceph-mon[36552]: pgmap v170: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:53.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:52 smithi044 ceph-mon[31645]: pgmap v170: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:54.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:54 smithi050 ceph-mon[36071]: pgmap v171: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:55.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:54 smithi137 ceph-mon[36552]: pgmap v171: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:55.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:54 smithi044 ceph-mon[31645]: pgmap v171: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:40:56.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:56 smithi050 ceph-mon[36071]: pgmap v172: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:57.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:56 smithi137 ceph-mon[36552]: pgmap v172: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:57.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:56 smithi044 ceph-mon[31645]: pgmap v172: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:58.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:40:58 smithi050 ceph-mon[36071]: pgmap v173: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:59.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:40:58 smithi137 ceph-mon[36552]: pgmap v173: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:40:59.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:40:58 smithi044 ceph-mon[31645]: pgmap v173: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:00.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:00 smithi050 ceph-mon[36071]: pgmap v174: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:01.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:00 smithi137 ceph-mon[36552]: pgmap v174: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:01.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:00 smithi044 ceph-mon[31645]: pgmap v174: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:02.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:02 smithi050 ceph-mon[36071]: pgmap v175: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:03.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:02 smithi137 ceph-mon[36552]: pgmap v175: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:03.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:02 smithi044 ceph-mon[31645]: pgmap v175: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:04.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:04 smithi050 ceph-mon[36071]: pgmap v176: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-05-27T00:41:05.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:04 smithi137 ceph-mon[36552]: pgmap v176: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-05-27T00:41:05.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:04 smithi044 ceph-mon[31645]: pgmap v176: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-05-27T00:41:06.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:06 smithi050 ceph-mon[36071]: pgmap v177: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-05-27T00:41:07.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:06 smithi137 ceph-mon[36552]: pgmap v177: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-05-27T00:41:07.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:06 smithi044 ceph-mon[31645]: pgmap v177: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-05-27T00:41:08.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:08 smithi050 ceph-mon[36071]: pgmap v178: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-05-27T00:41:09.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:08 smithi137 ceph-mon[36552]: pgmap v178: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-05-27T00:41:09.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:08 smithi044 ceph-mon[31645]: pgmap v178: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-05-27T00:41:10.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:10 smithi050 ceph-mon[36071]: pgmap v179: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-05-27T00:41:11.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:10 smithi137 ceph-mon[36552]: pgmap v179: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-05-27T00:41:11.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:10 smithi044 ceph-mon[31645]: pgmap v179: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-05-27T00:41:12.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:12 smithi050 ceph-mon[36071]: pgmap v180: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-05-27T00:41:13.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:12 smithi137 ceph-mon[36552]: pgmap v180: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-05-27T00:41:13.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:12 smithi044 ceph-mon[31645]: pgmap v180: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-05-27T00:41:13.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:13 smithi050 ceph-mon[36071]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:41:14.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:13 smithi137 ceph-mon[36552]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:41:14.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:13 smithi044 ceph-mon[31645]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:41:15.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:14 smithi137 ceph-mon[36552]: pgmap v181: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-05-27T00:41:15.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:14 smithi044 ceph-mon[31645]: pgmap v181: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-05-27T00:41:15.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:14 smithi050 ceph-mon[36071]: pgmap v181: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-05-27T00:41:17.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:16 smithi137 ceph-mon[36552]: pgmap v182: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-27T00:41:17.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:16 smithi044 ceph-mon[31645]: pgmap v182: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-27T00:41:17.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:16 smithi050 ceph-mon[36071]: pgmap v182: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-27T00:41:19.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:18 smithi137 ceph-mon[36552]: pgmap v183: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-27T00:41:19.003 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:18 smithi050 ceph-mon[36071]: pgmap v183: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-27T00:41:19.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:18 smithi044 ceph-mon[31645]: pgmap v183: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-27T00:41:21.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:20 smithi137 ceph-mon[36552]: pgmap v184: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-05-27T00:41:21.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:20 smithi044 ceph-mon[31645]: pgmap v184: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-05-27T00:41:21.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:20 smithi050 ceph-mon[36071]: pgmap v184: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-05-27T00:41:23.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:22 smithi137 ceph-mon[36552]: pgmap v185: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:23.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:22 smithi044 ceph-mon[31645]: pgmap v185: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:23.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:22 smithi050 ceph-mon[36071]: pgmap v185: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:25.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:24 smithi137 ceph-mon[36552]: pgmap v186: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:25.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:24 smithi044 ceph-mon[31645]: pgmap v186: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:25.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:24 smithi050 ceph-mon[36071]: pgmap v186: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:26.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:25 smithi137 ceph-mon[36552]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:41:26.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:25 smithi044 ceph-mon[31645]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:41:26.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:25 smithi050 ceph-mon[36071]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:41:27.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:26 smithi137 ceph-mon[36552]: pgmap v187: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:27.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:26 smithi044 ceph-mon[31645]: pgmap v187: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:27.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:26 smithi050 ceph-mon[36071]: pgmap v187: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:29.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:28 smithi044 ceph-mon[31645]: pgmap v188: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:29.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:28 smithi050 ceph-mon[36071]: pgmap v188: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:29.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:28 smithi137 ceph-mon[36552]: pgmap v188: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:31.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:30 smithi044 ceph-mon[31645]: pgmap v189: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:31.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:30 smithi050 ceph-mon[36071]: pgmap v189: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:31.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:30 smithi137 ceph-mon[36552]: pgmap v189: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:33.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:32 smithi044 ceph-mon[31645]: pgmap v190: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:33.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:32 smithi050 ceph-mon[36071]: pgmap v190: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:33.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:32 smithi137 ceph-mon[36552]: pgmap v190: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:35.054 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:34 smithi137 ceph-mon[36552]: pgmap v191: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:35.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:34 smithi044 ceph-mon[31645]: pgmap v191: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:35.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:34 smithi050 ceph-mon[36071]: pgmap v191: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:36.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:35 smithi044 ceph-mon[31645]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:41:36.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:35 smithi050 ceph-mon[36071]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:41:36.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:35 smithi137 ceph-mon[36552]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:41:37.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:36 smithi044 ceph-mon[31645]: pgmap v192: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:37.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:36 smithi050 ceph-mon[36071]: pgmap v192: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:37.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:36 smithi137 ceph-mon[36552]: pgmap v192: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:39.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:38 smithi044 ceph-mon[31645]: pgmap v193: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:39.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:38 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:41:39.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:38 smithi050 ceph-mon[36071]: pgmap v193: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:39.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:38 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:41:39.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:38 smithi137 ceph-mon[36552]: pgmap v193: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:39.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:38 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:41:40.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:40 smithi050 ceph-mon[36071]: pgmap v194: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:40.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:40 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:41:40.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:40 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:41:40.451 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:40 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:41:40.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:40 smithi137 ceph-mon[36552]: pgmap v194: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:40.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:40 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:41:40.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:40 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:41:40.502 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:40 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:41:40.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:40 smithi044 ceph-mon[31645]: pgmap v194: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:40.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:40 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:41:40.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:40 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:41:40.612 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:40 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:41:42.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:42 smithi044 ceph-mon[31645]: pgmap v195: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:42.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:42 smithi050 ceph-mon[36071]: pgmap v195: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:43.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:42 smithi137 ceph-mon[36552]: pgmap v195: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:44.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:44 smithi044 ceph-mon[31645]: pgmap v196: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:44.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:44 smithi050 ceph-mon[36071]: pgmap v196: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:45.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:44 smithi137 ceph-mon[36552]: pgmap v196: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:46.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:46 smithi044 ceph-mon[31645]: pgmap v197: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:46.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:46 smithi050 ceph-mon[36071]: pgmap v197: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:47.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:46 smithi137 ceph-mon[36552]: pgmap v197: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:48.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:48 smithi044 ceph-mon[31645]: pgmap v198: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:48.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:48 smithi044 ceph-mon[31645]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:41:48.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:48 smithi050 ceph-mon[36071]: pgmap v198: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:48.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:48 smithi050 ceph-mon[36071]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:41:49.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:48 smithi137 ceph-mon[36552]: pgmap v198: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:49.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:48 smithi137 ceph-mon[36552]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:41:49.851 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:49 smithi050 ceph-mon[36071]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:41:49.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:49 smithi044 ceph-mon[31645]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:41:50.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:49 smithi137 ceph-mon[36552]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-27T00:41:50.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:50 smithi044 ceph-mon[31645]: pgmap v199: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:50.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:50 smithi050 ceph-mon[36071]: pgmap v199: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:51.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:50 smithi137 ceph-mon[36552]: pgmap v199: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:52.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:52 smithi044 ceph-mon[31645]: pgmap v200: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:52.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:52 smithi050 ceph-mon[36071]: pgmap v200: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:53.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:52 smithi137 ceph-mon[36552]: pgmap v200: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:54.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:54 smithi044 ceph-mon[31645]: pgmap v201: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:54.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:54 smithi050 ceph-mon[36071]: pgmap v201: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:55.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:54 smithi137 ceph-mon[36552]: pgmap v201: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:41:56.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:56 smithi044 ceph-mon[31645]: pgmap v202: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:56.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:56 smithi050 ceph-mon[36071]: pgmap v202: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:57.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:56 smithi137 ceph-mon[36552]: pgmap v202: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:58.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:41:58 smithi050 ceph-mon[36071]: pgmap v203: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:59.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:41:58 smithi137 ceph-mon[36552]: pgmap v203: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:41:59.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:41:58 smithi044 ceph-mon[31645]: pgmap v203: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:00.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:00 smithi050 ceph-mon[36071]: pgmap v204: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:42:01.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:00 smithi137 ceph-mon[36552]: pgmap v204: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:42:01.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:00 smithi044 ceph-mon[31645]: pgmap v204: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:42:02.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:02 smithi050 ceph-mon[36071]: pgmap v205: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:03.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:02 smithi137 ceph-mon[36552]: pgmap v205: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:03.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:02 smithi044 ceph-mon[31645]: pgmap v205: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:04.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:04 smithi050 ceph-mon[36071]: pgmap v206: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 24 op/s 2024-05-27T00:42:05.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:04 smithi137 ceph-mon[36552]: pgmap v206: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 24 op/s 2024-05-27T00:42:05.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:04 smithi044 ceph-mon[31645]: pgmap v206: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 24 op/s 2024-05-27T00:42:06.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:06 smithi050 ceph-mon[36071]: pgmap v207: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-05-27T00:42:07.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:06 smithi137 ceph-mon[36552]: pgmap v207: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-05-27T00:42:07.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:06 smithi044 ceph-mon[31645]: pgmap v207: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-05-27T00:42:08.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:08 smithi050 ceph-mon[36071]: pgmap v208: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-05-27T00:42:08.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:08 smithi050 ceph-mon[36071]: osdmap e97: 12 total, 12 up, 12 in 2024-05-27T00:42:09.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:08 smithi137 ceph-mon[36552]: pgmap v208: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-05-27T00:42:09.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:08 smithi137 ceph-mon[36552]: osdmap e97: 12 total, 12 up, 12 in 2024-05-27T00:42:09.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:08 smithi044 ceph-mon[31645]: pgmap v208: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-05-27T00:42:09.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:08 smithi044 ceph-mon[31645]: osdmap e97: 12 total, 12 up, 12 in 2024-05-27T00:42:10.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:10 smithi050 ceph-mon[36071]: pgmap v210: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-05-27T00:42:11.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:10 smithi137 ceph-mon[36552]: pgmap v210: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-05-27T00:42:11.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:10 smithi044 ceph-mon[31645]: pgmap v210: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-05-27T00:42:12.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:12 smithi050 ceph-mon[36071]: pgmap v211: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-05-27T00:42:13.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:12 smithi137 ceph-mon[36552]: pgmap v211: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-05-27T00:42:13.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:12 smithi044 ceph-mon[31645]: pgmap v211: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 26 op/s 2024-05-27T00:42:14.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:14 smithi050 ceph-mon[36071]: pgmap v212: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-05-27T00:42:14.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:14 smithi050 ceph-mon[36071]: osdmap e98: 12 total, 12 up, 12 in 2024-05-27T00:42:15.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:14 smithi137 ceph-mon[36552]: pgmap v212: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-05-27T00:42:15.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:14 smithi137 ceph-mon[36552]: osdmap e98: 12 total, 12 up, 12 in 2024-05-27T00:42:15.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:14 smithi044 ceph-mon[31645]: pgmap v212: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-05-27T00:42:15.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:14 smithi044 ceph-mon[31645]: osdmap e98: 12 total, 12 up, 12 in 2024-05-27T00:42:16.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:16 smithi050 ceph-mon[36071]: pgmap v214: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-27T00:42:17.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:16 smithi137 ceph-mon[36552]: pgmap v214: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-27T00:42:17.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:16 smithi044 ceph-mon[31645]: pgmap v214: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-27T00:42:18.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:18 smithi050 ceph-mon[36071]: pgmap v215: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 207 B/s wr, 6 op/s 2024-05-27T00:42:19.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:18 smithi137 ceph-mon[36552]: pgmap v215: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 207 B/s wr, 6 op/s 2024-05-27T00:42:19.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:18 smithi044 ceph-mon[31645]: pgmap v215: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 207 B/s wr, 6 op/s 2024-05-27T00:42:20.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:20 smithi050 ceph-mon[36071]: pgmap v216: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:42:21.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:20 smithi137 ceph-mon[36552]: pgmap v216: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:42:21.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:20 smithi044 ceph-mon[31645]: pgmap v216: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:42:22.953 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:22 smithi050 ceph-mon[36071]: pgmap v217: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:42:23.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:22 smithi137 ceph-mon[36552]: pgmap v217: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:42:23.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:22 smithi044 ceph-mon[31645]: pgmap v217: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:42:25.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:24 smithi137 ceph-mon[36552]: pgmap v218: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-27T00:42:25.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:24 smithi044 ceph-mon[31645]: pgmap v218: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-27T00:42:25.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:24 smithi050 ceph-mon[36071]: pgmap v218: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-27T00:42:27.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:26 smithi137 ceph-mon[36552]: pgmap v219: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-27T00:42:27.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:26 smithi044 ceph-mon[31645]: pgmap v219: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-27T00:42:27.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:26 smithi050 ceph-mon[36071]: pgmap v219: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-27T00:42:29.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:28 smithi137 ceph-mon[36552]: pgmap v220: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:29.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:28 smithi044 ceph-mon[31645]: pgmap v220: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:29.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:28 smithi050 ceph-mon[36071]: pgmap v220: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:31.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:30 smithi137 ceph-mon[36552]: pgmap v221: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:42:31.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:30 smithi044 ceph-mon[31645]: pgmap v221: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:42:31.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:30 smithi050 ceph-mon[36071]: pgmap v221: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:42:33.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:32 smithi137 ceph-mon[36552]: pgmap v222: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:33.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:32 smithi044 ceph-mon[31645]: pgmap v222: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:33.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:32 smithi050 ceph-mon[36071]: pgmap v222: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:35.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:34 smithi137 ceph-mon[36552]: pgmap v223: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:42:35.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:34 smithi044 ceph-mon[31645]: pgmap v223: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:42:35.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:34 smithi050 ceph-mon[36071]: pgmap v223: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:42:37.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:36 smithi137 ceph-mon[36552]: pgmap v224: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:37.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:36 smithi044 ceph-mon[31645]: pgmap v224: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:37.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:36 smithi050 ceph-mon[36071]: pgmap v224: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:39.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:38 smithi137 ceph-mon[36552]: pgmap v225: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:39.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:38 smithi044 ceph-mon[31645]: pgmap v225: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:39.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:38 smithi050 ceph-mon[36071]: pgmap v225: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:41.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:40 smithi137 ceph-mon[36552]: pgmap v226: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:42:41.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:40 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:42:41.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:40 smithi044 ceph-mon[31645]: pgmap v226: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:42:41.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:40 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:42:41.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:40 smithi050 ceph-mon[36071]: pgmap v226: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:42:41.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:40 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:42:42.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:41 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:42:42.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:41 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:42:42.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:41 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:42:42.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:41 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:42:42.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:41 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:42:42.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:41 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:42:42.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:41 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:42:42.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:41 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:42:42.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:41 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:42:43.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:42 smithi044 ceph-mon[31645]: pgmap v227: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:43.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:42 smithi050 ceph-mon[36071]: pgmap v227: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:43.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:42 smithi137 ceph-mon[36552]: pgmap v227: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:45.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:44 smithi044 ceph-mon[31645]: pgmap v228: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:42:45.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:44 smithi050 ceph-mon[36071]: pgmap v228: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:42:45.254 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:44 smithi137 ceph-mon[36552]: pgmap v228: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:42:47.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:46 smithi044 ceph-mon[31645]: pgmap v229: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:47.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:46 smithi050 ceph-mon[36071]: pgmap v229: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:47.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:46 smithi137 ceph-mon[36552]: pgmap v229: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:49.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:48 smithi044 ceph-mon[31645]: pgmap v230: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:49.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:48 smithi050 ceph-mon[36071]: pgmap v230: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:49.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:48 smithi137 ceph-mon[36552]: pgmap v230: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:51.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:50 smithi044 ceph-mon[31645]: pgmap v231: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:42:51.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:50 smithi050 ceph-mon[36071]: pgmap v231: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:42:51.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:50 smithi137 ceph-mon[36552]: pgmap v231: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:42:53.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:52 smithi044 ceph-mon[31645]: pgmap v232: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:53.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:52 smithi050 ceph-mon[36071]: pgmap v232: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:53.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:52 smithi137 ceph-mon[36552]: pgmap v232: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:55.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:54 smithi044 ceph-mon[31645]: pgmap v233: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:42:55.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:54 smithi050 ceph-mon[36071]: pgmap v233: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:42:55.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:54 smithi137 ceph-mon[36552]: pgmap v233: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:42:57.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:56 smithi044 ceph-mon[31645]: pgmap v234: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:57.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:56 smithi050 ceph-mon[36071]: pgmap v234: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:57.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:56 smithi137 ceph-mon[36552]: pgmap v234: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:59.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:42:58 smithi044 ceph-mon[31645]: pgmap v235: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:59.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:42:58 smithi050 ceph-mon[36071]: pgmap v235: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:42:59.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:42:58 smithi137 ceph-mon[36552]: pgmap v235: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:01.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:00 smithi044 ceph-mon[31645]: pgmap v236: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:43:01.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:00 smithi050 ceph-mon[36071]: pgmap v236: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:43:01.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:00 smithi137 ceph-mon[36552]: pgmap v236: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:43:03.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:02 smithi044 ceph-mon[31645]: pgmap v237: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:03.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:02 smithi050 ceph-mon[36071]: pgmap v237: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:03.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:02 smithi137 ceph-mon[36552]: pgmap v237: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:05.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:04 smithi044 ceph-mon[31645]: pgmap v238: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-05-27T00:43:05.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:04 smithi050 ceph-mon[36071]: pgmap v238: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-05-27T00:43:05.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:04 smithi137 ceph-mon[36552]: pgmap v238: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-05-27T00:43:07.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:06 smithi044 ceph-mon[31645]: pgmap v239: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:43:07.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:06 smithi050 ceph-mon[36071]: pgmap v239: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:43:07.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:06 smithi137 ceph-mon[36552]: pgmap v239: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:43:09.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:08 smithi044 ceph-mon[31645]: pgmap v240: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:43:09.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:08 smithi044 ceph-mon[31645]: osdmap e99: 12 total, 12 up, 12 in 2024-05-27T00:43:09.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:08 smithi050 ceph-mon[36071]: pgmap v240: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:43:09.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:08 smithi050 ceph-mon[36071]: osdmap e99: 12 total, 12 up, 12 in 2024-05-27T00:43:09.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:08 smithi137 ceph-mon[36552]: pgmap v240: 129 pgs: 129 active+clean; 263 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:43:09.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:08 smithi137 ceph-mon[36552]: osdmap e99: 12 total, 12 up, 12 in 2024-05-27T00:43:11.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:10 smithi044 ceph-mon[31645]: pgmap v242: 129 pgs: 129 active+clean; 259 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:43:11.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:10 smithi050 ceph-mon[36071]: pgmap v242: 129 pgs: 129 active+clean; 259 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:43:11.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:10 smithi137 ceph-mon[36552]: pgmap v242: 129 pgs: 129 active+clean; 259 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:43:13.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:12 smithi044 ceph-mon[31645]: pgmap v243: 129 pgs: 129 active+clean; 259 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:43:13.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:12 smithi050 ceph-mon[36071]: pgmap v243: 129 pgs: 129 active+clean; 259 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:43:13.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:12 smithi137 ceph-mon[36552]: pgmap v243: 129 pgs: 129 active+clean; 259 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:43:15.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:14 smithi044 ceph-mon[31645]: pgmap v244: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-05-27T00:43:15.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:14 smithi044 ceph-mon[31645]: osdmap e100: 12 total, 12 up, 12 in 2024-05-27T00:43:15.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:14 smithi050 ceph-mon[36071]: pgmap v244: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-05-27T00:43:15.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:14 smithi050 ceph-mon[36071]: osdmap e100: 12 total, 12 up, 12 in 2024-05-27T00:43:15.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:14 smithi137 ceph-mon[36552]: pgmap v244: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-05-27T00:43:15.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:14 smithi137 ceph-mon[36552]: osdmap e100: 12 total, 12 up, 12 in 2024-05-27T00:43:17.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:16 smithi044 ceph-mon[31645]: pgmap v246: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-27T00:43:17.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:16 smithi050 ceph-mon[36071]: pgmap v246: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-27T00:43:17.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:16 smithi137 ceph-mon[36552]: pgmap v246: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-27T00:43:19.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:18 smithi044 ceph-mon[31645]: pgmap v247: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 211 B/s wr, 6 op/s 2024-05-27T00:43:19.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:18 smithi050 ceph-mon[36071]: pgmap v247: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 211 B/s wr, 6 op/s 2024-05-27T00:43:19.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:18 smithi137 ceph-mon[36552]: pgmap v247: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 211 B/s wr, 6 op/s 2024-05-27T00:43:21.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:20 smithi050 ceph-mon[36071]: pgmap v248: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:43:21.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:20 smithi137 ceph-mon[36552]: pgmap v248: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:43:21.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:20 smithi044 ceph-mon[31645]: pgmap v248: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:43:23.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:22 smithi050 ceph-mon[36071]: pgmap v249: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:43:23.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:22 smithi137 ceph-mon[36552]: pgmap v249: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:43:23.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:22 smithi044 ceph-mon[31645]: pgmap v249: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:43:25.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:24 smithi050 ceph-mon[36071]: pgmap v250: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-27T00:43:25.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:24 smithi137 ceph-mon[36552]: pgmap v250: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-27T00:43:25.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:24 smithi044 ceph-mon[31645]: pgmap v250: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-27T00:43:27.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:26 smithi050 ceph-mon[36071]: pgmap v251: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-27T00:43:27.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:26 smithi137 ceph-mon[36552]: pgmap v251: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-27T00:43:27.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:26 smithi044 ceph-mon[31645]: pgmap v251: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-27T00:43:29.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:28 smithi050 ceph-mon[36071]: pgmap v252: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:29.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:28 smithi137 ceph-mon[36552]: pgmap v252: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:29.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:28 smithi044 ceph-mon[31645]: pgmap v252: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:30.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:29 smithi050 ceph-mon[36071]: pgmap v253: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:43:30.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:29 smithi137 ceph-mon[36552]: pgmap v253: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:43:30.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:29 smithi044 ceph-mon[31645]: pgmap v253: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:43:32.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:32 smithi044 ceph-mon[31645]: pgmap v254: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:43:32.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:32 smithi050 ceph-mon[36071]: pgmap v254: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:43:33.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:32 smithi137 ceph-mon[36552]: pgmap v254: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:43:34.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:34 smithi044 ceph-mon[31645]: pgmap v255: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:43:34.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:34 smithi050 ceph-mon[36071]: pgmap v255: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:43:35.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:34 smithi137 ceph-mon[36552]: pgmap v255: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:43:36.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:36 smithi050 ceph-mon[36071]: pgmap v256: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:43:37.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:36 smithi137 ceph-mon[36552]: pgmap v256: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:43:37.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:36 smithi044 ceph-mon[31645]: pgmap v256: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:43:38.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:38 smithi050 ceph-mon[36071]: pgmap v257: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:43:39.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:38 smithi137 ceph-mon[36552]: pgmap v257: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:43:39.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:38 smithi044 ceph-mon[31645]: pgmap v257: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:43:40.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:40 smithi050 ceph-mon[36071]: pgmap v258: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:43:41.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:40 smithi137 ceph-mon[36552]: pgmap v258: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:43:41.114 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:40 smithi044 ceph-mon[31645]: pgmap v258: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:43:42.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:42 smithi050 ceph-mon[36071]: pgmap v259: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:42.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:42 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:43:43.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:42 smithi137 ceph-mon[36552]: pgmap v259: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:43.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:42 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:43:43.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:42 smithi044 ceph-mon[31645]: pgmap v259: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:43.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:42 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:43:43.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:43 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:43:43.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:43 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:43:43.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:43 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:43:44.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:43 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:43:44.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:43 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:43:44.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:43 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:43:44.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:43 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:43:44.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:43 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:43:44.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:43 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:43:44.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:44 smithi050 ceph-mon[36071]: pgmap v260: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:43:45.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:44 smithi137 ceph-mon[36552]: pgmap v260: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:43:45.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:44 smithi044 ceph-mon[31645]: pgmap v260: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:43:46.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:46 smithi050 ceph-mon[36071]: pgmap v261: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:47.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:46 smithi137 ceph-mon[36552]: pgmap v261: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:47.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:46 smithi044 ceph-mon[31645]: pgmap v261: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:48.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:48 smithi050 ceph-mon[36071]: pgmap v262: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:49.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:48 smithi137 ceph-mon[36552]: pgmap v262: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:49.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:48 smithi044 ceph-mon[31645]: pgmap v262: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:50.915 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:50 smithi044 ceph-mon[31645]: pgmap v263: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:43:50.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:50 smithi050 ceph-mon[36071]: pgmap v263: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:43:51.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:50 smithi137 ceph-mon[36552]: pgmap v263: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:43:52.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:52 smithi050 ceph-mon[36071]: pgmap v264: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:53.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:52 smithi137 ceph-mon[36552]: pgmap v264: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:53.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:52 smithi044 ceph-mon[31645]: pgmap v264: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:54.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:54 smithi050 ceph-mon[36071]: pgmap v265: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:43:55.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:54 smithi137 ceph-mon[36552]: pgmap v265: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:43:55.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:54 smithi044 ceph-mon[31645]: pgmap v265: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:43:56.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:56 smithi050 ceph-mon[36071]: pgmap v266: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:57.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:56 smithi137 ceph-mon[36552]: pgmap v266: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:57.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:56 smithi044 ceph-mon[31645]: pgmap v266: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:58.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:43:58 smithi050 ceph-mon[36071]: pgmap v267: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:59.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:43:58 smithi137 ceph-mon[36552]: pgmap v267: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:43:59.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:43:58 smithi044 ceph-mon[31645]: pgmap v267: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:00.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:00 smithi050 ceph-mon[36071]: pgmap v268: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:44:01.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:00 smithi137 ceph-mon[36552]: pgmap v268: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:44:01.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:00 smithi044 ceph-mon[31645]: pgmap v268: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:44:02.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:02 smithi050 ceph-mon[36071]: pgmap v269: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:03.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:02 smithi137 ceph-mon[36552]: pgmap v269: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:03.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:02 smithi044 ceph-mon[31645]: pgmap v269: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:04.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:04 smithi050 ceph-mon[36071]: pgmap v270: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-05-27T00:44:05.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:04 smithi137 ceph-mon[36552]: pgmap v270: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-05-27T00:44:05.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:04 smithi044 ceph-mon[31645]: pgmap v270: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-05-27T00:44:06.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:06 smithi050 ceph-mon[36071]: pgmap v271: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:44:07.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:06 smithi137 ceph-mon[36552]: pgmap v271: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:44:07.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:06 smithi044 ceph-mon[31645]: pgmap v271: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:44:09.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:08 smithi137 ceph-mon[36552]: pgmap v272: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:44:09.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:08 smithi137 ceph-mon[36552]: osdmap e101: 12 total, 12 up, 12 in 2024-05-27T00:44:09.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:08 smithi044 ceph-mon[31645]: pgmap v272: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:44:09.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:08 smithi044 ceph-mon[31645]: osdmap e101: 12 total, 12 up, 12 in 2024-05-27T00:44:09.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:08 smithi050 ceph-mon[36071]: pgmap v272: 129 pgs: 129 active+clean; 259 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:44:09.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:08 smithi050 ceph-mon[36071]: osdmap e101: 12 total, 12 up, 12 in 2024-05-27T00:44:11.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:10 smithi137 ceph-mon[36552]: pgmap v274: 129 pgs: 18 active+clean+snaptrim, 56 active+clean, 55 active+clean+snaptrim_wait; 222 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:44:11.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:10 smithi044 ceph-mon[31645]: pgmap v274: 129 pgs: 18 active+clean+snaptrim, 56 active+clean, 55 active+clean+snaptrim_wait; 222 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:44:11.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:10 smithi050 ceph-mon[36071]: pgmap v274: 129 pgs: 18 active+clean+snaptrim, 56 active+clean, 55 active+clean+snaptrim_wait; 222 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:44:13.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:12 smithi137 ceph-mon[36552]: pgmap v275: 129 pgs: 18 active+clean+snaptrim, 56 active+clean, 55 active+clean+snaptrim_wait; 222 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:44:13.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:12 smithi044 ceph-mon[31645]: pgmap v275: 129 pgs: 18 active+clean+snaptrim, 56 active+clean, 55 active+clean+snaptrim_wait; 222 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:44:13.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:12 smithi050 ceph-mon[36071]: pgmap v275: 129 pgs: 18 active+clean+snaptrim, 56 active+clean, 55 active+clean+snaptrim_wait; 222 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:44:15.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:14 smithi137 ceph-mon[36552]: pgmap v276: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-05-27T00:44:15.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:14 smithi137 ceph-mon[36552]: osdmap e102: 12 total, 12 up, 12 in 2024-05-27T00:44:15.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:14 smithi044 ceph-mon[31645]: pgmap v276: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-05-27T00:44:15.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:14 smithi044 ceph-mon[31645]: osdmap e102: 12 total, 12 up, 12 in 2024-05-27T00:44:15.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:14 smithi050 ceph-mon[36071]: pgmap v276: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-05-27T00:44:15.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:14 smithi050 ceph-mon[36071]: osdmap e102: 12 total, 12 up, 12 in 2024-05-27T00:44:17.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:16 smithi137 ceph-mon[36552]: pgmap v278: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-27T00:44:17.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:16 smithi044 ceph-mon[31645]: pgmap v278: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-27T00:44:17.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:16 smithi050 ceph-mon[36071]: pgmap v278: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-27T00:44:19.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:18 smithi137 ceph-mon[36552]: pgmap v279: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 207 B/s wr, 6 op/s 2024-05-27T00:44:19.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:18 smithi044 ceph-mon[31645]: pgmap v279: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 207 B/s wr, 6 op/s 2024-05-27T00:44:19.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:18 smithi050 ceph-mon[36071]: pgmap v279: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 207 B/s wr, 6 op/s 2024-05-27T00:44:21.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:20 smithi137 ceph-mon[36552]: pgmap v280: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:44:21.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:20 smithi044 ceph-mon[31645]: pgmap v280: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:44:21.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:20 smithi050 ceph-mon[36071]: pgmap v280: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:44:23.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:22 smithi137 ceph-mon[36552]: pgmap v281: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:44:23.002 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:22 smithi050 ceph-mon[36071]: pgmap v281: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:44:23.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:22 smithi044 ceph-mon[31645]: pgmap v281: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:44:25.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:24 smithi137 ceph-mon[36552]: pgmap v282: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-27T00:44:25.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:24 smithi044 ceph-mon[31645]: pgmap v282: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-27T00:44:25.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:24 smithi050 ceph-mon[36071]: pgmap v282: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-27T00:44:27.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:26 smithi137 ceph-mon[36552]: pgmap v283: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-27T00:44:27.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:26 smithi044 ceph-mon[31645]: pgmap v283: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-27T00:44:27.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:26 smithi050 ceph-mon[36071]: pgmap v283: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-27T00:44:29.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:28 smithi044 ceph-mon[31645]: pgmap v284: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:29.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:28 smithi050 ceph-mon[36071]: pgmap v284: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:29.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:28 smithi137 ceph-mon[36552]: pgmap v284: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:31.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:30 smithi044 ceph-mon[31645]: pgmap v285: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:44:31.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:30 smithi050 ceph-mon[36071]: pgmap v285: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:44:31.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:30 smithi137 ceph-mon[36552]: pgmap v285: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:44:33.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:32 smithi044 ceph-mon[31645]: pgmap v286: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:33.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:32 smithi050 ceph-mon[36071]: pgmap v286: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:33.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:32 smithi137 ceph-mon[36552]: pgmap v286: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:35.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:34 smithi044 ceph-mon[31645]: pgmap v287: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:44:35.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:34 smithi050 ceph-mon[36071]: pgmap v287: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:44:35.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:34 smithi137 ceph-mon[36552]: pgmap v287: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:44:37.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:36 smithi044 ceph-mon[31645]: pgmap v288: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:37.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:36 smithi050 ceph-mon[36071]: pgmap v288: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:37.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:36 smithi137 ceph-mon[36552]: pgmap v288: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:39.054 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:38 smithi137 ceph-mon[36552]: pgmap v289: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:39.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:38 smithi044 ceph-mon[31645]: pgmap v289: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:39.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:38 smithi050 ceph-mon[36071]: pgmap v289: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:41.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:40 smithi044 ceph-mon[31645]: pgmap v290: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:44:41.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:40 smithi050 ceph-mon[36071]: pgmap v290: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:44:41.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:40 smithi137 ceph-mon[36552]: pgmap v290: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:44:43.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:42 smithi044 ceph-mon[31645]: pgmap v291: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:44:43.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:42 smithi050 ceph-mon[36071]: pgmap v291: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:44:43.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:42 smithi137 ceph-mon[36552]: pgmap v291: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:44:44.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:43 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:44:44.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:43 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:44:44.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:43 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:44:45.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:44 smithi044 ceph-mon[31645]: pgmap v292: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:44:45.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:44 smithi050 ceph-mon[36071]: pgmap v292: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:44:45.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:44 smithi137 ceph-mon[36552]: pgmap v292: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:44:46.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:45 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:44:46.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:45 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:44:46.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:45 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:44:46.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:45 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:44:46.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:45 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:44:46.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:45 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:44:46.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:45 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:44:46.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:45 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:44:46.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:45 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:44:47.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:46 smithi044 ceph-mon[31645]: pgmap v293: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:44:47.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:46 smithi050 ceph-mon[36071]: pgmap v293: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:44:47.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:46 smithi137 ceph-mon[36552]: pgmap v293: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:44:49.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:48 smithi044 ceph-mon[31645]: pgmap v294: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:44:49.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:48 smithi050 ceph-mon[36071]: pgmap v294: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:44:49.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:48 smithi137 ceph-mon[36552]: pgmap v294: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:44:51.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:50 smithi044 ceph-mon[31645]: pgmap v295: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:44:51.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:50 smithi050 ceph-mon[36071]: pgmap v295: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:44:51.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:50 smithi137 ceph-mon[36552]: pgmap v295: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:44:53.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:52 smithi044 ceph-mon[31645]: pgmap v296: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:53.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:52 smithi050 ceph-mon[36071]: pgmap v296: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:53.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:52 smithi137 ceph-mon[36552]: pgmap v296: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:55.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:54 smithi044 ceph-mon[31645]: pgmap v297: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:44:55.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:54 smithi050 ceph-mon[36071]: pgmap v297: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:44:55.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:54 smithi137 ceph-mon[36552]: pgmap v297: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:44:57.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:56 smithi044 ceph-mon[31645]: pgmap v298: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:57.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:56 smithi050 ceph-mon[36071]: pgmap v298: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:57.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:56 smithi137 ceph-mon[36552]: pgmap v298: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:59.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:44:58 smithi044 ceph-mon[31645]: pgmap v299: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:59.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:44:58 smithi050 ceph-mon[36071]: pgmap v299: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:44:59.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:44:58 smithi137 ceph-mon[36552]: pgmap v299: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:45:01.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:00 smithi044 ceph-mon[31645]: pgmap v300: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:45:01.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:00 smithi050 ceph-mon[36071]: pgmap v300: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:45:01.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:00 smithi137 ceph-mon[36552]: pgmap v300: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:45:03.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:02 smithi044 ceph-mon[31645]: pgmap v301: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:45:03.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:02 smithi050 ceph-mon[36071]: pgmap v301: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:45:03.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:02 smithi137 ceph-mon[36552]: pgmap v301: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:45:05.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:04 smithi044 ceph-mon[31645]: pgmap v302: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-05-27T00:45:05.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:04 smithi050 ceph-mon[36071]: pgmap v302: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-05-27T00:45:05.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:04 smithi137 ceph-mon[36552]: pgmap v302: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-05-27T00:45:07.112 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:06 smithi044 ceph-mon[31645]: pgmap v303: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:45:07.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:06 smithi050 ceph-mon[36071]: pgmap v303: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:45:07.254 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:06 smithi137 ceph-mon[36552]: pgmap v303: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:45:09.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:08 smithi050 ceph-mon[36071]: pgmap v304: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:45:09.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:08 smithi050 ceph-mon[36071]: osdmap e103: 12 total, 12 up, 12 in 2024-05-27T00:45:09.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:08 smithi137 ceph-mon[36552]: pgmap v304: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:45:09.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:08 smithi137 ceph-mon[36552]: osdmap e103: 12 total, 12 up, 12 in 2024-05-27T00:45:09.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:08 smithi044 ceph-mon[31645]: pgmap v304: 129 pgs: 129 active+clean; 140 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:45:09.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:08 smithi044 ceph-mon[31645]: osdmap e103: 12 total, 12 up, 12 in 2024-05-27T00:45:11.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:10 smithi050 ceph-mon[36071]: pgmap v306: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 133 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:45:11.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:10 smithi137 ceph-mon[36552]: pgmap v306: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 133 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:45:11.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:10 smithi044 ceph-mon[31645]: pgmap v306: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 133 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:45:13.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:12 smithi050 ceph-mon[36071]: pgmap v307: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 133 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:45:13.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:12 smithi137 ceph-mon[36552]: pgmap v307: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 133 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:45:13.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:12 smithi044 ceph-mon[31645]: pgmap v307: 129 pgs: 18 active+clean+snaptrim, 54 active+clean+snaptrim_wait, 57 active+clean; 133 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:45:15.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:14 smithi050 ceph-mon[36071]: pgmap v308: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-05-27T00:45:15.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:14 smithi050 ceph-mon[36071]: osdmap e104: 12 total, 12 up, 12 in 2024-05-27T00:45:15.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:14 smithi137 ceph-mon[36552]: pgmap v308: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-05-27T00:45:15.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:14 smithi137 ceph-mon[36552]: osdmap e104: 12 total, 12 up, 12 in 2024-05-27T00:45:15.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:14 smithi044 ceph-mon[31645]: pgmap v308: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-05-27T00:45:15.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:14 smithi044 ceph-mon[31645]: osdmap e104: 12 total, 12 up, 12 in 2024-05-27T00:45:17.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:16 smithi050 ceph-mon[36071]: pgmap v310: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-27T00:45:17.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:16 smithi137 ceph-mon[36552]: pgmap v310: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-27T00:45:17.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:16 smithi044 ceph-mon[31645]: pgmap v310: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-27T00:45:19.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:18 smithi050 ceph-mon[36071]: pgmap v311: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 210 B/s wr, 6 op/s 2024-05-27T00:45:19.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:18 smithi137 ceph-mon[36552]: pgmap v311: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 210 B/s wr, 6 op/s 2024-05-27T00:45:19.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:18 smithi044 ceph-mon[31645]: pgmap v311: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 210 B/s wr, 6 op/s 2024-05-27T00:45:21.164 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:20 smithi044 ceph-mon[31645]: pgmap v312: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:45:21.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:20 smithi050 ceph-mon[36071]: pgmap v312: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:45:21.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:20 smithi137 ceph-mon[36552]: pgmap v312: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:45:23.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:22 smithi050 ceph-mon[36071]: pgmap v313: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:45:23.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:22 smithi137 ceph-mon[36552]: pgmap v313: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:45:23.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:22 smithi044 ceph-mon[31645]: pgmap v313: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-05-27T00:45:24.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:23 smithi137 ceph-mon[36552]: pgmap v314: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-27T00:45:24.361 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:23 smithi044 ceph-mon[31645]: pgmap v314: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-27T00:45:24.450 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:23 smithi050 ceph-mon[36071]: pgmap v314: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-05-27T00:45:26.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:26 smithi050 ceph-mon[36071]: pgmap v315: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-27T00:45:27.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:26 smithi137 ceph-mon[36552]: pgmap v315: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-27T00:45:27.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:26 smithi044 ceph-mon[31645]: pgmap v315: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-27T00:45:28.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:28 smithi050 ceph-mon[36071]: pgmap v316: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:45:29.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:28 smithi137 ceph-mon[36552]: pgmap v316: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:45:29.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:28 smithi044 ceph-mon[31645]: pgmap v316: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:45:30.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:30 smithi050 ceph-mon[36071]: pgmap v317: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:45:31.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:30 smithi137 ceph-mon[36552]: pgmap v317: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:45:31.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:30 smithi044 ceph-mon[31645]: pgmap v317: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:45:31.546 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-05-27T00:45:31.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.763+0000 7f93c7a00640 1 -- 172.21.15.44:0/1116931902 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f93c0075ed0 msgr2=0x7f93c00762b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:31.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.763+0000 7f93c7a00640 1 --2- 172.21.15.44:0/1116931902 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f93c0075ed0 0x7f93c00762b0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f93b4009900 tx=0x7f93b402a3f0 comp rx=0 tx=0).stop 2024-05-27T00:45:31.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.763+0000 7f93c7a00640 1 -- 172.21.15.44:0/1116931902 shutdown_connections 2024-05-27T00:45:31.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.763+0000 7f93c7a00640 1 --2- 172.21.15.44:0/1116931902 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93c0112840 0x7f93c0114c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:31.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.763+0000 7f93c7a00640 1 --2- 172.21.15.44:0/1116931902 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f93c00767f0 0x7f93c0112300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:31.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.763+0000 7f93c7a00640 1 --2- 172.21.15.44:0/1116931902 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f93c0075ed0 0x7f93c00762b0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:31.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.763+0000 7f93c7a00640 1 -- 172.21.15.44:0/1116931902 >> 172.21.15.44:0/1116931902 conn(0x7f93c00ff6d0 msgr2=0x7f93c0101af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:45:31.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.763+0000 7f93c7a00640 1 -- 172.21.15.44:0/1116931902 shutdown_connections 2024-05-27T00:45:31.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.763+0000 7f93c7a00640 1 -- 172.21.15.44:0/1116931902 wait complete. 2024-05-27T00:45:31.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.764+0000 7f93c7a00640 1 Processor -- start 2024-05-27T00:45:31.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.765+0000 7f93c7a00640 1 -- start start 2024-05-27T00:45:31.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.765+0000 7f93c7a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f93c0075ed0 0x7f93c01a4650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:31.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.765+0000 7f93c7a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f93c00767f0 0x7f93c01a4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:31.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.765+0000 7f93c7a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93c0112840 0x7f93c019e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:31.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.765+0000 7f93c7a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f93c01184e0 con 0x7f93c00767f0 2024-05-27T00:45:31.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.765+0000 7f93c7a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f93c0118360 con 0x7f93c0112840 2024-05-27T00:45:31.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.765+0000 7f93c7a00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f93c0118660 con 0x7f93c0075ed0 2024-05-27T00:45:31.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.765+0000 7f93bfe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f93c00767f0 0x7f93c01a4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:31.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.766+0000 7f93c5a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93c0112840 0x7f93c019e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:31.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.766+0000 7f93c5000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f93c0075ed0 0x7f93c01a4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:31.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.766+0000 7f93bfe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f93c00767f0 0x7f93c01a4b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60468/0 (socket says 172.21.15.44:60468) 2024-05-27T00:45:31.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.766+0000 7f93bfe00640 1 -- 172.21.15.44:0/267507877 learned_addr learned my addr 172.21.15.44:0/267507877 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:45:31.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.766+0000 7f93c5a00640 1 -- 172.21.15.44:0/267507877 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f93c0075ed0 msgr2=0x7f93c01a4650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:31.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.766+0000 7f93c5a00640 1 --2- 172.21.15.44:0/267507877 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f93c0075ed0 0x7f93c01a4650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:31.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.766+0000 7f93c5a00640 1 -- 172.21.15.44:0/267507877 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f93c00767f0 msgr2=0x7f93c01a4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:31.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.766+0000 7f93c5a00640 1 --2- 172.21.15.44:0/267507877 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f93c00767f0 0x7f93c01a4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:31.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.766+0000 7f93c5a00640 1 -- 172.21.15.44:0/267507877 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93c019f020 con 0x7f93c0112840 2024-05-27T00:45:31.769 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.766+0000 7f93c5a00640 1 --2- 172.21.15.44:0/267507877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93c0112840 0x7f93c019e760 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f93b8005fd0 tx=0x7f93b800ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:45:31.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.767+0000 7f93bd600640 1 -- 172.21.15.44:0/267507877 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b800cdf0 con 0x7f93c0112840 2024-05-27T00:45:31.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.767+0000 7f93c7a00640 1 -- 172.21.15.44:0/267507877 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93c019f310 con 0x7f93c0112840 2024-05-27T00:45:31.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.767+0000 7f93bd600640 1 -- 172.21.15.44:0/267507877 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f93b8004b20 con 0x7f93c0112840 2024-05-27T00:45:31.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.767+0000 7f93bd600640 1 -- 172.21.15.44:0/267507877 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b8010760 con 0x7f93c0112840 2024-05-27T00:45:31.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.767+0000 7f93c7a00640 1 -- 172.21.15.44:0/267507877 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93c01ab5d0 con 0x7f93c0112840 2024-05-27T00:45:31.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.768+0000 7f93c7a00640 1 -- 172.21.15.44:0/267507877 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93c0077610 con 0x7f93c0112840 2024-05-27T00:45:31.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.770+0000 7f93bd600640 1 -- 172.21.15.44:0/267507877 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f93b8010a00 con 0x7f93c0112840 2024-05-27T00:45:31.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.772+0000 7f93bd600640 1 --2- 172.21.15.44:0/267507877 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f93a80a2e20 0x7f93a80a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:31.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.772+0000 7f93bd600640 1 -- 172.21.15.44:0/267507877 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9496+0+0 (secure 0 0 0) 0x7f93b80cfee0 con 0x7f93c0112840 2024-05-27T00:45:31.773 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.772+0000 7f93c5000640 1 --2- 172.21.15.44:0/267507877 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f93a80a2e20 0x7f93a80a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:31.774 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.773+0000 7f93c5000640 1 --2- 172.21.15.44:0/267507877 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f93a80a2e20 0x7f93a80a52e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f93b4009230 tx=0x7f93b40058d0 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:45:31.778 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:31.774+0000 7f93bd600640 1 -- 172.21.15.44:0/267507877 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f93b809c6d0 con 0x7f93c0112840 2024-05-27T00:45:32.006 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.004+0000 7f93c7a00640 1 -- 172.21.15.44:0/267507877 --> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f93c0061de0 con 0x7f93a80a2e20 2024-05-27T00:45:32.020 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.019+0000 7f93bd600640 1 -- 172.21.15.44:0/267507877 <== mgr.25393 v2:172.21.15.44:6800/2850957139 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+350 (secure 0 0 0) 0x7f93c0061de0 con 0x7f93a80a2e20 2024-05-27T00:45:32.020 INFO:teuthology.orchestra.run.smithi044.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-05-27T00:00:00", "created": "2024-05-27T00:35:30", "first": "2024-05-27T00:36:00", "last": "2024-05-27T00:45:00", "last_pruned": "2024-05-27T00:45:00", "created_count": 10, "pruned_count": 4, "active": true} 2024-05-27T00:45:32.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.022+0000 7f93c7a00640 1 -- 172.21.15.44:0/267507877 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f93a80a2e20 msgr2=0x7f93a80a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:32.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.022+0000 7f93c7a00640 1 --2- 172.21.15.44:0/267507877 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f93a80a2e20 0x7f93a80a52e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f93b4009230 tx=0x7f93b40058d0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.022+0000 7f93c7a00640 1 -- 172.21.15.44:0/267507877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93c0112840 msgr2=0x7f93c019e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:32.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.022+0000 7f93c7a00640 1 --2- 172.21.15.44:0/267507877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93c0112840 0x7f93c019e760 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f93b8005fd0 tx=0x7f93b800ef10 comp rx=0 tx=0).stop 2024-05-27T00:45:32.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.022+0000 7f93c7a00640 1 -- 172.21.15.44:0/267507877 shutdown_connections 2024-05-27T00:45:32.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.022+0000 7f93c7a00640 1 --2- 172.21.15.44:0/267507877 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f93a80a2e20 0x7f93a80a52e0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.022+0000 7f93c7a00640 1 --2- 172.21.15.44:0/267507877 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f93c0112840 0x7f93c019e760 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.022+0000 7f93c7a00640 1 --2- 172.21.15.44:0/267507877 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f93c00767f0 0x7f93c01a4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.022+0000 7f93c7a00640 1 --2- 172.21.15.44:0/267507877 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f93c0075ed0 0x7f93c01a4650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.022+0000 7f93c7a00640 1 -- 172.21.15.44:0/267507877 >> 172.21.15.44:0/267507877 conn(0x7f93c00ff6d0 msgr2=0x7f93c0101ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:45:32.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.022+0000 7f93c7a00640 1 -- 172.21.15.44:0/267507877 shutdown_connections 2024-05-27T00:45:32.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.022+0000 7f93c7a00640 1 -- 172.21.15.44:0/267507877 wait complete. 2024-05-27T00:45:32.042 DEBUG:teuthology.orchestra.run.smithi044:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-05-27T00:45:32.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.233+0000 7fb803e00640 1 -- 172.21.15.44:0/3177653149 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb804073d70 msgr2=0x7fb804074150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:32.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.233+0000 7fb803e00640 1 --2- 172.21.15.44:0/3177653149 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb804073d70 0x7fb804074150 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fb7f4009ca0 tx=0x7fb7f402a950 comp rx=0 tx=0).stop 2024-05-27T00:45:32.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.234+0000 7fb803e00640 1 -- 172.21.15.44:0/3177653149 shutdown_connections 2024-05-27T00:45:32.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.234+0000 7fb803e00640 1 --2- 172.21.15.44:0/3177653149 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb80410e060 0x7fb804110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.234+0000 7fb803e00640 1 --2- 172.21.15.44:0/3177653149 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb804074690 0x7fb80410db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.234+0000 7fb803e00640 1 --2- 172.21.15.44:0/3177653149 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb804073d70 0x7fb804074150 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.234+0000 7fb803e00640 1 -- 172.21.15.44:0/3177653149 >> 172.21.15.44:0/3177653149 conn(0x7fb8040fd2f0 msgr2=0x7fb8040ff710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:45:32.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.234+0000 7fb803e00640 1 -- 172.21.15.44:0/3177653149 shutdown_connections 2024-05-27T00:45:32.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.234+0000 7fb803e00640 1 -- 172.21.15.44:0/3177653149 wait complete. 2024-05-27T00:45:32.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.235+0000 7fb803e00640 1 Processor -- start 2024-05-27T00:45:32.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.235+0000 7fb803e00640 1 -- start start 2024-05-27T00:45:32.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.236+0000 7fb803e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb804073d70 0x7fb80419a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:32.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.236+0000 7fb803e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb804074690 0x7fb80419a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:32.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.236+0000 7fb803e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb80410e060 0x7fb80419ec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:32.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.236+0000 7fb803e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fb804113f20 con 0x7fb80410e060 2024-05-27T00:45:32.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.236+0000 7fb803e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb804113da0 con 0x7fb804074690 2024-05-27T00:45:32.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.236+0000 7fb803e00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fb8041140a0 con 0x7fb804073d70 2024-05-27T00:45:32.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.236+0000 7fb802000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb804074690 0x7fb80419a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:32.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.236+0000 7fb802a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb804073d70 0x7fb80419a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:32.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.236+0000 7fb802000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb804074690 0x7fb80419a960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:34152/0 (socket says 172.21.15.44:34152) 2024-05-27T00:45:32.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.236+0000 7fb802000640 1 -- 172.21.15.44:0/1970186276 learned_addr learned my addr 172.21.15.44:0/1970186276 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:45:32.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.236+0000 7fb803400640 1 --2- 172.21.15.44:0/1970186276 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb80410e060 0x7fb80419ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:32.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.236+0000 7fb802000640 1 -- 172.21.15.44:0/1970186276 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb804073d70 msgr2=0x7fb80419a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:32.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.236+0000 7fb802000640 1 --2- 172.21.15.44:0/1970186276 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb804073d70 0x7fb80419a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.236+0000 7fb802000640 1 -- 172.21.15.44:0/1970186276 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb80410e060 msgr2=0x7fb80419ec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:32.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.236+0000 7fb802000640 1 --2- 172.21.15.44:0/1970186276 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb80410e060 0x7fb80419ec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.236+0000 7fb802000640 1 -- 172.21.15.44:0/1970186276 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb80419f3c0 con 0x7fb804074690 2024-05-27T00:45:32.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.236+0000 7fb802a00640 1 --2- 172.21.15.44:0/1970186276 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb804073d70 0x7fb80419a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:45:32.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.237+0000 7fb802000640 1 --2- 172.21.15.44:0/1970186276 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb804074690 0x7fb80419a960 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fb7f000e9f0 tx=0x7fb7f000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:45:32.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.237+0000 7fb7fb400640 1 -- 172.21.15.44:0/1970186276 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7f000cd80 con 0x7fb804074690 2024-05-27T00:45:32.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.237+0000 7fb7fb400640 1 -- 172.21.15.44:0/1970186276 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb7f0010930 con 0x7fb804074690 2024-05-27T00:45:32.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.237+0000 7fb7fb400640 1 -- 172.21.15.44:0/1970186276 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7f0018b00 con 0x7fb804074690 2024-05-27T00:45:32.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.237+0000 7fb803e00640 1 -- 172.21.15.44:0/1970186276 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb80419f6b0 con 0x7fb804074690 2024-05-27T00:45:32.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.237+0000 7fb803e00640 1 -- 172.21.15.44:0/1970186276 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8041a6f40 con 0x7fb804074690 2024-05-27T00:45:32.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.239+0000 7fb803e00640 1 -- 172.21.15.44:0/1970186276 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb80404ffb0 con 0x7fb804074690 2024-05-27T00:45:32.242 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.241+0000 7fb7fb400640 1 -- 172.21.15.44:0/1970186276 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fb7f0018ca0 con 0x7fb804074690 2024-05-27T00:45:32.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.242+0000 7fb7fb400640 1 --2- 172.21.15.44:0/1970186276 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fb7e80a2cf0 0x7fb7e80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:32.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.243+0000 7fb7fb400640 1 -- 172.21.15.44:0/1970186276 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9496+0+0 (secure 0 0 0) 0x7fb7f00cfc00 con 0x7fb804074690 2024-05-27T00:45:32.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.243+0000 7fb802a00640 1 --2- 172.21.15.44:0/1970186276 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fb7e80a2cf0 0x7fb7e80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:32.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.244+0000 7fb802a00640 1 --2- 172.21.15.44:0/1970186276 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fb7e80a2cf0 0x7fb7e80a51b0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fb7f4004ad0 tx=0x7fb7f4004a40 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:45:32.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.247+0000 7fb7fb400640 1 -- 172.21.15.44:0/1970186276 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb7f009bda0 con 0x7fb804074690 2024-05-27T00:45:32.478 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.477+0000 7fb803e00640 1 -- 172.21.15.44:0/1970186276 --> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7fb804061de0 con 0x7fb7e80a2cf0 2024-05-27T00:45:32.494 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.493+0000 7fb7fb400640 1 -- 172.21.15.44:0/1970186276 <== mgr.25393 v2:172.21.15.44:6800/2850957139 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7fb804061de0 con 0x7fb7e80a2cf0 2024-05-27T00:45:32.494 INFO:teuthology.orchestra.run.smithi044.stdout:/ 1m 6m3h 2024-05-27T00:45:32.497 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.496+0000 7fb803e00640 1 -- 172.21.15.44:0/1970186276 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fb7e80a2cf0 msgr2=0x7fb7e80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:32.497 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.496+0000 7fb803e00640 1 --2- 172.21.15.44:0/1970186276 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fb7e80a2cf0 0x7fb7e80a51b0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fb7f4004ad0 tx=0x7fb7f4004a40 comp rx=0 tx=0).stop 2024-05-27T00:45:32.497 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.496+0000 7fb803e00640 1 -- 172.21.15.44:0/1970186276 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb804074690 msgr2=0x7fb80419a960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:32.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.496+0000 7fb803e00640 1 --2- 172.21.15.44:0/1970186276 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb804074690 0x7fb80419a960 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fb7f000e9f0 tx=0x7fb7f000eeb0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.496+0000 7fb803e00640 1 -- 172.21.15.44:0/1970186276 shutdown_connections 2024-05-27T00:45:32.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.496+0000 7fb803e00640 1 --2- 172.21.15.44:0/1970186276 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fb7e80a2cf0 0x7fb7e80a51b0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.496+0000 7fb803e00640 1 --2- 172.21.15.44:0/1970186276 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fb80410e060 0x7fb80419ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.496+0000 7fb803e00640 1 --2- 172.21.15.44:0/1970186276 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fb804074690 0x7fb80419a960 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.496+0000 7fb803e00640 1 --2- 172.21.15.44:0/1970186276 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fb804073d70 0x7fb80419a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.496+0000 7fb803e00640 1 -- 172.21.15.44:0/1970186276 >> 172.21.15.44:0/1970186276 conn(0x7fb8040fd2f0 msgr2=0x7fb8040fe000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:45:32.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.496+0000 7fb803e00640 1 -- 172.21.15.44:0/1970186276 shutdown_connections 2024-05-27T00:45:32.498 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.496+0000 7fb803e00640 1 -- 172.21.15.44:0/1970186276 wait complete. 2024-05-27T00:45:32.516 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-05-27T00:45:32.529 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-05-27T00:45:32.530 ERROR:teuthology.run_tasks:Manager failed: fwd_scrub Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_e7ae7580c417d6ab27fda98fecadca5d9f85d63e/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph_7d7cb32d1d130135a98121a564d709025c2154b6/qa/tasks/fwd_scrub.py", line 164, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph_7d7cb32d1d130135a98121a564d709025c2154b6/qa/tasks/fwd_scrub.py", line 99, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-05-27T00:45:32.531 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-05-27T00:45:32.541 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:45:32.762 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.760+0000 7fcef3200640 1 -- 172.21.15.44:0/4065524174 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fceec107790 msgr2=0x7fceec107b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:32.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.760+0000 7fcef3200640 1 --2- 172.21.15.44:0/4065524174 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fceec107790 0x7fceec107b70 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fcee0009930 tx=0x7fcee002a420 comp rx=0 tx=0).stop 2024-05-27T00:45:32.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.761+0000 7fcef3200640 1 -- 172.21.15.44:0/4065524174 shutdown_connections 2024-05-27T00:45:32.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.761+0000 7fcef3200640 1 --2- 172.21.15.44:0/4065524174 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fceec102140 0x7fceec10e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.761+0000 7fcef3200640 1 --2- 172.21.15.44:0/4065524174 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fceec101780 0x7fceec101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.761+0000 7fcef3200640 1 --2- 172.21.15.44:0/4065524174 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fceec107790 0x7fceec107b70 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.761+0000 7fcef3200640 1 -- 172.21.15.44:0/4065524174 >> 172.21.15.44:0/4065524174 conn(0x7fceec0fd2d0 msgr2=0x7fceec0ff6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:45:32.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.761+0000 7fcef3200640 1 -- 172.21.15.44:0/4065524174 shutdown_connections 2024-05-27T00:45:32.763 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.761+0000 7fcef3200640 1 -- 172.21.15.44:0/4065524174 wait complete. 2024-05-27T00:45:32.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.762+0000 7fcef3200640 1 Processor -- start 2024-05-27T00:45:32.765 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.762+0000 7fcef3200640 1 -- start start 2024-05-27T00:45:32.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.762+0000 7fcef3200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fceec101780 0x7fceec19a350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:32.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.762+0000 7fcef3200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fceec102140 0x7fceec19a890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:32.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.762+0000 7fcef3200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fceec107790 0x7fceec19ec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:32.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.762+0000 7fcef3200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fceec111cd0 con 0x7fceec107790 2024-05-27T00:45:32.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.762+0000 7fcef3200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fceec111b50 con 0x7fceec101780 2024-05-27T00:45:32.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.762+0000 7fcef3200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fceec111e50 con 0x7fceec102140 2024-05-27T00:45:32.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.762+0000 7fcef2800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fceec107790 0x7fceec19ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:32.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.763+0000 7fcef2800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fceec107790 0x7fceec19ec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60508/0 (socket says 172.21.15.44:60508) 2024-05-27T00:45:32.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.763+0000 7fcef2800640 1 -- 172.21.15.44:0/1736222962 learned_addr learned my addr 172.21.15.44:0/1736222962 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:45:32.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.763+0000 7fcef1400640 1 --2- 172.21.15.44:0/1736222962 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fceec102140 0x7fceec19a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:32.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.763+0000 7fcef1e00640 1 --2- 172.21.15.44:0/1736222962 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fceec101780 0x7fceec19a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:32.766 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.763+0000 7fcef2800640 1 -- 172.21.15.44:0/1736222962 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fceec102140 msgr2=0x7fceec19a890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:32.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.763+0000 7fcef2800640 1 --2- 172.21.15.44:0/1736222962 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fceec102140 0x7fceec19a890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.763+0000 7fcef2800640 1 -- 172.21.15.44:0/1736222962 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fceec101780 msgr2=0x7fceec19a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:32.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.763+0000 7fcef2800640 1 --2- 172.21.15.44:0/1736222962 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fceec101780 0x7fceec19a350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.763+0000 7fcef2800640 1 -- 172.21.15.44:0/1736222962 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fceec19f340 con 0x7fceec107790 2024-05-27T00:45:32.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.763+0000 7fcef1e00640 1 --2- 172.21.15.44:0/1736222962 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fceec101780 0x7fceec19a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:45:32.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.763+0000 7fcef2800640 1 --2- 172.21.15.44:0/1736222962 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fceec107790 0x7fceec19ec10 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fcee800eb10 tx=0x7fcee800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:45:32.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.764+0000 7fcee6a00640 1 -- 172.21.15.44:0/1736222962 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcee8004b20 con 0x7fceec107790 2024-05-27T00:45:32.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.764+0000 7fcee6a00640 1 -- 172.21.15.44:0/1736222962 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fcee8004cc0 con 0x7fceec107790 2024-05-27T00:45:32.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.764+0000 7fcef3200640 1 -- 172.21.15.44:0/1736222962 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fceec19f630 con 0x7fceec107790 2024-05-27T00:45:32.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.764+0000 7fcee6a00640 1 -- 172.21.15.44:0/1736222962 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcee80107f0 con 0x7fceec107790 2024-05-27T00:45:32.767 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.764+0000 7fcef3200640 1 -- 172.21.15.44:0/1736222962 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fceec1a6ec0 con 0x7fceec107790 2024-05-27T00:45:32.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.765+0000 7fcef3200640 1 -- 172.21.15.44:0/1736222962 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fceec068b30 con 0x7fceec107790 2024-05-27T00:45:32.768 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.767+0000 7fcee6a00640 1 -- 172.21.15.44:0/1736222962 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fcee8005020 con 0x7fceec107790 2024-05-27T00:45:32.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.768+0000 7fcee6a00640 1 --2- 172.21.15.44:0/1736222962 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fced40a2d00 0x7fced40a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:32.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.769+0000 7fcee6a00640 1 -- 172.21.15.44:0/1736222962 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9496+0+0 (secure 0 0 0) 0x7fcee80cfdb0 con 0x7fceec107790 2024-05-27T00:45:32.770 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.769+0000 7fcef1e00640 1 --2- 172.21.15.44:0/1736222962 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fced40a2d00 0x7fced40a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:32.771 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.770+0000 7fcef1e00640 1 --2- 172.21.15.44:0/1736222962 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fced40a2d00 0x7fced40a51c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fcee0006010 tx=0x7fcee0000bc0 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:45:32.775 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.773+0000 7fcee6a00640 1 -- 172.21.15.44:0/1736222962 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fcee80d4070 con 0x7fceec107790 2024-05-27T00:45:32.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:32 smithi044 ceph-mon[31645]: pgmap v318: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:45:32.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:32 smithi050 ceph-mon[36071]: pgmap v318: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:45:32.983 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.980+0000 7fcef3200640 1 -- 172.21.15.44:0/1736222962 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fceec1a71f0 con 0x7fceec107790 2024-05-27T00:45:32.986 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.984+0000 7fcee6a00640 1 -- 172.21.15.44:0/1736222962 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v104) ==== 74+0+25254 (secure 0 0 0) 0x7fcee809c5a0 con 0x7fceec107790 2024-05-27T00:45:32.986 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:45:32.987 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":104,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:45:14.254560+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":103,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":103,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.19","mappings":[{"from":3,"to":7}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/3112025334":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/2815226501":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/1635201417":"2024-05-28T00:35:17.272654+0000","172.21.15.44:6801/3215479563":"2024-05-28T00:35:17.272654+0000","172.21.15.44:6800/3215479563":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/2718148546":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]},{"pool":4,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:45:32.988 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.987+0000 7fcef3200640 1 -- 172.21.15.44:0/1736222962 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fced40a2d00 msgr2=0x7fced40a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:32.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.987+0000 7fcef3200640 1 --2- 172.21.15.44:0/1736222962 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fced40a2d00 0x7fced40a51c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fcee0006010 tx=0x7fcee0000bc0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.987+0000 7fcef3200640 1 -- 172.21.15.44:0/1736222962 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fceec107790 msgr2=0x7fceec19ec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:32.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.987+0000 7fcef3200640 1 --2- 172.21.15.44:0/1736222962 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fceec107790 0x7fceec19ec10 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fcee800eb10 tx=0x7fcee800c2d0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.987+0000 7fcef3200640 1 -- 172.21.15.44:0/1736222962 shutdown_connections 2024-05-27T00:45:32.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.987+0000 7fcef3200640 1 --2- 172.21.15.44:0/1736222962 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fced40a2d00 0x7fced40a51c0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.987+0000 7fcef3200640 1 --2- 172.21.15.44:0/1736222962 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fceec107790 0x7fceec19ec10 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.987+0000 7fcef3200640 1 --2- 172.21.15.44:0/1736222962 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fceec102140 0x7fceec19a890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.987+0000 7fcef3200640 1 --2- 172.21.15.44:0/1736222962 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fceec101780 0x7fceec19a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:32.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.987+0000 7fcef3200640 1 -- 172.21.15.44:0/1736222962 >> 172.21.15.44:0/1736222962 conn(0x7fceec0fd2d0 msgr2=0x7fceec10cf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:45:32.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.988+0000 7fcef3200640 1 -- 172.21.15.44:0/1736222962 shutdown_connections 2024-05-27T00:45:32.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:32.988+0000 7fcef3200640 1 -- 172.21.15.44:0/1736222962 wait complete. 2024-05-27T00:45:33.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:32 smithi137 ceph-mon[36552]: pgmap v318: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:45:33.011 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-27T00:27:02.979133+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-27T00:32:16.909207+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-27T00:32:17.962562+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '103', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 15, 'snap_epoch': 103, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-05-27T00:32:21.951818+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '103', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 15, 'snap_epoch': 103, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-05-27T00:45:33.012 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-27T00:45:33.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.230+0000 7f6e1b200640 1 -- 172.21.15.44:0/3333145844 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6e1c101850 msgr2=0x7f6e1c101cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:33.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.230+0000 7f6e1b200640 1 --2- 172.21.15.44:0/3333145844 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6e1c101850 0x7f6e1c101cd0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f6e08009930 tx=0x7f6e0802a440 comp rx=0 tx=0).stop 2024-05-27T00:45:33.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.230+0000 7f6e1b200640 1 -- 172.21.15.44:0/3333145844 shutdown_connections 2024-05-27T00:45:33.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.230+0000 7f6e1b200640 1 --2- 172.21.15.44:0/3333145844 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e1c102210 0x7f6e1c10e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:33.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.230+0000 7f6e1b200640 1 --2- 172.21.15.44:0/3333145844 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6e1c101850 0x7f6e1c101cd0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:33.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.230+0000 7f6e1b200640 1 --2- 172.21.15.44:0/3333145844 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e1c107860 0x7f6e1c107c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:33.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.230+0000 7f6e1b200640 1 -- 172.21.15.44:0/3333145844 >> 172.21.15.44:0/3333145844 conn(0x7f6e1c0fd340 msgr2=0x7f6e1c0ff760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:45:33.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.230+0000 7f6e1b200640 1 -- 172.21.15.44:0/3333145844 shutdown_connections 2024-05-27T00:45:33.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.231+0000 7f6e1b200640 1 -- 172.21.15.44:0/3333145844 wait complete. 2024-05-27T00:45:33.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.231+0000 7f6e1b200640 1 Processor -- start 2024-05-27T00:45:33.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.232+0000 7f6e1b200640 1 -- start start 2024-05-27T00:45:33.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.232+0000 7f6e1b200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e1c101850 0x7f6e1c073ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:33.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.232+0000 7f6e1b200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e1c102210 0x7f6e1c0741e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:33.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.232+0000 7f6e1b200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6e1c107860 0x7f6e1c074720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:33.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.232+0000 7f6e1b200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6e1c111d60 con 0x7f6e1c102210 2024-05-27T00:45:33.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.232+0000 7f6e1b200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6e1c111be0 con 0x7f6e1c101850 2024-05-27T00:45:33.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.232+0000 7f6e1b200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f6e1c111ee0 con 0x7f6e1c107860 2024-05-27T00:45:33.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.232+0000 7f6e19400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e1c102210 0x7f6e1c0741e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:33.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.232+0000 7f6e19400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e1c102210 0x7f6e1c0741e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60526/0 (socket says 172.21.15.44:60526) 2024-05-27T00:45:33.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.232+0000 7f6e19400640 1 -- 172.21.15.44:0/1862824630 learned_addr learned my addr 172.21.15.44:0/1862824630 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:45:33.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.232+0000 7f6e19e00640 1 --2- 172.21.15.44:0/1862824630 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e1c101850 0x7f6e1c073ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:33.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.232+0000 7f6e1a800640 1 --2- 172.21.15.44:0/1862824630 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6e1c107860 0x7f6e1c074720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:33.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.233+0000 7f6e19400640 1 -- 172.21.15.44:0/1862824630 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6e1c107860 msgr2=0x7f6e1c074720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:33.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.233+0000 7f6e19400640 1 --2- 172.21.15.44:0/1862824630 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6e1c107860 0x7f6e1c074720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:33.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.233+0000 7f6e19400640 1 -- 172.21.15.44:0/1862824630 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e1c101850 msgr2=0x7f6e1c073ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:33.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.233+0000 7f6e19400640 1 --2- 172.21.15.44:0/1862824630 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e1c101850 0x7f6e1c073ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:33.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.233+0000 7f6e19400640 1 -- 172.21.15.44:0/1862824630 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e1c1a6720 con 0x7f6e1c102210 2024-05-27T00:45:33.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.233+0000 7f6e19e00640 1 --2- 172.21.15.44:0/1862824630 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e1c101850 0x7f6e1c073ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:45:33.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.233+0000 7f6e19400640 1 --2- 172.21.15.44:0/1862824630 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e1c102210 0x7f6e1c0741e0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f6e08009230 tx=0x7f6e08004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:45:33.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.233+0000 7f6e12a00640 1 -- 172.21.15.44:0/1862824630 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e0803f030 con 0x7f6e1c102210 2024-05-27T00:45:33.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.233+0000 7f6e12a00640 1 -- 172.21.15.44:0/1862824630 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6e08003af0 con 0x7f6e1c102210 2024-05-27T00:45:33.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.234+0000 7f6e1b200640 1 -- 172.21.15.44:0/1862824630 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e1c1a69b0 con 0x7f6e1c102210 2024-05-27T00:45:33.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.234+0000 7f6e12a00640 1 -- 172.21.15.44:0/1862824630 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e08035070 con 0x7f6e1c102210 2024-05-27T00:45:33.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.234+0000 7f6e1b200640 1 -- 172.21.15.44:0/1862824630 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e1c1a6ea0 con 0x7f6e1c102210 2024-05-27T00:45:33.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.235+0000 7f6e1b200640 1 -- 172.21.15.44:0/1862824630 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e1c068b30 con 0x7f6e1c102210 2024-05-27T00:45:33.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.237+0000 7f6e12a00640 1 -- 172.21.15.44:0/1862824630 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6e08042030 con 0x7f6e1c102210 2024-05-27T00:45:33.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.238+0000 7f6e12a00640 1 --2- 172.21.15.44:0/1862824630 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6e000a2d00 0x7f6e000a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:33.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.238+0000 7f6e12a00640 1 -- 172.21.15.44:0/1862824630 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9496+0+0 (secure 0 0 0) 0x7f6e080f0070 con 0x7f6e1c102210 2024-05-27T00:45:33.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.239+0000 7f6e19e00640 1 --2- 172.21.15.44:0/1862824630 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6e000a2d00 0x7f6e000a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:33.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.239+0000 7f6e19e00640 1 --2- 172.21.15.44:0/1862824630 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6e000a2d00 0x7f6e000a51c0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f6e0c00bf50 tx=0x7f6e0c00b390 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:45:33.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.246+0000 7f6e12a00640 1 -- 172.21.15.44:0/1862824630 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f6e080bc2d0 con 0x7f6e1c102210 2024-05-27T00:45:33.450 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.449+0000 7f6e1b200640 1 -- 172.21.15.44:0/1862824630 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f6e1c109de0 con 0x7f6e1c102210 2024-05-27T00:45:33.452 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.450+0000 7f6e12a00640 1 -- 172.21.15.44:0/1862824630 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v104) ==== 93+0+10 (secure 0 0 0) 0x7f6e080c05d0 con 0x7f6e1c102210 2024-05-27T00:45:33.452 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 1 2024-05-27T00:45:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.453+0000 7f6e1b200640 1 -- 172.21.15.44:0/1862824630 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6e000a2d00 msgr2=0x7f6e000a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.453+0000 7f6e1b200640 1 --2- 172.21.15.44:0/1862824630 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6e000a2d00 0x7f6e000a51c0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f6e0c00bf50 tx=0x7f6e0c00b390 comp rx=0 tx=0).stop 2024-05-27T00:45:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.453+0000 7f6e1b200640 1 -- 172.21.15.44:0/1862824630 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e1c102210 msgr2=0x7f6e1c0741e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.453+0000 7f6e1b200640 1 --2- 172.21.15.44:0/1862824630 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e1c102210 0x7f6e1c0741e0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f6e08009230 tx=0x7f6e08004270 comp rx=0 tx=0).stop 2024-05-27T00:45:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.453+0000 7f6e1b200640 1 -- 172.21.15.44:0/1862824630 shutdown_connections 2024-05-27T00:45:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.453+0000 7f6e1b200640 1 --2- 172.21.15.44:0/1862824630 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f6e000a2d00 0x7f6e000a51c0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.453+0000 7f6e1b200640 1 --2- 172.21.15.44:0/1862824630 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6e1c107860 0x7f6e1c074720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.453+0000 7f6e1b200640 1 --2- 172.21.15.44:0/1862824630 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6e1c102210 0x7f6e1c0741e0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.453+0000 7f6e1b200640 1 --2- 172.21.15.44:0/1862824630 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f6e1c101850 0x7f6e1c073ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.453+0000 7f6e1b200640 1 -- 172.21.15.44:0/1862824630 >> 172.21.15.44:0/1862824630 conn(0x7f6e1c0fd340 msgr2=0x7f6e1c0fd980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:45:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.453+0000 7f6e1b200640 1 -- 172.21.15.44:0/1862824630 shutdown_connections 2024-05-27T00:45:33.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.453+0000 7f6e1b200640 1 -- 172.21.15.44:0/1862824630 wait complete. 2024-05-27T00:45:33.474 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-27T00:45:33.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.695+0000 7f9c6a200640 1 -- 172.21.15.44:0/1141552629 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c64075ed0 msgr2=0x7f9c640762b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:33.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.695+0000 7f9c6a200640 1 --2- 172.21.15.44:0/1141552629 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c64075ed0 0x7f9c640762b0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f9c54009930 tx=0x7f9c5402a420 comp rx=0 tx=0).stop 2024-05-27T00:45:33.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.696+0000 7f9c6a200640 1 -- 172.21.15.44:0/1141552629 shutdown_connections 2024-05-27T00:45:33.697 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.696+0000 7f9c6a200640 1 --2- 172.21.15.44:0/1141552629 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9c64112880 0x7f9c64114c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:33.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.696+0000 7f9c6a200640 1 --2- 172.21.15.44:0/1141552629 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c640767f0 0x7f9c64112340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:33.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.696+0000 7f9c6a200640 1 --2- 172.21.15.44:0/1141552629 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c64075ed0 0x7f9c640762b0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:33.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.696+0000 7f9c6a200640 1 -- 172.21.15.44:0/1141552629 >> 172.21.15.44:0/1141552629 conn(0x7f9c640ff730 msgr2=0x7f9c64101b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:45:33.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.696+0000 7f9c6a200640 1 -- 172.21.15.44:0/1141552629 shutdown_connections 2024-05-27T00:45:33.698 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.696+0000 7f9c6a200640 1 -- 172.21.15.44:0/1141552629 wait complete. 2024-05-27T00:45:33.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.697+0000 7f9c6a200640 1 Processor -- start 2024-05-27T00:45:33.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.697+0000 7f9c6a200640 1 -- start start 2024-05-27T00:45:33.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.697+0000 7f9c6a200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c64075ed0 0x7f9c641a4680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:33.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.697+0000 7f9c6a200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c640767f0 0x7f9c641a4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:33.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.697+0000 7f9c6a200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9c64112880 0x7f9c6419e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:33.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.697+0000 7f9c6a200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f9c64118500 con 0x7f9c640767f0 2024-05-27T00:45:33.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.697+0000 7f9c6a200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9c64118380 con 0x7f9c64075ed0 2024-05-27T00:45:33.699 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.697+0000 7f9c6a200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f9c64118680 con 0x7f9c64112880 2024-05-27T00:45:33.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.698+0000 7f9c5aa00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c640767f0 0x7f9c641a4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:33.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.698+0000 7f9c63400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c64075ed0 0x7f9c641a4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:33.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.698+0000 7f9c63e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9c64112880 0x7f9c6419e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:33.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.698+0000 7f9c63400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c64075ed0 0x7f9c641a4680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:34200/0 (socket says 172.21.15.44:34200) 2024-05-27T00:45:33.700 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.698+0000 7f9c63400640 1 -- 172.21.15.44:0/606721927 learned_addr learned my addr 172.21.15.44:0/606721927 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:45:33.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.698+0000 7f9c63400640 1 -- 172.21.15.44:0/606721927 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9c64112880 msgr2=0x7f9c6419e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:33.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.698+0000 7f9c63400640 1 --2- 172.21.15.44:0/606721927 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9c64112880 0x7f9c6419e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:33.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.698+0000 7f9c63400640 1 -- 172.21.15.44:0/606721927 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c640767f0 msgr2=0x7f9c641a4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:33.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.698+0000 7f9c63400640 1 --2- 172.21.15.44:0/606721927 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c640767f0 0x7f9c641a4bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:33.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.698+0000 7f9c63400640 1 -- 172.21.15.44:0/606721927 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c6419f010 con 0x7f9c64075ed0 2024-05-27T00:45:33.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.698+0000 7f9c5aa00640 1 --2- 172.21.15.44:0/606721927 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c640767f0 0x7f9c641a4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:45:33.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.699+0000 7f9c63400640 1 --2- 172.21.15.44:0/606721927 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c64075ed0 0x7f9c641a4680 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f9c54009230 tx=0x7f9c54004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:45:33.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.699+0000 7f9c60c00640 1 -- 172.21.15.44:0/606721927 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c5403f030 con 0x7f9c64075ed0 2024-05-27T00:45:33.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.699+0000 7f9c6a200640 1 -- 172.21.15.44:0/606721927 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c6419f2a0 con 0x7f9c64075ed0 2024-05-27T00:45:33.701 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.699+0000 7f9c6a200640 1 -- 172.21.15.44:0/606721927 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c641ab4d0 con 0x7f9c64075ed0 2024-05-27T00:45:33.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.699+0000 7f9c60c00640 1 -- 172.21.15.44:0/606721927 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9c54003af0 con 0x7f9c64075ed0 2024-05-27T00:45:33.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.699+0000 7f9c60c00640 1 -- 172.21.15.44:0/606721927 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c54049060 con 0x7f9c64075ed0 2024-05-27T00:45:33.702 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.700+0000 7f9c6a200640 1 -- 172.21.15.44:0/606721927 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c40005290 con 0x7f9c64075ed0 2024-05-27T00:45:33.703 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.702+0000 7f9c60c00640 1 -- 172.21.15.44:0/606721927 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9c54042030 con 0x7f9c64075ed0 2024-05-27T00:45:33.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.704+0000 7f9c60c00640 1 --2- 172.21.15.44:0/606721927 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9c480a2d80 0x7f9c480a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:33.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.704+0000 7f9c60c00640 1 -- 172.21.15.44:0/606721927 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9496+0+0 (secure 0 0 0) 0x7f9c540efcd0 con 0x7f9c64075ed0 2024-05-27T00:45:33.705 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.704+0000 7f9c5aa00640 1 --2- 172.21.15.44:0/606721927 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9c480a2d80 0x7f9c480a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:33.706 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.705+0000 7f9c5aa00640 1 --2- 172.21.15.44:0/606721927 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9c480a2d80 0x7f9c480a5240 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f9c640789d0 tx=0x7f9c4c00b390 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:45:33.709 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.708+0000 7f9c60c00640 1 -- 172.21.15.44:0/606721927 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9c540bbe70 con 0x7f9c64075ed0 2024-05-27T00:45:33.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:33 smithi044 ceph-mon[31645]: from='client.26480 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:45:33.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:33 smithi044 ceph-mon[31645]: from='client.26486 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:45:33.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:33 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1736222962' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:45:33.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:33 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1862824630' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:45:33.914 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.913+0000 7f9c6a200640 1 -- 172.21.15.44:0/606721927 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f9c40005850 con 0x7f9c64075ed0 2024-05-27T00:45:33.915 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.914+0000 7f9c60c00640 1 -- 172.21.15.44:0/606721927 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v104) ==== 104+0+11 (secure 0 0 0) 0x7f9c540c0170 con 0x7f9c64075ed0 2024-05-27T00:45:33.915 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:45:33.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.916+0000 7f9c6a200640 1 -- 172.21.15.44:0/606721927 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9c480a2d80 msgr2=0x7f9c480a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:33.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.916+0000 7f9c6a200640 1 --2- 172.21.15.44:0/606721927 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9c480a2d80 0x7f9c480a5240 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f9c640789d0 tx=0x7f9c4c00b390 comp rx=0 tx=0).stop 2024-05-27T00:45:33.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.916+0000 7f9c6a200640 1 -- 172.21.15.44:0/606721927 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c64075ed0 msgr2=0x7f9c641a4680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:33.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.916+0000 7f9c6a200640 1 --2- 172.21.15.44:0/606721927 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c64075ed0 0x7f9c641a4680 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f9c54009230 tx=0x7f9c54004270 comp rx=0 tx=0).stop 2024-05-27T00:45:33.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.917+0000 7f9c6a200640 1 -- 172.21.15.44:0/606721927 shutdown_connections 2024-05-27T00:45:33.918 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.917+0000 7f9c6a200640 1 --2- 172.21.15.44:0/606721927 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f9c480a2d80 0x7f9c480a5240 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:33.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.917+0000 7f9c6a200640 1 --2- 172.21.15.44:0/606721927 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f9c64112880 0x7f9c6419e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:33.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.917+0000 7f9c6a200640 1 --2- 172.21.15.44:0/606721927 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f9c640767f0 0x7f9c641a4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:33.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.917+0000 7f9c6a200640 1 --2- 172.21.15.44:0/606721927 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f9c64075ed0 0x7f9c641a4680 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:33.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.917+0000 7f9c6a200640 1 -- 172.21.15.44:0/606721927 >> 172.21.15.44:0/606721927 conn(0x7f9c640ff730 msgr2=0x7f9c64101b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:45:33.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.917+0000 7f9c6a200640 1 -- 172.21.15.44:0/606721927 shutdown_connections 2024-05-27T00:45:33.919 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:33.917+0000 7f9c6a200640 1 -- 172.21.15.44:0/606721927 wait complete. 2024-05-27T00:45:33.939 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-27T00:45:33.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:33 smithi050 ceph-mon[36071]: from='client.26480 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:45:33.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:33 smithi050 ceph-mon[36071]: from='client.26486 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:45:33.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:33 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1736222962' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:45:33.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:33 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1862824630' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:45:34.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:33 smithi137 ceph-mon[36552]: from='client.26480 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:45:34.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:33 smithi137 ceph-mon[36552]: from='client.26486 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-27T00:45:34.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:33 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1736222962' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:45:34.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:33 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1862824630' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:45:34.162 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.161+0000 7f58c7200640 1 -- 172.21.15.44:0/867707637 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58c80767f0 msgr2=0x7f58c81121b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:34.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.161+0000 7f58c7200640 1 --2- 172.21.15.44:0/867707637 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58c80767f0 0x7f58c81121b0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f58b4009900 tx=0x7f58b402a3f0 comp rx=0 tx=0).stop 2024-05-27T00:45:34.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.161+0000 7f58c7200640 1 -- 172.21.15.44:0/867707637 shutdown_connections 2024-05-27T00:45:34.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.161+0000 7f58c7200640 1 --2- 172.21.15.44:0/867707637 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58c81126f0 0x7f58c8114ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:34.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.161+0000 7f58c7200640 1 --2- 172.21.15.44:0/867707637 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58c80767f0 0x7f58c81121b0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:34.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.161+0000 7f58c7200640 1 --2- 172.21.15.44:0/867707637 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f58c8075ed0 0x7f58c80762b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:34.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.161+0000 7f58c7200640 1 -- 172.21.15.44:0/867707637 >> 172.21.15.44:0/867707637 conn(0x7f58c80ff4e0 msgr2=0x7f58c8101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:45:34.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.161+0000 7f58c7200640 1 -- 172.21.15.44:0/867707637 shutdown_connections 2024-05-27T00:45:34.163 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.161+0000 7f58c7200640 1 -- 172.21.15.44:0/867707637 wait complete. 2024-05-27T00:45:34.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.162+0000 7f58c7200640 1 Processor -- start 2024-05-27T00:45:34.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.162+0000 7f58c7200640 1 -- start start 2024-05-27T00:45:34.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.163+0000 7f58c7200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58c8075ed0 0x7f58c81a45a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:34.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.163+0000 7f58c7200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f58c80767f0 0x7f58c81a4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:34.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.163+0000 7f58c7200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58c81126f0 0x7f58c819e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:34.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.163+0000 7f58c7200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f58c81183c0 con 0x7f58c8075ed0 2024-05-27T00:45:34.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.163+0000 7f58c7200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f58c8118240 con 0x7f58c81126f0 2024-05-27T00:45:34.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.163+0000 7f58c7200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f58c8118540 con 0x7f58c80767f0 2024-05-27T00:45:34.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.163+0000 7f58c5e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58c8075ed0 0x7f58c81a45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:34.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.163+0000 7f58c5e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58c8075ed0 0x7f58c81a45a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60560/0 (socket says 172.21.15.44:60560) 2024-05-27T00:45:34.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.163+0000 7f58c5e00640 1 -- 172.21.15.44:0/2395013988 learned_addr learned my addr 172.21.15.44:0/2395013988 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:45:34.165 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.163+0000 7f58c6800640 1 --2- 172.21.15.44:0/2395013988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58c81126f0 0x7f58c819e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:34.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.163+0000 7f58c5400640 1 --2- 172.21.15.44:0/2395013988 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f58c80767f0 0x7f58c81a4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:34.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.163+0000 7f58c5e00640 1 -- 172.21.15.44:0/2395013988 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f58c80767f0 msgr2=0x7f58c81a4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:34.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.163+0000 7f58c5e00640 1 --2- 172.21.15.44:0/2395013988 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f58c80767f0 0x7f58c81a4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:34.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.163+0000 7f58c5e00640 1 -- 172.21.15.44:0/2395013988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58c81126f0 msgr2=0x7f58c819e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:34.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.163+0000 7f58c5e00640 1 --2- 172.21.15.44:0/2395013988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58c81126f0 0x7f58c819e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:34.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.163+0000 7f58c5e00640 1 -- 172.21.15.44:0/2395013988 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58c819ef20 con 0x7f58c8075ed0 2024-05-27T00:45:34.166 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.163+0000 7f58c5400640 1 --2- 172.21.15.44:0/2395013988 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f58c80767f0 0x7f58c81a4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:45:34.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.164+0000 7f58c5e00640 1 --2- 172.21.15.44:0/2395013988 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58c8075ed0 0x7f58c81a45a0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f58b800ea60 tx=0x7f58b800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:45:34.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.164+0000 7f58bea00640 1 -- 172.21.15.44:0/2395013988 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b800cde0 con 0x7f58c8075ed0 2024-05-27T00:45:34.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.164+0000 7f58c7200640 1 -- 172.21.15.44:0/2395013988 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58c819f210 con 0x7f58c8075ed0 2024-05-27T00:45:34.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.164+0000 7f58bea00640 1 -- 172.21.15.44:0/2395013988 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f58b80035f0 con 0x7f58c8075ed0 2024-05-27T00:45:34.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.164+0000 7f58bea00640 1 -- 172.21.15.44:0/2395013988 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b8010720 con 0x7f58c8075ed0 2024-05-27T00:45:34.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.164+0000 7f58c7200640 1 -- 172.21.15.44:0/2395013988 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58c81ab520 con 0x7f58c8075ed0 2024-05-27T00:45:34.167 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.166+0000 7f58c7200640 1 -- 172.21.15.44:0/2395013988 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58c8077610 con 0x7f58c8075ed0 2024-05-27T00:45:34.169 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.168+0000 7f58bea00640 1 -- 172.21.15.44:0/2395013988 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f58b80037a0 con 0x7f58c8075ed0 2024-05-27T00:45:34.170 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.169+0000 7f58bea00640 1 --2- 172.21.15.44:0/2395013988 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f58ac0a2d00 0x7f58ac0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:34.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.169+0000 7f58bea00640 1 -- 172.21.15.44:0/2395013988 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9496+0+0 (secure 0 0 0) 0x7f58b80cfd00 con 0x7f58c8075ed0 2024-05-27T00:45:34.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.170+0000 7f58c5400640 1 --2- 172.21.15.44:0/2395013988 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f58ac0a2d00 0x7f58ac0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:34.171 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.170+0000 7f58c5400640 1 --2- 172.21.15.44:0/2395013988 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f58ac0a2d00 0x7f58ac0a51c0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f58b4000c00 tx=0x7f58b4005a40 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:45:34.175 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.173+0000 7f58bea00640 1 -- 172.21.15.44:0/2395013988 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f58b809c4f0 con 0x7f58c8075ed0 2024-05-27T00:45:34.379 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.378+0000 7f58c7200640 1 -- 172.21.15.44:0/2395013988 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f58c819fbc0 con 0x7f58c8075ed0 2024-05-27T00:45:34.380 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.379+0000 7f58bea00640 1 -- 172.21.15.44:0/2395013988 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v104) ==== 100+0+11 (secure 0 0 0) 0x7f58c819fbc0 con 0x7f58c8075ed0 2024-05-27T00:45:34.380 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 64 2024-05-27T00:45:34.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.381+0000 7f58c7200640 1 -- 172.21.15.44:0/2395013988 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f58ac0a2d00 msgr2=0x7f58ac0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:34.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.381+0000 7f58c7200640 1 --2- 172.21.15.44:0/2395013988 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f58ac0a2d00 0x7f58ac0a51c0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f58b4000c00 tx=0x7f58b4005a40 comp rx=0 tx=0).stop 2024-05-27T00:45:34.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.381+0000 7f58c7200640 1 -- 172.21.15.44:0/2395013988 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58c8075ed0 msgr2=0x7f58c81a45a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:34.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.381+0000 7f58c7200640 1 --2- 172.21.15.44:0/2395013988 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58c8075ed0 0x7f58c81a45a0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f58b800ea60 tx=0x7f58b800ef20 comp rx=0 tx=0).stop 2024-05-27T00:45:34.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.381+0000 7f58c7200640 1 -- 172.21.15.44:0/2395013988 shutdown_connections 2024-05-27T00:45:34.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.381+0000 7f58c7200640 1 --2- 172.21.15.44:0/2395013988 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f58ac0a2d00 0x7f58ac0a51c0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:34.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.381+0000 7f58c7200640 1 --2- 172.21.15.44:0/2395013988 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f58c81126f0 0x7f58c819e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:34.383 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.381+0000 7f58c7200640 1 --2- 172.21.15.44:0/2395013988 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f58c80767f0 0x7f58c81a4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:34.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.381+0000 7f58c7200640 1 --2- 172.21.15.44:0/2395013988 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f58c8075ed0 0x7f58c81a45a0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:34.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.382+0000 7f58c7200640 1 -- 172.21.15.44:0/2395013988 >> 172.21.15.44:0/2395013988 conn(0x7f58c80ff4e0 msgr2=0x7f58c81018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:45:34.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.382+0000 7f58c7200640 1 -- 172.21.15.44:0/2395013988 shutdown_connections 2024-05-27T00:45:34.384 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.382+0000 7f58c7200640 1 -- 172.21.15.44:0/2395013988 wait complete. 2024-05-27T00:45:34.403 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-05-27T00:45:34.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.620+0000 7f0e84400640 1 -- 172.21.15.44:0/2301751126 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0e7c1047a0 msgr2=0x7f0e7c1087e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:34.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.620+0000 7f0e84400640 1 --2- 172.21.15.44:0/2301751126 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0e7c1047a0 0x7f0e7c1087e0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f0e68009900 tx=0x7f0e6802a3f0 comp rx=0 tx=0).stop 2024-05-27T00:45:34.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.620+0000 7f0e84400640 1 -- 172.21.15.44:0/2301751126 shutdown_connections 2024-05-27T00:45:34.622 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.620+0000 7f0e84400640 1 --2- 172.21.15.44:0/2301751126 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0e7c108ec0 0x7f0e7c110a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:34.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.620+0000 7f0e84400640 1 --2- 172.21.15.44:0/2301751126 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0e7c1047a0 0x7f0e7c1087e0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:34.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.620+0000 7f0e84400640 1 --2- 172.21.15.44:0/2301751126 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e7c103df0 0x7f0e7c1041d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:34.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.620+0000 7f0e84400640 1 -- 172.21.15.44:0/2301751126 >> 172.21.15.44:0/2301751126 conn(0x7f0e7c0ff610 msgr2=0x7f0e7c101a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:45:34.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.620+0000 7f0e84400640 1 -- 172.21.15.44:0/2301751126 shutdown_connections 2024-05-27T00:45:34.623 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.620+0000 7f0e84400640 1 -- 172.21.15.44:0/2301751126 wait complete. 2024-05-27T00:45:34.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.621+0000 7f0e84400640 1 Processor -- start 2024-05-27T00:45:34.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.622+0000 7f0e84400640 1 -- start start 2024-05-27T00:45:34.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.622+0000 7f0e84400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0e7c103df0 0x7f0e7c19a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:34.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.622+0000 7f0e84400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0e7c108ec0 0x7f0e7c19ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:34.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.622+0000 7f0e84400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e7c19ef30 0x7f0e7c19f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:34.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.622+0000 7f0e84400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f0e7c1140c0 con 0x7f0e7c19ef30 2024-05-27T00:45:34.624 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.622+0000 7f0e84400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0e7c113f40 con 0x7f0e7c103df0 2024-05-27T00:45:34.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.622+0000 7f0e84400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f0e7c114240 con 0x7f0e7c108ec0 2024-05-27T00:45:34.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.622+0000 7f0e82400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e7c19ef30 0x7f0e7c19f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:34.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.623+0000 7f0e82400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e7c19ef30 0x7f0e7c19f3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:60568/0 (socket says 172.21.15.44:60568) 2024-05-27T00:45:34.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.623+0000 7f0e81a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0e7c103df0 0x7f0e7c19a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:34.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.623+0000 7f0e82400640 1 -- 172.21.15.44:0/1803737431 learned_addr learned my addr 172.21.15.44:0/1803737431 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:45:34.625 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.623+0000 7f0e81000640 1 --2- 172.21.15.44:0/1803737431 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0e7c108ec0 0x7f0e7c19ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:34.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.623+0000 7f0e82400640 1 -- 172.21.15.44:0/1803737431 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0e7c108ec0 msgr2=0x7f0e7c19ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:34.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.623+0000 7f0e82400640 1 --2- 172.21.15.44:0/1803737431 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0e7c108ec0 0x7f0e7c19ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:34.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.623+0000 7f0e82400640 1 -- 172.21.15.44:0/1803737431 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0e7c103df0 msgr2=0x7f0e7c19a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:34.626 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.623+0000 7f0e82400640 1 --2- 172.21.15.44:0/1803737431 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0e7c103df0 0x7f0e7c19a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:34.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.623+0000 7f0e82400640 1 -- 172.21.15.44:0/1803737431 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e7c19fa20 con 0x7f0e7c19ef30 2024-05-27T00:45:34.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.624+0000 7f0e82400640 1 --2- 172.21.15.44:0/1803737431 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e7c19ef30 0x7f0e7c19f3e0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f0e7400efd0 tx=0x7f0e7400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:45:34.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.624+0000 7f0e7a000640 1 -- 172.21.15.44:0/1803737431 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e74003b70 con 0x7f0e7c19ef30 2024-05-27T00:45:34.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.624+0000 7f0e7a000640 1 -- 172.21.15.44:0/1803737431 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0e74003d10 con 0x7f0e7c19ef30 2024-05-27T00:45:34.629 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.624+0000 7f0e84400640 1 -- 172.21.15.44:0/1803737431 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e7c19fd10 con 0x7f0e7c19ef30 2024-05-27T00:45:34.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.624+0000 7f0e7a000640 1 -- 172.21.15.44:0/1803737431 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e74010a90 con 0x7f0e7c19ef30 2024-05-27T00:45:34.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.624+0000 7f0e84400640 1 -- 172.21.15.44:0/1803737431 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e7c1a7480 con 0x7f0e7c19ef30 2024-05-27T00:45:34.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.625+0000 7f0e84400640 1 -- 172.21.15.44:0/1803737431 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e7c0687c0 con 0x7f0e7c19ef30 2024-05-27T00:45:34.630 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.628+0000 7f0e7a000640 1 -- 172.21.15.44:0/1803737431 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f0e74004b40 con 0x7f0e7c19ef30 2024-05-27T00:45:34.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.629+0000 7f0e7a000640 1 --2- 172.21.15.44:0/1803737431 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f0e640a2d00 0x7f0e640a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:34.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.629+0000 7f0e7a000640 1 -- 172.21.15.44:0/1803737431 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9496+0+0 (secure 0 0 0) 0x7f0e740d03c0 con 0x7f0e7c19ef30 2024-05-27T00:45:34.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.630+0000 7f0e81a00640 1 --2- 172.21.15.44:0/1803737431 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f0e640a2d00 0x7f0e640a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:34.631 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.630+0000 7f0e81a00640 1 --2- 172.21.15.44:0/1803737431 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f0e640a2d00 0x7f0e640a51c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0e70009bd0 tx=0x7f0e70005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:45:34.633 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.632+0000 7f0e7a000640 1 -- 172.21.15.44:0/1803737431 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0e7409cbb0 con 0x7f0e7c19ef30 2024-05-27T00:45:34.838 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.837+0000 7f0e84400640 1 -- 172.21.15.44:0/1803737431 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f0e7c1047a0 con 0x7f0e7c19ef30 2024-05-27T00:45:34.839 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.837+0000 7f0e7a000640 1 -- 172.21.15.44:0/1803737431 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v104) ==== 103+0+11 (secure 0 0 0) 0x7f0e7409c4b0 con 0x7f0e7c19ef30 2024-05-27T00:45:34.839 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:45:34.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.840+0000 7f0e84400640 1 -- 172.21.15.44:0/1803737431 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f0e640a2d00 msgr2=0x7f0e640a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:34.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.840+0000 7f0e84400640 1 --2- 172.21.15.44:0/1803737431 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f0e640a2d00 0x7f0e640a51c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f0e70009bd0 tx=0x7f0e70005f90 comp rx=0 tx=0).stop 2024-05-27T00:45:34.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.840+0000 7f0e84400640 1 -- 172.21.15.44:0/1803737431 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e7c19ef30 msgr2=0x7f0e7c19f3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:34.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.840+0000 7f0e84400640 1 --2- 172.21.15.44:0/1803737431 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e7c19ef30 0x7f0e7c19f3e0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f0e7400efd0 tx=0x7f0e7400c6a0 comp rx=0 tx=0).stop 2024-05-27T00:45:34.842 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.840+0000 7f0e84400640 1 -- 172.21.15.44:0/1803737431 shutdown_connections 2024-05-27T00:45:34.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.840+0000 7f0e84400640 1 --2- 172.21.15.44:0/1803737431 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f0e640a2d00 0x7f0e640a51c0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:34.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.840+0000 7f0e84400640 1 --2- 172.21.15.44:0/1803737431 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f0e7c19ef30 0x7f0e7c19f3e0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:34.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.840+0000 7f0e84400640 1 --2- 172.21.15.44:0/1803737431 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f0e7c108ec0 0x7f0e7c19ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:34.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.840+0000 7f0e84400640 1 --2- 172.21.15.44:0/1803737431 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f0e7c103df0 0x7f0e7c19a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:34.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.840+0000 7f0e84400640 1 -- 172.21.15.44:0/1803737431 >> 172.21.15.44:0/1803737431 conn(0x7f0e7c0ff610 msgr2=0x7f0e7c101910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:45:34.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.840+0000 7f0e84400640 1 -- 172.21.15.44:0/1803737431 shutdown_connections 2024-05-27T00:45:34.843 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:34.840+0000 7f0e84400640 1 -- 172.21.15.44:0/1803737431 wait complete. 2024-05-27T00:45:34.862 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-05-27T00:45:34.942 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:34 smithi044 ceph-mon[31645]: pgmap v319: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-27T00:45:34.942 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:34 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/606721927' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:45:34.942 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:34 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2395013988' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:45:34.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:34 smithi050 ceph-mon[36071]: pgmap v319: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-27T00:45:34.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:34 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/606721927' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:45:34.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:34 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2395013988' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:45:35.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:34 smithi137 ceph-mon[36552]: pgmap v319: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-27T00:45:35.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:34 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/606721927' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:45:35.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:34 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2395013988' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:45:35.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.080+0000 7f3048a00640 1 -- 172.21.15.44:0/2765152607 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3044101120 msgr2=0x7f304410de70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:35.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.080+0000 7f3048a00640 1 --2- 172.21.15.44:0/2765152607 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3044101120 0x7f304410de70 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f302c009900 tx=0x7f302c02a410 comp rx=0 tx=0).stop 2024-05-27T00:45:35.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.081+0000 7f3048a00640 1 -- 172.21.15.44:0/2765152607 shutdown_connections 2024-05-27T00:45:35.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.081+0000 7f3048a00640 1 --2- 172.21.15.44:0/2765152607 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f304410e3b0 0x7f30441107a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:35.082 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.081+0000 7f3048a00640 1 --2- 172.21.15.44:0/2765152607 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3044101120 0x7f304410de70 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:35.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.081+0000 7f3048a00640 1 --2- 172.21.15.44:0/2765152607 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3044100800 0x7f3044100be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:35.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.081+0000 7f3048a00640 1 -- 172.21.15.44:0/2765152607 >> 172.21.15.44:0/2765152607 conn(0x7f3044077a00 msgr2=0x7f3044077e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:45:35.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.081+0000 7f3048a00640 1 -- 172.21.15.44:0/2765152607 shutdown_connections 2024-05-27T00:45:35.083 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.081+0000 7f3048a00640 1 -- 172.21.15.44:0/2765152607 wait complete. 2024-05-27T00:45:35.084 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.082+0000 7f3048a00640 1 Processor -- start 2024-05-27T00:45:35.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.082+0000 7f3048a00640 1 -- start start 2024-05-27T00:45:35.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.082+0000 7f3048a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3044100800 0x7f304419a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:35.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.082+0000 7f3048a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3044101120 0x7f304419aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:35.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.082+0000 7f3048a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f304410e3b0 0x7f304419ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:35.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.082+0000 7f3048a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3044114130 con 0x7f3044100800 2024-05-27T00:45:35.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.082+0000 7f3048a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3044113fb0 con 0x7f304410e3b0 2024-05-27T00:45:35.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.082+0000 7f3048a00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f30441142b0 con 0x7f3044101120 2024-05-27T00:45:35.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.082+0000 7f3041e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3044100800 0x7f304419a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:35.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.083+0000 7f3041400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3044101120 0x7f304419aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:35.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.083+0000 7f3041400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3044101120 0x7f304419aaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:57690/0 (socket says 172.21.15.44:57690) 2024-05-27T00:45:35.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.083+0000 7f3041e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3044100800 0x7f304419a5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56306/0 (socket says 172.21.15.44:56306) 2024-05-27T00:45:35.085 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.083+0000 7f3041400640 1 -- 172.21.15.44:0/1402972565 learned_addr learned my addr 172.21.15.44:0/1402972565 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:45:35.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.083+0000 7f3042800640 1 --2- 172.21.15.44:0/1402972565 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f304410e3b0 0x7f304419ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:35.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.083+0000 7f3041e00640 1 -- 172.21.15.44:0/1402972565 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3044101120 msgr2=0x7f304419aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:35.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.083+0000 7f3041e00640 1 --2- 172.21.15.44:0/1402972565 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3044101120 0x7f304419aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:35.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.083+0000 7f3041e00640 1 -- 172.21.15.44:0/1402972565 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f304410e3b0 msgr2=0x7f304419ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:35.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.083+0000 7f3041e00640 1 --2- 172.21.15.44:0/1402972565 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f304410e3b0 0x7f304419ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:35.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.083+0000 7f3041e00640 1 -- 172.21.15.44:0/1402972565 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f304419f550 con 0x7f3044100800 2024-05-27T00:45:35.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.083+0000 7f3041400640 1 --2- 172.21.15.44:0/1402972565 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3044101120 0x7f304419aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:45:35.086 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.083+0000 7f3041e00640 1 --2- 172.21.15.44:0/1402972565 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3044100800 0x7f304419a5b0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f303400eb00 tx=0x7f303400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:45:35.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.084+0000 7f303aa00640 1 -- 172.21.15.44:0/1402972565 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3034010430 con 0x7f3044100800 2024-05-27T00:45:35.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.084+0000 7f3048a00640 1 -- 172.21.15.44:0/1402972565 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f304419f840 con 0x7f3044100800 2024-05-27T00:45:35.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.084+0000 7f303aa00640 1 -- 172.21.15.44:0/1402972565 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3034010ad0 con 0x7f3044100800 2024-05-27T00:45:35.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.084+0000 7f303aa00640 1 -- 172.21.15.44:0/1402972565 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3034017c10 con 0x7f3044100800 2024-05-27T00:45:35.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.084+0000 7f3048a00640 1 -- 172.21.15.44:0/1402972565 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30441a70d0 con 0x7f3044100800 2024-05-27T00:45:35.087 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.085+0000 7f3048a00640 1 -- 172.21.15.44:0/1402972565 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3044067f30 con 0x7f3044100800 2024-05-27T00:45:35.088 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.087+0000 7f303aa00640 1 -- 172.21.15.44:0/1402972565 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f3034010c80 con 0x7f3044100800 2024-05-27T00:45:35.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.089+0000 7f303aa00640 1 --2- 172.21.15.44:0/1402972565 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f30280a2d00 0x7f30280a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:45:35.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.090+0000 7f303aa00640 1 -- 172.21.15.44:0/1402972565 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9496+0+0 (secure 0 0 0) 0x7f30340d0220 con 0x7f3044100800 2024-05-27T00:45:35.091 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.090+0000 7f3041400640 1 --2- 172.21.15.44:0/1402972565 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f30280a2d00 0x7f30280a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:45:35.092 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.090+0000 7f3041400640 1 --2- 172.21.15.44:0/1402972565 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f30280a2d00 0x7f30280a51c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f302c0096c0 tx=0x7f302c0046c0 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:45:35.095 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.094+0000 7f303aa00640 1 -- 172.21.15.44:0/1402972565 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f303409ca10 con 0x7f3044100800 2024-05-27T00:45:35.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.354+0000 7f3048a00640 1 -- 172.21.15.44:0/1402972565 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f304419b8b0 con 0x7f3044100800 2024-05-27T00:45:35.370 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.368+0000 7f303aa00640 1 -- 172.21.15.44:0/1402972565 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v26) ==== 81+0+740901 (secure 0 0 0) 0x7f303409c310 con 0x7f3044100800 2024-05-27T00:45:35.383 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:45:35.383 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:45:35.384 INFO:teuthology.orchestra.run.smithi044.stdout: "epoch": 26, 2024-05-27T00:45:35.384 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.384 INFO:teuthology.orchestra.run.smithi044.stdout: "active_gid": 25393, 2024-05-27T00:45:35.384 INFO:teuthology.orchestra.run.smithi044.stdout: "active_name": "x", 2024-05-27T00:45:35.384 INFO:teuthology.orchestra.run.smithi044.stdout: "active_addrs": { 2024-05-27T00:45:35.384 INFO:teuthology.orchestra.run.smithi044.stdout: "addrvec": [ 2024-05-27T00:45:35.384 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.384 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v2", 2024-05-27T00:45:35.384 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:6800", 2024-05-27T00:45:35.384 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 2850957139 2024-05-27T00:45:35.384 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.384 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.385 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v1", 2024-05-27T00:45:35.385 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:6801", 2024-05-27T00:45:35.385 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 2850957139 2024-05-27T00:45:35.385 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.385 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-27T00:45:35.385 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.385 INFO:teuthology.orchestra.run.smithi044.stdout: "active_addr": "172.21.15.44:6801/2850957139", 2024-05-27T00:45:35.385 INFO:teuthology.orchestra.run.smithi044.stdout: "active_change": "2024-05-27T00:35:17.273432+0000", 2024-05-27T00:45:35.385 INFO:teuthology.orchestra.run.smithi044.stdout: "active_mgr_features": 4540701547738038271, 2024-05-27T00:45:35.385 INFO:teuthology.orchestra.run.smithi044.stdout: "available": true, 2024-05-27T00:45:35.385 INFO:teuthology.orchestra.run.smithi044.stdout: "standbys": [ 2024-05-27T00:45:35.385 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.385 INFO:teuthology.orchestra.run.smithi044.stdout: "gid": 25387, 2024-05-27T00:45:35.386 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "z", 2024-05-27T00:45:35.386 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr_features": 4540701547738038271, 2024-05-27T00:45:35.386 INFO:teuthology.orchestra.run.smithi044.stdout: "available_modules": [ 2024-05-27T00:45:35.386 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.386 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "alerts", 2024-05-27T00:45:35.386 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.386 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.386 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.386 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-27T00:45:35.386 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-27T00:45:35.386 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.386 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.386 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.387 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-27T00:45:35.387 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.387 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.387 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.387 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How frequently to reexamine health status", 2024-05-27T00:45:35.387 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.387 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.387 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.387 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.387 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.387 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.387 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.388 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.388 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.388 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.388 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.388 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.388 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.388 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.388 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.388 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.388 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.388 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.388 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.388 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.388 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.389 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.389 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.389 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.389 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.389 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.389 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.389 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.389 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.389 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.389 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.389 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.389 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.389 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.390 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.390 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.390 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.390 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.390 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.390 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.390 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.390 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.390 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.390 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.390 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.390 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.391 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.391 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.391 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.391 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.391 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.391 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.391 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.391 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.391 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.391 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.391 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.391 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.391 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.392 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.392 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.392 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.392 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.392 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.392 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.392 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.392 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.392 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.392 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.392 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.392 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.392 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.392 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.393 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.393 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_destination": { 2024-05-27T00:45:35.393 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_destination", 2024-05-27T00:45:35.393 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.393 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.393 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.393 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.393 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.393 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.393 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.393 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Email address to send alerts to", 2024-05-27T00:45:35.393 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.393 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.394 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.394 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.394 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_from_name": { 2024-05-27T00:45:35.394 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_from_name", 2024-05-27T00:45:35.394 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.394 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.394 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.394 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "Ceph", 2024-05-27T00:45:35.394 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.394 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.394 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.394 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Email From: name", 2024-05-27T00:45:35.394 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.395 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.395 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.395 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.395 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_host": { 2024-05-27T00:45:35.395 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_host", 2024-05-27T00:45:35.395 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.395 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.395 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.395 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.395 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.395 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.395 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.395 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP server", 2024-05-27T00:45:35.396 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.396 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.396 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.396 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.396 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_password": { 2024-05-27T00:45:35.396 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_password", 2024-05-27T00:45:35.396 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.396 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.396 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.396 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.396 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.396 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.396 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.396 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Password to authenticate with", 2024-05-27T00:45:35.397 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.397 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.397 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.397 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.397 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_port": { 2024-05-27T00:45:35.397 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_port", 2024-05-27T00:45:35.397 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.397 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.397 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.397 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "465", 2024-05-27T00:45:35.397 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.397 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.397 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.397 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP port", 2024-05-27T00:45:35.398 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.398 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.398 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.398 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.398 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_sender": { 2024-05-27T00:45:35.398 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_sender", 2024-05-27T00:45:35.398 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.398 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.398 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.398 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.398 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.398 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.398 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.398 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP envelope sender", 2024-05-27T00:45:35.399 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.399 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.399 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.399 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.399 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_ssl": { 2024-05-27T00:45:35.399 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_ssl", 2024-05-27T00:45:35.399 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.399 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.399 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.399 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.399 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.399 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.399 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.400 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-27T00:45:35.400 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.400 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.400 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.400 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.400 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_user": { 2024-05-27T00:45:35.400 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_user", 2024-05-27T00:45:35.400 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.400 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.400 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.400 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.400 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.400 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.401 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.401 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "User to authenticate as", 2024-05-27T00:45:35.401 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.401 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.401 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.401 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.401 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.401 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.401 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.401 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "balancer", 2024-05-27T00:45:35.401 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.401 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.401 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.401 INFO:teuthology.orchestra.run.smithi044.stdout: "active": { 2024-05-27T00:45:35.402 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "active", 2024-05-27T00:45:35.402 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.402 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.402 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.402 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.402 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.402 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.402 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.402 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "automatically balance PGs across cluster", 2024-05-27T00:45:35.402 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.402 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.402 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stdout: "begin_time": { 2024-05-27T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "begin_time", 2024-05-27T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0000", 2024-05-27T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "beginning time of day to automatically balance", 2024-05-27T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-27T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.403 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stdout: "begin_weekday": { 2024-05-27T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "begin_weekday", 2024-05-27T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-27T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-27T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0", 2024-05-27T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "6", 2024-05-27T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-27T00:45:35.404 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-27T00:45:35.405 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.405 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.405 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.405 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_max_iterations": { 2024-05-27T00:45:35.405 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_max_iterations", 2024-05-27T00:45:35.405 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-27T00:45:35.405 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.405 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.405 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "25", 2024-05-27T00:45:35.405 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-27T00:45:35.405 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "250", 2024-05-27T00:45:35.405 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.405 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-27T00:45:35.405 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.406 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.406 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.406 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.406 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_metrics": { 2024-05-27T00:45:35.406 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_metrics", 2024-05-27T00:45:35.406 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.406 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.406 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.406 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "pgs,objects,bytes", 2024-05-27T00:45:35.406 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.406 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.406 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.406 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-27T00:45:35.406 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-27T00:45:35.407 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.407 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.407 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.407 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_step": { 2024-05-27T00:45:35.407 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_step", 2024-05-27T00:45:35.407 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-27T00:45:35.407 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.407 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.407 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0.5", 2024-05-27T00:45:35.407 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0.001", 2024-05-27T00:45:35.407 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "0.999", 2024-05-27T00:45:35.407 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.407 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "aggressiveness of optimization", 2024-05-27T00:45:35.407 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-27T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "end_time": { 2024-05-27T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "end_time", 2024-05-27T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "2359", 2024-05-27T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "ending time of day to automatically balance", 2024-05-27T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-27T00:45:35.408 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.409 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.409 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.409 INFO:teuthology.orchestra.run.smithi044.stdout: "end_weekday": { 2024-05-27T00:45:35.409 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "end_weekday", 2024-05-27T00:45:35.409 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-27T00:45:35.409 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.409 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.409 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-27T00:45:35.409 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0", 2024-05-27T00:45:35.409 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "6", 2024-05-27T00:45:35.409 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.409 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-27T00:45:35.409 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-27T00:45:35.409 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.410 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.410 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.410 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.410 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.410 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.410 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.410 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.410 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.410 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.410 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.410 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.410 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.410 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.410 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.411 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.411 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.411 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.411 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.411 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.411 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.411 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.411 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.411 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.411 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.411 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.411 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.411 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.411 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.412 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.412 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.412 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.412 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.412 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.412 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.412 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.412 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.412 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.412 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.412 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.412 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.413 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.413 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.413 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.413 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.413 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.413 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.413 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.413 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.413 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.413 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.413 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.413 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.413 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.413 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.413 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.414 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stdout: "min_score": { 2024-05-27T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "min_score", 2024-05-27T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-27T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-27T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.415 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-27T00:45:35.416 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.416 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.416 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.416 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.416 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": { 2024-05-27T00:45:35.416 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mode", 2024-05-27T00:45:35.416 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.416 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.416 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.416 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "upmap", 2024-05-27T00:45:35.416 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.416 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.416 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.416 INFO:teuthology.orchestra.run.smithi044.stdout: "crush-compat", 2024-05-27T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stdout: "none", 2024-05-27T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stdout: "read", 2024-05-27T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap", 2024-05-27T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap-read" 2024-05-27T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Balancer mode", 2024-05-27T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stdout: "pool_ids": { 2024-05-27T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pool_ids", 2024-05-27T00:45:35.417 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-27T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-27T00:45:35.418 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-27T00:45:35.419 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.419 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.419 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.419 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-27T00:45:35.419 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.419 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.419 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.419 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-27T00:45:35.419 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.419 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.419 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.419 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.419 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap_max_deviation": { 2024-05-27T00:45:35.420 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "upmap_max_deviation", 2024-05-27T00:45:35.420 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.420 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.420 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.420 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-27T00:45:35.420 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-27T00:45:35.420 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.420 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.420 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-27T00:45:35.420 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-27T00:45:35.420 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.420 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.420 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.420 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap_max_optimizations": { 2024-05-27T00:45:35.421 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "upmap_max_optimizations", 2024-05-27T00:45:35.421 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-27T00:45:35.421 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.421 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.421 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:35.421 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.421 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.421 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.421 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-27T00:45:35.421 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.421 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.421 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.421 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.421 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.422 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.422 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.422 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cephadm", 2024-05-27T00:45:35.422 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.422 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.422 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.422 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_down_multiplier": { 2024-05-27T00:45:35.422 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_down_multiplier", 2024-05-27T00:45:35.422 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-27T00:45:35.422 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.422 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.422 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3.0", 2024-05-27T00:45:35.422 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.422 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.423 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.423 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-27T00:45:35.423 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.423 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.423 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.423 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.423 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_refresh_rate": { 2024-05-27T00:45:35.423 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_refresh_rate", 2024-05-27T00:45:35.423 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.423 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.423 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.423 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "20", 2024-05-27T00:45:35.423 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.423 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.424 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.424 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-27T00:45:35.424 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.424 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.424 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.424 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.424 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_starting_port": { 2024-05-27T00:45:35.424 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_starting_port", 2024-05-27T00:45:35.424 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.424 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.424 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.424 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "4721", 2024-05-27T00:45:35.424 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.424 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.425 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.425 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-27T00:45:35.425 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.425 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.425 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.425 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.425 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_ptrace": { 2024-05-27T00:45:35.425 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_ptrace", 2024-05-27T00:45:35.425 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.425 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.425 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.425 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.426 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.426 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.426 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.426 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-27T00:45:35.426 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-27T00:45:35.426 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.426 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.426 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.426 INFO:teuthology.orchestra.run.smithi044.stdout: "autotune_interval": { 2024-05-27T00:45:35.426 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "autotune_interval", 2024-05-27T00:45:35.426 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.426 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.426 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.427 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-27T00:45:35.427 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.427 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.427 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.427 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-27T00:45:35.427 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.427 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.427 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.427 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.427 INFO:teuthology.orchestra.run.smithi044.stdout: "autotune_memory_target_ratio": { 2024-05-27T00:45:35.427 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "autotune_memory_target_ratio", 2024-05-27T00:45:35.427 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-27T00:45:35.427 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.428 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.428 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0.7", 2024-05-27T00:45:35.428 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.428 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.428 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.428 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-27T00:45:35.428 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.428 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.428 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.428 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.428 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm_log_destination": { 2024-05-27T00:45:35.428 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cephadm_log_destination", 2024-05-27T00:45:35.428 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.428 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.429 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.429 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.429 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.429 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.429 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.429 INFO:teuthology.orchestra.run.smithi044.stdout: "file", 2024-05-27T00:45:35.429 INFO:teuthology.orchestra.run.smithi044.stdout: "file,syslog", 2024-05-27T00:45:35.429 INFO:teuthology.orchestra.run.smithi044.stdout: "syslog" 2024-05-27T00:45:35.429 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.429 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-27T00:45:35.429 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.429 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.429 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.430 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.430 INFO:teuthology.orchestra.run.smithi044.stdout: "cgroups_split": { 2024-05-27T00:45:35.430 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cgroups_split", 2024-05-27T00:45:35.430 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.430 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.430 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.430 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.430 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.430 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.430 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.430 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-27T00:45:35.430 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.430 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.431 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.431 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.431 INFO:teuthology.orchestra.run.smithi044.stdout: "config_checks_enabled": { 2024-05-27T00:45:35.431 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_checks_enabled", 2024-05-27T00:45:35.431 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.431 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.431 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.431 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.431 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.431 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.431 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.431 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-27T00:45:35.431 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.431 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.432 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.432 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.432 INFO:teuthology.orchestra.run.smithi044.stdout: "config_dashboard": { 2024-05-27T00:45:35.432 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_dashboard", 2024-05-27T00:45:35.432 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.432 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.432 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.432 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.432 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.432 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.432 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.432 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-27T00:45:35.432 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.433 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.433 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.433 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.433 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_alertmanager": { 2024-05-27T00:45:35.433 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_alertmanager", 2024-05-27T00:45:35.433 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.433 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.433 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.433 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-27T00:45:35.433 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.433 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.433 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.433 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-27T00:45:35.434 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.434 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.434 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.434 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.434 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_base": { 2024-05-27T00:45:35.434 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_base", 2024-05-27T00:45:35.434 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.434 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.434 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.434 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-27T00:45:35.434 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.434 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.434 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.435 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Container image name, without the tag", 2024-05-27T00:45:35.435 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.435 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.435 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.435 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.435 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_elasticsearch": { 2024-05-27T00:45:35.435 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_elasticsearch", 2024-05-27T00:45:35.435 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.435 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.435 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.435 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-27T00:45:35.435 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.435 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.435 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "elasticsearch container image", 2024-05-27T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_grafana": { 2024-05-27T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_grafana", 2024-05-27T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-27T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.436 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.437 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-27T00:45:35.437 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.437 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.437 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.437 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.437 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_haproxy": { 2024-05-27T00:45:35.437 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_haproxy", 2024-05-27T00:45:35.437 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.437 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.437 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.437 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-27T00:45:35.437 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.437 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.438 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.438 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "HAproxy container image", 2024-05-27T00:45:35.438 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.438 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.438 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.438 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.438 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_agent": { 2024-05-27T00:45:35.438 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_agent", 2024-05-27T00:45:35.438 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.438 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.438 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.438 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-27T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger agent container image", 2024-05-27T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_collector": { 2024-05-27T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_collector", 2024-05-27T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.439 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-27T00:45:35.440 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.440 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.440 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.440 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger collector container image", 2024-05-27T00:45:35.440 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.440 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.440 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.440 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.440 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_query": { 2024-05-27T00:45:35.440 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_query", 2024-05-27T00:45:35.440 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.440 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.440 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-27T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger query container image", 2024-05-27T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_keepalived": { 2024-05-27T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_keepalived", 2024-05-27T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.441 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-27T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Keepalived container image", 2024-05-27T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_loki": { 2024-05-27T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_loki", 2024-05-27T00:45:35.442 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.443 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.443 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.443 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-05-27T00:45:35.443 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.443 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.443 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.443 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Loki container image", 2024-05-27T00:45:35.443 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.443 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.443 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.443 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.443 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_node_exporter": { 2024-05-27T00:45:35.443 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_node_exporter", 2024-05-27T00:45:35.443 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-27T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-27T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_nvmeof": { 2024-05-27T00:45:35.444 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_nvmeof", 2024-05-27T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-05-27T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Nvme-of container image", 2024-05-27T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_prometheus": { 2024-05-27T00:45:35.445 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_prometheus", 2024-05-27T00:45:35.446 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.446 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.446 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.446 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-27T00:45:35.446 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.446 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.446 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.446 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-27T00:45:35.446 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.446 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.446 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.446 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.446 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_promtail": { 2024-05-27T00:45:35.446 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_promtail", 2024-05-27T00:45:35.447 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.447 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.447 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.447 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-05-27T00:45:35.447 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.447 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.447 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.447 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Promtail container image", 2024-05-27T00:45:35.447 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.447 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.447 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.447 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.447 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_samba": { 2024-05-27T00:45:35.447 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_samba", 2024-05-27T00:45:35.448 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.448 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.448 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.448 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-27T00:45:35.448 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.448 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.448 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.448 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Samba/SMB container image", 2024-05-27T00:45:35.448 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.448 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.448 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.448 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.448 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_snmp_gateway": { 2024-05-27T00:45:35.449 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_snmp_gateway", 2024-05-27T00:45:35.449 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.449 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.449 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.449 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-27T00:45:35.449 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.449 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.449 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.449 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SNMP Gateway container image", 2024-05-27T00:45:35.449 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.449 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.449 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.449 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.449 INFO:teuthology.orchestra.run.smithi044.stdout: "container_init": { 2024-05-27T00:45:35.449 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_init", 2024-05-27T00:45:35.450 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.450 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.450 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.450 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.450 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.450 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.450 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.450 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Run podman/docker with `--init`", 2024-05-27T00:45:35.450 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.450 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.450 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.451 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.451 INFO:teuthology.orchestra.run.smithi044.stdout: "daemon_cache_timeout": { 2024-05-27T00:45:35.451 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "daemon_cache_timeout", 2024-05-27T00:45:35.451 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.451 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.451 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.451 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-27T00:45:35.451 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.451 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.451 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.451 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-27T00:45:35.451 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.451 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.451 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.452 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.452 INFO:teuthology.orchestra.run.smithi044.stdout: "default_cephadm_command_timeout": { 2024-05-27T00:45:35.452 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default_cephadm_command_timeout", 2024-05-27T00:45:35.452 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.452 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.452 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.452 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "900", 2024-05-27T00:45:35.452 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.452 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.452 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.452 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-27T00:45:35.452 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.452 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.453 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.453 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.453 INFO:teuthology.orchestra.run.smithi044.stdout: "default_registry": { 2024-05-27T00:45:35.453 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default_registry", 2024-05-27T00:45:35.453 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.453 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.453 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.453 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io", 2024-05-27T00:45:35.453 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.453 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.453 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.453 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-27T00:45:35.453 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.453 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.454 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.454 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.454 INFO:teuthology.orchestra.run.smithi044.stdout: "device_cache_timeout": { 2024-05-27T00:45:35.454 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_cache_timeout", 2024-05-27T00:45:35.454 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.454 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.454 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.454 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1800", 2024-05-27T00:45:35.454 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.454 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.454 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.454 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache device inventory", 2024-05-27T00:45:35.455 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.455 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.455 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.455 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.455 INFO:teuthology.orchestra.run.smithi044.stdout: "device_enhanced_scan": { 2024-05-27T00:45:35.455 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_enhanced_scan", 2024-05-27T00:45:35.455 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.455 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.455 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.455 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.455 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.455 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.455 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.455 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-27T00:45:35.456 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.456 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.456 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.456 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.456 INFO:teuthology.orchestra.run.smithi044.stdout: "facts_cache_timeout": { 2024-05-27T00:45:35.456 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "facts_cache_timeout", 2024-05-27T00:45:35.456 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.456 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.456 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.456 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-27T00:45:35.456 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.456 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.456 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.456 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache host facts data", 2024-05-27T00:45:35.457 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.457 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.457 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.457 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.457 INFO:teuthology.orchestra.run.smithi044.stdout: "grafana_dashboards_path": { 2024-05-27T00:45:35.457 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "grafana_dashboards_path", 2024-05-27T00:45:35.457 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.457 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.457 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.457 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-27T00:45:35.457 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.457 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.457 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.457 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-27T00:45:35.458 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.458 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.458 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.458 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.458 INFO:teuthology.orchestra.run.smithi044.stdout: "host_check_interval": { 2024-05-27T00:45:35.458 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "host_check_interval", 2024-05-27T00:45:35.458 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.458 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.458 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.458 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-27T00:45:35.458 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.458 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.458 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.459 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to perform a host check", 2024-05-27T00:45:35.459 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.459 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.459 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.459 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.459 INFO:teuthology.orchestra.run.smithi044.stdout: "hw_monitoring": { 2024-05-27T00:45:35.459 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "hw_monitoring", 2024-05-27T00:45:35.459 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.459 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.459 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.459 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.459 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.459 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.459 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.460 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-27T00:45:35.460 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.460 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.460 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.460 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.460 INFO:teuthology.orchestra.run.smithi044.stdout: "inventory_list_all": { 2024-05-27T00:45:35.460 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "inventory_list_all", 2024-05-27T00:45:35.460 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.460 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.460 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.460 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.460 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.460 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.460 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.460 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-27T00:45:35.461 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.461 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.461 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.461 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.461 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.461 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.461 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.461 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.461 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.461 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.461 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.461 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.461 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.461 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.462 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.462 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.462 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.462 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.462 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.462 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.462 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.462 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.462 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.462 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.462 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.462 INFO:teuthology.orchestra.run.smithi044.stdout: "log_refresh_metadata": { 2024-05-27T00:45:35.462 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_refresh_metadata", 2024-05-27T00:45:35.462 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.463 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.463 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.463 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.463 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.463 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.463 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.463 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-27T00:45:35.463 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.463 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.463 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.463 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.463 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.463 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.464 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.464 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.464 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.464 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.464 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.464 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.464 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.464 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-27T00:45:35.464 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.464 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.464 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.464 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.464 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.464 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.465 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.465 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.465 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.465 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.465 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.465 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.465 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.465 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.465 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.465 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.465 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.465 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.465 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.465 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.465 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.466 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.466 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.466 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.466 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.466 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.466 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.466 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.466 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.466 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.466 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.466 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.466 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.467 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.467 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.467 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.467 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.467 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.467 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.467 INFO:teuthology.orchestra.run.smithi044.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-27T00:45:35.467 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-27T00:45:35.467 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.467 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.467 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.467 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.467 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.467 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.468 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.468 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-27T00:45:35.468 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.468 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.468 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.468 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.468 INFO:teuthology.orchestra.run.smithi044.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-27T00:45:35.468 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-27T00:45:35.468 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.468 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.468 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.468 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "*", 2024-05-27T00:45:35.468 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.468 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.469 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.469 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-27T00:45:35.469 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.469 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.469 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.469 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.469 INFO:teuthology.orchestra.run.smithi044.stdout: "max_count_per_host": { 2024-05-27T00:45:35.469 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_count_per_host", 2024-05-27T00:45:35.469 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.469 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.469 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.469 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:35.469 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.469 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.470 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.470 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "max number of daemons per service per host", 2024-05-27T00:45:35.470 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.470 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.470 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.470 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.470 INFO:teuthology.orchestra.run.smithi044.stdout: "max_osd_draining_count": { 2024-05-27T00:45:35.470 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_osd_draining_count", 2024-05-27T00:45:35.470 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.470 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.470 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.470 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:35.470 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.471 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.471 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.471 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-27T00:45:35.471 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.471 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.471 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.471 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.471 INFO:teuthology.orchestra.run.smithi044.stdout: "migration_current": { 2024-05-27T00:45:35.471 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "migration_current", 2024-05-27T00:45:35.471 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.471 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.471 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.471 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.471 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.471 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.472 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.472 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "internal - do not modify", 2024-05-27T00:45:35.472 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.472 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.472 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.472 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.472 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": { 2024-05-27T00:45:35.472 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mode", 2024-05-27T00:45:35.472 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.472 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.472 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.472 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "root", 2024-05-27T00:45:35.472 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.472 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.473 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.473 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm-package", 2024-05-27T00:45:35.473 INFO:teuthology.orchestra.run.smithi044.stdout: "root" 2024-05-27T00:45:35.473 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.473 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "mode for remote execution of cephadm", 2024-05-27T00:45:35.473 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.473 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.473 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.473 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.473 INFO:teuthology.orchestra.run.smithi044.stdout: "oob_default_addr": { 2024-05-27T00:45:35.473 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "oob_default_addr", 2024-05-27T00:45:35.473 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.473 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.473 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.474 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "169.254.1.1", 2024-05-27T00:45:35.474 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.474 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.474 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.474 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-27T00:45:35.474 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.474 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.474 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.474 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.474 INFO:teuthology.orchestra.run.smithi044.stdout: "prometheus_alerts_path": { 2024-05-27T00:45:35.474 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prometheus_alerts_path", 2024-05-27T00:45:35.474 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.474 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.475 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.475 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-27T00:45:35.475 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.475 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.475 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.475 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-27T00:45:35.475 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.475 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.475 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.475 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.475 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_insecure": { 2024-05-27T00:45:35.475 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_insecure", 2024-05-27T00:45:35.476 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.476 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.476 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.476 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.476 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.476 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.476 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.476 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-27T00:45:35.476 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.476 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.476 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.476 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.476 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_password": { 2024-05-27T00:45:35.476 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_password", 2024-05-27T00:45:35.477 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.477 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.477 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.477 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.477 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.477 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.477 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.477 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-27T00:45:35.477 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.477 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.477 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.478 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.478 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_url": { 2024-05-27T00:45:35.478 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_url", 2024-05-27T00:45:35.478 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.478 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.478 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.478 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.478 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.478 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.478 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.478 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-27T00:45:35.478 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.478 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.479 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.479 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.479 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_username": { 2024-05-27T00:45:35.479 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_username", 2024-05-27T00:45:35.479 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.479 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.479 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.479 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.479 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.480 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.480 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.480 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-27T00:45:35.480 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.480 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.480 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.480 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.480 INFO:teuthology.orchestra.run.smithi044.stdout: "secure_monitoring_stack": { 2024-05-27T00:45:35.480 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "secure_monitoring_stack", 2024-05-27T00:45:35.480 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.480 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.480 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.480 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.481 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.481 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.481 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.481 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-27T00:45:35.481 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.481 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.481 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.481 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.481 INFO:teuthology.orchestra.run.smithi044.stdout: "service_discovery_port": { 2024-05-27T00:45:35.481 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "service_discovery_port", 2024-05-27T00:45:35.481 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.481 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.481 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.481 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8765", 2024-05-27T00:45:35.482 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.482 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.482 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.482 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "cephadm service discovery port", 2024-05-27T00:45:35.482 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.482 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.482 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.482 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.482 INFO:teuthology.orchestra.run.smithi044.stdout: "ssh_config_file": { 2024-05-27T00:45:35.482 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssh_config_file", 2024-05-27T00:45:35.482 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.482 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.482 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.483 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.483 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.483 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.483 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.483 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-27T00:45:35.483 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.483 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.483 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.483 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.483 INFO:teuthology.orchestra.run.smithi044.stdout: "use_agent": { 2024-05-27T00:45:35.483 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "use_agent", 2024-05-27T00:45:35.483 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.483 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.484 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.484 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.484 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.484 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.484 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.484 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-27T00:45:35.484 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.484 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.484 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.484 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.484 INFO:teuthology.orchestra.run.smithi044.stdout: "use_repo_digest": { 2024-05-27T00:45:35.484 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "use_repo_digest", 2024-05-27T00:45:35.484 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.485 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.485 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.485 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.485 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.485 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.485 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.485 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-27T00:45:35.485 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.485 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.485 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.485 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.485 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_failed_host_check": { 2024-05-27T00:45:35.485 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_failed_host_check", 2024-05-27T00:45:35.485 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.486 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.486 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.486 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.486 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.486 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.486 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.486 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if the host check fails", 2024-05-27T00:45:35.486 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.486 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.486 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.486 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.486 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_stray_daemons": { 2024-05-27T00:45:35.486 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_stray_daemons", 2024-05-27T00:45:35.487 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.487 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.487 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.487 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.487 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.487 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.487 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.487 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-27T00:45:35.487 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.487 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.487 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.487 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.487 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_stray_hosts": { 2024-05-27T00:45:35.487 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_stray_hosts", 2024-05-27T00:45:35.488 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.488 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.488 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.488 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.488 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.488 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.488 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.488 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-27T00:45:35.488 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.488 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.488 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.488 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.488 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.488 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.488 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.489 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crash", 2024-05-27T00:45:35.489 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.489 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.489 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.489 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.489 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.489 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.489 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.489 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.489 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.489 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.489 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.489 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.490 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.490 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.490 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.490 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.490 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.490 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.490 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.490 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.490 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.490 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.490 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.491 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.491 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.491 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.491 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.491 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.491 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.491 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.491 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.491 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.491 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.491 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.491 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.491 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.492 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.492 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.492 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.492 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.492 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.492 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.492 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.492 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.492 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.492 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.492 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.492 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.492 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.492 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.493 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.493 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.493 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.493 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.493 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.493 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.493 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.493 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.493 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.493 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.493 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.493 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.493 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.494 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.494 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.494 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.494 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.494 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.494 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.494 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.494 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.494 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.494 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.494 INFO:teuthology.orchestra.run.smithi044.stdout: "retain_interval": { 2024-05-27T00:45:35.494 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "retain_interval", 2024-05-27T00:45:35.494 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.495 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.495 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.495 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "31536000", 2024-05-27T00:45:35.495 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.495 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.495 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.495 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-27T00:45:35.495 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.495 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.495 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.495 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.495 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_recent_interval": { 2024-05-27T00:45:35.495 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_recent_interval", 2024-05-27T00:45:35.495 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.496 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.496 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.496 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1209600", 2024-05-27T00:45:35.496 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.496 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.496 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.496 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-27T00:45:35.496 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.496 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.496 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.496 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.496 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.496 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.497 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.497 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "dashboard", 2024-05-27T00:45:35.497 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.497 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.497 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.497 INFO:teuthology.orchestra.run.smithi044.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-27T00:45:35.497 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-27T00:45:35.497 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.497 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.497 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.497 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:35.497 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.497 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.498 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.498 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.498 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.498 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.498 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.498 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.498 INFO:teuthology.orchestra.run.smithi044.stdout: "ALERTMANAGER_API_HOST": { 2024-05-27T00:45:35.498 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-27T00:45:35.498 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.498 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.498 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.498 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.498 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.499 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.499 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.499 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.499 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.499 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.499 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.499 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.499 INFO:teuthology.orchestra.run.smithi044.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-27T00:45:35.499 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-27T00:45:35.499 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.499 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.499 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.499 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.499 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.500 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.500 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.500 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.500 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.500 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.500 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.500 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.500 INFO:teuthology.orchestra.run.smithi044.stdout: "AUDIT_API_ENABLED": { 2024-05-27T00:45:35.500 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "AUDIT_API_ENABLED", 2024-05-27T00:45:35.500 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.500 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.500 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.500 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.500 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.501 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.501 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.501 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.501 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.501 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.501 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.501 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.501 INFO:teuthology.orchestra.run.smithi044.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-27T00:45:35.501 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-27T00:45:35.501 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.501 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.501 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.501 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.501 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.502 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.502 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.502 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.502 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.502 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.502 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.502 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.502 INFO:teuthology.orchestra.run.smithi044.stdout: "ENABLE_BROWSABLE_API": { 2024-05-27T00:45:35.502 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-27T00:45:35.502 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.502 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.502 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.503 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.503 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.503 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.503 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.503 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.503 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.503 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.503 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.503 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.503 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-27T00:45:35.503 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-27T00:45:35.503 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.503 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.504 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.504 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.504 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.504 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.504 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.504 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.504 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.504 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.504 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.504 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.504 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-27T00:45:35.504 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-27T00:45:35.504 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.504 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.505 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.505 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.505 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.505 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.505 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.505 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.505 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.505 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.505 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.505 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.505 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-27T00:45:35.505 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-27T00:45:35.505 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.505 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.506 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.506 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.506 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.506 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.506 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.506 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.506 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.506 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.506 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.506 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.506 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-27T00:45:35.506 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-27T00:45:35.507 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.507 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.507 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.507 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.507 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.507 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.507 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.507 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.507 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.507 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.507 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.507 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.507 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-27T00:45:35.507 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-27T00:45:35.508 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.508 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.508 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.508 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.508 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.508 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.508 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.508 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.508 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.508 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.508 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.508 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.508 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-27T00:45:35.508 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-27T00:45:35.509 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.509 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.509 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.509 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.509 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.509 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.509 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.509 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.509 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.509 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.509 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.509 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.509 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-27T00:45:35.510 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-27T00:45:35.510 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.510 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.510 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.510 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.510 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.510 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.510 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.510 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.510 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.510 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.510 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.510 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.511 INFO:teuthology.orchestra.run.smithi044.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-27T00:45:35.511 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-27T00:45:35.511 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.511 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.511 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.511 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.511 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.511 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.511 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.511 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.511 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.511 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.511 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.511 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.512 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_PASSWORD": { 2024-05-27T00:45:35.512 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-27T00:45:35.512 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.512 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.512 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.512 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-05-27T00:45:35.512 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.512 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.512 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.512 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.512 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.512 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.512 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.513 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.513 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-27T00:45:35.513 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-27T00:45:35.513 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.513 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.513 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.513 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.513 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.513 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.513 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.513 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.513 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.513 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.513 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.513 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.514 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_URL": { 2024-05-27T00:45:35.514 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_URL", 2024-05-27T00:45:35.514 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.514 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.514 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.514 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.514 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.514 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.514 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.514 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.514 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.514 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.514 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.514 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.515 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_USERNAME": { 2024-05-27T00:45:35.515 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-27T00:45:35.515 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.515 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.515 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.515 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-05-27T00:45:35.515 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.515 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.515 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.515 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.515 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.515 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.515 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.516 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.516 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-27T00:45:35.516 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-27T00:45:35.516 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.516 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.516 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.516 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.516 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.516 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.516 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.516 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.516 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.516 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.516 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.516 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.517 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-27T00:45:35.517 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-27T00:45:35.517 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.517 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.517 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.517 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.517 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.517 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.517 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.517 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.517 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.518 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.518 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.518 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.518 INFO:teuthology.orchestra.run.smithi044.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-27T00:45:35.518 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-27T00:45:35.518 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.518 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.518 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.518 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.518 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.518 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.518 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.518 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.519 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.519 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.519 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.519 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.519 INFO:teuthology.orchestra.run.smithi044.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-27T00:45:35.519 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-27T00:45:35.519 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.519 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.519 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.519 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.519 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.519 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.519 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.519 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.520 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.520 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.520 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.520 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.520 INFO:teuthology.orchestra.run.smithi044.stdout: "PROMETHEUS_API_HOST": { 2024-05-27T00:45:35.520 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-27T00:45:35.520 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.520 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.520 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.520 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.520 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.520 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.520 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.520 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.521 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.521 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.521 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.521 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.521 INFO:teuthology.orchestra.run.smithi044.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-27T00:45:35.521 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-27T00:45:35.521 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.521 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.521 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.521 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.521 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.521 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.521 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.521 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.522 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.522 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.522 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.522 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.522 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-27T00:45:35.522 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-27T00:45:35.522 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.522 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.522 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.522 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.522 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.522 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.522 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.523 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.523 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.523 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.523 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.523 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.523 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-27T00:45:35.523 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-27T00:45:35.523 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.523 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.523 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.523 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.523 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.523 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.523 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.524 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.524 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.524 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.524 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.524 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.524 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-27T00:45:35.524 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-27T00:45:35.524 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.524 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.524 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.524 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.524 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.524 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.524 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.525 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.525 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.525 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.525 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.525 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.525 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-27T00:45:35.525 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-27T00:45:35.525 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.525 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.525 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.525 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.525 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.525 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.525 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.526 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.526 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.526 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.526 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.526 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.526 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-27T00:45:35.526 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-27T00:45:35.526 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.526 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.526 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.526 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.526 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.526 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.526 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.527 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.527 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.527 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.527 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.527 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.527 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-27T00:45:35.527 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-27T00:45:35.527 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.527 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.527 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.527 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.527 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.527 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.527 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.528 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.528 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.528 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.528 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.528 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.528 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-27T00:45:35.528 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-27T00:45:35.528 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.528 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.528 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.528 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.528 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.528 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.528 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.529 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.529 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.529 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.529 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.529 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.529 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_ENABLED": { 2024-05-27T00:45:35.529 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-27T00:45:35.529 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.529 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.529 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.529 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.529 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.529 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.529 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.530 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.530 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.530 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.530 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.530 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.530 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-27T00:45:35.530 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-27T00:45:35.530 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.530 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.530 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.530 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-27T00:45:35.530 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.531 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.531 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.531 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.531 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.531 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.531 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.531 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.531 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-27T00:45:35.531 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-27T00:45:35.531 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.531 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.531 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.531 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:35.531 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.532 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.532 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.532 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.532 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.532 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.532 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.532 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.532 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-27T00:45:35.532 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-27T00:45:35.532 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.532 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.532 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.532 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8", 2024-05-27T00:45:35.532 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.533 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.533 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.533 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.533 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.533 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.533 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.533 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.533 INFO:teuthology.orchestra.run.smithi044.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-27T00:45:35.533 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-27T00:45:35.533 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.533 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.533 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.533 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "45", 2024-05-27T00:45:35.533 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.534 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.534 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.534 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.534 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.534 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.534 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.534 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.534 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_ACCESS_KEY": { 2024-05-27T00:45:35.534 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-27T00:45:35.534 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.534 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.534 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.534 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.535 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.535 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.535 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.535 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.535 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.535 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.535 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.535 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.535 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-27T00:45:35.535 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-27T00:45:35.535 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.535 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.535 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.536 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-05-27T00:45:35.536 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.536 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.536 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.536 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.536 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.536 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.536 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.536 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.536 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_SECRET_KEY": { 2024-05-27T00:45:35.536 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-27T00:45:35.536 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.536 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.536 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.537 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.537 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.537 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.537 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.537 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.537 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.537 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.537 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.537 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.537 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_SSL_VERIFY": { 2024-05-27T00:45:35.537 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-27T00:45:35.537 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.537 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.537 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.538 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.538 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.538 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.538 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.538 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.538 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.538 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.538 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.538 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.538 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-27T00:45:35.538 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-27T00:45:35.538 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.538 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.538 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.539 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-27T00:45:35.539 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.539 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.539 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.539 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.539 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.539 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.539 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.539 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.539 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-27T00:45:35.539 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-27T00:45:35.539 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.539 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.539 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.540 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:35.540 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.540 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.540 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.540 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.540 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.540 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.540 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.540 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.540 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-27T00:45:35.540 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-27T00:45:35.540 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.540 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.541 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.541 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-27T00:45:35.541 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.541 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.541 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.541 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.541 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.541 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.541 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.541 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.541 INFO:teuthology.orchestra.run.smithi044.stdout: "cross_origin_url": { 2024-05-27T00:45:35.541 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cross_origin_url", 2024-05-27T00:45:35.541 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.541 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.542 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.542 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.542 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.542 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.542 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.542 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.542 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.542 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.542 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.542 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.542 INFO:teuthology.orchestra.run.smithi044.stdout: "crt_file": { 2024-05-27T00:45:35.542 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crt_file", 2024-05-27T00:45:35.542 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.542 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.543 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.543 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.543 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.543 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.543 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.543 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.543 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.543 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.543 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.543 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.543 INFO:teuthology.orchestra.run.smithi044.stdout: "debug": { 2024-05-27T00:45:35.543 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "debug", 2024-05-27T00:45:35.544 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.544 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.544 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.544 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.544 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.544 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.544 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.544 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable/disable debug options", 2024-05-27T00:45:35.544 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.544 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.544 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.544 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.544 INFO:teuthology.orchestra.run.smithi044.stdout: "jwt_token_ttl": { 2024-05-27T00:45:35.544 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "jwt_token_ttl", 2024-05-27T00:45:35.545 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.545 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.545 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.545 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "28800", 2024-05-27T00:45:35.545 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.545 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.545 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.545 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.545 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.545 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.545 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.545 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.545 INFO:teuthology.orchestra.run.smithi044.stdout: "key_file": { 2024-05-27T00:45:35.546 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "key_file", 2024-05-27T00:45:35.546 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.546 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.546 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.546 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.546 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.546 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.546 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.546 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.546 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.546 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.546 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.546 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.547 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.547 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.547 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.547 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.547 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.547 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.547 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.547 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.547 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.547 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.547 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.547 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.547 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.547 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.548 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.548 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.548 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.548 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.548 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.548 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.548 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.548 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.548 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.548 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.548 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.548 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.548 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.549 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.549 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.549 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.549 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.549 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.549 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.549 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.549 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.549 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.549 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.549 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.549 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.549 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.550 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.550 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.550 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.550 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.550 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.550 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.550 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.550 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.550 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.550 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.550 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.550 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.550 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.551 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.551 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.551 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.551 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.551 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.551 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.551 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.551 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.551 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.551 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.551 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.551 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.551 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.551 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.552 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.552 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.552 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.552 INFO:teuthology.orchestra.run.smithi044.stdout: "motd": { 2024-05-27T00:45:35.552 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "motd", 2024-05-27T00:45:35.552 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.552 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.552 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.552 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.552 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.552 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.552 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.552 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "The message of the day", 2024-05-27T00:45:35.552 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.553 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.553 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.553 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.553 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_resolve_ip_addr": { 2024-05-27T00:45:35.553 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "redirect_resolve_ip_addr", 2024-05-27T00:45:35.553 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.553 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.553 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.553 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.553 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.553 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.553 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.553 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.554 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.554 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.554 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.554 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.554 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-05-27T00:45:35.554 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-05-27T00:45:35.554 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.554 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.554 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.554 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "::", 2024-05-27T00:45:35.554 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.554 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.554 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.555 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.555 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.555 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.555 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.555 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.555 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-05-27T00:45:35.555 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-05-27T00:45:35.555 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.555 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.555 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.555 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8080", 2024-05-27T00:45:35.555 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.555 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.555 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.556 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.556 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.556 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.556 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.556 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.556 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl": { 2024-05-27T00:45:35.556 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl", 2024-05-27T00:45:35.556 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.556 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.556 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.556 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.556 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.556 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.556 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.557 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.557 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.557 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.557 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.557 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.557 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl_server_port": { 2024-05-27T00:45:35.557 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl_server_port", 2024-05-27T00:45:35.557 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.557 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.557 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.557 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8443", 2024-05-27T00:45:35.557 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.557 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.557 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.558 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.558 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.558 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.558 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.558 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.558 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_behaviour": { 2024-05-27T00:45:35.558 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_behaviour", 2024-05-27T00:45:35.558 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.558 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.558 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.558 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "redirect", 2024-05-27T00:45:35.559 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.559 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.559 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.559 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.559 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect" 2024-05-27T00:45:35.559 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.559 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.559 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.559 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.559 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.559 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.559 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_error_status_code": { 2024-05-27T00:45:35.559 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_error_status_code", 2024-05-27T00:45:35.559 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.560 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.560 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.560 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "500", 2024-05-27T00:45:35.560 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "400", 2024-05-27T00:45:35.560 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "599", 2024-05-27T00:45:35.560 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.560 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.560 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.560 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.560 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.560 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.560 INFO:teuthology.orchestra.run.smithi044.stdout: "url_prefix": { 2024-05-27T00:45:35.560 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "url_prefix", 2024-05-27T00:45:35.560 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.561 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.561 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.561 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.561 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.561 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.561 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.561 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.561 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.561 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.561 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.561 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.561 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.561 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.561 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.562 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "devicehealth", 2024-05-27T00:45:35.562 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.562 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.562 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.562 INFO:teuthology.orchestra.run.smithi044.stdout: "enable_monitoring": { 2024-05-27T00:45:35.562 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enable_monitoring", 2024-05-27T00:45:35.562 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.562 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.562 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.562 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.562 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.562 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.562 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "monitor device health metrics", 2024-05-27T00:45:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.563 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.564 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.564 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.564 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.564 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.564 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.564 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.564 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.564 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.564 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.564 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.564 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.564 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.564 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.565 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.565 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.565 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.565 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.565 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.565 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.565 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.565 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.565 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.565 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.565 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.565 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.565 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.566 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.566 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.566 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.566 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.566 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.566 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.566 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.566 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.566 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.566 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.566 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.566 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.566 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.566 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.567 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.567 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.567 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.567 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.567 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.567 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.567 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.567 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.567 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.567 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.567 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.567 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.567 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.568 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.568 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.568 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.568 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.568 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.568 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.568 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.568 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.568 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.568 INFO:teuthology.orchestra.run.smithi044.stdout: "mark_out_threshold": { 2024-05-27T00:45:35.568 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mark_out_threshold", 2024-05-27T00:45:35.568 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.568 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.568 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.569 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "2419200", 2024-05-27T00:45:35.569 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.569 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.569 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.569 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-27T00:45:35.569 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.569 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.569 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.569 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.569 INFO:teuthology.orchestra.run.smithi044.stdout: "pool_name": { 2024-05-27T00:45:35.569 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pool_name", 2024-05-27T00:45:35.569 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.569 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.569 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.570 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "device_health_metrics", 2024-05-27T00:45:35.570 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.570 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.570 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.570 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-27T00:45:35.570 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.570 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.570 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.570 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.570 INFO:teuthology.orchestra.run.smithi044.stdout: "retention_period": { 2024-05-27T00:45:35.570 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "retention_period", 2024-05-27T00:45:35.570 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.571 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.571 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.571 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15552000", 2024-05-27T00:45:35.571 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.571 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.571 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.571 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long to retain device health metrics", 2024-05-27T00:45:35.571 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.571 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.571 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.571 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.571 INFO:teuthology.orchestra.run.smithi044.stdout: "scrape_frequency": { 2024-05-27T00:45:35.571 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "scrape_frequency", 2024-05-27T00:45:35.571 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.571 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.572 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.572 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "86400", 2024-05-27T00:45:35.572 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.572 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.572 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.572 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-27T00:45:35.572 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.572 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.572 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.572 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.572 INFO:teuthology.orchestra.run.smithi044.stdout: "self_heal": { 2024-05-27T00:45:35.572 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "self_heal", 2024-05-27T00:45:35.573 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.573 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.573 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.573 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.573 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.573 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.573 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.573 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-27T00:45:35.573 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.573 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.573 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.573 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.573 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-27T00:45:35.573 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-27T00:45:35.574 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.574 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.574 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.574 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-27T00:45:35.574 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.574 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.574 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.574 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to wake up and check device health", 2024-05-27T00:45:35.574 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.574 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.574 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.574 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.574 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_threshold": { 2024-05-27T00:45:35.575 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_threshold", 2024-05-27T00:45:35.575 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.575 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.575 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.575 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "7257600", 2024-05-27T00:45:35.575 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.575 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.575 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.575 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-27T00:45:35.575 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.575 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.575 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.575 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.575 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.576 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.576 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.576 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "diskprediction_local", 2024-05-27T00:45:35.576 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.576 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.576 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.576 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.576 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.576 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.576 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.576 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.576 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.576 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.576 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.577 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.578 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.579 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.580 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: "predict_interval": { 2024-05-27T00:45:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "predict_interval", 2024-05-27T00:45:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "86400", 2024-05-27T00:45:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.581 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: "predictor_model": { 2024-05-27T00:45:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "predictor_model", 2024-05-27T00:45:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "prophetstor", 2024-05-27T00:45:35.582 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-27T00:45:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-27T00:45:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-27T00:45:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.583 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "influx", 2024-05-27T00:45:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": false, 2024-05-27T00:45:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "influxdb python module not found", 2024-05-27T00:45:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.584 INFO:teuthology.orchestra.run.smithi044.stdout: "batch_size": { 2024-05-27T00:45:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "batch_size", 2024-05-27T00:45:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5000", 2024-05-27T00:45:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-27T00:45:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.585 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: "database": { 2024-05-27T00:45:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "database", 2024-05-27T00:45:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "ceph", 2024-05-27T00:45:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-27T00:45:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.586 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.587 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.587 INFO:teuthology.orchestra.run.smithi044.stdout: "hostname": { 2024-05-27T00:45:35.587 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "hostname", 2024-05-27T00:45:35.587 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.587 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.587 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.587 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.587 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.587 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.587 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.587 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB server hostname", 2024-05-27T00:45:35.587 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.587 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.587 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.588 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.588 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-27T00:45:35.588 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-27T00:45:35.588 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.588 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.588 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.588 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "30", 2024-05-27T00:45:35.588 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "5", 2024-05-27T00:45:35.588 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.588 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.588 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-27T00:45:35.588 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.588 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.588 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.589 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.589 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.589 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.589 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.589 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.589 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.589 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.589 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.589 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.589 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.589 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.589 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.589 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.590 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.590 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.590 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.590 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.590 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.590 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.590 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.590 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.590 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.590 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.590 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.590 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.590 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.590 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.591 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.591 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.591 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.591 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.591 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.591 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.591 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.591 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.591 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.591 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.591 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.591 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.591 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.591 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.592 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.592 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.592 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.592 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.592 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.592 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.592 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.592 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.592 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.592 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.592 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.592 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.592 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.592 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.593 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.593 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.593 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.593 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.593 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.593 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.593 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.593 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.593 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.593 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.593 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.593 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.593 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.593 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.594 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.594 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.594 INFO:teuthology.orchestra.run.smithi044.stdout: "password": { 2024-05-27T00:45:35.594 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "password", 2024-05-27T00:45:35.594 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.594 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.594 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.594 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.594 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.594 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.594 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.594 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "password of InfluxDB server user", 2024-05-27T00:45:35.594 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.595 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.595 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.595 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.595 INFO:teuthology.orchestra.run.smithi044.stdout: "port": { 2024-05-27T00:45:35.595 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "port", 2024-05-27T00:45:35.595 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.595 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.595 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.595 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8086", 2024-05-27T00:45:35.595 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.595 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.595 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.595 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB server port", 2024-05-27T00:45:35.595 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.595 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.596 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.596 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.596 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl": { 2024-05-27T00:45:35.596 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl", 2024-05-27T00:45:35.596 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.596 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.596 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.596 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "false", 2024-05-27T00:45:35.596 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.596 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.596 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.596 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-27T00:45:35.596 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.596 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.597 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.597 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.597 INFO:teuthology.orchestra.run.smithi044.stdout: "threads": { 2024-05-27T00:45:35.597 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "threads", 2024-05-27T00:45:35.597 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.597 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.597 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.597 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-27T00:45:35.597 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-27T00:45:35.597 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "32", 2024-05-27T00:45:35.597 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.597 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-27T00:45:35.597 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.598 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.598 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.598 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.598 INFO:teuthology.orchestra.run.smithi044.stdout: "username": { 2024-05-27T00:45:35.598 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "username", 2024-05-27T00:45:35.598 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.598 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.598 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.598 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.598 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.598 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.598 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.598 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "username of InfluxDB server user", 2024-05-27T00:45:35.599 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.599 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.599 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.599 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.599 INFO:teuthology.orchestra.run.smithi044.stdout: "verify_ssl": { 2024-05-27T00:45:35.599 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "verify_ssl", 2024-05-27T00:45:35.599 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.599 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.599 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.599 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "true", 2024-05-27T00:45:35.599 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.599 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.599 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.600 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-27T00:45:35.600 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.600 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.600 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.600 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.600 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.600 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.600 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.600 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "insights", 2024-05-27T00:45:35.600 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.600 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.600 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.600 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.601 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.601 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.601 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.601 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.601 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.601 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.601 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.601 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.601 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.601 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.601 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.601 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.601 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.602 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.602 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.602 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.602 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.602 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.602 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.602 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.602 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.602 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.602 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.602 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.602 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.602 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.603 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.603 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.603 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.603 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.603 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.603 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.603 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.603 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.603 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.603 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.603 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.603 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.603 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.603 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.604 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.604 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.604 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.604 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.604 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.604 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.604 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.604 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.604 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.604 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.604 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.604 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.605 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.605 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.605 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.605 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.605 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.605 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.605 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.605 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.605 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.605 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.605 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.605 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.605 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.605 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.606 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.606 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.606 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.606 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.606 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.606 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.606 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "iostat", 2024-05-27T00:45:35.606 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.606 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.606 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.606 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.606 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.606 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.607 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.607 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.607 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.607 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.607 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.607 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.607 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.607 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.607 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.607 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.607 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.607 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.607 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.608 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.608 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.608 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.608 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.608 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.608 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.608 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.608 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.608 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.608 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.608 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.608 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.608 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.608 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.609 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.609 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.609 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.609 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.609 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.609 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.609 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.609 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.609 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.609 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.609 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.609 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.609 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.610 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.610 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.610 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.610 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.610 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.610 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.610 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.610 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.610 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.610 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.610 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.610 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.610 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.610 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.611 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.611 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.611 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.611 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.611 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.611 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.611 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.611 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.611 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.611 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.611 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.611 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.611 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.612 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.612 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.612 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.612 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "k8sevents", 2024-05-27T00:45:35.612 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.612 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.612 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.612 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_event_retention_days": { 2024-05-27T00:45:35.612 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ceph_event_retention_days", 2024-05-27T00:45:35.612 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.612 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.612 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.612 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "7", 2024-05-27T00:45:35.612 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-27T00:45:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "config_check_secs": { 2024-05-27T00:45:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_check_secs", 2024-05-27T00:45:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:35.613 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "10", 2024-05-27T00:45:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-27T00:45:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.614 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.615 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.616 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.616 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.616 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.616 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.616 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.616 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.616 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.616 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.616 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.616 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.616 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.616 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.616 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.616 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.617 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.617 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.617 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.617 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.617 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.617 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.617 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.617 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.617 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.617 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.617 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.617 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.617 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.617 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.618 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.618 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.618 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.618 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.618 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.618 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.618 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.618 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.618 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.618 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.618 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.618 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.618 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.619 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.619 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.619 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.619 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.619 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.619 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.619 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.619 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.619 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.619 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.619 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.619 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.619 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.619 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.619 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.620 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.620 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "localpool", 2024-05-27T00:45:35.620 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.620 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.620 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.620 INFO:teuthology.orchestra.run.smithi044.stdout: "failure_domain": { 2024-05-27T00:45:35.620 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "failure_domain", 2024-05-27T00:45:35.620 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.620 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.620 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.620 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "host", 2024-05-27T00:45:35.620 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.620 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.621 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.621 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "failure domain for any created local pool", 2024-05-27T00:45:35.621 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-27T00:45:35.621 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.621 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.621 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.621 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.621 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.621 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.621 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.621 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.621 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.621 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.621 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.621 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.622 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.622 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.622 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.622 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.622 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.622 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.622 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.622 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.622 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.622 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.622 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.622 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.622 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.623 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.623 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.623 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.623 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.623 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.623 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.623 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.623 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.623 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.623 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.623 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.623 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.623 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.623 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.623 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.624 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.624 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.624 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.624 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.624 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.624 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.624 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.624 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.624 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.624 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.624 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.624 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.624 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.625 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.625 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.625 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.625 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.625 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.625 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.625 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.625 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.625 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.625 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.625 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.625 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.625 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.626 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.626 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.626 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.626 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.626 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.626 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.626 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.626 INFO:teuthology.orchestra.run.smithi044.stdout: "min_size": { 2024-05-27T00:45:35.626 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "min_size", 2024-05-27T00:45:35.626 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.626 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.626 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.626 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.627 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.627 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.627 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.627 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default min_size for any created local pool", 2024-05-27T00:45:35.627 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-27T00:45:35.627 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.627 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.627 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.627 INFO:teuthology.orchestra.run.smithi044.stdout: "num_rep": { 2024-05-27T00:45:35.627 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "num_rep", 2024-05-27T00:45:35.627 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.627 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.627 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.627 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3", 2024-05-27T00:45:35.628 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.628 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.628 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.628 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default replica count for any created local pool", 2024-05-27T00:45:35.628 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.628 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.628 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.628 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.628 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_num": { 2024-05-27T00:45:35.628 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pg_num", 2024-05-27T00:45:35.628 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.628 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.628 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.629 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "128", 2024-05-27T00:45:35.629 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.629 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.629 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.629 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default pg_num for any created local pool", 2024-05-27T00:45:35.629 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.629 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.629 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.629 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.629 INFO:teuthology.orchestra.run.smithi044.stdout: "prefix": { 2024-05-27T00:45:35.629 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prefix", 2024-05-27T00:45:35.629 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.629 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.629 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.630 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.630 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.630 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.630 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.630 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "name prefix for any created local pool", 2024-05-27T00:45:35.630 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.630 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.630 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.630 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.630 INFO:teuthology.orchestra.run.smithi044.stdout: "subtree": { 2024-05-27T00:45:35.630 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "subtree", 2024-05-27T00:45:35.630 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.630 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.631 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.631 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "rack", 2024-05-27T00:45:35.631 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.631 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.631 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.631 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-27T00:45:35.631 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-27T00:45:35.631 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.631 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.631 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.631 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.631 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.631 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.632 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mds_autoscaler", 2024-05-27T00:45:35.632 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.632 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.632 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.632 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.632 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.632 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.632 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.632 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.632 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.632 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.632 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.632 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.633 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.633 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.633 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.633 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.633 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.633 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.633 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.633 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.633 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.633 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.633 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.633 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.633 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.634 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.634 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.634 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.634 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.634 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.634 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.634 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.634 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.634 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.634 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.634 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.634 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.634 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.635 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.635 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.635 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.635 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.635 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.635 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.635 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.635 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.635 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.635 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.635 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.635 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.635 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.636 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.636 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.636 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.636 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.636 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.636 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.636 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.636 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.636 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.636 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.636 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.636 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.636 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.636 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.637 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.637 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.637 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.637 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.637 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.637 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.637 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.637 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.637 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.637 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.637 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.637 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mirroring", 2024-05-27T00:45:35.637 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.637 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.638 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.638 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.638 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.638 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.638 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.638 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.638 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.638 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.638 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.638 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.638 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.638 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.639 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.639 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.639 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.639 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.639 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.639 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.639 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.639 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.639 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.639 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.639 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.639 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.639 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.640 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.640 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.640 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.640 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.640 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.640 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.640 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.640 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.640 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.640 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.640 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.640 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.640 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.640 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.641 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.641 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.641 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.641 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.641 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.641 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.641 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.641 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.641 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.641 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.641 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.641 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.641 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.641 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.642 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.642 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.642 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.642 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.642 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.642 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.642 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.642 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.642 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.642 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.642 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.642 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.642 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.643 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.643 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.643 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.643 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.643 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.643 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.643 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.643 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.643 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "nfs", 2024-05-27T00:45:35.643 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.643 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.643 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.643 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.643 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.644 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.644 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.644 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.644 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.644 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.644 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.644 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.644 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.644 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.644 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.644 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.644 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.644 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.645 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.645 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.645 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.645 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.645 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.645 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.645 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.645 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.645 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.645 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.645 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.645 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.645 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.645 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.646 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.646 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.646 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.646 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.646 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.646 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.646 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.646 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.646 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.646 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.646 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.646 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.646 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.647 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.647 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.647 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.647 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.647 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.647 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.647 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.647 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.647 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.647 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.647 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.647 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.647 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.647 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.647 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.648 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.648 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.648 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.648 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.648 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.648 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.648 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.648 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.648 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.648 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.648 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.648 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.648 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.648 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.649 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.649 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.649 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "orchestrator", 2024-05-27T00:45:35.649 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.649 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.649 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.649 INFO:teuthology.orchestra.run.smithi044.stdout: "fail_fs": { 2024-05-27T00:45:35.649 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "fail_fs", 2024-05-27T00:45:35.649 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.649 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.649 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.649 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.649 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.649 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.650 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.650 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-27T00:45:35.650 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.650 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.650 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.650 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.650 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.650 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.650 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.650 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.650 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.650 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.651 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.651 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.651 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.651 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.651 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.651 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.651 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.651 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.651 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.651 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.651 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.651 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.651 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.651 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.651 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.652 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.652 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.652 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.652 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.652 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.652 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.652 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.652 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.652 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.652 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.652 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.652 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.652 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.652 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.652 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.653 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.653 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.653 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.653 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.653 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.653 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.653 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.653 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.653 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.653 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.653 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.653 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.653 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.653 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.653 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.654 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.654 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.654 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.654 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.654 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.654 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.654 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.654 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.654 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.654 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.654 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.654 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.654 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.655 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.655 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.655 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.655 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.655 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.655 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.655 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator": { 2024-05-27T00:45:35.655 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "orchestrator", 2024-05-27T00:45:35.655 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.655 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.657 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.657 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.657 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.657 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.657 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.658 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm", 2024-05-27T00:45:35.658 INFO:teuthology.orchestra.run.smithi044.stdout: "rook", 2024-05-27T00:45:35.658 INFO:teuthology.orchestra.run.smithi044.stdout: "test_orchestrator" 2024-05-27T00:45:35.658 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.658 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Orchestrator backend", 2024-05-27T00:45:35.658 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.658 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.658 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.658 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.658 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.658 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.658 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.659 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "osd_perf_query", 2024-05-27T00:45:35.659 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.659 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.659 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.659 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.659 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.659 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.659 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.659 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.659 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.659 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.659 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.659 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.659 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.660 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.660 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.660 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.660 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.660 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.660 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.660 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.660 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.660 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.660 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.660 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.660 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.660 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.661 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.661 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.661 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.661 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.661 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.661 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.661 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.661 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.661 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.661 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.661 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.661 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.661 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.662 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.662 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.662 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.662 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.662 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.662 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.662 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.662 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.662 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.662 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.662 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.662 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.662 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.663 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.663 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.663 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.663 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.663 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.663 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.663 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.663 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.663 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.663 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.663 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.663 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.663 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.663 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.664 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.664 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.664 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.664 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.664 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.664 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.664 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.664 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.664 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.664 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.664 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "osd_support", 2024-05-27T00:45:35.664 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.664 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.664 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.665 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.665 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.665 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.665 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.665 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.665 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.665 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.665 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.665 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.665 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.665 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.665 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.665 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.665 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.665 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.666 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.666 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.666 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.666 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.666 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.666 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.666 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.666 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.666 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.666 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.666 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.666 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.666 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.666 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.667 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.667 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.667 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.667 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.667 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.667 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.667 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.667 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.667 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.667 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.667 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.667 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.667 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.667 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.667 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.668 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.668 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.668 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.668 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.668 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.668 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.668 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.668 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.668 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.668 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.668 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.668 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.668 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.668 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.669 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.669 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.669 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.669 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.669 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.669 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.669 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.669 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.669 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.669 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.669 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.669 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.669 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.669 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.670 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.670 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pg_autoscaler", 2024-05-27T00:45:35.670 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.670 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.670 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.670 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.670 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.670 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.670 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.670 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.670 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.670 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.670 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.671 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.671 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.671 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.671 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.671 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.671 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.671 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.671 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.671 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.671 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.671 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.671 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.671 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.671 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.671 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.672 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.672 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.672 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.672 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.672 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.672 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.672 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.672 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.672 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.672 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.672 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.672 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.672 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.672 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.673 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.673 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.673 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.673 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.673 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.673 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.673 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.673 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.673 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.673 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.673 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.673 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.673 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.673 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.674 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.674 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.674 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.674 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.674 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.674 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.674 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.674 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.674 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.674 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.674 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.674 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.674 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.675 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.675 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.675 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.675 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.675 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.675 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.675 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-27T00:45:35.675 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-27T00:45:35.675 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.675 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.675 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.675 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-27T00:45:35.675 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.676 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.676 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.676 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.676 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.676 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.676 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.676 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.676 INFO:teuthology.orchestra.run.smithi044.stdout: "threshold": { 2024-05-27T00:45:35.676 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "threshold", 2024-05-27T00:45:35.676 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-27T00:45:35.676 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.676 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.676 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3.0", 2024-05-27T00:45:35.676 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1.0", 2024-05-27T00:45:35.677 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.677 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.677 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "scaling threshold", 2024-05-27T00:45:35.677 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-27T00:45:35.677 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.677 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.677 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.677 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.677 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.677 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.677 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "progress", 2024-05-27T00:45:35.677 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.677 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.677 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.678 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_pg_recovery_event": { 2024-05-27T00:45:35.678 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_pg_recovery_event", 2024-05-27T00:45:35.678 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.678 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.678 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.678 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.678 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.678 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.678 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.678 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-27T00:45:35.678 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.678 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.678 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.679 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.679 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": { 2024-05-27T00:45:35.679 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enabled", 2024-05-27T00:45:35.679 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.679 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.679 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.679 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.679 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.679 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.679 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.679 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.679 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.679 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.679 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.680 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.680 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.680 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.680 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.680 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.680 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.680 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.680 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.680 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.680 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.680 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.680 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.680 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.681 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.681 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.681 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.681 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.681 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.681 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.681 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.681 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.681 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.681 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.681 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.681 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.681 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.681 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.681 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.682 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.682 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.682 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.682 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.682 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.682 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.682 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.682 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.682 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.682 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.682 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.682 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.682 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.683 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.683 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.683 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.683 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.683 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.683 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.683 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.683 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.683 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.683 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.683 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.683 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.683 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.683 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.684 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.684 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.684 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.684 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.684 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.684 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.684 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.684 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.684 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.684 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.684 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.684 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.684 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.684 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.685 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.685 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.685 INFO:teuthology.orchestra.run.smithi044.stdout: "max_completed_events": { 2024-05-27T00:45:35.685 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_completed_events", 2024-05-27T00:45:35.685 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.685 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.685 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.685 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "50", 2024-05-27T00:45:35.685 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.685 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.685 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.685 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "number of past completed events to remember", 2024-05-27T00:45:35.685 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.685 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.686 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.686 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.686 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-27T00:45:35.686 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-27T00:45:35.686 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.686 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.686 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.686 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-27T00:45:35.686 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.686 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.686 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.686 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long the module is going to sleep", 2024-05-27T00:45:35.687 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.687 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.687 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.687 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.687 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.687 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.687 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.687 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prometheus", 2024-05-27T00:45:35.687 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.687 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.687 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.687 INFO:teuthology.orchestra.run.smithi044.stdout: "cache": { 2024-05-27T00:45:35.687 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cache", 2024-05-27T00:45:35.687 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.688 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.688 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.688 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.688 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.688 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.688 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.688 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.688 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.688 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.688 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.688 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.688 INFO:teuthology.orchestra.run.smithi044.stdout: "exclude_perf_counters": { 2024-05-27T00:45:35.688 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "exclude_perf_counters", 2024-05-27T00:45:35.688 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.689 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.689 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.689 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.689 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.689 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.689 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.689 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-27T00:45:35.689 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-27T00:45:35.689 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.689 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.689 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.689 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.689 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.690 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.690 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.690 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.690 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.690 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.690 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.690 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.690 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.690 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.690 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.690 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.690 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.690 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.691 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.691 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.691 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.691 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.691 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.691 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.691 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.691 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.691 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.691 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.691 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.691 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.691 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.692 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.692 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.692 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.692 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.692 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.692 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.692 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.692 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.692 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.692 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.692 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.692 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.692 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.692 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.692 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.693 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.693 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.693 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.693 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.693 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.693 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.693 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.693 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.693 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.693 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.693 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.693 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.693 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.693 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.694 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.694 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.694 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.694 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.694 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.694 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.694 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.694 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.694 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.694 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.694 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.694 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.694 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.695 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_stats_pools": { 2024-05-27T00:45:35.695 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_stats_pools", 2024-05-27T00:45:35.695 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.695 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.695 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.695 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.695 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.695 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.695 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.695 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.695 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.695 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.695 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.695 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.695 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-27T00:45:35.696 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-27T00:45:35.696 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.696 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.696 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.696 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "300", 2024-05-27T00:45:35.696 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.696 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.696 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.696 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.696 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.696 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.696 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.696 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.696 INFO:teuthology.orchestra.run.smithi044.stdout: "scrape_interval": { 2024-05-27T00:45:35.696 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "scrape_interval", 2024-05-27T00:45:35.697 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-27T00:45:35.697 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.697 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.697 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15.0", 2024-05-27T00:45:35.697 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.697 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.697 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.697 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.697 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.697 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.697 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.697 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.697 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-05-27T00:45:35.697 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-05-27T00:45:35.698 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.698 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.698 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.698 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "::", 2024-05-27T00:45:35.698 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.698 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.698 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.698 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-27T00:45:35.698 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.698 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.698 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.698 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.698 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-05-27T00:45:35.698 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-05-27T00:45:35.699 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.699 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.699 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.699 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "9283", 2024-05-27T00:45:35.699 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.699 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.699 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.699 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-27T00:45:35.699 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.699 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.699 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.699 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.699 INFO:teuthology.orchestra.run.smithi044.stdout: "stale_cache_strategy": { 2024-05-27T00:45:35.699 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "stale_cache_strategy", 2024-05-27T00:45:35.700 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.700 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.700 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.700 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "log", 2024-05-27T00:45:35.700 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.700 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.700 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.700 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.700 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.700 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.700 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.700 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.700 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_behaviour": { 2024-05-27T00:45:35.700 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_behaviour", 2024-05-27T00:45:35.701 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.701 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.701 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.701 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "default", 2024-05-27T00:45:35.701 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.701 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.701 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.701 INFO:teuthology.orchestra.run.smithi044.stdout: "default", 2024-05-27T00:45:35.701 INFO:teuthology.orchestra.run.smithi044.stdout: "error" 2024-05-27T00:45:35.701 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.701 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.701 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.701 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.702 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.702 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.702 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_error_status_code": { 2024-05-27T00:45:35.702 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_error_status_code", 2024-05-27T00:45:35.702 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.702 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.702 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.702 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "500", 2024-05-27T00:45:35.702 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "400", 2024-05-27T00:45:35.702 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "599", 2024-05-27T00:45:35.702 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.702 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.702 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.703 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.703 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.703 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.703 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.703 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.703 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.703 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_support", 2024-05-27T00:45:35.703 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.703 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.703 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.703 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.703 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.703 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.704 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.704 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.704 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.704 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.704 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.704 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.704 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.704 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.704 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.704 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.704 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.704 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.704 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.704 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.705 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.705 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.705 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.705 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.705 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.705 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.705 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.705 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.705 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.705 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.705 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.705 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.705 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.706 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.706 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.706 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.706 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.706 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.706 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.706 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.706 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.706 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.706 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.706 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.706 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.707 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.707 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.707 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.707 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.707 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.707 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.707 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.707 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.707 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.707 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.707 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.707 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.707 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.707 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.708 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.708 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.708 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.708 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.708 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.708 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.708 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.708 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.708 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.708 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.708 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.708 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.708 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.708 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.709 INFO:teuthology.orchestra.run.smithi044.stdout: "max_concurrent_snap_create": { 2024-05-27T00:45:35.709 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_concurrent_snap_create", 2024-05-27T00:45:35.709 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.709 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.709 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.709 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:35.709 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.709 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.709 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.709 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.709 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.709 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.709 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.709 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.710 INFO:teuthology.orchestra.run.smithi044.stdout: "mirror_snapshot_schedule": { 2024-05-27T00:45:35.710 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mirror_snapshot_schedule", 2024-05-27T00:45:35.710 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.710 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.710 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.710 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.710 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.710 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.710 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.710 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.710 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.710 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.710 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.711 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.711 INFO:teuthology.orchestra.run.smithi044.stdout: "trash_purge_schedule": { 2024-05-27T00:45:35.711 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "trash_purge_schedule", 2024-05-27T00:45:35.711 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.711 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.711 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.711 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.711 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.711 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.711 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.711 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.711 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.711 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.711 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.712 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.712 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.712 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.712 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.712 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "restful", 2024-05-27T00:45:35.712 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.712 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.712 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.712 INFO:teuthology.orchestra.run.smithi044.stdout: "enable_auth": { 2024-05-27T00:45:35.712 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enable_auth", 2024-05-27T00:45:35.712 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.712 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.712 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.713 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.713 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.713 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.713 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.713 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.713 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.713 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.713 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.713 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.713 INFO:teuthology.orchestra.run.smithi044.stdout: "key_file": { 2024-05-27T00:45:35.713 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "key_file", 2024-05-27T00:45:35.713 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.713 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.713 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.714 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.714 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.714 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.714 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.714 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.714 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.714 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.714 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.714 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.715 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.715 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.715 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.715 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.715 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.715 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.715 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.715 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.715 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.715 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.715 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.715 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.715 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.715 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.716 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.716 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.716 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.716 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.716 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.716 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.716 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.716 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.716 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.716 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.716 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.716 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.716 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.717 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.717 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.717 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.717 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.717 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.717 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.717 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.717 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.717 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.717 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.717 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.717 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.717 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.717 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.718 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.718 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.718 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.718 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.718 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.718 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.718 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.718 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.718 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.718 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.718 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.718 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.719 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.719 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.719 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.719 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.719 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.719 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.719 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.719 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.719 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.719 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.719 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.719 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.719 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.720 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.720 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.720 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.720 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.720 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-05-27T00:45:35.720 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-05-27T00:45:35.720 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.720 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.720 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.720 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.720 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.720 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.720 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.720 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.721 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.721 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.721 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.721 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.721 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-05-27T00:45:35.721 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-05-27T00:45:35.721 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.721 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.721 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.721 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.721 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.721 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.721 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.722 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.722 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.722 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.722 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.722 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.722 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.722 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.722 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.722 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rgw", 2024-05-27T00:45:35.722 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.722 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.722 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.722 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.722 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.723 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.723 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.723 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.723 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.723 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.723 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.723 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.723 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.723 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.723 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.723 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.723 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.723 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.724 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.724 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.724 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.724 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.724 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.724 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.724 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.724 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.724 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.724 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.724 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.724 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.724 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.724 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.725 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.725 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.725 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.725 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.725 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.725 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.725 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.725 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.725 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.725 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.725 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.725 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.725 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.725 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.725 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.726 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.726 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.726 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.726 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.726 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.726 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.726 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.726 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.726 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.726 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.726 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.726 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.726 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.727 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.727 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.727 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.727 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.727 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.727 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.727 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.727 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.727 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.727 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.727 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.727 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.727 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.727 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.727 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.728 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.728 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rook", 2024-05-27T00:45:35.728 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.728 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.728 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.728 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.728 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.728 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.728 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.728 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.728 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.728 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.728 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.728 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.728 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.729 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.729 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.729 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.729 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.729 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.729 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.729 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.729 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.729 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.729 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.729 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.729 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.729 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.730 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.730 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.730 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.730 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.730 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.730 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.730 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.730 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.730 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.730 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.730 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.730 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.730 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.731 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.731 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.731 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.731 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.731 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.731 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.731 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.731 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.731 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.731 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.731 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.731 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.731 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.731 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.732 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.732 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.732 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.732 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.732 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.732 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.732 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.732 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.732 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.732 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.732 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.732 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.732 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.733 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.733 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.733 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.733 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.733 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.733 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.733 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.733 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": { 2024-05-27T00:45:35.733 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "storage_class", 2024-05-27T00:45:35.733 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.733 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.733 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.733 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "local", 2024-05-27T00:45:35.733 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.733 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.734 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.734 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-27T00:45:35.734 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.734 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.734 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.734 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.734 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.734 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.734 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.734 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "selftest", 2024-05-27T00:45:35.734 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.734 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.735 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.735 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.735 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.735 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.735 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.735 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.735 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.735 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.735 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.735 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.735 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.735 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.735 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.735 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.736 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.736 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.736 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.736 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.736 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.736 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.736 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.736 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.736 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.736 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.736 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.736 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.736 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.736 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.737 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.737 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.737 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.737 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.737 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.737 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.737 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.737 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.737 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.737 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.737 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.737 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.737 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.737 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.738 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.738 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.738 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.738 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.738 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.738 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.738 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.738 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.738 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.738 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.738 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.738 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.738 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.739 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.739 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.739 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.739 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.739 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.739 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.739 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.739 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.739 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.739 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.739 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.739 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.739 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.740 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.740 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.740 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.740 INFO:teuthology.orchestra.run.smithi044.stdout: "roption1": { 2024-05-27T00:45:35.740 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "roption1", 2024-05-27T00:45:35.740 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.740 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.740 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.740 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.740 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.740 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.740 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.740 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.740 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.740 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.741 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.741 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.741 INFO:teuthology.orchestra.run.smithi044.stdout: "roption2": { 2024-05-27T00:45:35.741 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "roption2", 2024-05-27T00:45:35.741 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.741 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.741 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.741 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "xyz", 2024-05-27T00:45:35.741 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.741 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.741 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.741 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.741 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.741 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.741 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.742 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.742 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption1": { 2024-05-27T00:45:35.742 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption1", 2024-05-27T00:45:35.742 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.742 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.742 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.742 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.742 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.742 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.742 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.742 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.742 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.742 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.743 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.743 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.743 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption2": { 2024-05-27T00:45:35.743 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption2", 2024-05-27T00:45:35.743 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.743 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.743 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.743 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.743 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.743 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.743 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.743 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.744 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.744 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.744 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.744 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.744 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption3": { 2024-05-27T00:45:35.744 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption3", 2024-05-27T00:45:35.744 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-27T00:45:35.744 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.744 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.744 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.744 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.744 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.744 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.744 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.745 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.745 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.745 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.745 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.745 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption4": { 2024-05-27T00:45:35.745 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption4", 2024-05-27T00:45:35.745 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.745 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.745 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.745 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.745 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.745 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.745 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.745 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.746 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.746 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.746 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.746 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.746 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption5": { 2024-05-27T00:45:35.746 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption5", 2024-05-27T00:45:35.746 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.746 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.746 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.746 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.746 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.746 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.746 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.747 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.747 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.747 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.747 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.747 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.747 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption6": { 2024-05-27T00:45:35.747 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption6", 2024-05-27T00:45:35.747 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.747 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.747 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.747 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.747 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.747 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.748 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.748 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.748 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.748 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.748 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.748 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.748 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption7": { 2024-05-27T00:45:35.748 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption7", 2024-05-27T00:45:35.748 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.748 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.748 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.748 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.748 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-27T00:45:35.749 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "42", 2024-05-27T00:45:35.749 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.749 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.749 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.749 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.749 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.749 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.749 INFO:teuthology.orchestra.run.smithi044.stdout: "testkey": { 2024-05-27T00:45:35.749 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testkey", 2024-05-27T00:45:35.749 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.749 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.749 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.749 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.750 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.750 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.750 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.750 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.750 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.750 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.750 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.750 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.750 INFO:teuthology.orchestra.run.smithi044.stdout: "testlkey": { 2024-05-27T00:45:35.750 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testlkey", 2024-05-27T00:45:35.750 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.750 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.750 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.751 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.751 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.751 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.751 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.751 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.751 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.751 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.751 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.751 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.751 INFO:teuthology.orchestra.run.smithi044.stdout: "testnewline": { 2024-05-27T00:45:35.751 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testnewline", 2024-05-27T00:45:35.751 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.751 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.751 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.752 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.752 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.752 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.752 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.752 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.752 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.752 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.752 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.752 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.752 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.752 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.752 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.752 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snap_schedule", 2024-05-27T00:45:35.752 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.753 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.753 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.753 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_m_granularity": { 2024-05-27T00:45:35.753 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_m_granularity", 2024-05-27T00:45:35.753 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.753 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.753 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.753 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.753 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.753 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.753 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.753 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow minute scheduled snapshots", 2024-05-27T00:45:35.753 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.753 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.754 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.754 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.754 INFO:teuthology.orchestra.run.smithi044.stdout: "dump_on_update": { 2024-05-27T00:45:35.754 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "dump_on_update", 2024-05-27T00:45:35.754 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.754 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.754 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.754 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.754 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.754 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.754 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.754 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "dump database to debug log on update", 2024-05-27T00:45:35.754 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.754 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.755 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.755 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.755 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.755 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.755 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.755 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.755 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.755 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.755 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.755 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.755 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.755 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.755 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.755 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.756 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.756 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.756 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.756 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.756 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.756 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.756 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.756 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.756 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.756 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.756 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.756 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.756 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.756 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.757 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.757 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.757 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.757 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.757 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.757 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.757 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.757 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.757 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.757 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.757 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.757 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.757 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.758 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.758 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.758 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.758 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.758 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.758 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.758 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.758 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.758 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.758 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.758 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.758 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.758 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.758 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.759 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.759 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.759 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.759 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.759 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.759 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.759 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.759 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.759 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.759 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.759 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.759 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.759 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.759 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.759 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.759 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.760 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.760 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.760 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.760 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.760 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "stats", 2024-05-27T00:45:35.760 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.760 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.760 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.760 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.760 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.760 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.760 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.760 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.761 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.761 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.761 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.761 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.761 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.761 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.761 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.761 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.761 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.761 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.761 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.761 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.761 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.762 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.762 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.762 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.762 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.762 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.762 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.762 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.762 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.762 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.762 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.762 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.762 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.763 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.763 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.763 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.763 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.763 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.763 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.763 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.763 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.763 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.763 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.763 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.763 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.763 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.763 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.764 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.764 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.764 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.764 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.764 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.764 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.764 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.764 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.764 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.764 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.764 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.764 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.764 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.765 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.765 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.765 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.765 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.765 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.765 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.765 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.765 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.765 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.765 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.765 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.765 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.765 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.765 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.766 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.766 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.766 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "status", 2024-05-27T00:45:35.766 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.766 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.766 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.766 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.766 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.766 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.766 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.766 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.766 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.767 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.767 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.767 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.767 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.767 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.767 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.767 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.767 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.767 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.767 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.767 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.767 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.767 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.767 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.768 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.768 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.768 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.768 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.768 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.768 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.768 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.768 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.768 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.768 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.768 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.768 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.769 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.769 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.769 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.769 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.769 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.769 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.769 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.769 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.769 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.769 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.769 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.769 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.769 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.770 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.770 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.770 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.770 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.770 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.770 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.770 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.770 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.770 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.770 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.770 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.770 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.770 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.771 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.771 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.771 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.771 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.771 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.771 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.771 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.771 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.771 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.771 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.771 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.771 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.771 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.771 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.771 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.772 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "telegraf", 2024-05-27T00:45:35.772 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.772 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.772 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.772 INFO:teuthology.orchestra.run.smithi044.stdout: "address": { 2024-05-27T00:45:35.772 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "address", 2024-05-27T00:45:35.772 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.772 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.772 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.772 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-27T00:45:35.772 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.772 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.772 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.772 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.773 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.773 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.773 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.773 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.773 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-27T00:45:35.773 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-27T00:45:35.773 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.773 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.773 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.773 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15", 2024-05-27T00:45:35.773 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.773 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.773 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.773 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.774 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.774 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.774 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.774 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.774 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.774 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.774 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.774 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.774 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.774 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.774 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.774 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.774 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.775 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.775 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.775 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.775 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.775 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.775 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.775 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.775 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.775 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.775 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.775 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.775 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.775 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.776 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.776 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.776 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.776 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.776 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.776 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.776 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.776 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.776 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.776 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.776 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.776 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.776 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.777 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.777 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.777 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.777 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.777 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.777 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.777 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.777 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.777 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.777 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.777 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.777 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.777 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.778 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.778 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.778 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.778 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.778 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.778 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.778 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.778 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.778 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.778 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.778 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.778 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.778 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.778 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.779 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.779 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.779 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.779 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.779 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.779 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.779 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.779 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.779 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.779 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.779 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.779 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "telemetry", 2024-05-27T00:45:35.779 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.780 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.780 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.780 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_basic": { 2024-05-27T00:45:35.780 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_basic", 2024-05-27T00:45:35.780 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.780 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.780 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.780 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.780 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.780 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.780 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.780 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-27T00:45:35.780 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.780 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.781 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.781 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.781 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_crash": { 2024-05-27T00:45:35.781 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_crash", 2024-05-27T00:45:35.781 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.781 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.781 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.781 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.781 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.781 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.781 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.781 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-27T00:45:35.781 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.782 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.782 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.782 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.782 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_device": { 2024-05-27T00:45:35.782 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_device", 2024-05-27T00:45:35.782 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.782 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.782 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.782 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.782 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.782 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.782 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.782 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-27T00:45:35.783 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.783 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.783 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.783 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.783 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_ident": { 2024-05-27T00:45:35.783 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_ident", 2024-05-27T00:45:35.783 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.783 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.783 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.783 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.783 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.783 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.783 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.783 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-27T00:45:35.784 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.784 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.784 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.784 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.784 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_perf": { 2024-05-27T00:45:35.784 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_perf", 2024-05-27T00:45:35.784 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.784 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.784 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.784 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.784 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.784 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.784 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.785 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-27T00:45:35.785 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.785 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.785 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.785 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.785 INFO:teuthology.orchestra.run.smithi044.stdout: "contact": { 2024-05-27T00:45:35.785 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "contact", 2024-05-27T00:45:35.785 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.785 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.785 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.785 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.785 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.785 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.786 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.786 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.786 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.786 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.786 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.786 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.786 INFO:teuthology.orchestra.run.smithi044.stdout: "description": { 2024-05-27T00:45:35.786 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "description", 2024-05-27T00:45:35.786 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.786 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.786 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.786 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.787 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.787 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.787 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.787 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.787 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.787 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.787 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.787 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.787 INFO:teuthology.orchestra.run.smithi044.stdout: "device_url": { 2024-05-27T00:45:35.787 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_url", 2024-05-27T00:45:35.787 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.787 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.787 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.787 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-27T00:45:35.788 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.788 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.788 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.788 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.788 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.788 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.788 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.788 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.788 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": { 2024-05-27T00:45:35.788 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enabled", 2024-05-27T00:45:35.788 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.788 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.788 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.789 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.789 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.789 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.789 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.789 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.789 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.789 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.789 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.789 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.789 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-27T00:45:35.789 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-27T00:45:35.789 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.789 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.789 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.790 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "24", 2024-05-27T00:45:35.790 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "8", 2024-05-27T00:45:35.790 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.790 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.790 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.790 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.790 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.790 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.790 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.790 INFO:teuthology.orchestra.run.smithi044.stdout: "last_opt_revision": { 2024-05-27T00:45:35.790 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "last_opt_revision", 2024-05-27T00:45:35.790 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.791 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.791 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.791 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1", 2024-05-27T00:45:35.791 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.791 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.791 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.791 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.791 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.791 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.791 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.791 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.791 INFO:teuthology.orchestra.run.smithi044.stdout: "leaderboard": { 2024-05-27T00:45:35.791 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "leaderboard", 2024-05-27T00:45:35.792 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.792 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.792 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.792 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.792 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.792 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.792 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.792 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.792 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.792 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.792 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.792 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.792 INFO:teuthology.orchestra.run.smithi044.stdout: "leaderboard_description": { 2024-05-27T00:45:35.793 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "leaderboard_description", 2024-05-27T00:45:35.793 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.793 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.793 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.793 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.793 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.793 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.793 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.793 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.793 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.793 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.793 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.793 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.793 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.793 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.794 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.794 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.794 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.794 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.794 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.794 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.794 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.794 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.794 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.794 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.794 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.794 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.794 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.795 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.795 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.795 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.795 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.795 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.795 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.795 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.795 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.795 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.795 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.795 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.795 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.795 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.795 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.796 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.796 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.796 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.796 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.796 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.796 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.796 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.796 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.796 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.796 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.796 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.796 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.796 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.796 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.797 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.797 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.797 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.797 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.797 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.797 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.797 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.797 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.797 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.797 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.797 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.797 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.797 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.797 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.798 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.798 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.798 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.798 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.798 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.798 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.798 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.798 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.798 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.798 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.798 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.798 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.798 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.799 INFO:teuthology.orchestra.run.smithi044.stdout: "organization": { 2024-05-27T00:45:35.799 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "organization", 2024-05-27T00:45:35.799 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.799 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.799 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.799 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.799 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.799 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.799 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.799 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.799 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.799 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.799 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.799 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.800 INFO:teuthology.orchestra.run.smithi044.stdout: "proxy": { 2024-05-27T00:45:35.800 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "proxy", 2024-05-27T00:45:35.800 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.800 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.800 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.800 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.800 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.800 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.800 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.800 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.800 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.800 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.800 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.800 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.801 INFO:teuthology.orchestra.run.smithi044.stdout: "url": { 2024-05-27T00:45:35.801 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "url", 2024-05-27T00:45:35.801 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.801 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.801 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.801 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-27T00:45:35.801 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.801 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.801 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.801 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.801 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.801 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.801 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.801 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.802 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.802 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.802 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.802 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test_orchestrator", 2024-05-27T00:45:35.802 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.802 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.802 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.802 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.802 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.802 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.802 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.802 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.802 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.803 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.803 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.803 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.803 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.803 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.803 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.803 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.803 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.803 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.803 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.803 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.803 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.803 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.804 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.804 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.804 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.804 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.804 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.804 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.804 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.804 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.804 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.804 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.804 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.804 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.804 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.804 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.805 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.805 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.805 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.805 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.805 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.805 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.805 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.805 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.805 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.805 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.805 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.805 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.805 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.806 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.806 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.806 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.806 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.806 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.806 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.806 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.806 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.806 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.806 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.806 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.806 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.806 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.807 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.807 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.807 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.807 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.807 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.807 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.807 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.807 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.807 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.807 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.807 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.807 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.807 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.808 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.808 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "volumes", 2024-05-27T00:45:35.808 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.808 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.808 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.808 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.808 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.808 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.808 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.808 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.808 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.808 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.808 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.808 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.809 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.809 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.809 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.809 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.809 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.809 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.809 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.809 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.809 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.809 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.809 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.809 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.809 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.809 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.809 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.810 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.810 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.810 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.810 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.810 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.810 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.810 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.810 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.810 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.810 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.810 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.810 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.810 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.811 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.811 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.811 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.811 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.811 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.811 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.811 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.811 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.811 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.811 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.811 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.811 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.811 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.811 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.812 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.812 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.812 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.812 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.812 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.812 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.812 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.812 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.812 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.812 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.812 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.812 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.812 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.812 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.813 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.813 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.813 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.813 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.813 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.813 INFO:teuthology.orchestra.run.smithi044.stdout: "max_concurrent_clones": { 2024-05-27T00:45:35.813 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_concurrent_clones", 2024-05-27T00:45:35.813 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.813 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.813 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.813 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "4", 2024-05-27T00:45:35.813 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.813 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.814 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.814 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-27T00:45:35.814 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.814 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.814 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.814 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.814 INFO:teuthology.orchestra.run.smithi044.stdout: "periodic_async_work": { 2024-05-27T00:45:35.814 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "periodic_async_work", 2024-05-27T00:45:35.814 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.814 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.814 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.814 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.815 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.815 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.815 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.815 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Periodically check for async work", 2024-05-27T00:45:35.815 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.815 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.815 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.815 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.815 INFO:teuthology.orchestra.run.smithi044.stdout: "snapshot_clone_delay": { 2024-05-27T00:45:35.815 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snapshot_clone_delay", 2024-05-27T00:45:35.815 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.815 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.815 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.816 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-27T00:45:35.816 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.816 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.816 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.816 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-27T00:45:35.816 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.816 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.816 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.816 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.816 INFO:teuthology.orchestra.run.smithi044.stdout: "snapshot_clone_no_wait": { 2024-05-27T00:45:35.816 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snapshot_clone_no_wait", 2024-05-27T00:45:35.816 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.816 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.816 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.817 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.817 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.817 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.817 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.817 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-27T00:45:35.817 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.817 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.817 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.817 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.817 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.817 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.817 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.817 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix", 2024-05-27T00:45:35.817 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.818 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.818 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.818 INFO:teuthology.orchestra.run.smithi044.stdout: "discovery_interval": { 2024-05-27T00:45:35.818 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "discovery_interval", 2024-05-27T00:45:35.818 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-27T00:45:35.818 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.818 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.818 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "100", 2024-05-27T00:45:35.818 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.818 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.818 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.818 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.818 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.819 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.819 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.819 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.819 INFO:teuthology.orchestra.run.smithi044.stdout: "identifier": { 2024-05-27T00:45:35.819 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "identifier", 2024-05-27T00:45:35.819 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.819 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.819 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.819 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.819 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.819 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.819 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.819 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.819 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.820 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.820 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.820 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.820 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-27T00:45:35.820 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-27T00:45:35.820 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.820 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.820 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.820 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-27T00:45:35.820 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.820 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.820 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.820 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.820 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.821 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.821 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.821 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.821 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.821 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.821 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.821 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.821 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.821 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.821 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.821 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.821 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.821 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.821 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.822 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.822 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.822 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.822 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.822 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.822 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.822 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.822 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.822 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.822 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.822 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.822 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.823 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.823 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.823 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.823 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.823 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.823 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.823 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.823 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.823 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.823 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.823 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.823 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.823 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.823 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.823 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.824 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.824 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.824 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.824 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.824 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.824 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.824 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.824 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.824 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.824 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.824 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.824 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.824 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.824 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.825 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.825 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.825 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.825 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.825 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.825 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.825 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.825 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.825 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.825 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.825 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.825 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.825 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.825 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.826 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.826 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.826 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.826 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.826 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_host": { 2024-05-27T00:45:35.826 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_host", 2024-05-27T00:45:35.826 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.826 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.826 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.826 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.826 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.826 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.826 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.827 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.827 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.827 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.827 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.827 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.827 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_port": { 2024-05-27T00:45:35.827 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_port", 2024-05-27T00:45:35.827 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.827 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.827 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.827 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10051", 2024-05-27T00:45:35.827 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.827 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.827 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.828 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.828 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.828 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.828 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.828 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.828 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_sender": { 2024-05-27T00:45:35.828 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_sender", 2024-05-27T00:45:35.828 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.828 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.828 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.828 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-27T00:45:35.828 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.828 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.829 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.829 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.829 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.829 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.829 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.829 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.829 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.829 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.829 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-27T00:45:35.829 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.829 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.829 INFO:teuthology.orchestra.run.smithi044.stdout: "gid": 25403, 2024-05-27T00:45:35.829 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "y", 2024-05-27T00:45:35.830 INFO:teuthology.orchestra.run.smithi044.stdout: "mgr_features": 4540701547738038271, 2024-05-27T00:45:35.830 INFO:teuthology.orchestra.run.smithi044.stdout: "available_modules": [ 2024-05-27T00:45:35.830 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.830 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "alerts", 2024-05-27T00:45:35.830 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.830 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.830 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.830 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-27T00:45:35.830 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-27T00:45:35.830 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.830 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.830 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.830 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-27T00:45:35.831 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.831 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.831 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.831 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How frequently to reexamine health status", 2024-05-27T00:45:35.831 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.831 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.831 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.831 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.831 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.831 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.831 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.831 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.831 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.831 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.832 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.832 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.832 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.832 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.832 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.832 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.832 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.832 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.832 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.832 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.832 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.832 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.832 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.833 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.833 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.833 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.833 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.833 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.833 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.833 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.833 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.833 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.833 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.833 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.833 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.833 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.833 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.834 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.834 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.834 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.834 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.834 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.834 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.834 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.834 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.834 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.834 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.834 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.834 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.834 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.835 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.835 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.835 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.835 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.835 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.835 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.835 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.835 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.835 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.835 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.835 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.835 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.835 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.836 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.836 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.836 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.836 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.836 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.836 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.836 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.836 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.836 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.836 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.836 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.836 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_destination": { 2024-05-27T00:45:35.836 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_destination", 2024-05-27T00:45:35.836 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.837 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.837 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.837 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.837 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.837 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.837 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.837 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Email address to send alerts to", 2024-05-27T00:45:35.837 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.837 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.837 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.837 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.837 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_from_name": { 2024-05-27T00:45:35.837 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_from_name", 2024-05-27T00:45:35.838 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.838 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.838 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.838 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "Ceph", 2024-05-27T00:45:35.838 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.838 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.838 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.838 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Email From: name", 2024-05-27T00:45:35.838 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.838 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.838 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.838 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.838 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_host": { 2024-05-27T00:45:35.839 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_host", 2024-05-27T00:45:35.839 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.839 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.839 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.839 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.839 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.839 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.839 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.839 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP server", 2024-05-27T00:45:35.839 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.839 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.839 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.839 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.840 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_password": { 2024-05-27T00:45:35.840 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_password", 2024-05-27T00:45:35.840 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.840 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.840 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.840 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.840 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.840 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.840 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.840 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Password to authenticate with", 2024-05-27T00:45:35.840 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.840 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.840 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.841 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.841 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_port": { 2024-05-27T00:45:35.841 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_port", 2024-05-27T00:45:35.841 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.841 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.841 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.841 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "465", 2024-05-27T00:45:35.841 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.841 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.841 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.841 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP port", 2024-05-27T00:45:35.841 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.841 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.842 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.842 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.842 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_sender": { 2024-05-27T00:45:35.842 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_sender", 2024-05-27T00:45:35.842 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.842 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.842 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.842 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.842 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.842 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.842 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.842 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP envelope sender", 2024-05-27T00:45:35.842 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.843 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.843 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.843 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.843 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_ssl": { 2024-05-27T00:45:35.843 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_ssl", 2024-05-27T00:45:35.843 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.843 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.843 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.843 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.843 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.843 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.843 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.843 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-27T00:45:35.843 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.843 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.844 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.844 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.844 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_user": { 2024-05-27T00:45:35.844 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_user", 2024-05-27T00:45:35.844 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.844 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.844 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.844 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.844 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.844 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.844 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.844 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "User to authenticate as", 2024-05-27T00:45:35.844 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.844 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.845 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.845 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.845 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.845 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.845 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.845 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "balancer", 2024-05-27T00:45:35.845 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.845 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.845 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.845 INFO:teuthology.orchestra.run.smithi044.stdout: "active": { 2024-05-27T00:45:35.845 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "active", 2024-05-27T00:45:35.845 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.845 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.845 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.845 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.845 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.846 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.846 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.846 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "automatically balance PGs across cluster", 2024-05-27T00:45:35.846 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.846 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.846 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.846 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.846 INFO:teuthology.orchestra.run.smithi044.stdout: "begin_time": { 2024-05-27T00:45:35.846 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "begin_time", 2024-05-27T00:45:35.846 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.846 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.846 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.846 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0000", 2024-05-27T00:45:35.847 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.847 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.847 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.847 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "beginning time of day to automatically balance", 2024-05-27T00:45:35.847 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-27T00:45:35.847 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.847 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.847 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.847 INFO:teuthology.orchestra.run.smithi044.stdout: "begin_weekday": { 2024-05-27T00:45:35.847 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "begin_weekday", 2024-05-27T00:45:35.847 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-27T00:45:35.847 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.847 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.847 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-27T00:45:35.847 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0", 2024-05-27T00:45:35.847 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "6", 2024-05-27T00:45:35.848 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.848 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-27T00:45:35.848 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-27T00:45:35.848 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.848 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.848 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.848 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_max_iterations": { 2024-05-27T00:45:35.848 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_max_iterations", 2024-05-27T00:45:35.848 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-27T00:45:35.848 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.848 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.848 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "25", 2024-05-27T00:45:35.848 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-27T00:45:35.849 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "250", 2024-05-27T00:45:35.849 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.849 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-27T00:45:35.849 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.849 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.849 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.849 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.849 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_metrics": { 2024-05-27T00:45:35.849 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_metrics", 2024-05-27T00:45:35.849 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.849 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.849 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.849 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "pgs,objects,bytes", 2024-05-27T00:45:35.849 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.849 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.849 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.850 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-27T00:45:35.850 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-27T00:45:35.850 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.850 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.850 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.850 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_step": { 2024-05-27T00:45:35.850 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_step", 2024-05-27T00:45:35.850 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-27T00:45:35.850 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.850 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.850 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0.5", 2024-05-27T00:45:35.850 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0.001", 2024-05-27T00:45:35.850 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "0.999", 2024-05-27T00:45:35.851 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.851 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "aggressiveness of optimization", 2024-05-27T00:45:35.851 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-27T00:45:35.851 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.851 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.851 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.851 INFO:teuthology.orchestra.run.smithi044.stdout: "end_time": { 2024-05-27T00:45:35.851 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "end_time", 2024-05-27T00:45:35.851 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.851 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.851 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.851 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "2359", 2024-05-27T00:45:35.851 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.851 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.851 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.852 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "ending time of day to automatically balance", 2024-05-27T00:45:35.852 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-27T00:45:35.852 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.852 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.852 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.852 INFO:teuthology.orchestra.run.smithi044.stdout: "end_weekday": { 2024-05-27T00:45:35.852 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "end_weekday", 2024-05-27T00:45:35.852 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-27T00:45:35.852 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.852 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.852 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-27T00:45:35.852 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0", 2024-05-27T00:45:35.852 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "6", 2024-05-27T00:45:35.852 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.852 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-27T00:45:35.853 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-27T00:45:35.853 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.853 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.853 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.853 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.853 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.853 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.853 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.853 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.853 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.853 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.853 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.853 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.854 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.854 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.854 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.854 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.854 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.854 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.854 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.854 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.854 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.854 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.854 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.854 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.854 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.855 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.855 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.855 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.855 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.855 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.855 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.855 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.855 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.855 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.855 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.855 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.855 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.855 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.855 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.856 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.856 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.856 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.856 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.856 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.856 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.856 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.856 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.856 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.856 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.856 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.856 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.857 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.857 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.857 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.857 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.857 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.857 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.857 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.857 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.857 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.857 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.857 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.858 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.858 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.858 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.858 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.858 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.858 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.858 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.858 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.858 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.858 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.858 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.858 INFO:teuthology.orchestra.run.smithi044.stdout: "min_score": { 2024-05-27T00:45:35.858 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "min_score", 2024-05-27T00:45:35.859 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-27T00:45:35.859 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.859 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.859 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-27T00:45:35.859 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.859 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.859 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.859 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-27T00:45:35.859 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.859 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.859 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.859 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.859 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": { 2024-05-27T00:45:35.859 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mode", 2024-05-27T00:45:35.860 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.860 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.860 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.860 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "upmap", 2024-05-27T00:45:35.860 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.860 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.860 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.860 INFO:teuthology.orchestra.run.smithi044.stdout: "crush-compat", 2024-05-27T00:45:35.860 INFO:teuthology.orchestra.run.smithi044.stdout: "none", 2024-05-27T00:45:35.860 INFO:teuthology.orchestra.run.smithi044.stdout: "read", 2024-05-27T00:45:35.860 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap", 2024-05-27T00:45:35.860 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap-read" 2024-05-27T00:45:35.861 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.861 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Balancer mode", 2024-05-27T00:45:35.861 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.861 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.861 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.861 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.862 INFO:teuthology.orchestra.run.smithi044.stdout: "pool_ids": { 2024-05-27T00:45:35.862 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pool_ids", 2024-05-27T00:45:35.862 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.862 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.862 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.862 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.862 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.862 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.862 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.862 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-27T00:45:35.862 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.862 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.862 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.863 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.863 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-27T00:45:35.863 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-27T00:45:35.863 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.863 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.863 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.863 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-27T00:45:35.863 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.863 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.863 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.863 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-27T00:45:35.863 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.863 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.863 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.864 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.864 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap_max_deviation": { 2024-05-27T00:45:35.864 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "upmap_max_deviation", 2024-05-27T00:45:35.864 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.864 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.864 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.864 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-27T00:45:35.864 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-27T00:45:35.864 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.864 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.864 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-27T00:45:35.864 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-27T00:45:35.864 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.864 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.865 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.865 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap_max_optimizations": { 2024-05-27T00:45:35.865 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "upmap_max_optimizations", 2024-05-27T00:45:35.865 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-27T00:45:35.865 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.865 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.865 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:35.865 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.865 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.865 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.865 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-27T00:45:35.865 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.865 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.865 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.866 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.866 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.866 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.866 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.866 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cephadm", 2024-05-27T00:45:35.866 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.866 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.866 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.866 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_down_multiplier": { 2024-05-27T00:45:35.866 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_down_multiplier", 2024-05-27T00:45:35.866 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-27T00:45:35.866 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.866 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.867 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3.0", 2024-05-27T00:45:35.867 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.867 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.867 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.867 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-27T00:45:35.867 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.867 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.867 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.867 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.867 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_refresh_rate": { 2024-05-27T00:45:35.867 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_refresh_rate", 2024-05-27T00:45:35.867 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.867 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.867 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.868 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "20", 2024-05-27T00:45:35.868 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.868 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.868 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.868 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-27T00:45:35.868 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.868 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.868 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.868 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.868 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_starting_port": { 2024-05-27T00:45:35.868 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_starting_port", 2024-05-27T00:45:35.868 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.868 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.868 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.868 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "4721", 2024-05-27T00:45:35.869 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.869 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.869 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.869 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-27T00:45:35.869 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.869 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.869 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.869 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.869 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_ptrace": { 2024-05-27T00:45:35.869 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_ptrace", 2024-05-27T00:45:35.869 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.869 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.869 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.869 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.869 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.870 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.870 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.870 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-27T00:45:35.870 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-27T00:45:35.870 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.870 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.870 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.870 INFO:teuthology.orchestra.run.smithi044.stdout: "autotune_interval": { 2024-05-27T00:45:35.870 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "autotune_interval", 2024-05-27T00:45:35.870 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.870 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.870 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.871 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-27T00:45:35.871 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.871 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.871 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.871 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-27T00:45:35.871 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.871 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.871 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.871 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.871 INFO:teuthology.orchestra.run.smithi044.stdout: "autotune_memory_target_ratio": { 2024-05-27T00:45:35.871 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "autotune_memory_target_ratio", 2024-05-27T00:45:35.871 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-27T00:45:35.871 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.872 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.872 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0.7", 2024-05-27T00:45:35.872 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.872 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.872 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.872 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-27T00:45:35.872 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.872 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.872 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.872 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.872 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm_log_destination": { 2024-05-27T00:45:35.872 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cephadm_log_destination", 2024-05-27T00:45:35.872 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.872 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.873 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.873 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.873 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.873 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.873 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.873 INFO:teuthology.orchestra.run.smithi044.stdout: "file", 2024-05-27T00:45:35.873 INFO:teuthology.orchestra.run.smithi044.stdout: "file,syslog", 2024-05-27T00:45:35.873 INFO:teuthology.orchestra.run.smithi044.stdout: "syslog" 2024-05-27T00:45:35.873 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.873 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-27T00:45:35.873 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.873 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.873 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.873 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.873 INFO:teuthology.orchestra.run.smithi044.stdout: "cgroups_split": { 2024-05-27T00:45:35.874 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cgroups_split", 2024-05-27T00:45:35.874 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.874 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.874 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.874 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.874 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.874 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.874 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.874 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-27T00:45:35.874 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.874 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.874 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.874 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.875 INFO:teuthology.orchestra.run.smithi044.stdout: "config_checks_enabled": { 2024-05-27T00:45:35.875 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_checks_enabled", 2024-05-27T00:45:35.875 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.875 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.875 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.875 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.875 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.875 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.875 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.875 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-27T00:45:35.875 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.875 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.875 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.875 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.875 INFO:teuthology.orchestra.run.smithi044.stdout: "config_dashboard": { 2024-05-27T00:45:35.876 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_dashboard", 2024-05-27T00:45:35.876 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.876 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.876 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.876 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.876 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.876 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.876 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.876 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-27T00:45:35.876 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.876 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.876 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.876 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.876 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_alertmanager": { 2024-05-27T00:45:35.877 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_alertmanager", 2024-05-27T00:45:35.877 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.877 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.877 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.877 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-27T00:45:35.877 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.877 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.877 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.877 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-27T00:45:35.877 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.877 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.877 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.877 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.877 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_base": { 2024-05-27T00:45:35.877 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_base", 2024-05-27T00:45:35.878 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.878 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.878 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.878 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-27T00:45:35.878 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.878 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.878 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.878 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Container image name, without the tag", 2024-05-27T00:45:35.878 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.878 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.878 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.878 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.878 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_elasticsearch": { 2024-05-27T00:45:35.879 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_elasticsearch", 2024-05-27T00:45:35.879 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.879 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.879 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.879 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-27T00:45:35.879 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.879 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.879 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.879 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "elasticsearch container image", 2024-05-27T00:45:35.879 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.879 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.879 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.879 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.880 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_grafana": { 2024-05-27T00:45:35.880 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_grafana", 2024-05-27T00:45:35.880 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.880 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.880 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.880 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-27T00:45:35.880 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.880 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.880 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.880 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-27T00:45:35.880 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.880 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.880 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.880 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.880 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_haproxy": { 2024-05-27T00:45:35.881 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_haproxy", 2024-05-27T00:45:35.881 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.881 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.881 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.881 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-27T00:45:35.881 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.881 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.881 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.881 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "HAproxy container image", 2024-05-27T00:45:35.881 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.881 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.881 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.881 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.881 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_agent": { 2024-05-27T00:45:35.882 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_agent", 2024-05-27T00:45:35.882 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.882 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.882 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.882 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-27T00:45:35.882 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.882 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.882 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.882 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger agent container image", 2024-05-27T00:45:35.882 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.882 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.882 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.882 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.883 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_collector": { 2024-05-27T00:45:35.883 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_collector", 2024-05-27T00:45:35.883 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.883 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.883 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.883 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-27T00:45:35.883 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.883 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.883 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.883 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger collector container image", 2024-05-27T00:45:35.883 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.883 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.883 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.883 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.884 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_query": { 2024-05-27T00:45:35.884 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_query", 2024-05-27T00:45:35.884 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.884 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.884 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.884 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-27T00:45:35.884 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.884 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.884 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.884 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger query container image", 2024-05-27T00:45:35.884 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.884 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.885 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.885 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.885 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_keepalived": { 2024-05-27T00:45:35.885 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_keepalived", 2024-05-27T00:45:35.885 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.885 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.885 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.885 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-27T00:45:35.885 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.885 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.885 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.885 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Keepalived container image", 2024-05-27T00:45:35.885 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.885 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.886 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.886 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.886 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_loki": { 2024-05-27T00:45:35.886 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_loki", 2024-05-27T00:45:35.886 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.886 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.886 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.886 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-05-27T00:45:35.886 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.886 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.886 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.886 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Loki container image", 2024-05-27T00:45:35.886 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.887 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.887 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.887 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.887 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_node_exporter": { 2024-05-27T00:45:35.887 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_node_exporter", 2024-05-27T00:45:35.887 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.887 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.887 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.887 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-27T00:45:35.887 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.887 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.887 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.887 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-27T00:45:35.888 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.888 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.888 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.888 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.888 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_nvmeof": { 2024-05-27T00:45:35.888 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_nvmeof", 2024-05-27T00:45:35.888 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.888 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.888 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.888 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-05-27T00:45:35.888 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.888 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.888 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.888 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Nvme-of container image", 2024-05-27T00:45:35.888 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.889 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.889 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.889 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.889 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_prometheus": { 2024-05-27T00:45:35.889 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_prometheus", 2024-05-27T00:45:35.889 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.889 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.889 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.889 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-27T00:45:35.889 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.889 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.889 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.889 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-27T00:45:35.889 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.889 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.890 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.890 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.890 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_promtail": { 2024-05-27T00:45:35.890 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_promtail", 2024-05-27T00:45:35.890 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.890 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.890 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.890 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-05-27T00:45:35.890 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.890 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.890 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.890 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Promtail container image", 2024-05-27T00:45:35.890 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.891 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.891 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.891 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.891 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_samba": { 2024-05-27T00:45:35.891 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_samba", 2024-05-27T00:45:35.891 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.891 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.891 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.891 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-27T00:45:35.891 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.891 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.891 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.891 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Samba/SMB container image", 2024-05-27T00:45:35.892 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.892 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.892 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.892 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.892 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_snmp_gateway": { 2024-05-27T00:45:35.892 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_snmp_gateway", 2024-05-27T00:45:35.892 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.892 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.892 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.892 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-27T00:45:35.892 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.892 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.892 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.892 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SNMP Gateway container image", 2024-05-27T00:45:35.893 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.893 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.893 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.893 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.893 INFO:teuthology.orchestra.run.smithi044.stdout: "container_init": { 2024-05-27T00:45:35.893 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_init", 2024-05-27T00:45:35.893 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.893 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.893 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.893 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.893 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.893 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.893 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.893 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Run podman/docker with `--init`", 2024-05-27T00:45:35.893 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.894 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.894 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.894 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.894 INFO:teuthology.orchestra.run.smithi044.stdout: "daemon_cache_timeout": { 2024-05-27T00:45:35.894 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "daemon_cache_timeout", 2024-05-27T00:45:35.894 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.894 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.894 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.894 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-27T00:45:35.894 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.894 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.894 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.895 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-27T00:45:35.895 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.895 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.895 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.895 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.895 INFO:teuthology.orchestra.run.smithi044.stdout: "default_cephadm_command_timeout": { 2024-05-27T00:45:35.895 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default_cephadm_command_timeout", 2024-05-27T00:45:35.895 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.895 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.895 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.895 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "900", 2024-05-27T00:45:35.895 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.895 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.895 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.896 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-27T00:45:35.896 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.896 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.896 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.896 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.896 INFO:teuthology.orchestra.run.smithi044.stdout: "default_registry": { 2024-05-27T00:45:35.896 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default_registry", 2024-05-27T00:45:35.896 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.896 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.896 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.896 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io", 2024-05-27T00:45:35.896 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.896 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.896 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.897 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-27T00:45:35.897 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.897 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.897 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.897 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.897 INFO:teuthology.orchestra.run.smithi044.stdout: "device_cache_timeout": { 2024-05-27T00:45:35.897 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_cache_timeout", 2024-05-27T00:45:35.897 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.897 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.897 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.897 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1800", 2024-05-27T00:45:35.897 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.897 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.897 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.898 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache device inventory", 2024-05-27T00:45:35.898 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.898 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.898 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.898 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.898 INFO:teuthology.orchestra.run.smithi044.stdout: "device_enhanced_scan": { 2024-05-27T00:45:35.898 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_enhanced_scan", 2024-05-27T00:45:35.898 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.898 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.898 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.898 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.898 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.898 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.899 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.899 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-27T00:45:35.899 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.899 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.899 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.899 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.899 INFO:teuthology.orchestra.run.smithi044.stdout: "facts_cache_timeout": { 2024-05-27T00:45:35.899 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "facts_cache_timeout", 2024-05-27T00:45:35.899 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.899 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.899 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.899 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-27T00:45:35.899 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.899 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.899 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.900 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache host facts data", 2024-05-27T00:45:35.900 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.900 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.900 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.900 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.900 INFO:teuthology.orchestra.run.smithi044.stdout: "grafana_dashboards_path": { 2024-05-27T00:45:35.900 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "grafana_dashboards_path", 2024-05-27T00:45:35.900 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.900 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.900 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.900 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-27T00:45:35.900 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.900 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.900 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.901 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-27T00:45:35.901 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.901 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.901 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.901 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.901 INFO:teuthology.orchestra.run.smithi044.stdout: "host_check_interval": { 2024-05-27T00:45:35.901 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "host_check_interval", 2024-05-27T00:45:35.901 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.901 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.901 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.901 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-27T00:45:35.901 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.902 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.902 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.902 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to perform a host check", 2024-05-27T00:45:35.902 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.902 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.902 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.902 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.902 INFO:teuthology.orchestra.run.smithi044.stdout: "hw_monitoring": { 2024-05-27T00:45:35.902 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "hw_monitoring", 2024-05-27T00:45:35.902 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.902 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.902 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.902 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.902 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.903 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.903 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.903 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-27T00:45:35.903 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.903 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.903 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.903 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.903 INFO:teuthology.orchestra.run.smithi044.stdout: "inventory_list_all": { 2024-05-27T00:45:35.903 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "inventory_list_all", 2024-05-27T00:45:35.903 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.903 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.903 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.903 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.903 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.904 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.904 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.904 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-27T00:45:35.904 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.904 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.904 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.904 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.904 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.904 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.904 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.904 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.904 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.904 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.904 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.904 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.904 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.905 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.905 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.905 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.905 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.905 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.905 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.905 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.905 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.905 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.905 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.905 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.905 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.905 INFO:teuthology.orchestra.run.smithi044.stdout: "log_refresh_metadata": { 2024-05-27T00:45:35.905 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_refresh_metadata", 2024-05-27T00:45:35.905 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.906 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.906 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.906 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.906 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.906 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.906 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.906 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-27T00:45:35.906 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.906 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.906 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.906 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.906 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.906 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.907 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.907 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.907 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.907 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.907 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.907 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.907 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.907 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-27T00:45:35.907 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.907 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.907 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.907 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.907 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.907 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.907 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.908 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.908 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.908 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.908 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.908 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.908 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.908 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.908 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.908 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.908 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.908 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.908 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.908 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.908 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.908 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.909 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.909 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.909 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.909 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.909 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.909 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.909 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.909 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.909 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.909 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.909 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.909 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.909 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.909 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.910 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.910 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.910 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.910 INFO:teuthology.orchestra.run.smithi044.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-27T00:45:35.910 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-27T00:45:35.910 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.910 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.910 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.910 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.910 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.910 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.910 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.910 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-27T00:45:35.910 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.911 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.911 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.911 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.911 INFO:teuthology.orchestra.run.smithi044.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-27T00:45:35.911 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-27T00:45:35.911 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.911 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.911 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.911 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "*", 2024-05-27T00:45:35.911 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.911 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.911 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.911 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-27T00:45:35.911 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.911 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.912 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.912 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.912 INFO:teuthology.orchestra.run.smithi044.stdout: "max_count_per_host": { 2024-05-27T00:45:35.912 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_count_per_host", 2024-05-27T00:45:35.912 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.912 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.912 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.912 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:35.912 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.912 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.912 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.912 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "max number of daemons per service per host", 2024-05-27T00:45:35.912 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.912 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.913 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.913 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.913 INFO:teuthology.orchestra.run.smithi044.stdout: "max_osd_draining_count": { 2024-05-27T00:45:35.913 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_osd_draining_count", 2024-05-27T00:45:35.913 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.913 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.913 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.913 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:35.913 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.913 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.913 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.913 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-27T00:45:35.913 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.913 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.914 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.914 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.914 INFO:teuthology.orchestra.run.smithi044.stdout: "migration_current": { 2024-05-27T00:45:35.914 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "migration_current", 2024-05-27T00:45:35.914 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.914 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.914 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.914 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.914 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.914 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.914 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.914 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "internal - do not modify", 2024-05-27T00:45:35.914 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.915 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.915 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.915 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.915 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": { 2024-05-27T00:45:35.915 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mode", 2024-05-27T00:45:35.915 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.915 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.915 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.915 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "root", 2024-05-27T00:45:35.915 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.915 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.915 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.915 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm-package", 2024-05-27T00:45:35.915 INFO:teuthology.orchestra.run.smithi044.stdout: "root" 2024-05-27T00:45:35.915 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.916 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "mode for remote execution of cephadm", 2024-05-27T00:45:35.916 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.916 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.916 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.916 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.916 INFO:teuthology.orchestra.run.smithi044.stdout: "oob_default_addr": { 2024-05-27T00:45:35.916 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "oob_default_addr", 2024-05-27T00:45:35.916 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.916 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.916 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.916 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "169.254.1.1", 2024-05-27T00:45:35.916 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.916 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.916 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.917 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-27T00:45:35.917 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.917 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.917 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.917 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.917 INFO:teuthology.orchestra.run.smithi044.stdout: "prometheus_alerts_path": { 2024-05-27T00:45:35.917 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prometheus_alerts_path", 2024-05-27T00:45:35.917 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.917 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.917 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.917 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-27T00:45:35.917 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.917 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.917 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.918 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-27T00:45:35.918 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.918 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.918 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.918 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.918 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_insecure": { 2024-05-27T00:45:35.918 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_insecure", 2024-05-27T00:45:35.918 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.918 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.918 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.918 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.918 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.918 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.918 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.919 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-27T00:45:35.919 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.919 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.919 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.919 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.919 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_password": { 2024-05-27T00:45:35.919 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_password", 2024-05-27T00:45:35.919 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.919 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.919 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.919 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.919 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.919 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.920 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.920 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-27T00:45:35.920 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.920 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.920 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.920 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.920 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_url": { 2024-05-27T00:45:35.920 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_url", 2024-05-27T00:45:35.920 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.920 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.920 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.920 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.920 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.920 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.921 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.921 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-27T00:45:35.921 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.921 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.921 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.921 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.921 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_username": { 2024-05-27T00:45:35.921 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_username", 2024-05-27T00:45:35.921 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.921 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.921 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.921 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.921 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.921 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.922 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.922 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-27T00:45:35.922 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.922 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.922 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.922 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.922 INFO:teuthology.orchestra.run.smithi044.stdout: "secure_monitoring_stack": { 2024-05-27T00:45:35.922 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "secure_monitoring_stack", 2024-05-27T00:45:35.922 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.922 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.922 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.922 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.922 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.923 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.923 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.923 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-27T00:45:35.923 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.923 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.923 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.923 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.923 INFO:teuthology.orchestra.run.smithi044.stdout: "service_discovery_port": { 2024-05-27T00:45:35.923 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "service_discovery_port", 2024-05-27T00:45:35.923 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.923 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.923 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.923 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8765", 2024-05-27T00:45:35.924 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.924 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.924 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.924 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "cephadm service discovery port", 2024-05-27T00:45:35.924 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.924 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.924 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.924 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.924 INFO:teuthology.orchestra.run.smithi044.stdout: "ssh_config_file": { 2024-05-27T00:45:35.924 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssh_config_file", 2024-05-27T00:45:35.924 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.924 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.924 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.925 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.925 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.925 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.925 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.925 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-27T00:45:35.925 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.925 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.925 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.925 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.925 INFO:teuthology.orchestra.run.smithi044.stdout: "use_agent": { 2024-05-27T00:45:35.925 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "use_agent", 2024-05-27T00:45:35.925 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.925 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.925 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.925 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.926 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.926 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.926 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.926 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-27T00:45:35.926 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.926 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.926 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.926 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.926 INFO:teuthology.orchestra.run.smithi044.stdout: "use_repo_digest": { 2024-05-27T00:45:35.926 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "use_repo_digest", 2024-05-27T00:45:35.926 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.926 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.926 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.927 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.927 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.927 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.927 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.927 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-27T00:45:35.927 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.927 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.927 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.927 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.927 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_failed_host_check": { 2024-05-27T00:45:35.927 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_failed_host_check", 2024-05-27T00:45:35.927 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.927 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.928 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.928 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.928 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.928 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.928 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.928 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if the host check fails", 2024-05-27T00:45:35.928 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.928 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.928 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.928 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.928 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_stray_daemons": { 2024-05-27T00:45:35.928 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_stray_daemons", 2024-05-27T00:45:35.928 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.928 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.929 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.929 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.929 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.929 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.929 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.929 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-27T00:45:35.929 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.929 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.929 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.929 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.929 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_stray_hosts": { 2024-05-27T00:45:35.929 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_stray_hosts", 2024-05-27T00:45:35.929 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.929 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.929 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.930 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.930 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.930 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.930 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.930 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-27T00:45:35.930 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.930 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.930 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.930 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.930 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.930 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.930 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.930 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crash", 2024-05-27T00:45:35.931 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.931 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.931 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.931 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.931 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.931 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.931 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.931 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.931 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.931 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.931 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.931 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.931 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.932 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.932 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.932 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.932 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.932 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.932 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.932 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.932 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.932 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.932 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.932 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.932 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.932 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.933 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.933 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.933 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.933 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.933 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.933 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.933 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.933 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.933 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.933 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.933 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.933 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.933 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.933 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.934 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.934 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.934 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.934 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.934 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.934 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.934 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.934 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.934 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.934 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.934 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.934 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.934 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.935 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.935 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.935 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.935 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.935 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.935 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.935 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.935 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.935 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.935 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.935 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.935 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.935 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.936 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.936 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.936 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.936 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.936 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.936 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.936 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.936 INFO:teuthology.orchestra.run.smithi044.stdout: "retain_interval": { 2024-05-27T00:45:35.936 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "retain_interval", 2024-05-27T00:45:35.936 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.936 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.936 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.936 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "31536000", 2024-05-27T00:45:35.936 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.937 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.937 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.937 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-27T00:45:35.937 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.937 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.937 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.937 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.937 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_recent_interval": { 2024-05-27T00:45:35.937 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_recent_interval", 2024-05-27T00:45:35.937 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:35.937 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.937 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.937 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1209600", 2024-05-27T00:45:35.938 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.938 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.938 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.938 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-27T00:45:35.938 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.938 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.938 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.938 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.938 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:35.938 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.938 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:35.938 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "dashboard", 2024-05-27T00:45:35.938 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:35.939 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:35.939 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:35.939 INFO:teuthology.orchestra.run.smithi044.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-27T00:45:35.939 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-27T00:45:35.939 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.939 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.939 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.939 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:35.939 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.939 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.939 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.939 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.939 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.940 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.940 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.940 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.940 INFO:teuthology.orchestra.run.smithi044.stdout: "ALERTMANAGER_API_HOST": { 2024-05-27T00:45:35.940 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-27T00:45:35.940 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.940 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.940 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.940 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.940 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.940 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.940 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.940 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.941 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.941 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.941 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.941 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.941 INFO:teuthology.orchestra.run.smithi044.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-27T00:45:35.941 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-27T00:45:35.941 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.941 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.941 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.941 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.941 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.941 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.941 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.941 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.942 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.942 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.942 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.942 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.942 INFO:teuthology.orchestra.run.smithi044.stdout: "AUDIT_API_ENABLED": { 2024-05-27T00:45:35.942 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "AUDIT_API_ENABLED", 2024-05-27T00:45:35.942 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.942 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.942 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.942 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.942 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.942 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.942 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.943 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.943 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.943 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.943 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.943 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.943 INFO:teuthology.orchestra.run.smithi044.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-27T00:45:35.943 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-27T00:45:35.943 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.943 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.943 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.943 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.943 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.943 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.943 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.944 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.944 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.944 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.944 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.944 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.944 INFO:teuthology.orchestra.run.smithi044.stdout: "ENABLE_BROWSABLE_API": { 2024-05-27T00:45:35.944 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-27T00:45:35.944 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.944 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.944 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.944 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.944 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.944 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.944 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.944 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.945 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.945 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.945 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.945 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.945 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-27T00:45:35.945 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-27T00:45:35.945 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.945 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.945 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.945 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.945 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.945 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.945 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.945 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.946 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.946 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.946 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.946 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.946 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-27T00:45:35.946 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-27T00:45:35.946 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.946 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.946 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.946 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.946 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.946 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.947 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.947 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.947 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.947 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.947 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.947 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.947 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-27T00:45:35.947 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-27T00:45:35.947 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.947 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.947 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.947 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.947 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.947 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.948 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.948 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.948 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.948 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.948 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.948 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.948 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-27T00:45:35.948 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-27T00:45:35.948 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.948 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.948 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.948 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.948 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.948 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.949 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.949 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.949 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.949 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.949 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.949 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.949 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-27T00:45:35.949 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-27T00:45:35.949 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.949 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.949 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.949 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.949 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.950 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.950 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.950 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.950 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.950 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.950 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.950 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.950 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-27T00:45:35.950 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-27T00:45:35.950 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.950 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.950 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.950 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.951 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.951 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.951 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.951 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.951 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.951 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.951 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.951 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.951 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-27T00:45:35.951 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-27T00:45:35.951 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.951 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.951 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.951 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.951 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.952 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.952 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.952 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.952 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.952 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.952 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.952 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.952 INFO:teuthology.orchestra.run.smithi044.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-27T00:45:35.952 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-27T00:45:35.952 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.952 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.952 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.952 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.952 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.953 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.953 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.953 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.953 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.953 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.953 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.953 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.953 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_PASSWORD": { 2024-05-27T00:45:35.953 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-27T00:45:35.953 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.953 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.953 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.953 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-05-27T00:45:35.953 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.954 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.954 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.954 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.954 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.954 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.954 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.954 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.954 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-27T00:45:35.954 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-27T00:45:35.954 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.954 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.954 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.954 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.954 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.955 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.955 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.955 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.955 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.955 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.955 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.955 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.955 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_URL": { 2024-05-27T00:45:35.955 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_URL", 2024-05-27T00:45:35.955 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.955 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.955 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.955 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.956 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.956 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.956 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.956 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.956 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.956 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.956 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.956 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.956 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_USERNAME": { 2024-05-27T00:45:35.956 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-27T00:45:35.956 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.956 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.956 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.956 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-05-27T00:45:35.957 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.957 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.957 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.957 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.957 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.957 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.957 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.957 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.957 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-27T00:45:35.957 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-27T00:45:35.957 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.957 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.957 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.957 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.958 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.958 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.958 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.958 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.958 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.958 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.958 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.958 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.958 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-27T00:45:35.958 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-27T00:45:35.958 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.958 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.958 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.959 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.959 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.959 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.959 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.959 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.959 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.959 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.959 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.959 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.959 INFO:teuthology.orchestra.run.smithi044.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-27T00:45:35.959 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-27T00:45:35.959 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.960 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.960 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.960 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.960 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.960 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.960 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.960 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.960 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.960 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.960 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.960 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.960 INFO:teuthology.orchestra.run.smithi044.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-27T00:45:35.960 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-27T00:45:35.961 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.961 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.961 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.961 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.961 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.961 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.961 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.961 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.961 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.961 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.961 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.961 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.961 INFO:teuthology.orchestra.run.smithi044.stdout: "PROMETHEUS_API_HOST": { 2024-05-27T00:45:35.961 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-27T00:45:35.962 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.962 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.962 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.962 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.962 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.962 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.962 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.962 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.962 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.962 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.962 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.962 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.962 INFO:teuthology.orchestra.run.smithi044.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-27T00:45:35.963 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-27T00:45:35.963 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.963 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.963 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.963 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.963 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.963 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.963 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.963 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.963 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.963 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.963 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.963 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.963 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-27T00:45:35.964 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-27T00:45:35.964 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.964 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.964 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.964 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.964 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.964 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.964 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.964 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.964 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.964 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.964 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.964 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.965 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-27T00:45:35.965 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-27T00:45:35.965 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.965 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.965 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.965 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.965 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.965 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.965 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.965 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.965 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.965 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.965 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.966 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.966 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-27T00:45:35.966 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-27T00:45:35.966 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.966 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.966 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.966 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.966 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.966 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.966 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.966 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.966 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.966 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.966 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.967 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.967 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-27T00:45:35.967 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-27T00:45:35.967 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.967 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.967 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.967 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.967 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.967 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.967 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.967 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.967 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.967 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.967 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.967 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.968 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-27T00:45:35.968 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-27T00:45:35.968 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.968 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.968 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.968 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.968 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.968 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.968 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.968 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.968 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.968 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.968 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.968 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.968 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-27T00:45:35.969 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-27T00:45:35.969 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.969 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.969 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.969 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.969 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.969 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.969 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.969 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.969 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.969 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.969 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.969 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.969 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-27T00:45:35.969 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-27T00:45:35.970 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.970 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.970 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.970 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.970 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.970 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.970 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.970 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.970 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.970 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.970 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.970 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.970 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_ENABLED": { 2024-05-27T00:45:35.971 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-27T00:45:35.971 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.971 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.971 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.971 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.971 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.971 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.971 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.971 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.971 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.971 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.971 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.971 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.972 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-27T00:45:35.972 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-27T00:45:35.972 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.972 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.972 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.972 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-27T00:45:35.972 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.972 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.972 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.972 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.972 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.972 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.973 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.973 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.973 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-27T00:45:35.973 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-27T00:45:35.973 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.973 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.973 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.973 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:35.973 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.973 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.973 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.973 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.973 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.974 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.974 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.974 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.974 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-27T00:45:35.974 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-27T00:45:35.974 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.974 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.974 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.974 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8", 2024-05-27T00:45:35.974 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.974 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.974 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.974 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.975 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.975 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.975 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.975 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.975 INFO:teuthology.orchestra.run.smithi044.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-27T00:45:35.975 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-27T00:45:35.975 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.975 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.975 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.975 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "45", 2024-05-27T00:45:35.975 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.975 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.976 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.976 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.976 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.976 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.976 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.976 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.976 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_ACCESS_KEY": { 2024-05-27T00:45:35.976 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-27T00:45:35.976 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.976 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.976 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.976 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.976 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.976 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.977 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.977 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.977 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.977 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.977 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.977 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.977 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-27T00:45:35.977 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-27T00:45:35.977 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.977 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.977 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.977 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-05-27T00:45:35.977 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.978 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.978 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.978 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.978 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.978 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.978 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.978 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.978 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_SECRET_KEY": { 2024-05-27T00:45:35.978 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-27T00:45:35.978 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.978 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.978 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.979 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.979 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.979 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.979 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.979 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.979 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.979 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.979 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.979 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.979 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_SSL_VERIFY": { 2024-05-27T00:45:35.979 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-27T00:45:35.979 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.979 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.980 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.980 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.980 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.980 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.980 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.980 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.980 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.980 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.980 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.980 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.980 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-27T00:45:35.980 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-27T00:45:35.980 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.981 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.981 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.981 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-27T00:45:35.981 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.981 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.981 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.981 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.981 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.981 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.981 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.981 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.981 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-27T00:45:35.981 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-27T00:45:35.981 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.982 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.982 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.982 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:35.982 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.982 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.982 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.982 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.982 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.982 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.982 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.982 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.982 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-27T00:45:35.983 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-27T00:45:35.983 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.983 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.983 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.983 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-27T00:45:35.983 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.983 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.983 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.983 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.983 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.983 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.983 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.983 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.983 INFO:teuthology.orchestra.run.smithi044.stdout: "cross_origin_url": { 2024-05-27T00:45:35.983 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cross_origin_url", 2024-05-27T00:45:35.984 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.984 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.984 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.984 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.984 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.984 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.984 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.984 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.984 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.984 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.984 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.984 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.984 INFO:teuthology.orchestra.run.smithi044.stdout: "crt_file": { 2024-05-27T00:45:35.984 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crt_file", 2024-05-27T00:45:35.984 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.985 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.985 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.985 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.985 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.985 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.985 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.985 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.985 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.985 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.985 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.985 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.985 INFO:teuthology.orchestra.run.smithi044.stdout: "debug": { 2024-05-27T00:45:35.985 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "debug", 2024-05-27T00:45:35.985 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.986 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.986 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.986 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.986 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.986 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.986 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.986 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable/disable debug options", 2024-05-27T00:45:35.986 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.986 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.986 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.986 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.986 INFO:teuthology.orchestra.run.smithi044.stdout: "jwt_token_ttl": { 2024-05-27T00:45:35.986 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "jwt_token_ttl", 2024-05-27T00:45:35.987 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.987 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.987 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.987 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "28800", 2024-05-27T00:45:35.987 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.987 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.987 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.987 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.987 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.987 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.987 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.987 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.987 INFO:teuthology.orchestra.run.smithi044.stdout: "key_file": { 2024-05-27T00:45:35.988 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "key_file", 2024-05-27T00:45:35.988 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.988 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.988 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.988 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.988 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.988 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.988 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.988 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.988 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.988 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.988 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.988 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.988 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:35.989 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:35.989 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.989 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.989 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.989 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.989 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.989 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.989 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.989 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.989 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.989 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.989 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.989 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.990 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.990 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.990 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.990 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.990 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.990 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.990 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.990 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:35.990 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:35.990 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.990 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.990 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.990 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.990 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.991 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.991 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.991 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.991 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.991 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.991 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.991 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.991 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:35.991 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:35.991 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.991 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.991 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.991 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:35.991 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.992 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.992 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:35.992 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:35.992 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:35.992 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:35.992 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:35.992 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:35.992 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:35.992 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:35.992 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.992 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.992 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.992 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.992 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.993 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:35.993 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:35.993 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.993 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.993 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:35.993 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.993 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.993 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.993 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.993 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.993 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.993 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.993 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.993 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.994 INFO:teuthology.orchestra.run.smithi044.stdout: "motd": { 2024-05-27T00:45:35.994 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "motd", 2024-05-27T00:45:35.994 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.994 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.994 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.994 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:35.994 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.994 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.994 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.994 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "The message of the day", 2024-05-27T00:45:35.994 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.994 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.994 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.994 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.995 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_resolve_ip_addr": { 2024-05-27T00:45:35.995 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "redirect_resolve_ip_addr", 2024-05-27T00:45:35.995 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.995 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.995 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.995 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:35.995 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.995 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.995 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.995 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.995 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.995 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.995 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.995 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.996 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-05-27T00:45:35.996 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-05-27T00:45:35.996 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:35.996 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.996 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.996 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "::", 2024-05-27T00:45:35.996 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.996 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.996 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.996 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.996 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.996 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.996 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.996 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.996 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-05-27T00:45:35.997 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-05-27T00:45:35.997 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.997 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.997 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.997 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8080", 2024-05-27T00:45:35.997 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.997 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.997 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.997 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.997 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.997 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.997 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.997 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.998 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl": { 2024-05-27T00:45:35.998 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl", 2024-05-27T00:45:35.998 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:35.998 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.998 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.998 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:35.998 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.998 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.998 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.998 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.998 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.998 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.998 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:35.998 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:35.999 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl_server_port": { 2024-05-27T00:45:35.999 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl_server_port", 2024-05-27T00:45:35.999 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:35.999 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:35.999 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:35.999 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8443", 2024-05-27T00:45:35.999 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:35.999 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:35.999 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:35.999 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:35.999 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:35.999 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:35.999 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.000 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.000 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_behaviour": { 2024-05-27T00:45:36.000 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_behaviour", 2024-05-27T00:45:36.000 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.000 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.000 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.000 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "redirect", 2024-05-27T00:45:36.000 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.000 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.000 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.000 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.000 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect" 2024-05-27T00:45:36.000 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.001 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.001 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.001 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.001 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.001 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.001 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_error_status_code": { 2024-05-27T00:45:36.001 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_error_status_code", 2024-05-27T00:45:36.001 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.001 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.001 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.001 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "500", 2024-05-27T00:45:36.001 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "400", 2024-05-27T00:45:36.001 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "599", 2024-05-27T00:45:36.001 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.002 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.002 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.002 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.002 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.002 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.002 INFO:teuthology.orchestra.run.smithi044.stdout: "url_prefix": { 2024-05-27T00:45:36.002 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "url_prefix", 2024-05-27T00:45:36.002 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.002 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.002 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.002 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.002 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.002 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.003 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.003 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.003 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.003 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.003 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.003 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.003 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.003 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.003 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.003 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "devicehealth", 2024-05-27T00:45:36.003 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.003 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.003 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.003 INFO:teuthology.orchestra.run.smithi044.stdout: "enable_monitoring": { 2024-05-27T00:45:36.004 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enable_monitoring", 2024-05-27T00:45:36.004 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.004 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.004 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.004 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.004 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.004 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.004 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.004 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "monitor device health metrics", 2024-05-27T00:45:36.004 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.004 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.004 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.004 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.004 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.005 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.005 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.005 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.005 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.005 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.005 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.005 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.005 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.005 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.005 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.005 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.005 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.005 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.006 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.006 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.006 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.006 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.006 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.006 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.006 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.006 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.006 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.006 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.006 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.006 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.007 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.007 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.007 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.007 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.007 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.007 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.007 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.007 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.007 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.007 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.007 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.007 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.008 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.008 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.008 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.008 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.008 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.008 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.008 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.008 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.008 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.008 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.008 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.008 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.008 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.008 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.009 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.009 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.009 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.009 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.009 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.009 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.009 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.009 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.009 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.009 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.009 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.009 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.009 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.009 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.010 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.010 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.010 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.010 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.010 INFO:teuthology.orchestra.run.smithi044.stdout: "mark_out_threshold": { 2024-05-27T00:45:36.010 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mark_out_threshold", 2024-05-27T00:45:36.010 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.010 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.010 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.010 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "2419200", 2024-05-27T00:45:36.010 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.010 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.010 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.011 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-27T00:45:36.011 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.011 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.011 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.011 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.011 INFO:teuthology.orchestra.run.smithi044.stdout: "pool_name": { 2024-05-27T00:45:36.011 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pool_name", 2024-05-27T00:45:36.011 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.011 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.011 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.011 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "device_health_metrics", 2024-05-27T00:45:36.011 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.011 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.011 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.011 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-27T00:45:36.012 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.012 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.012 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.012 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.012 INFO:teuthology.orchestra.run.smithi044.stdout: "retention_period": { 2024-05-27T00:45:36.012 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "retention_period", 2024-05-27T00:45:36.012 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.012 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.012 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.012 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15552000", 2024-05-27T00:45:36.012 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.012 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.012 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.012 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long to retain device health metrics", 2024-05-27T00:45:36.013 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.013 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.013 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.013 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.013 INFO:teuthology.orchestra.run.smithi044.stdout: "scrape_frequency": { 2024-05-27T00:45:36.013 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "scrape_frequency", 2024-05-27T00:45:36.013 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.013 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.013 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.013 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "86400", 2024-05-27T00:45:36.013 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.013 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.013 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.013 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-27T00:45:36.013 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.014 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.014 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.014 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.014 INFO:teuthology.orchestra.run.smithi044.stdout: "self_heal": { 2024-05-27T00:45:36.014 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "self_heal", 2024-05-27T00:45:36.014 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.014 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.014 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.014 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.014 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.014 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.014 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.014 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-27T00:45:36.015 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.015 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.015 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.015 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.015 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-27T00:45:36.015 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-27T00:45:36.015 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.015 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.015 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.015 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-27T00:45:36.015 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.015 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.015 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.015 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to wake up and check device health", 2024-05-27T00:45:36.016 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.016 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.016 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.016 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.016 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_threshold": { 2024-05-27T00:45:36.016 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_threshold", 2024-05-27T00:45:36.016 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.016 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.016 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.016 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "7257600", 2024-05-27T00:45:36.016 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.016 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.016 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.016 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-27T00:45:36.016 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.016 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.017 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.017 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.017 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.017 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.017 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.017 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "diskprediction_local", 2024-05-27T00:45:36.017 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.017 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.017 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.017 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.017 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.017 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.017 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.017 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.017 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.018 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.018 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.018 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.018 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.018 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.018 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.018 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.018 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.018 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.018 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.018 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.018 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.018 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.018 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.019 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.019 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.019 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.019 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.019 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.019 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.019 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.019 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.019 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.019 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.019 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.019 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.019 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.019 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.019 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.020 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.020 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.020 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.020 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.020 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.020 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.020 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.020 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.020 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.020 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.020 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.020 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.020 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.020 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.021 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.021 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.021 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.021 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.021 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.021 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.021 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.021 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.021 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.021 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.021 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.021 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.021 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.022 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.022 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.022 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.022 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.022 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.022 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.022 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.022 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.022 INFO:teuthology.orchestra.run.smithi044.stdout: "predict_interval": { 2024-05-27T00:45:36.022 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "predict_interval", 2024-05-27T00:45:36.022 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.022 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.022 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.022 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "86400", 2024-05-27T00:45:36.023 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.023 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.023 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.023 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.023 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.023 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.023 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.023 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.023 INFO:teuthology.orchestra.run.smithi044.stdout: "predictor_model": { 2024-05-27T00:45:36.023 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "predictor_model", 2024-05-27T00:45:36.023 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.023 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.023 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.024 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "prophetstor", 2024-05-27T00:45:36.024 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.024 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.024 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.024 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.024 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.024 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.024 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.024 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.024 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-27T00:45:36.024 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-27T00:45:36.024 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.024 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.024 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.025 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-27T00:45:36.025 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.025 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.025 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.025 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.025 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.025 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.025 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.025 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.025 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.025 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.025 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.025 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "influx", 2024-05-27T00:45:36.026 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": false, 2024-05-27T00:45:36.026 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "influxdb python module not found", 2024-05-27T00:45:36.026 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.026 INFO:teuthology.orchestra.run.smithi044.stdout: "batch_size": { 2024-05-27T00:45:36.026 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "batch_size", 2024-05-27T00:45:36.026 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.026 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.026 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.026 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5000", 2024-05-27T00:45:36.026 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.026 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.026 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.026 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-27T00:45:36.026 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.027 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.027 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.027 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.027 INFO:teuthology.orchestra.run.smithi044.stdout: "database": { 2024-05-27T00:45:36.027 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "database", 2024-05-27T00:45:36.027 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.027 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.027 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.027 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "ceph", 2024-05-27T00:45:36.027 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.027 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.027 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.028 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-27T00:45:36.028 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.028 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.028 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.028 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.028 INFO:teuthology.orchestra.run.smithi044.stdout: "hostname": { 2024-05-27T00:45:36.028 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "hostname", 2024-05-27T00:45:36.028 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.028 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.028 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.028 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.028 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.028 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.028 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.029 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB server hostname", 2024-05-27T00:45:36.029 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.029 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.029 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.029 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.029 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-27T00:45:36.029 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-27T00:45:36.029 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.029 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.029 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.029 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "30", 2024-05-27T00:45:36.029 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "5", 2024-05-27T00:45:36.029 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.029 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.030 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-27T00:45:36.030 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.030 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.030 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.030 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.030 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.030 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.030 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.030 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.030 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.030 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.030 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.030 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.031 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.031 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.031 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.031 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.031 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.031 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.031 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.031 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.031 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.031 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.031 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.031 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.031 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.032 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.032 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.032 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.032 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.032 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.032 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.032 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.032 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.032 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.032 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.032 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.032 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.032 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.033 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.033 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.033 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.033 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.033 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.033 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.033 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.033 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.033 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.033 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.033 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.033 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.033 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.034 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.034 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.034 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.034 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.034 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.034 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.034 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.034 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.034 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.034 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.034 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.034 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.034 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.035 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.035 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.035 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.035 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.035 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.035 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.035 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.035 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.035 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.035 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.035 INFO:teuthology.orchestra.run.smithi044.stdout: "password": { 2024-05-27T00:45:36.035 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "password", 2024-05-27T00:45:36.035 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.035 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.036 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.036 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.036 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.036 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.036 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.036 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "password of InfluxDB server user", 2024-05-27T00:45:36.036 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.036 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.036 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.036 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.036 INFO:teuthology.orchestra.run.smithi044.stdout: "port": { 2024-05-27T00:45:36.036 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "port", 2024-05-27T00:45:36.036 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.036 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.037 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.037 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8086", 2024-05-27T00:45:36.037 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.037 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.037 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.037 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB server port", 2024-05-27T00:45:36.037 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.037 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.037 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.037 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.037 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl": { 2024-05-27T00:45:36.037 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl", 2024-05-27T00:45:36.037 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.037 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.038 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.038 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "false", 2024-05-27T00:45:36.038 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.038 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.038 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.038 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-27T00:45:36.038 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.038 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.038 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.038 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.038 INFO:teuthology.orchestra.run.smithi044.stdout: "threads": { 2024-05-27T00:45:36.038 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "threads", 2024-05-27T00:45:36.038 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.038 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.039 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.039 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-27T00:45:36.039 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-27T00:45:36.039 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "32", 2024-05-27T00:45:36.039 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.039 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-27T00:45:36.039 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.039 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.039 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.039 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.039 INFO:teuthology.orchestra.run.smithi044.stdout: "username": { 2024-05-27T00:45:36.039 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "username", 2024-05-27T00:45:36.039 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.040 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.040 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.040 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.040 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.040 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.040 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.040 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "username of InfluxDB server user", 2024-05-27T00:45:36.040 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.040 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.040 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.040 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.040 INFO:teuthology.orchestra.run.smithi044.stdout: "verify_ssl": { 2024-05-27T00:45:36.040 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "verify_ssl", 2024-05-27T00:45:36.040 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.040 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.041 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.041 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "true", 2024-05-27T00:45:36.041 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.041 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.041 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.041 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-27T00:45:36.041 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.041 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.041 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.041 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.041 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.041 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.041 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.042 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "insights", 2024-05-27T00:45:36.042 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.042 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.042 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.042 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.042 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.042 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.042 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.042 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.042 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.042 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.042 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.042 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.043 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.043 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.043 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.043 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.043 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.043 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.043 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.043 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.043 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.043 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.043 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.043 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.043 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.043 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.043 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.044 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.044 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.044 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.044 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.044 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.044 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.044 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.044 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.044 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.044 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.044 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.044 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.044 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.045 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.045 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.045 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.045 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.045 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.045 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.045 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.045 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.045 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.045 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.045 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.045 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.046 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.046 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.046 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.046 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.046 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.046 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.046 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.046 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.046 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.046 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.046 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.046 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.047 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.047 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.047 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.047 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.047 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.047 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.047 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.047 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.047 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.047 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.047 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.047 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.048 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "iostat", 2024-05-27T00:45:36.048 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.048 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.048 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.048 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.048 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.048 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.048 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.048 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.048 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.048 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.048 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.048 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.048 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.049 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.049 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.049 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.049 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.049 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.049 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.049 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.049 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.049 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.049 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.049 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.049 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.049 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.050 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.050 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.050 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.050 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.050 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.050 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.050 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.050 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.050 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.050 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.050 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.050 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.050 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.051 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.051 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.051 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.051 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.051 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.051 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.051 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.051 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.051 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.051 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.051 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.051 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.051 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.052 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.052 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.052 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.052 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.052 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.052 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.052 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.052 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.052 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.052 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.052 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.052 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.052 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.052 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.053 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.053 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.053 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.053 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.053 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.053 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.053 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.053 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.053 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.053 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.053 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "k8sevents", 2024-05-27T00:45:36.053 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.053 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.053 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.053 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_event_retention_days": { 2024-05-27T00:45:36.054 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ceph_event_retention_days", 2024-05-27T00:45:36.054 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.054 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.054 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.054 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "7", 2024-05-27T00:45:36.054 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.054 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.054 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.054 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-27T00:45:36.054 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.054 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.054 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.054 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.054 INFO:teuthology.orchestra.run.smithi044.stdout: "config_check_secs": { 2024-05-27T00:45:36.055 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_check_secs", 2024-05-27T00:45:36.055 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.055 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.055 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.055 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:36.055 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "10", 2024-05-27T00:45:36.055 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.055 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.055 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-27T00:45:36.055 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.055 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.055 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.055 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.055 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.056 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.056 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.056 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.056 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.056 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.056 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.056 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.056 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.056 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.056 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.056 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.056 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.056 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.057 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.057 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.057 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.057 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.057 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.057 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.057 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.057 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.057 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.057 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.057 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.057 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.057 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.057 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.058 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.058 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.058 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.058 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.058 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.058 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.058 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.058 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.058 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.058 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.058 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.058 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.058 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.058 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.059 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.059 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.059 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.059 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.059 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.059 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.059 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.059 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.059 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.059 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.059 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.059 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.059 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.059 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.060 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.060 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.060 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.060 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.060 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.060 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.060 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.060 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.060 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.060 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.060 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.060 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.060 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.060 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.061 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.061 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.061 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.061 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "localpool", 2024-05-27T00:45:36.061 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.061 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.061 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.061 INFO:teuthology.orchestra.run.smithi044.stdout: "failure_domain": { 2024-05-27T00:45:36.061 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "failure_domain", 2024-05-27T00:45:36.061 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.061 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.061 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.061 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "host", 2024-05-27T00:45:36.061 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.061 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.061 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.062 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "failure domain for any created local pool", 2024-05-27T00:45:36.062 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-27T00:45:36.062 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.062 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.062 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.062 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.062 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.062 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.062 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.062 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.062 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.065 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.065 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.065 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.065 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.065 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.065 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.065 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.066 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.066 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.066 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.066 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.066 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.066 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.066 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.066 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.066 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.066 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.066 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.066 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.066 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.067 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.067 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.067 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.067 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.067 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.067 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.067 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.067 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.067 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.067 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.067 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.067 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.067 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.068 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.068 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.068 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.068 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.068 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.068 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.068 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.068 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.068 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.068 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.068 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.068 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.068 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.069 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.069 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.069 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.069 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.069 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.069 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.069 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.069 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.069 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.069 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.069 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.069 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.069 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.069 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.070 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.070 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.070 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.070 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.070 INFO:teuthology.orchestra.run.smithi044.stdout: "min_size": { 2024-05-27T00:45:36.070 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "min_size", 2024-05-27T00:45:36.070 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.070 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.070 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.070 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.070 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.070 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.070 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.071 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default min_size for any created local pool", 2024-05-27T00:45:36.071 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-27T00:45:36.071 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.071 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.071 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.071 INFO:teuthology.orchestra.run.smithi044.stdout: "num_rep": { 2024-05-27T00:45:36.071 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "num_rep", 2024-05-27T00:45:36.071 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.071 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.071 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.071 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3", 2024-05-27T00:45:36.071 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.071 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.071 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.072 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default replica count for any created local pool", 2024-05-27T00:45:36.072 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.072 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.072 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.072 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.072 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_num": { 2024-05-27T00:45:36.072 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pg_num", 2024-05-27T00:45:36.072 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.072 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.072 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.073 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "128", 2024-05-27T00:45:36.073 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.073 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.073 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.073 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default pg_num for any created local pool", 2024-05-27T00:45:36.073 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.073 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.073 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.073 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.073 INFO:teuthology.orchestra.run.smithi044.stdout: "prefix": { 2024-05-27T00:45:36.073 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prefix", 2024-05-27T00:45:36.073 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.073 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.074 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.074 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.074 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.074 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.074 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.074 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "name prefix for any created local pool", 2024-05-27T00:45:36.074 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.074 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.074 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.074 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.074 INFO:teuthology.orchestra.run.smithi044.stdout: "subtree": { 2024-05-27T00:45:36.074 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "subtree", 2024-05-27T00:45:36.074 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.075 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.075 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.075 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "rack", 2024-05-27T00:45:36.075 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.075 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.075 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.075 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-27T00:45:36.075 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-27T00:45:36.075 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.075 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.075 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.075 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.075 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.075 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.076 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mds_autoscaler", 2024-05-27T00:45:36.076 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.076 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.076 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.076 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.076 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.076 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.076 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.076 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.076 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.076 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.076 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.076 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.076 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.077 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.077 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.077 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.077 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.077 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.077 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.077 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.077 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.077 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.077 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.077 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.077 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.077 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.077 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.078 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.078 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.078 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.078 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.078 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.078 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.078 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.078 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.078 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.078 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.078 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.078 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.078 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.079 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.080 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.080 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.080 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.080 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.080 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.080 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.080 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.080 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.080 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.080 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.080 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.080 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.080 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.080 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.081 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.081 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.081 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.081 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.081 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.081 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.081 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.081 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.081 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.081 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mirroring", 2024-05-27T00:45:36.081 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.081 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.081 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.081 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.082 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.082 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.082 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.082 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.082 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.082 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.082 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.082 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.082 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.082 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.082 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.082 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.082 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.083 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.083 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.083 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.083 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.083 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.083 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.083 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.083 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.083 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.083 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.083 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.083 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.083 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.084 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.084 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.084 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.084 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.084 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.084 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.084 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.084 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.084 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.084 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.084 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.084 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.084 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.085 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.085 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.085 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.085 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.085 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.085 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.085 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.085 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.085 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.085 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.085 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.085 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.085 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.085 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.086 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.086 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.086 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.086 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.086 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.086 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.086 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.086 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.086 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.086 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.086 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.086 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.086 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.086 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.087 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.087 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.087 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.087 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.087 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.087 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "nfs", 2024-05-27T00:45:36.087 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.087 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.087 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.087 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.087 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.087 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.088 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.088 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.088 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.088 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.088 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.088 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.088 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.088 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.088 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.088 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.088 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.088 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.088 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.088 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.089 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.089 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.089 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.089 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.089 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.089 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.089 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.089 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.089 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.089 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.089 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.089 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.089 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.089 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.089 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.090 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.090 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.090 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.090 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.090 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.090 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.090 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.090 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.090 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.090 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.090 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.090 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.090 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.090 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.091 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.091 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.091 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.091 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.091 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.091 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.091 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.091 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.091 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.091 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.091 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.091 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.091 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.091 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.091 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.092 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.092 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.092 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.092 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.092 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.092 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.092 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.092 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.092 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.092 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.092 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.092 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.092 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "orchestrator", 2024-05-27T00:45:36.092 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.093 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.093 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.093 INFO:teuthology.orchestra.run.smithi044.stdout: "fail_fs": { 2024-05-27T00:45:36.093 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "fail_fs", 2024-05-27T00:45:36.093 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.093 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.093 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.093 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.093 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.093 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.093 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.093 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-27T00:45:36.093 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.093 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.094 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.094 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.094 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.094 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.094 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.094 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.094 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.094 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.094 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.094 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.094 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.094 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.094 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.094 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.095 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.095 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.095 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.095 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.095 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.095 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.095 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.095 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.095 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.095 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.095 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.095 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.095 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.096 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.096 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.096 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.096 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.096 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.096 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.096 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.096 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.096 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.096 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.096 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.096 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.096 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.096 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.096 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.097 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.097 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.097 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.097 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.097 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.097 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.097 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.097 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.097 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.097 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.097 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.097 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.097 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.097 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.097 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.098 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.098 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.098 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.098 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.098 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.098 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.098 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.098 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.098 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.098 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.098 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.098 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.098 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.099 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.099 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.099 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator": { 2024-05-27T00:45:36.099 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "orchestrator", 2024-05-27T00:45:36.099 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.099 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.099 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.099 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.099 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.099 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.099 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.099 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm", 2024-05-27T00:45:36.099 INFO:teuthology.orchestra.run.smithi044.stdout: "rook", 2024-05-27T00:45:36.099 INFO:teuthology.orchestra.run.smithi044.stdout: "test_orchestrator" 2024-05-27T00:45:36.100 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.100 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Orchestrator backend", 2024-05-27T00:45:36.100 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.100 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.100 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.100 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.100 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.100 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.100 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.100 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "osd_perf_query", 2024-05-27T00:45:36.100 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.100 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.100 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.100 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.100 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.101 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.101 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.101 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.101 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.101 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.101 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.101 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.101 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.101 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.101 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.101 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.101 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.101 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.101 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.102 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.102 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.102 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.102 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.102 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.102 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.102 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.102 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.102 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.102 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.102 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.102 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.102 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.102 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.103 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.103 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.103 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.103 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.103 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.103 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.103 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.103 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.103 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.103 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.103 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.103 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.103 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.103 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.103 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.104 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.104 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.104 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.104 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.104 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.104 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.104 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.104 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.104 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.104 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.104 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.104 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.104 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.104 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.104 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.105 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.105 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.105 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.105 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.105 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.105 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.105 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.105 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.105 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.105 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.105 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.105 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.105 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.105 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "osd_support", 2024-05-27T00:45:36.105 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.106 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.106 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.106 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.106 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.106 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.106 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.106 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.106 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.106 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.106 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.106 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.106 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.106 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.106 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.107 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.107 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.107 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.107 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.107 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.107 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.107 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.107 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.107 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.107 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.107 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.107 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.107 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.107 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.108 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.108 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.108 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.108 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.108 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.108 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.108 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.108 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.108 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.108 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.108 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.108 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.108 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.108 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.108 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.109 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.109 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.109 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.109 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.109 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.109 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.109 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.109 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.109 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.109 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.109 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.109 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.109 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.109 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.109 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.110 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.110 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.110 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.110 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.110 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.110 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.110 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.110 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.110 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.110 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.110 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.110 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.110 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.110 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.111 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.111 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.111 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.111 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pg_autoscaler", 2024-05-27T00:45:36.111 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.111 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.111 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.111 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.111 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.111 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.111 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.111 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.111 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.112 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.112 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.112 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.112 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.112 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.112 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.112 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.112 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.112 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.112 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.112 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.112 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.112 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.112 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.113 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.113 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.113 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.113 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.113 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.113 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.113 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.113 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.113 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.113 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.113 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.113 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.113 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.113 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.114 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.114 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.114 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.114 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.114 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.114 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.114 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.114 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.114 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.114 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.114 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.114 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.114 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.115 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.115 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.115 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.115 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.115 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.115 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.115 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.115 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.115 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.115 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.115 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.115 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.115 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.116 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.116 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.116 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.116 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.116 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.116 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.116 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.116 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.116 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.116 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.116 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-27T00:45:36.116 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-27T00:45:36.116 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.116 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.116 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.117 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-27T00:45:36.117 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.117 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.117 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.117 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.117 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.117 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.117 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.117 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.117 INFO:teuthology.orchestra.run.smithi044.stdout: "threshold": { 2024-05-27T00:45:36.117 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "threshold", 2024-05-27T00:45:36.117 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-27T00:45:36.117 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.117 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.118 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3.0", 2024-05-27T00:45:36.118 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1.0", 2024-05-27T00:45:36.118 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.118 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.118 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "scaling threshold", 2024-05-27T00:45:36.118 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-27T00:45:36.118 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.118 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.118 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.118 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.118 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.118 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.118 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "progress", 2024-05-27T00:45:36.119 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.119 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.119 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.119 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_pg_recovery_event": { 2024-05-27T00:45:36.119 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_pg_recovery_event", 2024-05-27T00:45:36.119 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.119 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.119 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.119 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.119 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.119 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.119 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.119 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-27T00:45:36.119 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.119 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.120 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.120 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.120 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": { 2024-05-27T00:45:36.120 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enabled", 2024-05-27T00:45:36.120 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.120 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.120 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.120 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.120 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.120 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.120 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.120 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.120 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.120 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.121 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.121 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.121 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.121 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.121 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.121 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.121 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.121 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.121 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.121 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.121 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.121 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.121 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.121 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.122 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.122 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.122 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.122 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.122 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.122 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.122 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.122 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.122 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.122 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.122 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.122 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.122 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.123 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.123 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.123 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.123 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.123 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.123 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.123 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.123 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.123 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.123 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.123 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.123 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.123 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.123 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.124 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.124 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.124 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.124 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.124 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.124 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.124 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.124 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.124 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.124 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.124 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.124 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.124 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.124 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.125 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.125 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.125 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.125 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.125 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.125 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.125 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.125 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.125 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.125 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.125 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.125 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.125 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.125 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.126 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.126 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.126 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.126 INFO:teuthology.orchestra.run.smithi044.stdout: "max_completed_events": { 2024-05-27T00:45:36.126 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_completed_events", 2024-05-27T00:45:36.126 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.126 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.126 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.126 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "50", 2024-05-27T00:45:36.126 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.126 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.126 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.126 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "number of past completed events to remember", 2024-05-27T00:45:36.127 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.127 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.127 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.127 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.127 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-27T00:45:36.127 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-27T00:45:36.127 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.127 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.127 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.127 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-27T00:45:36.127 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.127 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.127 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.128 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long the module is going to sleep", 2024-05-27T00:45:36.128 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.128 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.128 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.128 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.128 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.128 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.128 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.128 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prometheus", 2024-05-27T00:45:36.128 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.128 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.128 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.128 INFO:teuthology.orchestra.run.smithi044.stdout: "cache": { 2024-05-27T00:45:36.128 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cache", 2024-05-27T00:45:36.129 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.129 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.129 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.129 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.129 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.129 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.129 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.129 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.129 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.129 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.129 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.129 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.129 INFO:teuthology.orchestra.run.smithi044.stdout: "exclude_perf_counters": { 2024-05-27T00:45:36.130 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "exclude_perf_counters", 2024-05-27T00:45:36.130 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.130 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.130 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.130 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.130 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.130 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.130 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.130 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-27T00:45:36.130 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-27T00:45:36.130 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.130 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.130 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.131 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.131 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.131 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.131 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.131 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.131 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.131 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.131 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.131 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.131 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.131 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.131 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.131 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.132 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.132 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.132 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.132 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.132 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.132 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.132 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.132 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.132 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.132 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.132 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.132 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.132 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.133 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.133 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.133 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.133 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.133 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.133 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.133 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.133 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.133 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.133 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.133 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.133 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.133 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.134 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.134 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.134 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.134 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.134 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.134 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.134 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.134 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.134 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.134 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.134 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.134 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.134 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.135 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.135 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.135 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.135 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.135 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.135 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.135 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.135 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.135 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.135 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.135 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.135 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.135 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.135 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.136 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.136 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.136 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.136 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.136 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_stats_pools": { 2024-05-27T00:45:36.136 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_stats_pools", 2024-05-27T00:45:36.136 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.136 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.136 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.136 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.136 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.136 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.136 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.137 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.137 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.137 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.137 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.137 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.137 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-27T00:45:36.137 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-27T00:45:36.137 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.137 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.137 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.137 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "300", 2024-05-27T00:45:36.137 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.137 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.137 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.137 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.138 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.138 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.138 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.138 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.138 INFO:teuthology.orchestra.run.smithi044.stdout: "scrape_interval": { 2024-05-27T00:45:36.138 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "scrape_interval", 2024-05-27T00:45:36.138 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-27T00:45:36.138 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.138 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.138 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15.0", 2024-05-27T00:45:36.138 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.138 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.138 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.139 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.139 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.139 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.139 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.139 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.139 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-05-27T00:45:36.139 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-05-27T00:45:36.139 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.139 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.139 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.139 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "::", 2024-05-27T00:45:36.139 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.139 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.139 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.140 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-27T00:45:36.140 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.140 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.140 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.140 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.140 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-05-27T00:45:36.140 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-05-27T00:45:36.140 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.140 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.140 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.140 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "9283", 2024-05-27T00:45:36.140 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.140 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.140 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.141 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-27T00:45:36.141 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.141 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.141 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.141 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.141 INFO:teuthology.orchestra.run.smithi044.stdout: "stale_cache_strategy": { 2024-05-27T00:45:36.141 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "stale_cache_strategy", 2024-05-27T00:45:36.141 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.141 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.141 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.141 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "log", 2024-05-27T00:45:36.141 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.141 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.141 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.141 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.142 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.142 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.142 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.142 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.142 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_behaviour": { 2024-05-27T00:45:36.142 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_behaviour", 2024-05-27T00:45:36.142 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.142 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.142 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.142 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "default", 2024-05-27T00:45:36.142 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.142 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.143 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.143 INFO:teuthology.orchestra.run.smithi044.stdout: "default", 2024-05-27T00:45:36.143 INFO:teuthology.orchestra.run.smithi044.stdout: "error" 2024-05-27T00:45:36.143 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.143 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.143 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.143 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.143 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.143 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.143 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_error_status_code": { 2024-05-27T00:45:36.143 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_error_status_code", 2024-05-27T00:45:36.143 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.143 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.143 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.144 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "500", 2024-05-27T00:45:36.144 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "400", 2024-05-27T00:45:36.144 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "599", 2024-05-27T00:45:36.144 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.144 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.144 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.144 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.144 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.144 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.144 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.144 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.144 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.144 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_support", 2024-05-27T00:45:36.145 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.145 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.145 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.145 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.145 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.145 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.145 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.145 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.145 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.145 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.145 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.145 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.145 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.145 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.146 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.146 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.146 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.146 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.146 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.146 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.146 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.146 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.146 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.146 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.146 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.146 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.147 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.147 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.147 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.147 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.147 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.147 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.147 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.147 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.147 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.147 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.147 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.147 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.148 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.148 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.148 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.148 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.148 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.148 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.148 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.148 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.148 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.148 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.148 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.148 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.148 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.148 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.149 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.149 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.149 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.149 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.149 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.149 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.149 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.149 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.149 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.149 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.149 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.149 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.149 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.149 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.150 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.150 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.150 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.150 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.150 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.150 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.150 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.150 INFO:teuthology.orchestra.run.smithi044.stdout: "max_concurrent_snap_create": { 2024-05-27T00:45:36.150 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_concurrent_snap_create", 2024-05-27T00:45:36.150 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.150 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.150 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.150 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:36.151 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.151 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.151 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.151 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.151 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.151 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.151 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.151 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.151 INFO:teuthology.orchestra.run.smithi044.stdout: "mirror_snapshot_schedule": { 2024-05-27T00:45:36.151 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mirror_snapshot_schedule", 2024-05-27T00:45:36.151 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.151 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.151 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.151 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.152 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.152 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.152 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.152 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.152 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.152 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.152 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.152 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.152 INFO:teuthology.orchestra.run.smithi044.stdout: "trash_purge_schedule": { 2024-05-27T00:45:36.152 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "trash_purge_schedule", 2024-05-27T00:45:36.152 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.152 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.152 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.152 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.152 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.153 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.153 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.153 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.153 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.153 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.153 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.153 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.153 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.153 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.153 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.153 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "restful", 2024-05-27T00:45:36.153 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.153 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.154 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.154 INFO:teuthology.orchestra.run.smithi044.stdout: "enable_auth": { 2024-05-27T00:45:36.154 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enable_auth", 2024-05-27T00:45:36.154 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.154 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.154 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.154 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.154 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.154 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.154 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.154 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.154 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.154 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.155 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.155 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.155 INFO:teuthology.orchestra.run.smithi044.stdout: "key_file": { 2024-05-27T00:45:36.155 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "key_file", 2024-05-27T00:45:36.155 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.155 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.155 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.155 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.155 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.155 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.155 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.155 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.155 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.155 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.156 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.156 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.156 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.156 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.156 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.156 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.156 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.156 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.156 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.156 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.156 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.156 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.156 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.156 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.157 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.157 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.157 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.157 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.157 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.157 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.157 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.157 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.157 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.157 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.157 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.157 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.157 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.157 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.158 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.158 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.158 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.158 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.158 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.158 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.158 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.158 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.158 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.158 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.158 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.158 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.158 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.159 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.159 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.159 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.159 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.159 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.159 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.159 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.159 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.159 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.159 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.159 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.159 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.159 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.159 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.160 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.160 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.160 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.160 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.160 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.160 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.160 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.160 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.160 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.160 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.160 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.160 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.160 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.160 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.161 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.161 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.161 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.161 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-05-27T00:45:36.161 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-05-27T00:45:36.161 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.161 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.161 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.161 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.161 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.161 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.161 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.161 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.161 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.162 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.162 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.162 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.162 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-05-27T00:45:36.162 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-05-27T00:45:36.162 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.162 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.162 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.162 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.162 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.162 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.162 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.162 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.162 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.163 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.163 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.163 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.163 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.163 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.163 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.163 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rgw", 2024-05-27T00:45:36.163 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.163 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.163 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.163 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.163 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.163 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.164 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.164 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.164 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.164 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.164 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.164 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.164 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.164 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.164 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.164 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.164 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.164 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.164 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.164 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.165 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.165 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.165 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.165 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.165 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.165 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.165 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.165 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.165 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.165 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.165 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.165 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.165 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.166 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.166 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.166 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.166 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.166 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.166 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.166 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.166 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.166 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.166 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.166 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.166 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.166 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.167 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.167 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.167 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.167 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.167 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.167 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.167 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.167 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.167 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.167 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.167 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.167 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.167 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.167 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.167 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.168 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.168 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.168 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.168 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.168 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.168 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.168 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.168 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.168 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.168 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.168 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.168 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.168 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.169 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.169 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.169 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rook", 2024-05-27T00:45:36.169 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.169 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.169 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.169 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.169 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.169 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.169 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.169 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.169 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.169 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.169 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.169 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.170 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.170 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.170 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.170 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.170 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.170 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.170 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.170 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.170 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.170 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.170 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.170 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.170 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.171 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.171 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.171 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.171 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.171 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.171 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.171 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.171 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.171 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.171 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.171 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.171 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.171 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.172 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.172 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.172 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.172 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.172 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.172 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.172 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.172 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.172 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.172 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.172 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.172 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.172 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.173 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.173 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.173 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.173 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.173 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.173 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.173 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.173 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.173 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.173 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.173 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.173 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.173 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.174 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.174 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.174 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.174 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.174 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.174 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.174 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.174 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.174 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.174 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": { 2024-05-27T00:45:36.174 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "storage_class", 2024-05-27T00:45:36.174 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.174 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.175 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.175 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "local", 2024-05-27T00:45:36.175 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.175 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.175 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.175 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-27T00:45:36.175 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.175 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.175 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.175 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.175 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.175 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.175 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.175 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "selftest", 2024-05-27T00:45:36.175 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.176 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.176 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.176 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.176 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.176 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.176 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.176 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.176 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.176 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.176 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.176 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.176 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.177 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.177 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.177 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.177 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.177 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.177 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.177 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.177 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.177 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.177 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.177 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.177 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.177 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.178 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.178 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.178 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.178 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.178 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.178 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.178 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.178 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.178 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.178 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.178 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.178 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.178 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.179 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.179 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.179 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.179 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.179 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.179 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.179 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.179 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.179 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.179 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.179 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.179 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.180 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.180 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.180 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.180 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.180 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.180 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.180 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.180 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.180 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.180 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.180 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.180 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.180 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.180 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.181 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.181 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.181 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.181 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.181 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.181 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.181 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.181 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.181 INFO:teuthology.orchestra.run.smithi044.stdout: "roption1": { 2024-05-27T00:45:36.181 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "roption1", 2024-05-27T00:45:36.181 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.181 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.181 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.181 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.182 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.182 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.182 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.182 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.182 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.182 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.182 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.182 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.182 INFO:teuthology.orchestra.run.smithi044.stdout: "roption2": { 2024-05-27T00:45:36.182 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "roption2", 2024-05-27T00:45:36.182 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.182 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.182 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.183 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "xyz", 2024-05-27T00:45:36.183 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.183 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.183 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.183 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.183 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.183 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.183 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.183 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.183 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption1": { 2024-05-27T00:45:36.183 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption1", 2024-05-27T00:45:36.183 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.183 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.183 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.183 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.184 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.184 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.184 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.184 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.184 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.184 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.184 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.184 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.184 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption2": { 2024-05-27T00:45:36.184 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption2", 2024-05-27T00:45:36.184 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.184 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.184 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.184 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.185 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.185 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.185 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.185 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.185 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.185 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.185 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.185 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.185 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption3": { 2024-05-27T00:45:36.185 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption3", 2024-05-27T00:45:36.185 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-27T00:45:36.185 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.185 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.185 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.186 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.186 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.186 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.186 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.186 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.186 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.186 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.186 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.186 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption4": { 2024-05-27T00:45:36.186 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption4", 2024-05-27T00:45:36.186 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.186 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.186 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.187 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.187 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.187 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.187 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.187 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.187 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.187 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.187 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.187 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.187 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption5": { 2024-05-27T00:45:36.187 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption5", 2024-05-27T00:45:36.187 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.187 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.187 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.188 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.188 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.188 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.188 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.188 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.188 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.188 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.188 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.188 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.188 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption6": { 2024-05-27T00:45:36.188 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption6", 2024-05-27T00:45:36.188 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.188 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.188 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.189 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.189 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.189 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.189 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.189 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.189 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.189 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.189 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.189 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.189 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption7": { 2024-05-27T00:45:36.189 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption7", 2024-05-27T00:45:36.189 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.189 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.189 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.190 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.190 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-27T00:45:36.190 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "42", 2024-05-27T00:45:36.190 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.190 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.190 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.190 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.190 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.190 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.190 INFO:teuthology.orchestra.run.smithi044.stdout: "testkey": { 2024-05-27T00:45:36.190 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testkey", 2024-05-27T00:45:36.190 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.190 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.191 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.191 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.191 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.191 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.191 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.191 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.191 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.191 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.191 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.191 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.191 INFO:teuthology.orchestra.run.smithi044.stdout: "testlkey": { 2024-05-27T00:45:36.191 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testlkey", 2024-05-27T00:45:36.191 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.191 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.192 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.192 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.192 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.192 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.192 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.192 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.192 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.192 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.192 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.192 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.192 INFO:teuthology.orchestra.run.smithi044.stdout: "testnewline": { 2024-05-27T00:45:36.192 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testnewline", 2024-05-27T00:45:36.192 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.192 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.193 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.193 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.193 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.193 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.193 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.193 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.193 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.193 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.193 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.193 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.193 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.193 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.193 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.193 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snap_schedule", 2024-05-27T00:45:36.193 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.194 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.194 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.194 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_m_granularity": { 2024-05-27T00:45:36.194 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_m_granularity", 2024-05-27T00:45:36.194 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.194 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.194 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.194 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.194 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.194 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.194 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.194 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow minute scheduled snapshots", 2024-05-27T00:45:36.194 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.195 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.195 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.195 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.195 INFO:teuthology.orchestra.run.smithi044.stdout: "dump_on_update": { 2024-05-27T00:45:36.195 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "dump_on_update", 2024-05-27T00:45:36.195 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.195 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.195 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.195 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.195 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.195 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.195 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.195 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "dump database to debug log on update", 2024-05-27T00:45:36.195 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.196 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.196 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.196 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.196 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.196 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.196 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.196 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.196 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.196 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.196 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.196 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.196 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.196 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.196 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.197 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.197 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.197 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.197 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.197 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.197 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.197 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.197 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.197 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.197 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.197 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.197 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.197 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.198 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.198 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.198 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.198 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.198 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.198 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.198 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.198 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.198 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.198 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.198 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.198 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.198 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.198 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.199 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.199 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.199 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.199 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.199 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.199 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.199 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.199 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.199 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.199 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.199 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.199 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.199 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.200 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.200 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.200 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.200 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.200 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.200 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.200 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.200 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.200 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.200 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.200 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.200 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.200 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.201 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.201 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.201 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.201 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.201 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.201 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.201 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.201 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.201 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.201 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "stats", 2024-05-27T00:45:36.201 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.201 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.201 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.201 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.201 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.202 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.202 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.202 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.202 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.202 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.202 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.202 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.202 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.202 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.202 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.202 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.202 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.202 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.202 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.203 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.203 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.203 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.203 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.203 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.203 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.203 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.203 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.203 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.203 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.203 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.203 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.203 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.203 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.203 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.204 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.204 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.204 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.204 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.204 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.204 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.204 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.204 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.204 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.204 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.204 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.204 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.204 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.204 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.204 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.205 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.205 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.205 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.205 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.205 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.205 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.205 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.205 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.205 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.205 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.205 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.205 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.205 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.206 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.206 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.206 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.206 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.206 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.206 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.206 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.206 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.206 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.206 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.206 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.206 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.206 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.207 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.207 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "status", 2024-05-27T00:45:36.207 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.207 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.207 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.207 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.207 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.207 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.207 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.207 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.207 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.207 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.207 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.207 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.208 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.208 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.208 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.208 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.208 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.208 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.208 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.208 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.208 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.208 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.208 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.208 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.208 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.208 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.209 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.209 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.209 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.209 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.209 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.209 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.209 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.209 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.209 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.209 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.209 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.209 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.209 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.210 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.210 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.210 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.210 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.210 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.210 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.210 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.210 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.210 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.210 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.210 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.210 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.210 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.211 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.211 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.211 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.211 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.211 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.211 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.211 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.211 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.211 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.211 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.211 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.211 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.211 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.211 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.212 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.212 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.212 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.212 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.212 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.212 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.212 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.212 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.212 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.212 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.212 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "telegraf", 2024-05-27T00:45:36.212 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.212 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.212 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.213 INFO:teuthology.orchestra.run.smithi044.stdout: "address": { 2024-05-27T00:45:36.213 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "address", 2024-05-27T00:45:36.213 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.213 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.213 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.213 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-27T00:45:36.213 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.213 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.213 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.213 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.213 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.213 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.213 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.213 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.214 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-27T00:45:36.214 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-27T00:45:36.214 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.214 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.214 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.214 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15", 2024-05-27T00:45:36.214 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.214 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.214 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.214 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.214 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.214 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.214 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.215 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.215 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.215 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.215 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.215 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.215 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.215 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.215 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.215 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.215 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.215 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.215 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.215 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.215 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.215 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.216 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.216 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.216 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.216 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.216 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.216 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.216 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.216 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.216 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.216 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.216 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.216 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.216 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.216 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.217 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.217 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.217 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.217 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.217 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.217 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.217 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.217 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.217 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.217 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.217 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.217 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.217 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.217 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.218 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.218 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.218 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.218 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.218 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.218 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.218 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.218 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.218 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.218 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.218 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.218 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.218 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.219 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.219 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.219 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.219 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.219 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.219 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.219 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.219 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.219 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.219 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.219 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.219 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.219 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.220 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.220 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.220 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.220 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.220 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.220 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "telemetry", 2024-05-27T00:45:36.220 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.220 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.220 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.220 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_basic": { 2024-05-27T00:45:36.220 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_basic", 2024-05-27T00:45:36.220 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.220 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.220 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.220 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.221 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.221 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.221 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.221 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-27T00:45:36.221 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.221 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.221 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.221 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.221 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_crash": { 2024-05-27T00:45:36.221 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_crash", 2024-05-27T00:45:36.221 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.221 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.221 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.221 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.222 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.222 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.222 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.222 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-27T00:45:36.222 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.222 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.222 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.222 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.222 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_device": { 2024-05-27T00:45:36.222 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_device", 2024-05-27T00:45:36.222 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.222 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.222 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.223 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.223 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.223 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.223 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.223 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-27T00:45:36.223 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.223 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.223 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.223 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.223 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_ident": { 2024-05-27T00:45:36.223 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_ident", 2024-05-27T00:45:36.223 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.223 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.223 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.224 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.224 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.224 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.224 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.224 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-27T00:45:36.224 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.224 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.224 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.224 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.224 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_perf": { 2024-05-27T00:45:36.224 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_perf", 2024-05-27T00:45:36.224 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.224 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.224 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.224 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.225 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.225 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.225 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.225 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-27T00:45:36.225 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.225 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.225 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.225 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.225 INFO:teuthology.orchestra.run.smithi044.stdout: "contact": { 2024-05-27T00:45:36.225 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "contact", 2024-05-27T00:45:36.225 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.225 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.225 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.225 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.226 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.226 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.226 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.226 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.226 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.226 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.226 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.226 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.226 INFO:teuthology.orchestra.run.smithi044.stdout: "description": { 2024-05-27T00:45:36.226 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "description", 2024-05-27T00:45:36.226 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.226 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.226 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.227 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.227 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.227 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.227 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.227 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.227 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.227 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.227 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.227 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.227 INFO:teuthology.orchestra.run.smithi044.stdout: "device_url": { 2024-05-27T00:45:36.227 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_url", 2024-05-27T00:45:36.227 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.227 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.228 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.228 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-27T00:45:36.228 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.228 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.228 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.228 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.228 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.228 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.228 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.228 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.228 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": { 2024-05-27T00:45:36.228 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enabled", 2024-05-27T00:45:36.228 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.229 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.229 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.229 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.229 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.229 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.229 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.229 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.229 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.229 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.229 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.229 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.229 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-27T00:45:36.229 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-27T00:45:36.230 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.230 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.230 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.230 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "24", 2024-05-27T00:45:36.230 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "8", 2024-05-27T00:45:36.230 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.230 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.230 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.230 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.230 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.230 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.230 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.230 INFO:teuthology.orchestra.run.smithi044.stdout: "last_opt_revision": { 2024-05-27T00:45:36.230 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "last_opt_revision", 2024-05-27T00:45:36.231 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.231 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.231 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.231 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1", 2024-05-27T00:45:36.231 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.231 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.231 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.231 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.231 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.231 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.231 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.231 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.231 INFO:teuthology.orchestra.run.smithi044.stdout: "leaderboard": { 2024-05-27T00:45:36.232 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "leaderboard", 2024-05-27T00:45:36.232 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.232 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.232 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.232 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.232 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.232 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.232 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.232 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.232 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.232 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.232 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.232 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.233 INFO:teuthology.orchestra.run.smithi044.stdout: "leaderboard_description": { 2024-05-27T00:45:36.233 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "leaderboard_description", 2024-05-27T00:45:36.233 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.233 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.233 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.233 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.233 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.233 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.233 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.233 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.233 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.233 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.233 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.234 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.234 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.234 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.234 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.234 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.234 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.234 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.234 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.234 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.234 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.234 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.234 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.234 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.235 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.235 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.235 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.235 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.235 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.235 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.235 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.235 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.235 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.235 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.235 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.235 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.235 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.235 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.236 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.236 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.236 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.236 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.236 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.236 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.236 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.236 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.236 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.236 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.236 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.236 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.236 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.236 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.237 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.237 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.237 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.237 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.237 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.237 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.237 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.237 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.237 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.237 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.237 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.237 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.237 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.238 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.238 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.238 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.238 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.238 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.238 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.238 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.238 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.238 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.238 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.238 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.238 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.238 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.239 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.239 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.239 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.239 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.239 INFO:teuthology.orchestra.run.smithi044.stdout: "organization": { 2024-05-27T00:45:36.239 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "organization", 2024-05-27T00:45:36.239 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.239 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.239 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.239 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.239 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.239 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.239 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.240 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.240 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.240 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.240 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.240 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.240 INFO:teuthology.orchestra.run.smithi044.stdout: "proxy": { 2024-05-27T00:45:36.240 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "proxy", 2024-05-27T00:45:36.240 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.240 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.240 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.240 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.240 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.240 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.241 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.241 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.241 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.241 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.241 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.241 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.241 INFO:teuthology.orchestra.run.smithi044.stdout: "url": { 2024-05-27T00:45:36.241 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "url", 2024-05-27T00:45:36.241 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.241 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.241 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.241 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-27T00:45:36.241 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.241 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.241 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.242 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.242 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.242 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.242 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.242 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.242 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.242 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.242 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.242 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test_orchestrator", 2024-05-27T00:45:36.242 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.242 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.243 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.243 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.243 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.243 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.243 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.243 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.243 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.243 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.243 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.243 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.243 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.243 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.243 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.243 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.243 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.244 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.244 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.244 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.244 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.244 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.244 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.244 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.244 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.244 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.244 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.244 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.244 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.244 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.244 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.244 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.244 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.245 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.245 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.245 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.245 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.245 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.245 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.245 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.245 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.245 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.245 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.245 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.245 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.245 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.245 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.246 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.246 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.246 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.246 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.246 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.246 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.246 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.246 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.246 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.246 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.246 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.246 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.247 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.247 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.247 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.247 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.247 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.247 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.247 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.247 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.247 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.247 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.247 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.247 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.247 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.248 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.248 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.248 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.248 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.248 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "volumes", 2024-05-27T00:45:36.248 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.248 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.248 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.248 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.248 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.248 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.248 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.248 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.248 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.248 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.249 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.249 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.249 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.249 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.249 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.249 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.249 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.249 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.249 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.249 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.249 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.249 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.249 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.249 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.250 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.250 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.250 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.250 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.250 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.250 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.250 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.250 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.250 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.250 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.250 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.250 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.250 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.250 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.251 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.251 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.251 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.251 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.251 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.251 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.251 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.251 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.251 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.251 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.251 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.251 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.251 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.251 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.252 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.252 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.252 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.252 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.252 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.252 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.252 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.252 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.252 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.252 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.252 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.252 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.252 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.252 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.253 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.253 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.253 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.253 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.253 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.253 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.253 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.253 INFO:teuthology.orchestra.run.smithi044.stdout: "max_concurrent_clones": { 2024-05-27T00:45:36.253 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_concurrent_clones", 2024-05-27T00:45:36.253 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.253 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.253 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.253 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "4", 2024-05-27T00:45:36.253 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.253 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.254 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.254 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-27T00:45:36.254 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.254 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.254 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.254 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.254 INFO:teuthology.orchestra.run.smithi044.stdout: "periodic_async_work": { 2024-05-27T00:45:36.254 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "periodic_async_work", 2024-05-27T00:45:36.254 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.254 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.254 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.254 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.254 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.254 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.255 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.255 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Periodically check for async work", 2024-05-27T00:45:36.255 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.255 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.255 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.255 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.255 INFO:teuthology.orchestra.run.smithi044.stdout: "snapshot_clone_delay": { 2024-05-27T00:45:36.255 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snapshot_clone_delay", 2024-05-27T00:45:36.255 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.255 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.255 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.255 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-27T00:45:36.255 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.256 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.256 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.256 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-27T00:45:36.256 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.256 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.256 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.256 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.256 INFO:teuthology.orchestra.run.smithi044.stdout: "snapshot_clone_no_wait": { 2024-05-27T00:45:36.256 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snapshot_clone_no_wait", 2024-05-27T00:45:36.256 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.256 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.256 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.256 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.257 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.257 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.257 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.257 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-27T00:45:36.257 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.257 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.257 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.257 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.257 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.257 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.257 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.257 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix", 2024-05-27T00:45:36.257 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.258 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.258 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.258 INFO:teuthology.orchestra.run.smithi044.stdout: "discovery_interval": { 2024-05-27T00:45:36.258 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "discovery_interval", 2024-05-27T00:45:36.258 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-27T00:45:36.258 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.258 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.258 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "100", 2024-05-27T00:45:36.258 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.258 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.258 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.258 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.259 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.259 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.259 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.259 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.259 INFO:teuthology.orchestra.run.smithi044.stdout: "identifier": { 2024-05-27T00:45:36.259 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "identifier", 2024-05-27T00:45:36.259 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.259 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.259 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.259 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.259 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.259 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.259 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.259 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.260 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.260 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.260 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.260 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.260 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-27T00:45:36.260 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-27T00:45:36.260 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.260 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.260 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.260 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-27T00:45:36.260 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.260 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.260 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.261 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.261 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.261 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.261 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.261 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.261 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.261 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.261 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.261 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.261 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.261 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.261 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.261 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.262 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.262 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.262 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.262 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.262 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.262 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.262 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.262 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.262 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.262 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.262 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.262 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.262 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.263 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.263 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.263 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.263 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.263 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.263 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.263 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.263 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.263 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.263 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.263 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.263 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.263 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.263 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.263 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.264 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.264 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.264 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.264 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.264 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.264 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.264 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.264 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.264 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.264 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.264 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.264 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.264 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.264 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.265 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.265 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.265 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.265 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.265 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.265 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.265 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.265 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.265 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.265 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.265 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.265 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.265 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.266 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.266 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.266 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.266 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.266 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.266 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.266 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.266 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_host": { 2024-05-27T00:45:36.266 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_host", 2024-05-27T00:45:36.266 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.266 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.267 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.267 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.267 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.267 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.267 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.267 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.267 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.267 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.267 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.267 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.267 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_port": { 2024-05-27T00:45:36.267 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_port", 2024-05-27T00:45:36.267 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.267 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.267 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.268 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10051", 2024-05-27T00:45:36.268 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.268 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.268 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.268 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.268 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.268 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.268 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.268 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.268 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_sender": { 2024-05-27T00:45:36.268 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_sender", 2024-05-27T00:45:36.268 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.268 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.268 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.269 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-27T00:45:36.269 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.269 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.269 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.269 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.269 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.269 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.269 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.269 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.269 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.269 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.269 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-27T00:45:36.269 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.269 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.270 INFO:teuthology.orchestra.run.smithi044.stdout: "modules": [ 2024-05-27T00:45:36.270 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm", 2024-05-27T00:45:36.270 INFO:teuthology.orchestra.run.smithi044.stdout: "dashboard", 2024-05-27T00:45:36.270 INFO:teuthology.orchestra.run.smithi044.stdout: "iostat", 2024-05-27T00:45:36.270 INFO:teuthology.orchestra.run.smithi044.stdout: "nfs", 2024-05-27T00:45:36.270 INFO:teuthology.orchestra.run.smithi044.stdout: "restful", 2024-05-27T00:45:36.270 INFO:teuthology.orchestra.run.smithi044.stdout: "snap_schedule" 2024-05-27T00:45:36.270 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.270 INFO:teuthology.orchestra.run.smithi044.stdout: "available_modules": [ 2024-05-27T00:45:36.270 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.270 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "alerts", 2024-05-27T00:45:36.270 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.270 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.270 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.271 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-27T00:45:36.271 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-27T00:45:36.271 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.271 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.271 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.271 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-27T00:45:36.271 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.271 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.271 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.271 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How frequently to reexamine health status", 2024-05-27T00:45:36.271 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.271 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.271 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.272 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.272 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.272 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.272 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.272 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.272 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.272 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.272 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.272 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.272 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.272 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.272 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.272 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.273 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.273 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.273 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.273 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.273 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.273 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.273 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.273 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.273 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.273 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.273 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.273 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.273 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.273 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.274 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.274 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.274 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.274 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.274 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.274 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.274 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.274 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.274 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.274 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.274 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.274 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.274 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.275 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.275 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.275 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.275 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.275 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.275 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.275 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.275 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.275 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.275 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.275 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.275 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.275 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.275 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.275 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.276 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.276 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.276 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.276 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.276 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.276 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.276 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.276 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.276 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.276 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.276 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.276 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.276 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.276 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.277 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.277 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.277 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_destination": { 2024-05-27T00:45:36.277 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_destination", 2024-05-27T00:45:36.277 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.277 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.277 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.277 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.277 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.277 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.277 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.277 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Email address to send alerts to", 2024-05-27T00:45:36.277 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.277 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.277 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.278 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.278 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_from_name": { 2024-05-27T00:45:36.278 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_from_name", 2024-05-27T00:45:36.278 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.278 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.278 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.278 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "Ceph", 2024-05-27T00:45:36.278 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.278 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.278 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.278 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Email From: name", 2024-05-27T00:45:36.278 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.278 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.278 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.279 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.279 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_host": { 2024-05-27T00:45:36.279 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_host", 2024-05-27T00:45:36.279 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.279 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.279 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.279 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.279 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.279 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.279 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.279 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP server", 2024-05-27T00:45:36.279 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.279 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.279 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.280 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.280 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_password": { 2024-05-27T00:45:36.280 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_password", 2024-05-27T00:45:36.280 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.280 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.280 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.280 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.280 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.280 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.280 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.280 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Password to authenticate with", 2024-05-27T00:45:36.280 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.280 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.281 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.281 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.281 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_port": { 2024-05-27T00:45:36.281 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_port", 2024-05-27T00:45:36.281 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.281 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.281 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.281 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "465", 2024-05-27T00:45:36.281 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.281 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.281 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.281 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP port", 2024-05-27T00:45:36.281 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.281 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.282 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.282 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.282 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_sender": { 2024-05-27T00:45:36.282 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_sender", 2024-05-27T00:45:36.282 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.282 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.282 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.282 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.282 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.282 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.282 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.282 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SMTP envelope sender", 2024-05-27T00:45:36.282 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.283 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.283 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.283 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.283 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_ssl": { 2024-05-27T00:45:36.283 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_ssl", 2024-05-27T00:45:36.283 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.283 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.283 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.283 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.283 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.283 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.283 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.283 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-27T00:45:36.284 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.284 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.284 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.284 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.284 INFO:teuthology.orchestra.run.smithi044.stdout: "smtp_user": { 2024-05-27T00:45:36.284 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "smtp_user", 2024-05-27T00:45:36.284 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.284 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.284 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.284 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.284 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.284 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.284 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.285 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "User to authenticate as", 2024-05-27T00:45:36.285 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.285 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.285 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.285 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.285 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.285 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.285 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.285 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "balancer", 2024-05-27T00:45:36.285 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.285 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.285 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.285 INFO:teuthology.orchestra.run.smithi044.stdout: "active": { 2024-05-27T00:45:36.286 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "active", 2024-05-27T00:45:36.286 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.286 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.286 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.286 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.286 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.286 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.286 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.286 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "automatically balance PGs across cluster", 2024-05-27T00:45:36.286 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.286 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.286 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.286 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.287 INFO:teuthology.orchestra.run.smithi044.stdout: "begin_time": { 2024-05-27T00:45:36.287 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "begin_time", 2024-05-27T00:45:36.287 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.287 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.287 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.287 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0000", 2024-05-27T00:45:36.287 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.287 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.287 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.287 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "beginning time of day to automatically balance", 2024-05-27T00:45:36.287 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-27T00:45:36.287 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.287 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.287 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.288 INFO:teuthology.orchestra.run.smithi044.stdout: "begin_weekday": { 2024-05-27T00:45:36.288 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "begin_weekday", 2024-05-27T00:45:36.288 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-27T00:45:36.288 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.288 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.288 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-27T00:45:36.288 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0", 2024-05-27T00:45:36.288 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "6", 2024-05-27T00:45:36.288 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.288 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-27T00:45:36.288 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-27T00:45:36.288 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.288 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.288 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.289 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_max_iterations": { 2024-05-27T00:45:36.289 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_max_iterations", 2024-05-27T00:45:36.289 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-27T00:45:36.289 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.289 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.289 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "25", 2024-05-27T00:45:36.289 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-27T00:45:36.289 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "250", 2024-05-27T00:45:36.289 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.289 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-27T00:45:36.289 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.289 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.289 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.290 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.290 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_metrics": { 2024-05-27T00:45:36.290 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_metrics", 2024-05-27T00:45:36.290 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.290 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.290 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.290 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "pgs,objects,bytes", 2024-05-27T00:45:36.290 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.290 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.290 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.290 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-27T00:45:36.290 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-27T00:45:36.290 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.291 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.291 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.291 INFO:teuthology.orchestra.run.smithi044.stdout: "crush_compat_step": { 2024-05-27T00:45:36.291 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crush_compat_step", 2024-05-27T00:45:36.291 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-27T00:45:36.291 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.291 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.291 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0.5", 2024-05-27T00:45:36.291 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0.001", 2024-05-27T00:45:36.291 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "0.999", 2024-05-27T00:45:36.291 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.291 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "aggressiveness of optimization", 2024-05-27T00:45:36.292 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-27T00:45:36.292 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.292 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.292 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.292 INFO:teuthology.orchestra.run.smithi044.stdout: "end_time": { 2024-05-27T00:45:36.292 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "end_time", 2024-05-27T00:45:36.292 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.292 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.292 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.292 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "2359", 2024-05-27T00:45:36.292 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.292 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.292 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.293 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "ending time of day to automatically balance", 2024-05-27T00:45:36.293 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-27T00:45:36.293 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.293 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.293 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.293 INFO:teuthology.orchestra.run.smithi044.stdout: "end_weekday": { 2024-05-27T00:45:36.293 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "end_weekday", 2024-05-27T00:45:36.293 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-27T00:45:36.293 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.293 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.293 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-27T00:45:36.293 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "0", 2024-05-27T00:45:36.293 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "6", 2024-05-27T00:45:36.293 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.294 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-27T00:45:36.294 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-27T00:45:36.294 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.294 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.294 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.294 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.294 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.294 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.294 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.294 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.294 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.294 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.294 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.295 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.295 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.295 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.295 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.295 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.295 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.295 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.295 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.295 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.295 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.295 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.295 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.296 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.296 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.296 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.296 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.296 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.296 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.296 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.296 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.296 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.296 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.296 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.296 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.296 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.296 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.296 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.297 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.297 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.297 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.297 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.297 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.297 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.297 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.297 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.297 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.297 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.297 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.297 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.297 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.297 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.298 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.298 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.298 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.298 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.298 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.298 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.298 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.298 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.298 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.298 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.298 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.298 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.298 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.299 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.299 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.299 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.299 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.299 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.299 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.299 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.299 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.299 INFO:teuthology.orchestra.run.smithi044.stdout: "min_score": { 2024-05-27T00:45:36.299 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "min_score", 2024-05-27T00:45:36.299 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-27T00:45:36.299 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.299 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.300 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-27T00:45:36.300 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.300 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.300 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.300 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-27T00:45:36.300 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.300 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.300 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.300 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.300 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": { 2024-05-27T00:45:36.300 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mode", 2024-05-27T00:45:36.300 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.300 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.300 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.300 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "upmap", 2024-05-27T00:45:36.301 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.301 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.301 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.301 INFO:teuthology.orchestra.run.smithi044.stdout: "crush-compat", 2024-05-27T00:45:36.301 INFO:teuthology.orchestra.run.smithi044.stdout: "none", 2024-05-27T00:45:36.301 INFO:teuthology.orchestra.run.smithi044.stdout: "read", 2024-05-27T00:45:36.301 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap", 2024-05-27T00:45:36.301 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap-read" 2024-05-27T00:45:36.301 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.301 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Balancer mode", 2024-05-27T00:45:36.301 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.301 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.301 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.301 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.302 INFO:teuthology.orchestra.run.smithi044.stdout: "pool_ids": { 2024-05-27T00:45:36.302 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pool_ids", 2024-05-27T00:45:36.302 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.302 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.302 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.302 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.302 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.302 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.302 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.302 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-27T00:45:36.302 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.302 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.302 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.302 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.303 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-27T00:45:36.303 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-27T00:45:36.303 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.303 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.303 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.303 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-27T00:45:36.303 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.303 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.303 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.303 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-27T00:45:36.303 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.303 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.303 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.303 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.304 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap_max_deviation": { 2024-05-27T00:45:36.304 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "upmap_max_deviation", 2024-05-27T00:45:36.304 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.304 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.304 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.304 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-27T00:45:36.304 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-27T00:45:36.304 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.304 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.304 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-27T00:45:36.304 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-27T00:45:36.304 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.304 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.304 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.304 INFO:teuthology.orchestra.run.smithi044.stdout: "upmap_max_optimizations": { 2024-05-27T00:45:36.305 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "upmap_max_optimizations", 2024-05-27T00:45:36.305 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-27T00:45:36.305 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.305 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.305 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:36.305 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.305 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.305 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.305 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-27T00:45:36.305 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.305 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.305 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.305 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.305 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.306 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.306 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.306 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cephadm", 2024-05-27T00:45:36.306 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.306 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.306 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.306 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_down_multiplier": { 2024-05-27T00:45:36.306 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_down_multiplier", 2024-05-27T00:45:36.306 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-27T00:45:36.306 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.306 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.306 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3.0", 2024-05-27T00:45:36.306 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.306 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.307 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.307 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-27T00:45:36.307 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.307 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.307 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.307 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.307 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_refresh_rate": { 2024-05-27T00:45:36.307 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_refresh_rate", 2024-05-27T00:45:36.307 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.307 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.307 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.307 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "20", 2024-05-27T00:45:36.307 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.307 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.308 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.308 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-27T00:45:36.308 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.308 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.308 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.308 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.308 INFO:teuthology.orchestra.run.smithi044.stdout: "agent_starting_port": { 2024-05-27T00:45:36.308 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "agent_starting_port", 2024-05-27T00:45:36.308 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.308 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.308 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.308 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "4721", 2024-05-27T00:45:36.308 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.308 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.309 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.309 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-27T00:45:36.309 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.309 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.309 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.309 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.309 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_ptrace": { 2024-05-27T00:45:36.309 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_ptrace", 2024-05-27T00:45:36.309 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.309 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.309 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.309 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.309 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.310 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.310 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.310 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-27T00:45:36.310 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-27T00:45:36.310 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.310 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.310 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.310 INFO:teuthology.orchestra.run.smithi044.stdout: "autotune_interval": { 2024-05-27T00:45:36.310 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "autotune_interval", 2024-05-27T00:45:36.310 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.310 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.310 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.310 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-27T00:45:36.310 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.311 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.311 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.311 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-27T00:45:36.311 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.311 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.311 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.311 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.311 INFO:teuthology.orchestra.run.smithi044.stdout: "autotune_memory_target_ratio": { 2024-05-27T00:45:36.311 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "autotune_memory_target_ratio", 2024-05-27T00:45:36.311 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-27T00:45:36.311 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.311 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.311 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0.7", 2024-05-27T00:45:36.312 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.312 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.312 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.312 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-27T00:45:36.312 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.312 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.312 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.312 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.312 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm_log_destination": { 2024-05-27T00:45:36.312 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cephadm_log_destination", 2024-05-27T00:45:36.312 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.312 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.312 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.312 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.313 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.313 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.313 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.313 INFO:teuthology.orchestra.run.smithi044.stdout: "file", 2024-05-27T00:45:36.313 INFO:teuthology.orchestra.run.smithi044.stdout: "file,syslog", 2024-05-27T00:45:36.313 INFO:teuthology.orchestra.run.smithi044.stdout: "syslog" 2024-05-27T00:45:36.313 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.313 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-27T00:45:36.313 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.313 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.313 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.313 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.313 INFO:teuthology.orchestra.run.smithi044.stdout: "cgroups_split": { 2024-05-27T00:45:36.314 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cgroups_split", 2024-05-27T00:45:36.314 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.314 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.314 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.314 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.314 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.314 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.314 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.314 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-27T00:45:36.314 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.314 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.314 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.314 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.315 INFO:teuthology.orchestra.run.smithi044.stdout: "config_checks_enabled": { 2024-05-27T00:45:36.315 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_checks_enabled", 2024-05-27T00:45:36.315 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.315 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.315 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.315 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.315 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.315 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.315 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.315 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-27T00:45:36.315 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.315 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.315 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.315 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.316 INFO:teuthology.orchestra.run.smithi044.stdout: "config_dashboard": { 2024-05-27T00:45:36.316 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_dashboard", 2024-05-27T00:45:36.316 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.316 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.316 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.316 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.316 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.316 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.316 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.316 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-27T00:45:36.316 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.316 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.316 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.316 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.317 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_alertmanager": { 2024-05-27T00:45:36.317 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_alertmanager", 2024-05-27T00:45:36.317 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.317 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.317 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.317 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-27T00:45:36.317 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.317 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.317 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.317 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-27T00:45:36.317 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.317 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.317 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.318 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.318 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_base": { 2024-05-27T00:45:36.318 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_base", 2024-05-27T00:45:36.318 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.318 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.318 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.318 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-27T00:45:36.318 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.318 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.318 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.318 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Container image name, without the tag", 2024-05-27T00:45:36.318 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.319 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.319 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.319 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.319 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_elasticsearch": { 2024-05-27T00:45:36.319 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_elasticsearch", 2024-05-27T00:45:36.319 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.319 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.319 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.319 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-27T00:45:36.319 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.319 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.319 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.319 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "elasticsearch container image", 2024-05-27T00:45:36.320 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.320 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.320 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.320 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.320 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_grafana": { 2024-05-27T00:45:36.320 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_grafana", 2024-05-27T00:45:36.320 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.320 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.320 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.320 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-27T00:45:36.320 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.320 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.320 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.320 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-27T00:45:36.320 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.321 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.321 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.321 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.321 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_haproxy": { 2024-05-27T00:45:36.321 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_haproxy", 2024-05-27T00:45:36.321 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.321 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.321 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.321 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-27T00:45:36.321 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.321 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.321 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.321 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "HAproxy container image", 2024-05-27T00:45:36.321 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.322 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.322 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.322 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.322 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_agent": { 2024-05-27T00:45:36.322 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_agent", 2024-05-27T00:45:36.322 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.322 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.322 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.322 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-27T00:45:36.322 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.322 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.322 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.323 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger agent container image", 2024-05-27T00:45:36.323 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.323 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.323 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.323 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.323 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_collector": { 2024-05-27T00:45:36.323 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_collector", 2024-05-27T00:45:36.323 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.323 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.323 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.323 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-27T00:45:36.323 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.323 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.323 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.324 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger collector container image", 2024-05-27T00:45:36.324 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.324 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.324 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.324 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.324 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_jaeger_query": { 2024-05-27T00:45:36.324 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_jaeger_query", 2024-05-27T00:45:36.324 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.324 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.324 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.324 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-27T00:45:36.324 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.324 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.325 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.325 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Jaeger query container image", 2024-05-27T00:45:36.325 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.325 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.325 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.325 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.325 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_keepalived": { 2024-05-27T00:45:36.325 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_keepalived", 2024-05-27T00:45:36.325 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.325 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.325 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.325 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-27T00:45:36.325 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.325 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.326 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.326 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Keepalived container image", 2024-05-27T00:45:36.326 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.326 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.326 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.326 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.326 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_loki": { 2024-05-27T00:45:36.326 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_loki", 2024-05-27T00:45:36.326 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.326 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.326 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.326 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-05-27T00:45:36.326 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.327 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.327 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.327 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Loki container image", 2024-05-27T00:45:36.327 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.327 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.327 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.327 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.327 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_node_exporter": { 2024-05-27T00:45:36.327 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_node_exporter", 2024-05-27T00:45:36.327 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.327 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.327 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.327 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-27T00:45:36.327 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.327 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.328 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.328 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-27T00:45:36.328 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.328 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.328 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.328 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.328 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_nvmeof": { 2024-05-27T00:45:36.328 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_nvmeof", 2024-05-27T00:45:36.328 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.328 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.328 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.328 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-05-27T00:45:36.328 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.328 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.329 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.329 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Nvme-of container image", 2024-05-27T00:45:36.329 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.329 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.329 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.329 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.329 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_prometheus": { 2024-05-27T00:45:36.329 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_prometheus", 2024-05-27T00:45:36.329 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.329 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.329 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.329 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-27T00:45:36.329 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.329 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.330 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.330 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Prometheus container image", 2024-05-27T00:45:36.330 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.330 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.330 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.330 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.330 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_promtail": { 2024-05-27T00:45:36.330 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_promtail", 2024-05-27T00:45:36.330 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.330 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.330 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.330 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-05-27T00:45:36.330 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.330 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.331 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.331 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Promtail container image", 2024-05-27T00:45:36.331 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.331 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.331 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.331 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.331 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_samba": { 2024-05-27T00:45:36.331 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_samba", 2024-05-27T00:45:36.331 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.331 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.331 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.331 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-27T00:45:36.331 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.331 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.332 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.332 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Samba/SMB container image", 2024-05-27T00:45:36.332 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.332 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.332 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.332 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.332 INFO:teuthology.orchestra.run.smithi044.stdout: "container_image_snmp_gateway": { 2024-05-27T00:45:36.332 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_image_snmp_gateway", 2024-05-27T00:45:36.332 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.332 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.332 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.332 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-27T00:45:36.332 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.333 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.333 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.333 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "SNMP Gateway container image", 2024-05-27T00:45:36.333 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.333 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.333 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.333 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.333 INFO:teuthology.orchestra.run.smithi044.stdout: "container_init": { 2024-05-27T00:45:36.333 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "container_init", 2024-05-27T00:45:36.333 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.333 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.333 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.334 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.334 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.334 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.334 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.334 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Run podman/docker with `--init`", 2024-05-27T00:45:36.334 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.334 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.334 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.334 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.334 INFO:teuthology.orchestra.run.smithi044.stdout: "daemon_cache_timeout": { 2024-05-27T00:45:36.334 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "daemon_cache_timeout", 2024-05-27T00:45:36.334 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.334 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.334 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.335 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-27T00:45:36.335 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.335 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.335 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.335 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-27T00:45:36.335 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.335 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.335 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.335 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.335 INFO:teuthology.orchestra.run.smithi044.stdout: "default_cephadm_command_timeout": { 2024-05-27T00:45:36.335 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default_cephadm_command_timeout", 2024-05-27T00:45:36.335 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.335 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.336 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.336 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "900", 2024-05-27T00:45:36.336 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.336 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.336 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.336 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-27T00:45:36.336 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.336 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.336 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.336 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.336 INFO:teuthology.orchestra.run.smithi044.stdout: "default_registry": { 2024-05-27T00:45:36.336 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "default_registry", 2024-05-27T00:45:36.336 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.337 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.337 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.337 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "docker.io", 2024-05-27T00:45:36.337 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.337 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.337 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.337 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-27T00:45:36.337 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.337 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.337 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.337 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.337 INFO:teuthology.orchestra.run.smithi044.stdout: "device_cache_timeout": { 2024-05-27T00:45:36.337 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_cache_timeout", 2024-05-27T00:45:36.337 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.338 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.338 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.338 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1800", 2024-05-27T00:45:36.338 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.338 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.338 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.338 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache device inventory", 2024-05-27T00:45:36.338 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.338 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.338 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.338 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.338 INFO:teuthology.orchestra.run.smithi044.stdout: "device_enhanced_scan": { 2024-05-27T00:45:36.339 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_enhanced_scan", 2024-05-27T00:45:36.339 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.339 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.339 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.339 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.339 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.339 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.339 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.339 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-27T00:45:36.339 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.339 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.339 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.339 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.339 INFO:teuthology.orchestra.run.smithi044.stdout: "facts_cache_timeout": { 2024-05-27T00:45:36.340 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "facts_cache_timeout", 2024-05-27T00:45:36.340 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.340 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.340 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.340 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-27T00:45:36.340 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.340 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.340 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.340 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "seconds to cache host facts data", 2024-05-27T00:45:36.340 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.340 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.340 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.340 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.340 INFO:teuthology.orchestra.run.smithi044.stdout: "grafana_dashboards_path": { 2024-05-27T00:45:36.341 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "grafana_dashboards_path", 2024-05-27T00:45:36.341 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.341 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.341 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.341 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-27T00:45:36.341 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.341 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.341 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.341 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-27T00:45:36.341 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.341 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.341 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.341 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.341 INFO:teuthology.orchestra.run.smithi044.stdout: "host_check_interval": { 2024-05-27T00:45:36.342 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "host_check_interval", 2024-05-27T00:45:36.342 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.342 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.342 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.342 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-27T00:45:36.342 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.342 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.342 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.342 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to perform a host check", 2024-05-27T00:45:36.342 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.342 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.342 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.342 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.342 INFO:teuthology.orchestra.run.smithi044.stdout: "hw_monitoring": { 2024-05-27T00:45:36.343 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "hw_monitoring", 2024-05-27T00:45:36.343 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.343 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.343 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.343 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.343 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.343 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.343 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.343 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-27T00:45:36.343 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.343 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.343 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.343 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.344 INFO:teuthology.orchestra.run.smithi044.stdout: "inventory_list_all": { 2024-05-27T00:45:36.344 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "inventory_list_all", 2024-05-27T00:45:36.344 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.344 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.344 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.344 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.344 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.344 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.344 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.344 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-27T00:45:36.344 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.344 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.344 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.345 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.345 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.345 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.345 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.345 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.345 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.345 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.345 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.345 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.345 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.345 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.345 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.345 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.345 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.346 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.346 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.346 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.346 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.346 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.346 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.346 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.346 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.346 INFO:teuthology.orchestra.run.smithi044.stdout: "log_refresh_metadata": { 2024-05-27T00:45:36.346 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_refresh_metadata", 2024-05-27T00:45:36.346 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.346 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.346 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.347 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.347 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.347 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.347 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.347 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-27T00:45:36.347 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.347 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.347 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.347 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.347 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.347 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.347 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.347 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.347 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.348 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.348 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.348 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.348 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.348 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-27T00:45:36.348 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.348 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.348 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.348 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.348 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.348 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.348 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.348 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.349 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.349 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.349 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.349 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.349 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.349 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.349 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.349 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.349 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.349 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.349 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.349 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.349 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.350 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.350 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.350 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.350 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.350 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.350 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.350 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.350 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.350 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.350 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.350 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.350 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.351 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.351 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.351 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.351 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.351 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.351 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.351 INFO:teuthology.orchestra.run.smithi044.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-27T00:45:36.351 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-27T00:45:36.351 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.351 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.351 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.351 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.351 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.351 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.352 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.352 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-27T00:45:36.352 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.352 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.352 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.352 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.352 INFO:teuthology.orchestra.run.smithi044.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-27T00:45:36.352 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-27T00:45:36.352 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.352 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.352 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.352 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "*", 2024-05-27T00:45:36.352 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.352 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.353 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.353 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-27T00:45:36.353 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.353 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.353 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.353 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.353 INFO:teuthology.orchestra.run.smithi044.stdout: "max_count_per_host": { 2024-05-27T00:45:36.353 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_count_per_host", 2024-05-27T00:45:36.353 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.353 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.353 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.353 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:36.353 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.354 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.354 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.354 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "max number of daemons per service per host", 2024-05-27T00:45:36.354 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.354 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.354 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.354 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.354 INFO:teuthology.orchestra.run.smithi044.stdout: "max_osd_draining_count": { 2024-05-27T00:45:36.354 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_osd_draining_count", 2024-05-27T00:45:36.354 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.354 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.354 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.355 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:36.355 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.355 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.355 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.355 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-27T00:45:36.355 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.355 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.355 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.355 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.355 INFO:teuthology.orchestra.run.smithi044.stdout: "migration_current": { 2024-05-27T00:45:36.355 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "migration_current", 2024-05-27T00:45:36.355 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.355 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.356 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.356 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.356 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.356 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.356 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.356 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "internal - do not modify", 2024-05-27T00:45:36.356 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.356 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.356 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.356 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.356 INFO:teuthology.orchestra.run.smithi044.stdout: "mode": { 2024-05-27T00:45:36.356 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mode", 2024-05-27T00:45:36.356 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.357 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.357 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.357 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "root", 2024-05-27T00:45:36.357 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.357 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.357 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.357 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm-package", 2024-05-27T00:45:36.357 INFO:teuthology.orchestra.run.smithi044.stdout: "root" 2024-05-27T00:45:36.357 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.357 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "mode for remote execution of cephadm", 2024-05-27T00:45:36.357 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.357 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.357 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.357 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.358 INFO:teuthology.orchestra.run.smithi044.stdout: "oob_default_addr": { 2024-05-27T00:45:36.358 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "oob_default_addr", 2024-05-27T00:45:36.358 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.358 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.358 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.358 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "169.254.1.1", 2024-05-27T00:45:36.358 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.358 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.358 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.358 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-27T00:45:36.358 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.358 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.358 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.359 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.359 INFO:teuthology.orchestra.run.smithi044.stdout: "prometheus_alerts_path": { 2024-05-27T00:45:36.359 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prometheus_alerts_path", 2024-05-27T00:45:36.359 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.359 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.359 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.359 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-27T00:45:36.359 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.359 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.359 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.359 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-27T00:45:36.359 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.359 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.359 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.360 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.360 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_insecure": { 2024-05-27T00:45:36.360 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_insecure", 2024-05-27T00:45:36.360 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.360 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.360 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.360 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.360 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.360 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.360 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.360 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-27T00:45:36.360 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.361 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.361 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.361 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.361 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_password": { 2024-05-27T00:45:36.361 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_password", 2024-05-27T00:45:36.361 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.361 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.361 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.361 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.361 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.361 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.361 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.361 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-27T00:45:36.361 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.362 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.362 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.362 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.362 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_url": { 2024-05-27T00:45:36.362 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_url", 2024-05-27T00:45:36.362 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.362 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.362 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.362 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.362 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.362 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.362 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.362 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-27T00:45:36.363 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.363 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.363 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.363 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.363 INFO:teuthology.orchestra.run.smithi044.stdout: "registry_username": { 2024-05-27T00:45:36.363 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "registry_username", 2024-05-27T00:45:36.363 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.363 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.363 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.363 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.363 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.363 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.363 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.364 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-27T00:45:36.364 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.364 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.364 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.364 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.364 INFO:teuthology.orchestra.run.smithi044.stdout: "secure_monitoring_stack": { 2024-05-27T00:45:36.364 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "secure_monitoring_stack", 2024-05-27T00:45:36.364 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.364 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.364 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.364 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.364 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.364 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.364 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.365 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-27T00:45:36.365 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.365 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.365 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.365 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.365 INFO:teuthology.orchestra.run.smithi044.stdout: "service_discovery_port": { 2024-05-27T00:45:36.365 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "service_discovery_port", 2024-05-27T00:45:36.365 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.365 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.365 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.365 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8765", 2024-05-27T00:45:36.365 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.366 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.366 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.366 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "cephadm service discovery port", 2024-05-27T00:45:36.366 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.366 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.366 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.366 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.366 INFO:teuthology.orchestra.run.smithi044.stdout: "ssh_config_file": { 2024-05-27T00:45:36.366 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssh_config_file", 2024-05-27T00:45:36.366 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.366 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.366 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.366 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.367 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.367 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.367 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.367 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-27T00:45:36.367 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.367 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.367 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.367 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.367 INFO:teuthology.orchestra.run.smithi044.stdout: "use_agent": { 2024-05-27T00:45:36.367 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "use_agent", 2024-05-27T00:45:36.367 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.367 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.367 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.368 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.368 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.368 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.368 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.368 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-27T00:45:36.368 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.368 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.368 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.368 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.368 INFO:teuthology.orchestra.run.smithi044.stdout: "use_repo_digest": { 2024-05-27T00:45:36.368 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "use_repo_digest", 2024-05-27T00:45:36.368 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.368 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.368 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.369 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.369 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.369 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.369 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.369 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-27T00:45:36.369 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.369 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.369 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.369 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.369 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_failed_host_check": { 2024-05-27T00:45:36.369 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_failed_host_check", 2024-05-27T00:45:36.369 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.369 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.370 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.370 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.370 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.370 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.370 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.370 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if the host check fails", 2024-05-27T00:45:36.370 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.370 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.370 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.370 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.370 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_stray_daemons": { 2024-05-27T00:45:36.370 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_stray_daemons", 2024-05-27T00:45:36.371 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.371 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.371 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.371 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.371 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.371 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.371 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.371 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-27T00:45:36.371 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.371 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.371 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.371 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.371 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_on_stray_hosts": { 2024-05-27T00:45:36.372 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_on_stray_hosts", 2024-05-27T00:45:36.372 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.372 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.372 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.372 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.372 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.372 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.372 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.372 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-27T00:45:36.372 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.372 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.372 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.372 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.373 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.373 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.373 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.373 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crash", 2024-05-27T00:45:36.373 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.373 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.373 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.373 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.373 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.373 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.373 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.373 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.373 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.374 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.374 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.374 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.374 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.374 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.374 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.374 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.374 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.374 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.374 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.374 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.374 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.374 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.374 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.375 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.375 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.375 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.375 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.375 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.375 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.375 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.375 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.375 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.375 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.375 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.375 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.375 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.376 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.376 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.376 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.376 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.376 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.376 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.376 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.376 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.376 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.376 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.376 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.376 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.376 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.376 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.377 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.377 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.377 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.377 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.377 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.377 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.377 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.377 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.377 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.377 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.377 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.377 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.377 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.378 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.378 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.378 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.378 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.378 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.378 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.378 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.378 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.378 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.378 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.378 INFO:teuthology.orchestra.run.smithi044.stdout: "retain_interval": { 2024-05-27T00:45:36.378 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "retain_interval", 2024-05-27T00:45:36.378 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.378 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.379 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.379 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "31536000", 2024-05-27T00:45:36.379 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.379 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.379 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.379 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-27T00:45:36.379 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.379 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.379 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.379 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.379 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_recent_interval": { 2024-05-27T00:45:36.379 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_recent_interval", 2024-05-27T00:45:36.379 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.379 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.380 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.380 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1209600", 2024-05-27T00:45:36.380 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.380 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.380 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.380 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-27T00:45:36.380 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.380 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.380 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.380 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.380 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.380 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.380 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.380 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "dashboard", 2024-05-27T00:45:36.381 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.381 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.381 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.381 INFO:teuthology.orchestra.run.smithi044.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-27T00:45:36.381 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-27T00:45:36.381 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.381 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.381 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.381 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:36.381 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.381 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.381 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.381 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.381 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.382 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.382 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.382 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.382 INFO:teuthology.orchestra.run.smithi044.stdout: "ALERTMANAGER_API_HOST": { 2024-05-27T00:45:36.382 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-27T00:45:36.382 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.382 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.382 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.382 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.382 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.382 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.382 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.382 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.383 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.383 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.383 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.383 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.383 INFO:teuthology.orchestra.run.smithi044.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-27T00:45:36.383 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-27T00:45:36.383 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.383 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.383 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.383 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.383 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.383 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.383 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.384 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.384 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.384 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.384 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.384 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.384 INFO:teuthology.orchestra.run.smithi044.stdout: "AUDIT_API_ENABLED": { 2024-05-27T00:45:36.384 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "AUDIT_API_ENABLED", 2024-05-27T00:45:36.384 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.384 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.384 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.384 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.384 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.384 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.384 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.385 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.385 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.385 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.385 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.385 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.385 INFO:teuthology.orchestra.run.smithi044.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-27T00:45:36.385 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-27T00:45:36.385 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.385 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.385 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.385 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.385 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.385 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.385 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.386 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.386 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.386 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.386 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.386 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.386 INFO:teuthology.orchestra.run.smithi044.stdout: "ENABLE_BROWSABLE_API": { 2024-05-27T00:45:36.386 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-27T00:45:36.386 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.386 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.386 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.386 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.386 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.386 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.386 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.387 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.387 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.387 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.387 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.387 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.387 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-27T00:45:36.387 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-27T00:45:36.387 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.387 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.387 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.387 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.387 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.387 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.388 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.388 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.388 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.388 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.388 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.388 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.388 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-27T00:45:36.388 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-27T00:45:36.388 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.388 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.388 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.388 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.388 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.388 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.389 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.389 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.389 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.389 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.389 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.389 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.389 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-27T00:45:36.389 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-27T00:45:36.389 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.389 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.389 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.389 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.389 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.389 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.390 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.390 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.390 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.390 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.390 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.390 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.390 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-27T00:45:36.390 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-27T00:45:36.390 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.390 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.390 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.390 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.390 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.391 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.391 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.391 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.391 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.391 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.391 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.391 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.391 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-27T00:45:36.391 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-27T00:45:36.391 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.391 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.391 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.391 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.391 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.392 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.392 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.392 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.392 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.392 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.392 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.392 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.392 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-27T00:45:36.392 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-27T00:45:36.392 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.392 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.392 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.392 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.392 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.393 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.393 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.393 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.393 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.393 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.393 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.393 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.393 INFO:teuthology.orchestra.run.smithi044.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-27T00:45:36.393 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-27T00:45:36.393 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.393 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.393 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.393 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.394 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.394 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.394 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.394 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.394 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.394 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.394 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.394 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.394 INFO:teuthology.orchestra.run.smithi044.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-27T00:45:36.394 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-27T00:45:36.394 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.394 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.394 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.394 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.395 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.395 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.395 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.395 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.395 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.395 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.395 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.395 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.395 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_PASSWORD": { 2024-05-27T00:45:36.395 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-27T00:45:36.395 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.395 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.395 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.395 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-05-27T00:45:36.396 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.396 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.396 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.396 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.396 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.396 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.396 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.396 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.396 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-27T00:45:36.396 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-27T00:45:36.396 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.396 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.396 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.396 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.397 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.397 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.397 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.397 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.397 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.397 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.397 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.397 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.397 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_URL": { 2024-05-27T00:45:36.397 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_URL", 2024-05-27T00:45:36.397 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.397 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.397 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.397 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.398 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.398 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.398 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.398 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.398 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.398 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.398 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.398 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.398 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_API_USERNAME": { 2024-05-27T00:45:36.398 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-27T00:45:36.398 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.398 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.399 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.399 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-05-27T00:45:36.399 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.399 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.399 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.399 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.399 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.399 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.399 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.399 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.399 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-27T00:45:36.399 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-27T00:45:36.399 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.399 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.400 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.400 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.400 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.400 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.400 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.400 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.400 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.400 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.400 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.400 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.400 INFO:teuthology.orchestra.run.smithi044.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-27T00:45:36.400 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-27T00:45:36.400 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.400 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.401 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.401 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.401 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.401 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.401 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.401 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.401 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.401 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.401 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.401 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.401 INFO:teuthology.orchestra.run.smithi044.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-27T00:45:36.401 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-27T00:45:36.401 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.401 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.402 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.402 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.402 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.402 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.402 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.402 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.402 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.402 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.402 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.402 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.402 INFO:teuthology.orchestra.run.smithi044.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-27T00:45:36.402 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-27T00:45:36.403 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.403 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.403 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.403 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.403 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.403 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.403 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.403 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.403 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.403 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.403 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.403 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.403 INFO:teuthology.orchestra.run.smithi044.stdout: "PROMETHEUS_API_HOST": { 2024-05-27T00:45:36.403 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-27T00:45:36.404 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.404 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.404 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.404 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.404 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.404 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.404 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.404 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.404 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.404 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.404 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.404 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.404 INFO:teuthology.orchestra.run.smithi044.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-27T00:45:36.405 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-27T00:45:36.405 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.405 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.405 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.405 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.405 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.405 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.405 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.405 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.405 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.405 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.405 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.405 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.405 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-27T00:45:36.405 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-27T00:45:36.406 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.406 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.406 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.406 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.406 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.406 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.406 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.406 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.406 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.406 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.406 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.406 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.406 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-27T00:45:36.407 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-27T00:45:36.407 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.407 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.407 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.407 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.407 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.407 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.407 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.407 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.407 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.407 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.407 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.407 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.407 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-27T00:45:36.408 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-27T00:45:36.408 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.408 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.408 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.408 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.408 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.408 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.408 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.408 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.408 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.408 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.408 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.408 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.408 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-27T00:45:36.409 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-27T00:45:36.409 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.409 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.409 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.409 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.409 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.409 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.409 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.409 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.409 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.409 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.409 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.409 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.409 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-27T00:45:36.410 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-27T00:45:36.410 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.410 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.410 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.410 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.410 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.410 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.410 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.410 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.410 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.410 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.410 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.410 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.410 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-27T00:45:36.411 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-27T00:45:36.411 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.411 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.411 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.411 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.411 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.411 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.411 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.411 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.411 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.411 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.411 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.411 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.412 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-27T00:45:36.412 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-27T00:45:36.412 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.412 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.412 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.412 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.412 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.412 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.412 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.412 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.412 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.412 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.412 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.412 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.413 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_ENABLED": { 2024-05-27T00:45:36.413 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-27T00:45:36.413 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.413 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.413 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.413 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.413 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.413 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.413 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.413 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.413 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.413 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.413 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.413 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.413 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-27T00:45:36.414 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-27T00:45:36.414 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.414 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.414 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.414 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-27T00:45:36.414 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.414 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.414 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.414 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.414 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.414 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.415 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.415 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.415 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-27T00:45:36.415 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-27T00:45:36.415 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.415 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.415 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.415 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:36.415 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.415 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.415 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.415 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.415 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.416 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.416 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.416 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.416 INFO:teuthology.orchestra.run.smithi044.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-27T00:45:36.416 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-27T00:45:36.416 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.416 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.416 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.416 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8", 2024-05-27T00:45:36.416 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.416 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.416 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.416 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.417 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.417 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.417 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.417 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.417 INFO:teuthology.orchestra.run.smithi044.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-27T00:45:36.417 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-27T00:45:36.417 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.417 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.417 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.417 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "45", 2024-05-27T00:45:36.417 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.417 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.417 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.418 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.418 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.418 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.418 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.418 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.418 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_ACCESS_KEY": { 2024-05-27T00:45:36.418 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-27T00:45:36.418 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.418 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.418 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.418 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.418 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.418 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.418 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.419 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.419 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.419 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.419 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.419 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.419 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-27T00:45:36.419 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-27T00:45:36.419 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.419 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.419 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.419 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "admin", 2024-05-27T00:45:36.419 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.420 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.420 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.420 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.420 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.420 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.420 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.420 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.420 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_SECRET_KEY": { 2024-05-27T00:45:36.420 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-27T00:45:36.420 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.420 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.420 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.420 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.420 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.421 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.421 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.421 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.421 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.421 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.421 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.421 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.421 INFO:teuthology.orchestra.run.smithi044.stdout: "RGW_API_SSL_VERIFY": { 2024-05-27T00:45:36.421 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-27T00:45:36.421 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.421 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.421 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.421 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.422 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.422 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.422 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.422 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.422 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.422 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.422 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.422 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.422 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-27T00:45:36.422 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-27T00:45:36.422 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.422 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.422 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.422 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-27T00:45:36.423 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.423 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.423 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.423 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.423 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.423 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.423 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.423 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.423 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-27T00:45:36.423 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-27T00:45:36.423 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.423 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.423 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.423 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:36.424 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.424 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.424 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.424 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.424 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.424 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.424 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.424 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.424 INFO:teuthology.orchestra.run.smithi044.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-27T00:45:36.424 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-27T00:45:36.424 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.424 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.424 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.424 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-27T00:45:36.425 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.425 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.425 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.425 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.425 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.425 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.425 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.425 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.425 INFO:teuthology.orchestra.run.smithi044.stdout: "cross_origin_url": { 2024-05-27T00:45:36.425 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cross_origin_url", 2024-05-27T00:45:36.425 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.425 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.425 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.426 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.426 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.426 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.426 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.426 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.426 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.426 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.426 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.426 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.426 INFO:teuthology.orchestra.run.smithi044.stdout: "crt_file": { 2024-05-27T00:45:36.426 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "crt_file", 2024-05-27T00:45:36.426 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.426 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.426 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.427 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.427 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.427 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.427 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.427 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.427 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.427 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.427 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.427 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.427 INFO:teuthology.orchestra.run.smithi044.stdout: "debug": { 2024-05-27T00:45:36.427 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "debug", 2024-05-27T00:45:36.427 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.427 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.427 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.428 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.428 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.428 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.428 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.428 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Enable/disable debug options", 2024-05-27T00:45:36.428 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.428 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.428 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.428 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.428 INFO:teuthology.orchestra.run.smithi044.stdout: "jwt_token_ttl": { 2024-05-27T00:45:36.428 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "jwt_token_ttl", 2024-05-27T00:45:36.428 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.428 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.428 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.429 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "28800", 2024-05-27T00:45:36.429 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.429 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.429 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.429 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.429 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.429 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.429 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.429 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.429 INFO:teuthology.orchestra.run.smithi044.stdout: "key_file": { 2024-05-27T00:45:36.429 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "key_file", 2024-05-27T00:45:36.429 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.429 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.429 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.430 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.430 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.430 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.430 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.430 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.430 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.430 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.430 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.430 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.430 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.430 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.430 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.430 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.430 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.431 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.431 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.431 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.431 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.431 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.431 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.431 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.431 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.431 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.431 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.431 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.431 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.431 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.432 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.432 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.432 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.432 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.432 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.432 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.432 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.432 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.432 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.432 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.432 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.432 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.432 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.432 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.433 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.433 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.433 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.433 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.433 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.433 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.433 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.433 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.433 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.433 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.433 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.433 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.433 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.433 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.434 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.434 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.434 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.434 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.434 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.434 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.434 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.434 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.434 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.434 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.434 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.434 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.435 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.435 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.435 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.435 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.435 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.435 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.435 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.435 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.435 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.435 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.435 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.435 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.435 INFO:teuthology.orchestra.run.smithi044.stdout: "motd": { 2024-05-27T00:45:36.435 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "motd", 2024-05-27T00:45:36.436 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.436 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.436 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.436 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.436 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.436 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.436 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.436 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "The message of the day", 2024-05-27T00:45:36.436 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.436 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.436 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.436 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.436 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect_resolve_ip_addr": { 2024-05-27T00:45:36.436 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "redirect_resolve_ip_addr", 2024-05-27T00:45:36.437 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.437 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.437 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.437 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.437 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.437 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.437 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.437 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.437 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.437 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.437 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.437 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.437 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-05-27T00:45:36.438 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-05-27T00:45:36.438 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.438 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.438 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.438 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "::", 2024-05-27T00:45:36.438 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.438 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.438 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.438 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.438 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.438 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.438 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.438 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.439 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-05-27T00:45:36.439 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-05-27T00:45:36.439 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.439 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.439 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.439 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8080", 2024-05-27T00:45:36.439 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.439 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.439 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.439 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.439 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.439 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.439 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.440 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.440 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl": { 2024-05-27T00:45:36.440 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl", 2024-05-27T00:45:36.440 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.440 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.440 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.440 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.440 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.440 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.440 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.440 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.440 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.440 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.440 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.441 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.441 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl_server_port": { 2024-05-27T00:45:36.441 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl_server_port", 2024-05-27T00:45:36.441 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.441 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.441 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.441 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8443", 2024-05-27T00:45:36.441 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.441 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.441 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.441 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.441 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.441 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.442 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.442 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.442 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_behaviour": { 2024-05-27T00:45:36.442 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_behaviour", 2024-05-27T00:45:36.442 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.442 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.442 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.442 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "redirect", 2024-05-27T00:45:36.442 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.442 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.442 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.442 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.443 INFO:teuthology.orchestra.run.smithi044.stdout: "redirect" 2024-05-27T00:45:36.443 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.443 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.443 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.443 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.443 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.443 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.443 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_error_status_code": { 2024-05-27T00:45:36.443 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_error_status_code", 2024-05-27T00:45:36.443 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.443 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.443 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.443 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "500", 2024-05-27T00:45:36.443 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "400", 2024-05-27T00:45:36.443 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "599", 2024-05-27T00:45:36.444 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.444 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.444 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.444 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.444 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.444 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.444 INFO:teuthology.orchestra.run.smithi044.stdout: "url_prefix": { 2024-05-27T00:45:36.444 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "url_prefix", 2024-05-27T00:45:36.444 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.444 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.444 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.444 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.444 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.444 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.444 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.445 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.445 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.445 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.445 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.445 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.445 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.445 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.445 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.445 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "devicehealth", 2024-05-27T00:45:36.445 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.445 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.445 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.445 INFO:teuthology.orchestra.run.smithi044.stdout: "enable_monitoring": { 2024-05-27T00:45:36.445 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enable_monitoring", 2024-05-27T00:45:36.446 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.446 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.446 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.446 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.446 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.446 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.446 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.446 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "monitor device health metrics", 2024-05-27T00:45:36.446 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.446 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.446 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.446 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.446 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.447 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.447 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.447 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.447 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.447 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.447 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.447 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.447 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.447 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.447 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.447 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.447 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.447 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.448 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.448 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.448 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.448 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.448 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.448 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.448 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.448 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.448 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.448 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.448 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.448 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.448 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.448 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.449 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.449 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.449 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.449 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.449 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.449 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.449 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.449 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.449 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.449 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.449 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.449 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.449 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.449 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.450 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.450 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.450 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.450 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.450 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.450 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.450 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.450 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.450 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.450 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.450 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.450 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.451 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.451 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.451 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.451 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.451 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.451 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.451 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.451 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.451 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.451 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.451 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.451 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.451 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.451 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.452 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.452 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.452 INFO:teuthology.orchestra.run.smithi044.stdout: "mark_out_threshold": { 2024-05-27T00:45:36.452 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mark_out_threshold", 2024-05-27T00:45:36.452 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.452 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.452 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.452 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "2419200", 2024-05-27T00:45:36.452 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.452 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.452 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.452 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-27T00:45:36.452 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.452 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.452 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.453 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.453 INFO:teuthology.orchestra.run.smithi044.stdout: "pool_name": { 2024-05-27T00:45:36.453 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pool_name", 2024-05-27T00:45:36.453 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.453 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.453 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.453 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "device_health_metrics", 2024-05-27T00:45:36.453 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.453 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.453 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.453 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-27T00:45:36.453 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.453 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.453 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.454 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.454 INFO:teuthology.orchestra.run.smithi044.stdout: "retention_period": { 2024-05-27T00:45:36.454 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "retention_period", 2024-05-27T00:45:36.454 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.454 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.454 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.454 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15552000", 2024-05-27T00:45:36.454 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.454 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.454 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.454 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long to retain device health metrics", 2024-05-27T00:45:36.454 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.454 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.455 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.455 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.455 INFO:teuthology.orchestra.run.smithi044.stdout: "scrape_frequency": { 2024-05-27T00:45:36.455 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "scrape_frequency", 2024-05-27T00:45:36.455 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.455 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.455 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.455 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "86400", 2024-05-27T00:45:36.455 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.455 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.455 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.455 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-27T00:45:36.455 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.455 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.456 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.456 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.456 INFO:teuthology.orchestra.run.smithi044.stdout: "self_heal": { 2024-05-27T00:45:36.456 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "self_heal", 2024-05-27T00:45:36.456 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.456 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.456 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.456 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.456 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.456 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.456 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.456 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-27T00:45:36.456 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.457 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.457 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.457 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.457 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-27T00:45:36.457 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-27T00:45:36.457 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.457 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.457 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.457 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-27T00:45:36.457 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.457 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.457 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.457 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how frequently to wake up and check device health", 2024-05-27T00:45:36.457 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.457 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.458 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.458 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.458 INFO:teuthology.orchestra.run.smithi044.stdout: "warn_threshold": { 2024-05-27T00:45:36.458 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "warn_threshold", 2024-05-27T00:45:36.458 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.458 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.458 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.458 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "7257600", 2024-05-27T00:45:36.458 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.458 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.458 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.458 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-27T00:45:36.458 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.459 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.459 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.459 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.459 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.459 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.459 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.459 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "diskprediction_local", 2024-05-27T00:45:36.459 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.459 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.459 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.459 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.459 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.459 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.459 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.459 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.460 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.460 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.460 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.460 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.460 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.460 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.460 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.460 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.460 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.460 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.460 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.460 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.460 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.460 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.460 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.461 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.461 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.461 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.461 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.461 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.461 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.461 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.461 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.461 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.461 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.461 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.461 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.461 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.461 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.461 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.462 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.462 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.462 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.462 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.462 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.462 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.462 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.462 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.462 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.462 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.462 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.462 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.462 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.463 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.463 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.463 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.463 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.463 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.463 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.463 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.463 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.463 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.463 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.463 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.463 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.463 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.463 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.464 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.464 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.464 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.464 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.464 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.464 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.464 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.464 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.464 INFO:teuthology.orchestra.run.smithi044.stdout: "predict_interval": { 2024-05-27T00:45:36.464 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "predict_interval", 2024-05-27T00:45:36.464 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.464 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.465 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.465 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "86400", 2024-05-27T00:45:36.465 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.465 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.465 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.465 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.465 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.465 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.465 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.465 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.465 INFO:teuthology.orchestra.run.smithi044.stdout: "predictor_model": { 2024-05-27T00:45:36.465 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "predictor_model", 2024-05-27T00:45:36.466 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.466 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.466 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.466 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "prophetstor", 2024-05-27T00:45:36.466 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.466 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.466 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.466 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.466 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.466 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.466 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.466 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.466 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-27T00:45:36.467 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-27T00:45:36.467 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.467 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.467 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.467 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "600", 2024-05-27T00:45:36.467 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.467 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.467 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.467 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.467 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.467 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.467 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.467 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.468 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.468 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.468 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.468 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "influx", 2024-05-27T00:45:36.468 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": false, 2024-05-27T00:45:36.468 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "influxdb python module not found", 2024-05-27T00:45:36.468 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.468 INFO:teuthology.orchestra.run.smithi044.stdout: "batch_size": { 2024-05-27T00:45:36.468 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "batch_size", 2024-05-27T00:45:36.468 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.468 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.468 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.468 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5000", 2024-05-27T00:45:36.468 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.469 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.469 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.469 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-27T00:45:36.469 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.469 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.469 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.469 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.469 INFO:teuthology.orchestra.run.smithi044.stdout: "database": { 2024-05-27T00:45:36.469 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "database", 2024-05-27T00:45:36.469 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.469 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.469 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.469 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "ceph", 2024-05-27T00:45:36.469 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.470 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.470 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.470 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-27T00:45:36.470 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.470 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.470 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.470 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.470 INFO:teuthology.orchestra.run.smithi044.stdout: "hostname": { 2024-05-27T00:45:36.470 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "hostname", 2024-05-27T00:45:36.470 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.470 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.470 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.470 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.471 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.473 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.473 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.473 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB server hostname", 2024-05-27T00:45:36.473 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.474 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.474 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.474 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.474 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-27T00:45:36.474 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-27T00:45:36.474 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.474 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.474 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.474 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "30", 2024-05-27T00:45:36.474 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "5", 2024-05-27T00:45:36.474 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.474 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.474 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-27T00:45:36.475 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.475 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.475 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.475 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.475 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.475 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.475 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.475 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.475 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.475 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.475 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.475 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.475 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.475 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.476 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.476 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.476 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.476 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.476 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.476 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.476 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.476 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.476 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.476 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.476 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.476 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.476 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.477 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.477 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.477 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.477 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.477 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.477 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.477 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.477 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.477 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.477 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.477 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.477 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.477 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.477 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.478 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.478 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.478 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.478 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.478 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.478 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.478 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.478 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.478 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.478 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.478 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.478 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.479 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.479 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.479 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.479 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.479 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.479 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.479 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.479 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.479 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.479 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.479 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.479 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.479 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.479 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.480 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.480 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.480 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.480 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.480 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.480 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.480 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.480 INFO:teuthology.orchestra.run.smithi044.stdout: "password": { 2024-05-27T00:45:36.480 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "password", 2024-05-27T00:45:36.480 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.480 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.480 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.480 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.480 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.481 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.481 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.481 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "password of InfluxDB server user", 2024-05-27T00:45:36.481 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.481 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.481 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.481 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.481 INFO:teuthology.orchestra.run.smithi044.stdout: "port": { 2024-05-27T00:45:36.481 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "port", 2024-05-27T00:45:36.481 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.481 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.481 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.481 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "8086", 2024-05-27T00:45:36.481 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.482 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.482 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.482 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "InfluxDB server port", 2024-05-27T00:45:36.482 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.482 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.482 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.482 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.482 INFO:teuthology.orchestra.run.smithi044.stdout: "ssl": { 2024-05-27T00:45:36.482 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ssl", 2024-05-27T00:45:36.482 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.482 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.482 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.483 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "false", 2024-05-27T00:45:36.483 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.483 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.483 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.483 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-27T00:45:36.483 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.483 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.483 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.483 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.483 INFO:teuthology.orchestra.run.smithi044.stdout: "threads": { 2024-05-27T00:45:36.483 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "threads", 2024-05-27T00:45:36.483 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.483 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.484 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.484 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-27T00:45:36.484 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-27T00:45:36.484 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "32", 2024-05-27T00:45:36.484 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.484 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-27T00:45:36.484 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.484 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.484 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.484 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.484 INFO:teuthology.orchestra.run.smithi044.stdout: "username": { 2024-05-27T00:45:36.484 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "username", 2024-05-27T00:45:36.484 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.485 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.485 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.485 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.485 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.485 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.485 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.485 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "username of InfluxDB server user", 2024-05-27T00:45:36.485 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.485 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.485 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.485 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.485 INFO:teuthology.orchestra.run.smithi044.stdout: "verify_ssl": { 2024-05-27T00:45:36.485 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "verify_ssl", 2024-05-27T00:45:36.486 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.486 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.486 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.486 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "true", 2024-05-27T00:45:36.486 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.486 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.486 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.486 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-27T00:45:36.486 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.486 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.486 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.486 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.486 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.486 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.487 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.487 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "insights", 2024-05-27T00:45:36.487 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.487 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.487 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.487 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.487 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.487 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.487 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.487 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.487 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.487 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.488 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.488 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.488 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.488 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.488 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.488 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.488 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.488 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.488 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.488 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.488 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.488 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.488 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.489 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.489 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.489 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.489 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.489 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.489 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.489 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.489 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.489 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.489 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.489 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.489 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.489 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.489 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.490 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.490 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.490 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.490 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.490 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.490 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.490 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.490 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.490 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.490 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.490 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.490 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.490 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.490 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.491 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.491 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.491 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.491 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.491 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.491 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.491 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.491 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.491 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.491 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.491 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.491 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.491 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.492 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.492 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.492 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.492 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.492 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.492 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.492 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.492 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.492 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.492 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.492 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.492 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.492 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "iostat", 2024-05-27T00:45:36.492 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.493 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.493 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.493 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.493 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.493 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.493 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.493 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.493 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.493 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.493 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.493 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.493 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.493 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.494 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.494 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.494 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.494 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.494 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.494 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.494 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.494 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.494 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.494 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.494 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.494 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.494 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.495 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.495 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.495 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.495 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.495 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.495 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.495 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.495 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.495 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.495 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.495 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.495 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.495 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.496 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.496 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.496 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.496 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.496 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.496 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.496 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.496 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.496 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.496 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.496 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.496 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.496 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.497 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.497 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.497 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.497 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.497 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.497 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.497 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.497 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.497 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.497 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.497 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.497 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.497 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.497 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.497 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.498 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.498 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.498 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.498 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.498 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.498 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.498 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.498 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.498 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "k8sevents", 2024-05-27T00:45:36.498 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.498 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.498 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.498 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_event_retention_days": { 2024-05-27T00:45:36.499 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "ceph_event_retention_days", 2024-05-27T00:45:36.499 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.499 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.499 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.499 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "7", 2024-05-27T00:45:36.499 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.499 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.499 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.499 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-27T00:45:36.499 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.499 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.499 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.499 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.499 INFO:teuthology.orchestra.run.smithi044.stdout: "config_check_secs": { 2024-05-27T00:45:36.500 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "config_check_secs", 2024-05-27T00:45:36.500 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.500 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.500 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.500 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:36.500 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "10", 2024-05-27T00:45:36.500 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.500 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.500 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-27T00:45:36.500 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.500 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.500 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.500 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.500 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.501 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.501 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.501 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.501 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.501 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.501 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.501 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.501 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.501 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.501 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.501 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.501 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.501 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.501 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.501 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.502 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.502 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.502 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.502 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.502 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.502 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.502 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.502 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.502 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.502 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.502 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.502 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.502 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.502 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.503 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.503 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.503 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.503 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.503 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.503 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.503 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.503 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.503 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.503 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.503 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.503 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.503 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.503 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.503 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.504 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.504 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.504 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.504 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.504 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.504 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.504 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.504 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.504 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.504 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.504 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.504 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.504 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.504 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.505 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.505 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.505 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.505 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.505 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.505 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.505 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.505 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.505 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.505 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.505 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.505 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.505 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.505 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.505 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "localpool", 2024-05-27T00:45:36.505 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.506 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.506 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.506 INFO:teuthology.orchestra.run.smithi044.stdout: "failure_domain": { 2024-05-27T00:45:36.506 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "failure_domain", 2024-05-27T00:45:36.506 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.506 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.506 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.506 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "host", 2024-05-27T00:45:36.506 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.506 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.506 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.506 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "failure domain for any created local pool", 2024-05-27T00:45:36.506 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-27T00:45:36.507 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.507 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.507 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.507 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.507 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.507 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.507 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.507 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.507 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.507 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.507 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.507 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.507 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.508 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.508 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.508 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.508 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.508 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.508 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.508 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.508 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.508 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.508 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.508 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.508 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.508 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.509 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.509 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.509 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.509 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.509 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.509 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.509 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.509 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.509 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.509 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.509 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.509 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.509 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.509 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.510 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.510 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.510 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.510 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.510 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.510 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.510 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.510 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.510 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.510 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.510 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.510 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.511 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.511 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.511 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.511 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.511 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.511 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.511 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.511 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.511 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.511 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.511 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.511 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.511 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.511 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.512 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.512 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.512 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.512 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.512 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.512 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.512 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.512 INFO:teuthology.orchestra.run.smithi044.stdout: "min_size": { 2024-05-27T00:45:36.512 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "min_size", 2024-05-27T00:45:36.512 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.512 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.512 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.512 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.512 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.513 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.513 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.513 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default min_size for any created local pool", 2024-05-27T00:45:36.513 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-27T00:45:36.513 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.513 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.513 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.513 INFO:teuthology.orchestra.run.smithi044.stdout: "num_rep": { 2024-05-27T00:45:36.513 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "num_rep", 2024-05-27T00:45:36.513 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.513 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.513 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.513 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3", 2024-05-27T00:45:36.514 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.514 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.514 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.514 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default replica count for any created local pool", 2024-05-27T00:45:36.514 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.514 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.514 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.514 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.514 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_num": { 2024-05-27T00:45:36.514 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pg_num", 2024-05-27T00:45:36.514 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.514 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.514 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.515 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "128", 2024-05-27T00:45:36.515 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.515 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.515 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.515 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "default pg_num for any created local pool", 2024-05-27T00:45:36.515 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.515 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.515 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.515 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.515 INFO:teuthology.orchestra.run.smithi044.stdout: "prefix": { 2024-05-27T00:45:36.515 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prefix", 2024-05-27T00:45:36.515 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.515 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.516 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.516 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.516 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.516 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.516 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.516 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "name prefix for any created local pool", 2024-05-27T00:45:36.516 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.516 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.516 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.516 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.516 INFO:teuthology.orchestra.run.smithi044.stdout: "subtree": { 2024-05-27T00:45:36.516 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "subtree", 2024-05-27T00:45:36.516 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.517 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.517 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.517 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "rack", 2024-05-27T00:45:36.517 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.517 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.517 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.517 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-27T00:45:36.517 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-27T00:45:36.517 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.517 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.517 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.517 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.517 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.518 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.518 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mds_autoscaler", 2024-05-27T00:45:36.518 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.518 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.518 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.518 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.518 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.518 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.518 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.518 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.518 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.518 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.518 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.519 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.519 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.519 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.519 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.519 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.519 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.519 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.519 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.519 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.519 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.519 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.519 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.519 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.520 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.520 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.520 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.520 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.520 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.520 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.520 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.520 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.520 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.520 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.520 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.520 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.520 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.521 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.521 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.521 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.521 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.521 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.521 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.521 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.521 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.521 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.521 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.521 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.521 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.521 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.521 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.522 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.522 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.522 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.522 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.522 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.522 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.522 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.522 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.522 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.522 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.522 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.522 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.523 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.523 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.523 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.523 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.523 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.523 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.523 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.523 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.523 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.523 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.523 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.523 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.523 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.524 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mirroring", 2024-05-27T00:45:36.524 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.524 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.524 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.524 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.524 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.524 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.524 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.524 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.524 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.524 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.524 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.524 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.525 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.525 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.525 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.525 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.525 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.525 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.525 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.525 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.525 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.525 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.525 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.525 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.525 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.526 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.526 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.526 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.526 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.526 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.526 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.526 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.526 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.526 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.526 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.526 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.526 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.526 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.526 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.527 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.527 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.527 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.527 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.527 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.527 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.527 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.527 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.527 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.527 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.527 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.527 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.527 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.527 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.528 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.528 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.528 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.528 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.528 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.528 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.528 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.528 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.528 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.528 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.528 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.528 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.529 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.529 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.529 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.529 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.529 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.529 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.529 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.529 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.529 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.529 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.529 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.529 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "nfs", 2024-05-27T00:45:36.529 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.529 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.530 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.530 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.530 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.530 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.530 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.530 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.530 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.530 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.530 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.530 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.530 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.530 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.530 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.530 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.531 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.531 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.531 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.531 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.531 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.531 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.531 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.531 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.531 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.531 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.531 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.531 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.531 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.532 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.532 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.532 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.532 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.532 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.532 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.532 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.532 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.532 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.532 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.532 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.532 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.532 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.532 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.533 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.533 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.533 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.533 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.533 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.533 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.533 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.533 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.533 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.533 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.533 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.533 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.533 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.533 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.534 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.534 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.534 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.534 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.534 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.534 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.534 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.534 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.534 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.534 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.534 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.534 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.534 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.535 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.535 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.535 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.535 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.535 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.535 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.535 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "orchestrator", 2024-05-27T00:45:36.535 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.535 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.535 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.535 INFO:teuthology.orchestra.run.smithi044.stdout: "fail_fs": { 2024-05-27T00:45:36.535 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "fail_fs", 2024-05-27T00:45:36.535 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.535 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.536 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.536 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.536 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.536 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.536 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.536 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-27T00:45:36.536 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.536 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.536 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.536 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.536 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.536 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.536 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.536 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.537 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.537 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.537 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.537 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.537 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.537 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.537 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.537 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.537 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.537 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.537 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.537 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.537 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.538 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.538 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.538 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.538 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.538 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.538 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.538 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.538 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.538 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.538 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.538 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.538 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.538 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.539 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.539 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.539 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.539 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.539 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.539 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.539 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.539 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.539 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.539 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.539 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.539 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.539 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.539 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.540 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.540 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.540 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.540 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.540 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.540 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.540 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.540 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.540 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.540 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.540 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.540 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.540 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.540 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.541 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.541 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.541 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.541 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.541 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.541 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.541 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.541 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.541 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.541 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.541 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.541 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.541 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator": { 2024-05-27T00:45:36.542 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "orchestrator", 2024-05-27T00:45:36.542 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.542 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.542 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.542 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.542 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.542 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.542 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.542 INFO:teuthology.orchestra.run.smithi044.stdout: "cephadm", 2024-05-27T00:45:36.542 INFO:teuthology.orchestra.run.smithi044.stdout: "rook", 2024-05-27T00:45:36.542 INFO:teuthology.orchestra.run.smithi044.stdout: "test_orchestrator" 2024-05-27T00:45:36.542 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.542 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Orchestrator backend", 2024-05-27T00:45:36.543 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.543 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.543 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.543 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.543 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.543 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.543 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.543 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "osd_perf_query", 2024-05-27T00:45:36.543 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.543 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.543 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.543 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.543 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.543 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.544 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.544 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.544 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.544 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.544 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.544 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.544 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.544 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.544 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.544 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.544 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.544 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.544 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.545 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.545 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.545 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.545 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.545 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.545 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.545 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.545 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.545 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.545 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.545 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.545 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.545 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.545 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.546 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.546 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.546 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.546 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.546 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.546 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.546 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.546 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.546 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.546 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.546 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.546 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.546 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.547 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.547 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.547 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.547 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.547 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.547 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.547 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.547 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.547 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.547 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.547 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.547 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.547 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.547 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.548 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.548 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.548 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.548 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.548 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.548 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.548 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.548 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.548 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.548 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.548 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.548 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.548 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.549 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.549 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.549 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.549 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "osd_support", 2024-05-27T00:45:36.549 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.549 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.549 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.549 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.549 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.549 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.549 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.549 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.549 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.549 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.550 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.550 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.550 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.550 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.550 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.550 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.550 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.550 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.550 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.550 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.550 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.550 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.550 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.550 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.551 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.551 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.551 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.551 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.551 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.551 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.551 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.551 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.551 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.551 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.551 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.551 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.551 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.552 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.552 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.552 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.552 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.552 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.552 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.552 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.552 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.552 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.552 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.552 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.552 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.552 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.552 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.553 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.553 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.553 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.553 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.553 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.553 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.553 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.553 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.553 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.553 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.553 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.553 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.553 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.554 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.554 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.554 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.554 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.554 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.554 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.554 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.554 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.554 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.554 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.554 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.554 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.554 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "pg_autoscaler", 2024-05-27T00:45:36.555 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.555 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.555 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.555 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.555 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.555 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.555 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.555 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.555 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.555 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.555 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.555 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.555 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.556 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.556 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.556 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.556 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.556 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.556 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.556 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.556 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.556 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.556 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.556 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.556 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.556 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.556 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.557 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.557 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.557 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.557 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.557 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.557 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.557 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.557 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.557 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.557 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.557 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.557 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.557 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.558 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.558 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.558 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.558 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.558 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.558 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.558 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.558 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.558 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.558 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.558 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.558 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.558 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.559 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.559 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.559 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.559 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.559 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.559 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.559 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.559 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.559 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.559 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.559 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.559 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.559 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.560 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.560 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.560 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.560 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.560 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.560 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.560 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.560 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-27T00:45:36.560 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-27T00:45:36.560 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.560 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.560 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.560 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-27T00:45:36.560 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.561 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.561 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.561 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.561 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.561 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.561 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.561 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.561 INFO:teuthology.orchestra.run.smithi044.stdout: "threshold": { 2024-05-27T00:45:36.561 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "threshold", 2024-05-27T00:45:36.561 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-27T00:45:36.561 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.561 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.561 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "3.0", 2024-05-27T00:45:36.561 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1.0", 2024-05-27T00:45:36.562 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.562 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.562 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "scaling threshold", 2024-05-27T00:45:36.562 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-27T00:45:36.562 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.562 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.562 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.562 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.562 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.562 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.562 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "progress", 2024-05-27T00:45:36.562 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.562 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.563 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.563 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_pg_recovery_event": { 2024-05-27T00:45:36.563 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_pg_recovery_event", 2024-05-27T00:45:36.563 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.563 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.563 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.563 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.563 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.563 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.563 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.563 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-27T00:45:36.563 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.563 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.563 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.564 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.564 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": { 2024-05-27T00:45:36.564 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enabled", 2024-05-27T00:45:36.564 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.564 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.564 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.564 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.564 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.564 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.564 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.564 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.564 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.564 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.564 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.564 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.565 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.565 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.565 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.565 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.565 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.565 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.565 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.565 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.565 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.565 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.565 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.565 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.565 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.566 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.566 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.566 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.566 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.566 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.566 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.566 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.566 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.566 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.566 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.566 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.566 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.566 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.566 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.567 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.567 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.567 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.567 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.567 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.567 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.567 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.567 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.567 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.567 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.567 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.567 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.567 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.567 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.568 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.568 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.568 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.568 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.568 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.568 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.568 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.568 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.568 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.568 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.568 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.568 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.568 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.568 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.568 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.569 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.569 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.569 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.569 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.569 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.569 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.569 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.569 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.569 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.569 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.569 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.569 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.569 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.569 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.570 INFO:teuthology.orchestra.run.smithi044.stdout: "max_completed_events": { 2024-05-27T00:45:36.570 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_completed_events", 2024-05-27T00:45:36.570 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.570 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.570 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.570 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "50", 2024-05-27T00:45:36.570 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.570 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.570 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.570 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "number of past completed events to remember", 2024-05-27T00:45:36.570 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.570 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.570 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.570 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.571 INFO:teuthology.orchestra.run.smithi044.stdout: "sleep_interval": { 2024-05-27T00:45:36.571 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "sleep_interval", 2024-05-27T00:45:36.571 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.571 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.571 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.571 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "5", 2024-05-27T00:45:36.571 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.571 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.571 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.571 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "how long the module is going to sleep", 2024-05-27T00:45:36.571 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.571 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.571 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.572 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.572 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.572 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.572 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.572 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "prometheus", 2024-05-27T00:45:36.572 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.572 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.572 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.572 INFO:teuthology.orchestra.run.smithi044.stdout: "cache": { 2024-05-27T00:45:36.572 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "cache", 2024-05-27T00:45:36.572 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.572 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.572 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.572 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.573 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.573 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.573 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.573 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.573 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.573 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.573 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.573 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.573 INFO:teuthology.orchestra.run.smithi044.stdout: "exclude_perf_counters": { 2024-05-27T00:45:36.573 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "exclude_perf_counters", 2024-05-27T00:45:36.573 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.573 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.573 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.574 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.574 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.574 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.574 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.574 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-27T00:45:36.574 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-27T00:45:36.574 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.574 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.574 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.574 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.574 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.574 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.574 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.574 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.575 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.575 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.575 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.575 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.575 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.575 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.575 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.575 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.575 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.575 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.575 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.575 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.575 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.576 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.576 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.576 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.576 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.576 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.576 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.576 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.576 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.576 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.576 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.576 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.576 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.576 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.576 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.577 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.577 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.577 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.577 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.577 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.577 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.577 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.577 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.577 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.577 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.577 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.577 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.577 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.577 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.578 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.578 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.578 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.578 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.578 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.578 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.578 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.578 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.578 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.578 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.578 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.578 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.578 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.579 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.579 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.579 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.579 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.579 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.579 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.579 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.579 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.579 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.579 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.579 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.579 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_stats_pools": { 2024-05-27T00:45:36.579 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_stats_pools", 2024-05-27T00:45:36.579 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.580 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.580 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.580 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.580 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.580 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.580 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.580 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.580 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.580 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.580 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.580 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.580 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-27T00:45:36.580 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-27T00:45:36.580 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.581 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.581 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.581 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "300", 2024-05-27T00:45:36.581 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.581 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.581 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.581 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.581 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.581 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.581 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.581 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.581 INFO:teuthology.orchestra.run.smithi044.stdout: "scrape_interval": { 2024-05-27T00:45:36.581 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "scrape_interval", 2024-05-27T00:45:36.581 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-27T00:45:36.582 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.582 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.582 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15.0", 2024-05-27T00:45:36.582 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.582 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.582 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.582 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.582 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.582 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.582 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.582 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.582 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-05-27T00:45:36.582 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-05-27T00:45:36.582 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.583 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.583 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.583 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "::", 2024-05-27T00:45:36.583 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.583 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.583 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.583 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-27T00:45:36.583 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.583 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.583 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.583 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.583 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-05-27T00:45:36.583 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-05-27T00:45:36.583 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.584 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.584 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.584 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "9283", 2024-05-27T00:45:36.584 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.584 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.584 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.584 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-27T00:45:36.584 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.584 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.584 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.584 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.584 INFO:teuthology.orchestra.run.smithi044.stdout: "stale_cache_strategy": { 2024-05-27T00:45:36.584 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "stale_cache_strategy", 2024-05-27T00:45:36.584 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.585 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.585 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.585 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "log", 2024-05-27T00:45:36.585 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.585 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.585 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.585 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.585 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.585 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.585 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.585 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.585 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_behaviour": { 2024-05-27T00:45:36.585 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_behaviour", 2024-05-27T00:45:36.585 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.586 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.586 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.586 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "default", 2024-05-27T00:45:36.586 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.586 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.586 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.586 INFO:teuthology.orchestra.run.smithi044.stdout: "default", 2024-05-27T00:45:36.586 INFO:teuthology.orchestra.run.smithi044.stdout: "error" 2024-05-27T00:45:36.586 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.586 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.586 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.586 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.586 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.586 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.587 INFO:teuthology.orchestra.run.smithi044.stdout: "standby_error_status_code": { 2024-05-27T00:45:36.587 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "standby_error_status_code", 2024-05-27T00:45:36.587 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.587 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.587 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.587 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "500", 2024-05-27T00:45:36.587 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "400", 2024-05-27T00:45:36.587 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "599", 2024-05-27T00:45:36.587 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.587 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.587 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.587 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.587 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.587 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.588 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.588 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.588 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.588 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_support", 2024-05-27T00:45:36.588 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.588 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.588 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.588 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.588 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.588 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.588 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.588 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.588 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.588 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.589 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.589 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.589 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.589 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.589 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.589 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.589 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.589 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.589 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.589 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.589 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.589 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.589 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.590 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.590 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.590 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.590 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.590 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.590 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.590 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.590 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.590 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.590 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.590 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.590 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.591 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.591 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.591 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.591 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.591 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.591 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.591 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.591 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.591 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.591 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.591 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.591 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.591 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.592 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.592 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.592 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.592 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.592 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.592 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.592 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.592 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.592 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.592 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.592 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.592 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.592 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.593 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.593 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.593 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.593 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.593 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.593 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.593 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.593 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.593 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.593 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.593 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.593 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.593 INFO:teuthology.orchestra.run.smithi044.stdout: "max_concurrent_snap_create": { 2024-05-27T00:45:36.593 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_concurrent_snap_create", 2024-05-27T00:45:36.594 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.594 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.594 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.594 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10", 2024-05-27T00:45:36.594 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.594 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.594 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.594 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.594 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.594 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.594 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.594 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.594 INFO:teuthology.orchestra.run.smithi044.stdout: "mirror_snapshot_schedule": { 2024-05-27T00:45:36.595 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "mirror_snapshot_schedule", 2024-05-27T00:45:36.595 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.595 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.595 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.595 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.595 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.595 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.595 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.595 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.595 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.595 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.595 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.595 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.595 INFO:teuthology.orchestra.run.smithi044.stdout: "trash_purge_schedule": { 2024-05-27T00:45:36.596 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "trash_purge_schedule", 2024-05-27T00:45:36.596 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.596 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.596 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.596 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.596 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.596 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.596 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.596 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.596 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.596 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.596 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.596 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.596 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.597 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.597 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.597 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "restful", 2024-05-27T00:45:36.597 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.597 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.597 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.597 INFO:teuthology.orchestra.run.smithi044.stdout: "enable_auth": { 2024-05-27T00:45:36.597 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enable_auth", 2024-05-27T00:45:36.597 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.597 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.597 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.597 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.597 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.597 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.598 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.598 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.598 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.598 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.598 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.598 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.598 INFO:teuthology.orchestra.run.smithi044.stdout: "key_file": { 2024-05-27T00:45:36.598 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "key_file", 2024-05-27T00:45:36.598 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.598 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.598 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.598 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.598 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.598 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.599 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.599 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.599 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.599 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.599 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.599 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.599 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.599 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.599 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.599 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.599 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.599 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.599 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.599 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.600 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.600 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.600 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.600 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.600 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.600 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.600 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.600 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.600 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.600 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.600 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.600 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.600 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.600 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.601 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.601 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.601 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.601 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.601 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.601 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.601 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.601 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.601 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.601 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.601 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.601 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.601 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.601 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.601 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.602 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.602 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.602 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.602 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.602 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.602 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.602 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.602 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.602 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.602 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.602 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.602 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.602 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.602 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.603 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.603 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.603 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.603 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.603 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.603 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.603 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.603 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.603 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.603 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.603 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.603 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.603 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.603 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.604 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.604 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.604 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.604 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.604 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.604 INFO:teuthology.orchestra.run.smithi044.stdout: "server_addr": { 2024-05-27T00:45:36.604 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_addr", 2024-05-27T00:45:36.604 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.604 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.604 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.604 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.604 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.604 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.604 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.605 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.605 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.605 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.605 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.605 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.605 INFO:teuthology.orchestra.run.smithi044.stdout: "server_port": { 2024-05-27T00:45:36.605 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "server_port", 2024-05-27T00:45:36.605 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.605 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.605 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.605 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.605 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.605 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.605 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.606 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.606 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.606 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.606 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.606 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.606 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.606 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.606 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.606 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rgw", 2024-05-27T00:45:36.606 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.606 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.606 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.606 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.607 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.607 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.607 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.607 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.607 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.607 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.607 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.607 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.607 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.607 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.607 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.607 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.607 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.608 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.608 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.608 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.608 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.608 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.608 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.608 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.608 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.608 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.608 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.608 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.608 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.608 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.608 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.609 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.609 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.609 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.609 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.609 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.609 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.609 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.609 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.609 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.609 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.609 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.609 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.610 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.610 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.610 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.610 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.610 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.610 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.610 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.610 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.610 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.610 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.610 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.610 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.610 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.611 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.611 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.611 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.611 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.611 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.611 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.611 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.611 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.611 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.611 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.611 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.611 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.611 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.612 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.612 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.612 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.612 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.612 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.612 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.612 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.612 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rook", 2024-05-27T00:45:36.612 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.612 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.612 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.612 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.612 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.613 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.613 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.613 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.613 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.613 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.613 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.613 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.613 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.613 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.613 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.613 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.613 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.613 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.614 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.614 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.614 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.614 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.614 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.614 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.614 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.614 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.614 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.614 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.614 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.614 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.614 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.614 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.615 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.615 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.615 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.615 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.615 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.615 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.615 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.615 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.615 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.615 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.615 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.615 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.615 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.616 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.616 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.616 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.616 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.616 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.616 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.616 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.616 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.616 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.616 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.616 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.616 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.616 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.616 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.617 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.617 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.617 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.617 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.617 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.617 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.617 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.617 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.617 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.617 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.617 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.617 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.617 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.617 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.618 INFO:teuthology.orchestra.run.smithi044.stdout: "storage_class": { 2024-05-27T00:45:36.618 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "storage_class", 2024-05-27T00:45:36.618 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.618 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.618 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.618 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "local", 2024-05-27T00:45:36.618 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.618 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.618 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.618 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-27T00:45:36.618 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.618 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.618 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.618 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.619 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.619 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.619 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.619 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "selftest", 2024-05-27T00:45:36.619 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.619 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.619 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.619 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.619 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.619 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.619 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.619 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.619 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.620 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.620 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.620 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.620 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.620 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.620 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.620 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.620 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.620 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.620 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.620 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.620 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.620 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.620 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.621 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.621 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.621 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.621 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.621 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.621 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.621 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.621 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.621 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.621 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.621 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.621 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.621 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.621 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.622 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.622 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.622 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.622 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.622 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.622 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.622 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.622 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.622 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.622 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.622 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.622 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.622 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.623 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.623 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.623 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.623 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.623 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.623 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.623 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.623 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.623 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.623 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.623 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.623 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.623 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.624 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.624 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.624 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.624 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.624 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.624 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.624 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.624 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.624 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.624 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.624 INFO:teuthology.orchestra.run.smithi044.stdout: "roption1": { 2024-05-27T00:45:36.624 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "roption1", 2024-05-27T00:45:36.624 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.625 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.625 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.625 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.625 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.625 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.625 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.625 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.625 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.625 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.625 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.625 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.625 INFO:teuthology.orchestra.run.smithi044.stdout: "roption2": { 2024-05-27T00:45:36.625 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "roption2", 2024-05-27T00:45:36.626 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.626 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.626 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.626 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "xyz", 2024-05-27T00:45:36.626 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.626 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.626 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.626 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.626 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.626 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.626 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.626 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.626 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption1": { 2024-05-27T00:45:36.627 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption1", 2024-05-27T00:45:36.627 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.627 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.627 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.627 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.627 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.627 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.627 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.627 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.627 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.627 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.627 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.627 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.627 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption2": { 2024-05-27T00:45:36.628 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption2", 2024-05-27T00:45:36.628 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.628 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.628 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.628 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.628 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.628 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.628 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.628 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.628 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.628 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.628 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.628 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.629 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption3": { 2024-05-27T00:45:36.629 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption3", 2024-05-27T00:45:36.629 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "float", 2024-05-27T00:45:36.629 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.629 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.629 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.629 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.629 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.629 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.629 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.629 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.629 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.629 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.630 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.630 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption4": { 2024-05-27T00:45:36.630 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption4", 2024-05-27T00:45:36.630 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.630 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.630 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.630 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.630 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.630 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.630 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.630 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.630 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.631 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.631 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.631 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.631 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption5": { 2024-05-27T00:45:36.631 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption5", 2024-05-27T00:45:36.631 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.631 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.631 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.631 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.631 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.631 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.631 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.631 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.631 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.632 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.632 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.632 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.632 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption6": { 2024-05-27T00:45:36.632 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption6", 2024-05-27T00:45:36.632 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.632 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.632 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.632 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.632 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.632 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.632 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.632 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.633 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.633 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.633 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.633 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.633 INFO:teuthology.orchestra.run.smithi044.stdout: "rwoption7": { 2024-05-27T00:45:36.633 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rwoption7", 2024-05-27T00:45:36.633 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.633 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.633 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.633 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.633 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "1", 2024-05-27T00:45:36.633 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "42", 2024-05-27T00:45:36.633 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.634 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.634 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.634 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.634 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.634 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.634 INFO:teuthology.orchestra.run.smithi044.stdout: "testkey": { 2024-05-27T00:45:36.634 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testkey", 2024-05-27T00:45:36.634 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.634 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.634 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.634 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.634 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.634 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.634 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.635 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.635 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.635 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.635 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.635 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.635 INFO:teuthology.orchestra.run.smithi044.stdout: "testlkey": { 2024-05-27T00:45:36.635 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testlkey", 2024-05-27T00:45:36.635 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.635 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.635 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.635 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.635 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.635 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.635 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.636 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.636 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.636 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.636 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.636 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.636 INFO:teuthology.orchestra.run.smithi044.stdout: "testnewline": { 2024-05-27T00:45:36.636 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "testnewline", 2024-05-27T00:45:36.636 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.636 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.636 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.636 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.636 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.636 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.636 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.637 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.637 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.637 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.637 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.637 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.637 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.637 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.637 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.637 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snap_schedule", 2024-05-27T00:45:36.637 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.637 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.637 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.637 INFO:teuthology.orchestra.run.smithi044.stdout: "allow_m_granularity": { 2024-05-27T00:45:36.637 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "allow_m_granularity", 2024-05-27T00:45:36.638 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.638 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.638 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.638 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.638 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.638 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.638 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.638 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "allow minute scheduled snapshots", 2024-05-27T00:45:36.638 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.638 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.638 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.638 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.638 INFO:teuthology.orchestra.run.smithi044.stdout: "dump_on_update": { 2024-05-27T00:45:36.639 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "dump_on_update", 2024-05-27T00:45:36.639 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.639 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.639 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.639 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.639 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.639 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.639 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.639 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "dump database to debug log on update", 2024-05-27T00:45:36.639 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.639 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.639 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.639 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.639 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.640 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.640 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.640 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.640 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.640 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.640 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.640 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.640 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.640 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.640 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.640 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.640 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.640 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.640 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.640 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.641 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.641 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.641 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.641 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.641 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.641 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.641 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.641 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.641 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.641 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.641 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.641 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.641 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.642 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.642 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.642 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.642 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.642 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.642 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.642 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.642 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.642 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.642 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.642 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.642 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.642 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.643 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.643 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.643 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.643 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.643 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.643 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.643 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.643 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.643 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.643 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.643 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.643 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.643 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.643 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.644 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.644 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.644 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.644 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.644 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.644 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.644 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.644 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.644 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.644 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.644 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.644 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.644 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.644 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.645 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.645 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.645 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.645 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "stats", 2024-05-27T00:45:36.645 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.645 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.645 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.645 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.645 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.645 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.645 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.645 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.645 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.646 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.646 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.646 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.646 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.646 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.646 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.646 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.646 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.646 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.646 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.646 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.646 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.647 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.647 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.647 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.647 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.647 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.647 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.647 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.647 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.647 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.647 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.647 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.647 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.647 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.647 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.647 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.648 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.648 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.648 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.648 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.648 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.648 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.648 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.648 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.648 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.648 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.648 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.648 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.648 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.648 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.649 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.649 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.649 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.649 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.649 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.649 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.649 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.649 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.649 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.649 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.649 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.649 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.649 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.650 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.650 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.650 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.650 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.650 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.650 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.650 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.650 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.650 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.650 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.650 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.650 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.651 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.651 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "status", 2024-05-27T00:45:36.651 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.651 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.651 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.651 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.651 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.651 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.651 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.651 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.651 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.651 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.651 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.651 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.652 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.652 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.652 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.652 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.652 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.652 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.652 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.652 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.652 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.652 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.652 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.652 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.652 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.653 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.653 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.653 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.653 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.653 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.653 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.653 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.653 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.653 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.653 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.653 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.653 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.653 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.653 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.654 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.654 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.654 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.654 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.654 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.654 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.654 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.654 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.654 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.654 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.654 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.654 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.654 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.655 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.655 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.655 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.655 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.655 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.655 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.655 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.655 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.655 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.655 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.655 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.655 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.655 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.655 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.656 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.656 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.656 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.656 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.656 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.656 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.656 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.656 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.656 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.656 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.656 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "telegraf", 2024-05-27T00:45:36.656 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.656 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.657 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.657 INFO:teuthology.orchestra.run.smithi044.stdout: "address": { 2024-05-27T00:45:36.657 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "address", 2024-05-27T00:45:36.657 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.657 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.657 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.657 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-27T00:45:36.657 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.657 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.657 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.657 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.657 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.657 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.657 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.658 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.658 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-27T00:45:36.658 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-27T00:45:36.658 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.658 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.658 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.658 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "15", 2024-05-27T00:45:36.658 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.658 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.658 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.658 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.658 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.658 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.659 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.659 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.659 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.659 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.659 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.659 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.659 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.659 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.659 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.659 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.659 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.659 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.659 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.659 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.660 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.660 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.660 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.660 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.660 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.660 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.660 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.660 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.660 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.660 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.660 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.660 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.660 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.660 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.661 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.661 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.661 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.661 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.661 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.661 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.661 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.661 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.661 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.661 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.661 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.661 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.661 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.662 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.662 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.662 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.662 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.662 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.662 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.662 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.662 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.662 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.662 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.662 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.662 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.662 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.663 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.663 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.663 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.663 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.663 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.663 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.663 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.663 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.663 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.663 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.663 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.663 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.663 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.663 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.664 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.664 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.664 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.664 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.664 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.664 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.664 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.664 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "telemetry", 2024-05-27T00:45:36.664 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.664 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.664 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.664 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_basic": { 2024-05-27T00:45:36.664 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_basic", 2024-05-27T00:45:36.664 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.665 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.665 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.665 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.665 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.665 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.665 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.665 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-27T00:45:36.665 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.665 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.665 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.665 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.665 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_crash": { 2024-05-27T00:45:36.665 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_crash", 2024-05-27T00:45:36.665 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.666 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.666 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.666 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.666 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.666 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.666 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.666 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-27T00:45:36.666 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.666 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.666 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.666 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.666 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_device": { 2024-05-27T00:45:36.666 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_device", 2024-05-27T00:45:36.667 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.667 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.667 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.667 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.667 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.667 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.667 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.667 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-27T00:45:36.667 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.667 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.667 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.667 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.667 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_ident": { 2024-05-27T00:45:36.667 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_ident", 2024-05-27T00:45:36.668 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.668 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.668 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.668 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.668 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.668 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.668 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.668 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-27T00:45:36.668 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.668 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.668 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.668 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.668 INFO:teuthology.orchestra.run.smithi044.stdout: "channel_perf": { 2024-05-27T00:45:36.669 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "channel_perf", 2024-05-27T00:45:36.669 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.669 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.669 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.669 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.669 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.669 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.669 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.669 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-27T00:45:36.669 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.669 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.669 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.669 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.669 INFO:teuthology.orchestra.run.smithi044.stdout: "contact": { 2024-05-27T00:45:36.670 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "contact", 2024-05-27T00:45:36.670 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.670 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.670 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.670 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.670 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.670 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.670 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.670 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.670 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.670 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.670 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.670 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.670 INFO:teuthology.orchestra.run.smithi044.stdout: "description": { 2024-05-27T00:45:36.671 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "description", 2024-05-27T00:45:36.671 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.671 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.671 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.671 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.671 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.671 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.671 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.671 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.671 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.671 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.671 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.671 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.671 INFO:teuthology.orchestra.run.smithi044.stdout: "device_url": { 2024-05-27T00:45:36.672 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "device_url", 2024-05-27T00:45:36.672 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.672 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.672 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.672 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-27T00:45:36.672 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.672 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.672 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.672 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.672 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.672 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.672 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.672 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.672 INFO:teuthology.orchestra.run.smithi044.stdout: "enabled": { 2024-05-27T00:45:36.673 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "enabled", 2024-05-27T00:45:36.673 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.673 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.673 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.673 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.673 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.673 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.673 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.673 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.673 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.673 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.673 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.673 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.673 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-27T00:45:36.674 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-27T00:45:36.674 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.674 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.674 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.674 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "24", 2024-05-27T00:45:36.674 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "8", 2024-05-27T00:45:36.674 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.674 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.674 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.674 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.674 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.674 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.674 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.674 INFO:teuthology.orchestra.run.smithi044.stdout: "last_opt_revision": { 2024-05-27T00:45:36.675 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "last_opt_revision", 2024-05-27T00:45:36.675 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.675 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.675 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.675 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "1", 2024-05-27T00:45:36.675 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.675 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.675 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.675 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.675 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.675 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.675 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.675 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.675 INFO:teuthology.orchestra.run.smithi044.stdout: "leaderboard": { 2024-05-27T00:45:36.676 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "leaderboard", 2024-05-27T00:45:36.676 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.676 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.676 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.676 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.676 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.676 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.676 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.676 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.676 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.676 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.676 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.676 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.676 INFO:teuthology.orchestra.run.smithi044.stdout: "leaderboard_description": { 2024-05-27T00:45:36.677 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "leaderboard_description", 2024-05-27T00:45:36.677 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.677 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.677 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.677 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.677 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.677 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.677 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.677 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.677 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.677 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.677 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.677 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.677 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.678 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.678 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.678 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.678 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.678 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.678 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.678 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.678 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.678 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.678 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.678 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.678 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.678 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.679 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.679 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.679 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.679 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.679 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.679 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.679 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.679 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.679 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.679 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.679 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.679 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.679 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.679 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.680 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.680 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.680 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.680 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.680 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.680 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.680 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.680 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.680 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.680 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.680 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.680 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.680 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.680 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.681 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.681 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.681 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.681 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.681 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.681 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.681 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.681 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.681 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.681 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.681 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.681 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.681 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.682 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.682 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.682 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.682 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.682 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.682 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.682 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.682 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.682 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.682 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.682 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.682 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.682 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.683 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.683 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.683 INFO:teuthology.orchestra.run.smithi044.stdout: "organization": { 2024-05-27T00:45:36.683 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "organization", 2024-05-27T00:45:36.683 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.683 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.683 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.683 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.683 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.683 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.683 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.683 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.683 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.683 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.684 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.684 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.684 INFO:teuthology.orchestra.run.smithi044.stdout: "proxy": { 2024-05-27T00:45:36.684 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "proxy", 2024-05-27T00:45:36.684 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.684 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.684 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.684 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.684 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.684 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.684 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.684 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.684 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.684 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.685 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.685 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.685 INFO:teuthology.orchestra.run.smithi044.stdout: "url": { 2024-05-27T00:45:36.685 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "url", 2024-05-27T00:45:36.685 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.685 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.685 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.685 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-27T00:45:36.685 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.685 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.685 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.685 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.685 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.686 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.686 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.686 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.686 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.686 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.686 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.686 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "test_orchestrator", 2024-05-27T00:45:36.686 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.686 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.686 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.686 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.686 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.686 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.687 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.687 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.687 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.687 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.687 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.687 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.687 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.687 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.687 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.687 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.687 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.687 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.687 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.687 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.688 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.688 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.688 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.688 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.688 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.688 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.688 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.688 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.688 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.688 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.688 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.688 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.688 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.688 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.689 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.689 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.689 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.689 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.689 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.689 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.689 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.689 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.689 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.689 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.689 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.689 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.689 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.689 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.690 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.690 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.690 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.690 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.690 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.690 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.690 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.690 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.690 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.690 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.690 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.690 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.690 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.690 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.691 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.691 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.691 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.691 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.691 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.691 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.691 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.691 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.691 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.691 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.691 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.691 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.691 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.692 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.692 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "volumes", 2024-05-27T00:45:36.692 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.692 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.692 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.692 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.692 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.692 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.692 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.692 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.692 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.692 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.692 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.692 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.692 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.693 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.693 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.693 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.693 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.693 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.693 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.693 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.693 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.693 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.693 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.693 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.693 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.693 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.693 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.694 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.694 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.694 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.694 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.694 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.694 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.694 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.694 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.694 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.694 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.694 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.694 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.694 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.695 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.695 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.695 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.695 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.695 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.695 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.695 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.695 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.695 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.695 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.695 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.695 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.695 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.695 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.696 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.696 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.696 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.696 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.696 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.696 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.696 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.696 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.696 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.696 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.696 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.696 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.696 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.696 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.697 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.697 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.697 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.697 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.697 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.697 INFO:teuthology.orchestra.run.smithi044.stdout: "max_concurrent_clones": { 2024-05-27T00:45:36.697 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "max_concurrent_clones", 2024-05-27T00:45:36.697 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.697 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.697 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.697 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "4", 2024-05-27T00:45:36.697 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.697 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.697 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.698 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-27T00:45:36.698 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.698 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.698 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.698 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.698 INFO:teuthology.orchestra.run.smithi044.stdout: "periodic_async_work": { 2024-05-27T00:45:36.698 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "periodic_async_work", 2024-05-27T00:45:36.698 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.698 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.698 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.698 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.698 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.698 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.699 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.699 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Periodically check for async work", 2024-05-27T00:45:36.699 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.699 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.699 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.699 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.699 INFO:teuthology.orchestra.run.smithi044.stdout: "snapshot_clone_delay": { 2024-05-27T00:45:36.699 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snapshot_clone_delay", 2024-05-27T00:45:36.699 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.699 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.699 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.699 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "0", 2024-05-27T00:45:36.699 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.699 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.700 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.700 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-27T00:45:36.700 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.700 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.700 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.700 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.700 INFO:teuthology.orchestra.run.smithi044.stdout: "snapshot_clone_no_wait": { 2024-05-27T00:45:36.700 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snapshot_clone_no_wait", 2024-05-27T00:45:36.700 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.700 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.700 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.700 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "True", 2024-05-27T00:45:36.700 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.700 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.701 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.701 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-27T00:45:36.701 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.701 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.701 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.701 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.701 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.701 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.701 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.701 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix", 2024-05-27T00:45:36.701 INFO:teuthology.orchestra.run.smithi044.stdout: "can_run": true, 2024-05-27T00:45:36.701 INFO:teuthology.orchestra.run.smithi044.stdout: "error_string": "", 2024-05-27T00:45:36.701 INFO:teuthology.orchestra.run.smithi044.stdout: "module_options": { 2024-05-27T00:45:36.701 INFO:teuthology.orchestra.run.smithi044.stdout: "discovery_interval": { 2024-05-27T00:45:36.702 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "discovery_interval", 2024-05-27T00:45:36.702 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "uint", 2024-05-27T00:45:36.702 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.702 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.702 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "100", 2024-05-27T00:45:36.702 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.702 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.702 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.702 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.702 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.702 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.702 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.702 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.703 INFO:teuthology.orchestra.run.smithi044.stdout: "identifier": { 2024-05-27T00:45:36.703 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "identifier", 2024-05-27T00:45:36.703 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.703 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.703 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.703 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.703 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.703 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.703 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.703 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.703 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.703 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.703 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.703 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.704 INFO:teuthology.orchestra.run.smithi044.stdout: "interval": { 2024-05-27T00:45:36.704 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "interval", 2024-05-27T00:45:36.704 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "secs", 2024-05-27T00:45:36.704 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.704 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.704 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "60", 2024-05-27T00:45:36.704 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.704 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.704 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.704 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.704 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.704 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.704 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.704 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.705 INFO:teuthology.orchestra.run.smithi044.stdout: "log_level": { 2024-05-27T00:45:36.705 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_level", 2024-05-27T00:45:36.705 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.705 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.705 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.705 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.705 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.705 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.705 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.705 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.705 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.705 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.705 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.705 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.706 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.706 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.706 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.706 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.706 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.706 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.706 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.706 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster": { 2024-05-27T00:45:36.706 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster", 2024-05-27T00:45:36.706 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.706 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.706 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.706 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.707 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.707 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.707 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.707 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.707 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.707 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.707 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.707 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.707 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_cluster_level": { 2024-05-27T00:45:36.707 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_cluster_level", 2024-05-27T00:45:36.707 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.707 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.707 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.708 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "info", 2024-05-27T00:45:36.708 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.708 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.708 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [ 2024-05-27T00:45:36.708 INFO:teuthology.orchestra.run.smithi044.stdout: "", 2024-05-27T00:45:36.708 INFO:teuthology.orchestra.run.smithi044.stdout: "critical", 2024-05-27T00:45:36.708 INFO:teuthology.orchestra.run.smithi044.stdout: "debug", 2024-05-27T00:45:36.708 INFO:teuthology.orchestra.run.smithi044.stdout: "error", 2024-05-27T00:45:36.708 INFO:teuthology.orchestra.run.smithi044.stdout: "info", 2024-05-27T00:45:36.708 INFO:teuthology.orchestra.run.smithi044.stdout: "warning" 2024-05-27T00:45:36.708 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.708 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.708 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.708 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.709 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.709 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.709 INFO:teuthology.orchestra.run.smithi044.stdout: "log_to_file": { 2024-05-27T00:45:36.709 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "log_to_file", 2024-05-27T00:45:36.709 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "bool", 2024-05-27T00:45:36.709 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.709 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 1, 2024-05-27T00:45:36.709 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "False", 2024-05-27T00:45:36.709 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.709 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.709 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.709 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.709 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.709 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.710 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.710 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.710 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_host": { 2024-05-27T00:45:36.710 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_host", 2024-05-27T00:45:36.710 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.710 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.710 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.710 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "", 2024-05-27T00:45:36.710 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.710 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.710 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.710 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.710 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.710 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.711 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.711 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.711 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_port": { 2024-05-27T00:45:36.711 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_port", 2024-05-27T00:45:36.711 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "int", 2024-05-27T00:45:36.711 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.711 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.711 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "10051", 2024-05-27T00:45:36.711 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.711 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.711 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.711 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.711 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.711 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.712 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.712 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.712 INFO:teuthology.orchestra.run.smithi044.stdout: "zabbix_sender": { 2024-05-27T00:45:36.712 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "zabbix_sender", 2024-05-27T00:45:36.712 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "str", 2024-05-27T00:45:36.712 INFO:teuthology.orchestra.run.smithi044.stdout: "level": "advanced", 2024-05-27T00:45:36.712 INFO:teuthology.orchestra.run.smithi044.stdout: "flags": 0, 2024-05-27T00:45:36.712 INFO:teuthology.orchestra.run.smithi044.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-27T00:45:36.712 INFO:teuthology.orchestra.run.smithi044.stdout: "min": "", 2024-05-27T00:45:36.712 INFO:teuthology.orchestra.run.smithi044.stdout: "max": "", 2024-05-27T00:45:36.712 INFO:teuthology.orchestra.run.smithi044.stdout: "enum_allowed": [], 2024-05-27T00:45:36.712 INFO:teuthology.orchestra.run.smithi044.stdout: "desc": "", 2024-05-27T00:45:36.712 INFO:teuthology.orchestra.run.smithi044.stdout: "long_desc": "", 2024-05-27T00:45:36.712 INFO:teuthology.orchestra.run.smithi044.stdout: "tags": [], 2024-05-27T00:45:36.713 INFO:teuthology.orchestra.run.smithi044.stdout: "see_also": [] 2024-05-27T00:45:36.713 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.713 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.713 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.713 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.713 INFO:teuthology.orchestra.run.smithi044.stdout: "services": { 2024-05-27T00:45:36.713 INFO:teuthology.orchestra.run.smithi044.stdout: "dashboard": "https://172.21.15.44:8443/" 2024-05-27T00:45:36.713 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.713 INFO:teuthology.orchestra.run.smithi044.stdout: "always_on_modules": { 2024-05-27T00:45:36.713 INFO:teuthology.orchestra.run.smithi044.stdout: "octopus": [ 2024-05-27T00:45:36.713 INFO:teuthology.orchestra.run.smithi044.stdout: "balancer", 2024-05-27T00:45:36.713 INFO:teuthology.orchestra.run.smithi044.stdout: "crash", 2024-05-27T00:45:36.713 INFO:teuthology.orchestra.run.smithi044.stdout: "devicehealth", 2024-05-27T00:45:36.713 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator", 2024-05-27T00:45:36.714 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_autoscaler", 2024-05-27T00:45:36.714 INFO:teuthology.orchestra.run.smithi044.stdout: "progress", 2024-05-27T00:45:36.714 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_support", 2024-05-27T00:45:36.714 INFO:teuthology.orchestra.run.smithi044.stdout: "status", 2024-05-27T00:45:36.714 INFO:teuthology.orchestra.run.smithi044.stdout: "telemetry", 2024-05-27T00:45:36.714 INFO:teuthology.orchestra.run.smithi044.stdout: "volumes" 2024-05-27T00:45:36.714 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.714 INFO:teuthology.orchestra.run.smithi044.stdout: "pacific": [ 2024-05-27T00:45:36.714 INFO:teuthology.orchestra.run.smithi044.stdout: "balancer", 2024-05-27T00:45:36.714 INFO:teuthology.orchestra.run.smithi044.stdout: "crash", 2024-05-27T00:45:36.714 INFO:teuthology.orchestra.run.smithi044.stdout: "devicehealth", 2024-05-27T00:45:36.714 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator", 2024-05-27T00:45:36.714 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_autoscaler", 2024-05-27T00:45:36.714 INFO:teuthology.orchestra.run.smithi044.stdout: "progress", 2024-05-27T00:45:36.714 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_support", 2024-05-27T00:45:36.715 INFO:teuthology.orchestra.run.smithi044.stdout: "status", 2024-05-27T00:45:36.715 INFO:teuthology.orchestra.run.smithi044.stdout: "telemetry", 2024-05-27T00:45:36.715 INFO:teuthology.orchestra.run.smithi044.stdout: "volumes" 2024-05-27T00:45:36.715 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.715 INFO:teuthology.orchestra.run.smithi044.stdout: "quincy": [ 2024-05-27T00:45:36.715 INFO:teuthology.orchestra.run.smithi044.stdout: "balancer", 2024-05-27T00:45:36.715 INFO:teuthology.orchestra.run.smithi044.stdout: "crash", 2024-05-27T00:45:36.715 INFO:teuthology.orchestra.run.smithi044.stdout: "devicehealth", 2024-05-27T00:45:36.715 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator", 2024-05-27T00:45:36.715 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_autoscaler", 2024-05-27T00:45:36.715 INFO:teuthology.orchestra.run.smithi044.stdout: "progress", 2024-05-27T00:45:36.715 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_support", 2024-05-27T00:45:36.715 INFO:teuthology.orchestra.run.smithi044.stdout: "status", 2024-05-27T00:45:36.715 INFO:teuthology.orchestra.run.smithi044.stdout: "telemetry", 2024-05-27T00:45:36.716 INFO:teuthology.orchestra.run.smithi044.stdout: "volumes" 2024-05-27T00:45:36.716 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.716 INFO:teuthology.orchestra.run.smithi044.stdout: "reef": [ 2024-05-27T00:45:36.716 INFO:teuthology.orchestra.run.smithi044.stdout: "balancer", 2024-05-27T00:45:36.716 INFO:teuthology.orchestra.run.smithi044.stdout: "crash", 2024-05-27T00:45:36.716 INFO:teuthology.orchestra.run.smithi044.stdout: "devicehealth", 2024-05-27T00:45:36.716 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator", 2024-05-27T00:45:36.716 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_autoscaler", 2024-05-27T00:45:36.716 INFO:teuthology.orchestra.run.smithi044.stdout: "progress", 2024-05-27T00:45:36.716 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_support", 2024-05-27T00:45:36.716 INFO:teuthology.orchestra.run.smithi044.stdout: "status", 2024-05-27T00:45:36.716 INFO:teuthology.orchestra.run.smithi044.stdout: "telemetry", 2024-05-27T00:45:36.716 INFO:teuthology.orchestra.run.smithi044.stdout: "volumes" 2024-05-27T00:45:36.716 INFO:teuthology.orchestra.run.smithi044.stdout: ], 2024-05-27T00:45:36.716 INFO:teuthology.orchestra.run.smithi044.stdout: "squid": [ 2024-05-27T00:45:36.717 INFO:teuthology.orchestra.run.smithi044.stdout: "balancer", 2024-05-27T00:45:36.717 INFO:teuthology.orchestra.run.smithi044.stdout: "crash", 2024-05-27T00:45:36.717 INFO:teuthology.orchestra.run.smithi044.stdout: "devicehealth", 2024-05-27T00:45:36.717 INFO:teuthology.orchestra.run.smithi044.stdout: "orchestrator", 2024-05-27T00:45:36.717 INFO:teuthology.orchestra.run.smithi044.stdout: "pg_autoscaler", 2024-05-27T00:45:36.717 INFO:teuthology.orchestra.run.smithi044.stdout: "progress", 2024-05-27T00:45:36.717 INFO:teuthology.orchestra.run.smithi044.stdout: "rbd_support", 2024-05-27T00:45:36.717 INFO:teuthology.orchestra.run.smithi044.stdout: "status", 2024-05-27T00:45:36.717 INFO:teuthology.orchestra.run.smithi044.stdout: "telemetry", 2024-05-27T00:45:36.717 INFO:teuthology.orchestra.run.smithi044.stdout: "volumes" 2024-05-27T00:45:36.717 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-27T00:45:36.717 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.717 INFO:teuthology.orchestra.run.smithi044.stdout: "last_failure_osd_epoch": 96, 2024-05-27T00:45:36.717 INFO:teuthology.orchestra.run.smithi044.stdout: "active_clients": [ 2024-05-27T00:45:36.718 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.718 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "devicehealth", 2024-05-27T00:45:36.718 INFO:teuthology.orchestra.run.smithi044.stdout: "addrvec": [ 2024-05-27T00:45:36.718 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.718 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v2", 2024-05-27T00:45:36.718 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:0", 2024-05-27T00:45:36.718 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 207623100 2024-05-27T00:45:36.718 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.718 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-27T00:45:36.718 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.718 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.718 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "libcephsqlite", 2024-05-27T00:45:36.718 INFO:teuthology.orchestra.run.smithi044.stdout: "addrvec": [ 2024-05-27T00:45:36.719 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.719 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v2", 2024-05-27T00:45:36.719 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:0", 2024-05-27T00:45:36.719 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 2696141616 2024-05-27T00:45:36.719 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.719 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-27T00:45:36.719 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.719 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.719 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "rbd_support", 2024-05-27T00:45:36.719 INFO:teuthology.orchestra.run.smithi044.stdout: "addrvec": [ 2024-05-27T00:45:36.719 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.719 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v2", 2024-05-27T00:45:36.719 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:0", 2024-05-27T00:45:36.719 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 3435460941 2024-05-27T00:45:36.720 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.720 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-27T00:45:36.720 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.720 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.720 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snap_schedule", 2024-05-27T00:45:36.720 INFO:teuthology.orchestra.run.smithi044.stdout: "addrvec": [ 2024-05-27T00:45:36.720 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.720 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v2", 2024-05-27T00:45:36.720 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:0", 2024-05-27T00:45:36.720 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 917960912 2024-05-27T00:45:36.720 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.720 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-27T00:45:36.720 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.720 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.720 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "snap_schedule", 2024-05-27T00:45:36.721 INFO:teuthology.orchestra.run.smithi044.stdout: "addrvec": [ 2024-05-27T00:45:36.721 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.721 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v2", 2024-05-27T00:45:36.721 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:0", 2024-05-27T00:45:36.721 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 3219574311 2024-05-27T00:45:36.721 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.721 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-27T00:45:36.721 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:36.721 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.721 INFO:teuthology.orchestra.run.smithi044.stdout: "name": "volumes", 2024-05-27T00:45:36.721 INFO:teuthology.orchestra.run.smithi044.stdout: "addrvec": [ 2024-05-27T00:45:36.721 INFO:teuthology.orchestra.run.smithi044.stdout: { 2024-05-27T00:45:36.721 INFO:teuthology.orchestra.run.smithi044.stdout: "type": "v2", 2024-05-27T00:45:36.721 INFO:teuthology.orchestra.run.smithi044.stdout: "addr": "172.21.15.44:0", 2024-05-27T00:45:36.722 INFO:teuthology.orchestra.run.smithi044.stdout: "nonce": 2177868484 2024-05-27T00:45:36.722 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.722 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-27T00:45:36.722 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:36.722 INFO:teuthology.orchestra.run.smithi044.stdout: ] 2024-05-27T00:45:36.722 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:45:36.723 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:35 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1803737431' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:45:36.723 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:35 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1402972565' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-27T00:45:36.723 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:35 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1803737431' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:45:36.723 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:35 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1402972565' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-27T00:45:36.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.384+0000 7f3048a00640 1 -- 172.21.15.44:0/1402972565 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f30280a2d00 msgr2=0x7f30280a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:36.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.384+0000 7f3048a00640 1 --2- 172.21.15.44:0/1402972565 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f30280a2d00 0x7f30280a51c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f302c0096c0 tx=0x7f302c0046c0 comp rx=0 tx=0).stop 2024-05-27T00:45:36.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.384+0000 7f3048a00640 1 -- 172.21.15.44:0/1402972565 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3044100800 msgr2=0x7f304419a5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:45:36.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.384+0000 7f3048a00640 1 --2- 172.21.15.44:0/1402972565 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3044100800 0x7f304419a5b0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f303400eb00 tx=0x7f303400c2d0 comp rx=0 tx=0).stop 2024-05-27T00:45:36.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.384+0000 7f3048a00640 1 -- 172.21.15.44:0/1402972565 shutdown_connections 2024-05-27T00:45:36.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.384+0000 7f3048a00640 1 --2- 172.21.15.44:0/1402972565 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f30280a2d00 0x7f30280a51c0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:36.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.385+0000 7f3048a00640 1 --2- 172.21.15.44:0/1402972565 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f304410e3b0 0x7f304419ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:36.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.385+0000 7f3048a00640 1 --2- 172.21.15.44:0/1402972565 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3044101120 0x7f304419aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:36.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.385+0000 7f3048a00640 1 --2- 172.21.15.44:0/1402972565 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3044100800 0x7f304419a5b0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:45:36.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.385+0000 7f3048a00640 1 -- 172.21.15.44:0/1402972565 >> 172.21.15.44:0/1402972565 conn(0x7f3044077a00 msgr2=0x7f304410f770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:45:36.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.385+0000 7f3048a00640 1 -- 172.21.15.44:0/1402972565 shutdown_connections 2024-05-27T00:45:36.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:45:35.385+0000 7f3048a00640 1 -- 172.21.15.44:0/1402972565 wait complete. 2024-05-27T00:45:36.732 DEBUG:tasks.check_counter:Getting stats from a 2024-05-27T00:45:36.732 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph daemon mds.a perf dump 2024-05-27T00:45:36.732 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:35 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1803737431' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:45:36.732 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:35 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1402972565' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-27T00:45:37.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:36 smithi137 ceph-mon[36552]: pgmap v320: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-05-27T00:45:37.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:36 smithi044 ceph-mon[31645]: pgmap v320: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-05-27T00:45:37.187 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:45:37.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:36 smithi050 ceph-mon[36071]: pgmap v320: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-05-27T00:45:38.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:38 smithi044 ceph-mon[31645]: pgmap v321: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-05-27T00:45:39.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:38 smithi137 ceph-mon[36552]: pgmap v321: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-05-27T00:45:39.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:38 smithi050 ceph-mon[36071]: pgmap v321: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-05-27T00:45:39.500 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:45:39.500 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-0": { 2024-05-27T00:45:39.500 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 16012, 2024-05-27T00:45:39.500 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 23130, 2024-05-27T00:45:39.500 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 5203099, 2024-05-27T00:45:39.500 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 43254767, 2024-05-27T00:45:39.500 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 12, 2024-05-27T00:45:39.500 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 5, 2024-05-27T00:45:39.500 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 3.750530018, 2024-05-27T00:45:39.501 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 1.763741661, 2024-05-27T00:45:39.501 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 1.566801170, 2024-05-27T00:45:39.501 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.460679234, 2024-05-27T00:45:39.501 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:45:39.501 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 23129, 2024-05-27T00:45:39.501 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 3.524903687, 2024-05-27T00:45:39.501 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000152401 2024-05-27T00:45:39.501 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.501 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:45:39.501 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 21557, 2024-05-27T00:45:39.501 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.014203381, 2024-05-27T00:45:39.502 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000658 2024-05-27T00:45:39.502 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.502 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 4640, 2024-05-27T00:45:39.502 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 5600 2024-05-27T00:45:39.502 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.502 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-1": { 2024-05-27T00:45:39.502 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 7358, 2024-05-27T00:45:39.502 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 7458, 2024-05-27T00:45:39.502 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 3480792, 2024-05-27T00:45:39.502 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 40433839, 2024-05-27T00:45:39.502 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 19, 2024-05-27T00:45:39.502 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 5, 2024-05-27T00:45:39.502 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 1.431675025, 2024-05-27T00:45:39.503 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.512607261, 2024-05-27T00:45:39.503 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.362875736, 2024-05-27T00:45:39.503 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.481872362, 2024-05-27T00:45:39.503 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:45:39.503 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 7457, 2024-05-27T00:45:39.503 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 1.877289599, 2024-05-27T00:45:39.503 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000251748 2024-05-27T00:45:39.503 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.503 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:45:39.503 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 23, 2024-05-27T00:45:39.503 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000005774, 2024-05-27T00:45:39.503 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000251 2024-05-27T00:45:39.503 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.504 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 1684288, 2024-05-27T00:45:39.504 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 498128 2024-05-27T00:45:39.504 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.504 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-2": { 2024-05-27T00:45:39.504 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 54958, 2024-05-27T00:45:39.504 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 104021, 2024-05-27T00:45:39.504 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 20724611, 2024-05-27T00:45:39.504 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 98939564, 2024-05-27T00:45:39.504 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 13, 2024-05-27T00:45:39.504 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 6, 2024-05-27T00:45:39.504 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 19.699228368, 2024-05-27T00:45:39.504 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 12.224768725, 2024-05-27T00:45:39.504 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 8.908622779, 2024-05-27T00:45:39.505 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.594904606, 2024-05-27T00:45:39.505 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:45:39.505 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 104018, 2024-05-27T00:45:39.505 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 14.453592611, 2024-05-27T00:45:39.505 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000138952 2024-05-27T00:45:39.505 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.505 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:45:39.505 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 118177, 2024-05-27T00:45:39.505 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.075819383, 2024-05-27T00:45:39.505 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000641 2024-05-27T00:45:39.505 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.505 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 14929952, 2024-05-27T00:45:39.505 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 41939184 2024-05-27T00:45:39.505 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.506 INFO:teuthology.orchestra.run.smithi044.stdout: "cct": { 2024-05-27T00:45:39.506 INFO:teuthology.orchestra.run.smithi044.stdout: "total_workers": 1, 2024-05-27T00:45:39.506 INFO:teuthology.orchestra.run.smithi044.stdout: "unhealthy_workers": 0 2024-05-27T00:45:39.506 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.506 INFO:teuthology.orchestra.run.smithi044.stdout: "finisher-MDSRank": { 2024-05-27T00:45:39.506 INFO:teuthology.orchestra.run.smithi044.stdout: "queue_len": 0, 2024-05-27T00:45:39.506 INFO:teuthology.orchestra.run.smithi044.stdout: "complete_latency": { 2024-05-27T00:45:39.506 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 4590, 2024-05-27T00:45:39.506 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 51.105901032, 2024-05-27T00:45:39.506 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.011134183 2024-05-27T00:45:39.506 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:39.507 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.507 INFO:teuthology.orchestra.run.smithi044.stdout: "finisher-PurgeQueue": { 2024-05-27T00:45:39.507 INFO:teuthology.orchestra.run.smithi044.stdout: "queue_len": 0, 2024-05-27T00:45:39.507 INFO:teuthology.orchestra.run.smithi044.stdout: "complete_latency": { 2024-05-27T00:45:39.507 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 16122, 2024-05-27T00:45:39.507 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 10.000571692, 2024-05-27T00:45:39.507 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000620305 2024-05-27T00:45:39.507 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:39.507 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.507 INFO:teuthology.orchestra.run.smithi044.stdout: "mds": { 2024-05-27T00:45:39.508 INFO:teuthology.orchestra.run.smithi044.stdout: "request": 22046, 2024-05-27T00:45:39.508 INFO:teuthology.orchestra.run.smithi044.stdout: "reply": 22009, 2024-05-27T00:45:39.508 INFO:teuthology.orchestra.run.smithi044.stdout: "reply_latency": { 2024-05-27T00:45:39.508 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 22009, 2024-05-27T00:45:39.508 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 96.145341144, 2024-05-27T00:45:39.508 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.004368455 2024-05-27T00:45:39.508 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.508 INFO:teuthology.orchestra.run.smithi044.stdout: "slow_reply": 0, 2024-05-27T00:45:39.508 INFO:teuthology.orchestra.run.smithi044.stdout: "forward": 37, 2024-05-27T00:45:39.508 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_fetch_complete": 0, 2024-05-27T00:45:39.509 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_fetch_keys": 0, 2024-05-27T00:45:39.509 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_commit": 101, 2024-05-27T00:45:39.509 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_split": 10, 2024-05-27T00:45:39.509 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_merge": 0, 2024-05-27T00:45:39.509 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes": 13186, 2024-05-27T00:45:39.509 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_top": 20, 2024-05-27T00:45:39.509 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_bottom": 5041, 2024-05-27T00:45:39.509 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_pin_tail": 8125, 2024-05-27T00:45:39.509 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_pinned": 13156, 2024-05-27T00:45:39.509 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_expired": 452, 2024-05-27T00:45:39.509 INFO:teuthology.orchestra.run.smithi044.stdout: "inodes_with_caps": 1, 2024-05-27T00:45:39.510 INFO:teuthology.orchestra.run.smithi044.stdout: "caps": 1, 2024-05-27T00:45:39.510 INFO:teuthology.orchestra.run.smithi044.stdout: "subtrees": 18, 2024-05-27T00:45:39.510 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse": 23326, 2024-05-27T00:45:39.510 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_hit": 22490, 2024-05-27T00:45:39.510 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_forward": 1, 2024-05-27T00:45:39.510 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_discover": 44, 2024-05-27T00:45:39.510 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_dir_fetch": 0, 2024-05-27T00:45:39.510 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_remote_ino": 0, 2024-05-27T00:45:39.510 INFO:teuthology.orchestra.run.smithi044.stdout: "traverse_lock": 0, 2024-05-27T00:45:39.510 INFO:teuthology.orchestra.run.smithi044.stdout: "load_cent": 0, 2024-05-27T00:45:39.511 INFO:teuthology.orchestra.run.smithi044.stdout: "q": 0, 2024-05-27T00:45:39.511 INFO:teuthology.orchestra.run.smithi044.stdout: "exported": 36, 2024-05-27T00:45:39.511 INFO:teuthology.orchestra.run.smithi044.stdout: "exported_inodes": 374, 2024-05-27T00:45:39.511 INFO:teuthology.orchestra.run.smithi044.stdout: "imported": 70, 2024-05-27T00:45:39.512 INFO:teuthology.orchestra.run.smithi044.stdout: "imported_inodes": 1768, 2024-05-27T00:45:39.512 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_dir_fetch": 0, 2024-05-27T00:45:39.512 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_backtrace_fetch": 3592, 2024-05-27T00:45:39.512 INFO:teuthology.orchestra.run.smithi044.stdout: "openino_peer_discover": 0, 2024-05-27T00:45:39.512 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rfiles": 2842, 2024-05-27T00:45:39.512 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rbytes": 85049750, 2024-05-27T00:45:39.512 INFO:teuthology.orchestra.run.smithi044.stdout: "root_rsnaps": 2, 2024-05-27T00:45:39.512 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_backtrace_fetch": 3592, 2024-05-27T00:45:39.512 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_set_tag": 0, 2024-05-27T00:45:39.512 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_backtrace_repaired": 0, 2024-05-27T00:45:39.512 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_inotable_repaired": 0, 2024-05-27T00:45:39.512 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dir_inodes": 287, 2024-05-27T00:45:39.512 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dir_base_inodes": 0, 2024-05-27T00:45:39.513 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_dirfrag_rstats": 287, 2024-05-27T00:45:39.513 INFO:teuthology.orchestra.run.smithi044.stdout: "scrub_file_inodes": 3305, 2024-05-27T00:45:39.513 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_inode_file_caps": 72, 2024-05-27T00:45:39.513 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_revoke": 2620, 2024-05-27T00:45:39.513 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_grant": 21735, 2024-05-27T00:45:39.513 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_trunc": 0, 2024-05-27T00:45:39.513 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-27T00:45:39.513 INFO:teuthology.orchestra.run.smithi044.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-27T00:45:39.513 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_caps": 14237, 2024-05-27T00:45:39.513 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_caps_dirty": 11490, 2024-05-27T00:45:39.513 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_cap_release": 161, 2024-05-27T00:45:39.513 INFO:teuthology.orchestra.run.smithi044.stdout: "process_request_cap_release": 12728 2024-05-27T00:45:39.513 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.514 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_cache": { 2024-05-27T00:45:39.514 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_update": 1192, 2024-05-27T00:45:39.514 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_update_receipt": 61, 2024-05-27T00:45:39.514 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_try_discover": 38, 2024-05-27T00:45:39.514 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_send_discover": 80, 2024-05-27T00:45:39.514 INFO:teuthology.orchestra.run.smithi044.stdout: "dir_handle_discover": 2393, 2024-05-27T00:45:39.514 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays": 489, 2024-05-27T00:45:39.514 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays_delayed": 0, 2024-05-27T00:45:39.514 INFO:teuthology.orchestra.run.smithi044.stdout: "num_strays_enqueuing": 0, 2024-05-27T00:45:39.514 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_created": 10755, 2024-05-27T00:45:39.514 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_enqueued": 10266, 2024-05-27T00:45:39.514 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_reintegrated": 0, 2024-05-27T00:45:39.514 INFO:teuthology.orchestra.run.smithi044.stdout: "strays_migrated": 0, 2024-05-27T00:45:39.515 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_processing": 0, 2024-05-27T00:45:39.515 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_enqueued": 0, 2024-05-27T00:45:39.515 INFO:teuthology.orchestra.run.smithi044.stdout: "num_recovering_prioritized": 0, 2024-05-27T00:45:39.515 INFO:teuthology.orchestra.run.smithi044.stdout: "recovery_started": 0, 2024-05-27T00:45:39.515 INFO:teuthology.orchestra.run.smithi044.stdout: "recovery_completed": 0, 2024-05-27T00:45:39.515 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_quiesce_path": 0, 2024-05-27T00:45:39.515 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_quiesce_inode": 0, 2024-05-27T00:45:39.515 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_enqueue_scrub": 0, 2024-05-27T00:45:39.515 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_exportdir": 36, 2024-05-27T00:45:39.515 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_flush": 0, 2024-05-27T00:45:39.515 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_fragmentdir": 10, 2024-05-27T00:45:39.515 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_fragstats": 0, 2024-05-27T00:45:39.516 INFO:teuthology.orchestra.run.smithi044.stdout: "ireq_inodestats": 0 2024-05-27T00:45:39.516 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.516 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_log": { 2024-05-27T00:45:39.516 INFO:teuthology.orchestra.run.smithi044.stdout: "evlrg": 0, 2024-05-27T00:45:39.516 INFO:teuthology.orchestra.run.smithi044.stdout: "evadd": 50098, 2024-05-27T00:45:39.516 INFO:teuthology.orchestra.run.smithi044.stdout: "evex": 0, 2024-05-27T00:45:39.516 INFO:teuthology.orchestra.run.smithi044.stdout: "evtrm": 0, 2024-05-27T00:45:39.516 INFO:teuthology.orchestra.run.smithi044.stdout: "ev": 50098, 2024-05-27T00:45:39.516 INFO:teuthology.orchestra.run.smithi044.stdout: "evexg": 0, 2024-05-27T00:45:39.516 INFO:teuthology.orchestra.run.smithi044.stdout: "evexd": 0, 2024-05-27T00:45:39.516 INFO:teuthology.orchestra.run.smithi044.stdout: "segadd": 65, 2024-05-27T00:45:39.516 INFO:teuthology.orchestra.run.smithi044.stdout: "segex": 0, 2024-05-27T00:45:39.516 INFO:teuthology.orchestra.run.smithi044.stdout: "segtrm": 0, 2024-05-27T00:45:39.516 INFO:teuthology.orchestra.run.smithi044.stdout: "seg": 65, 2024-05-27T00:45:39.517 INFO:teuthology.orchestra.run.smithi044.stdout: "segmjr": 6, 2024-05-27T00:45:39.517 INFO:teuthology.orchestra.run.smithi044.stdout: "segexg": 0, 2024-05-27T00:45:39.517 INFO:teuthology.orchestra.run.smithi044.stdout: "segexd": 0, 2024-05-27T00:45:39.517 INFO:teuthology.orchestra.run.smithi044.stdout: "expos": 4194304, 2024-05-27T00:45:39.517 INFO:teuthology.orchestra.run.smithi044.stdout: "wrpos": 123370888, 2024-05-27T00:45:39.517 INFO:teuthology.orchestra.run.smithi044.stdout: "rdpos": 0, 2024-05-27T00:45:39.517 INFO:teuthology.orchestra.run.smithi044.stdout: "jlat": { 2024-05-27T00:45:39.517 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 1650, 2024-05-27T00:45:39.517 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 113.012214141, 2024-05-27T00:45:39.517 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.068492250 2024-05-27T00:45:39.517 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.517 INFO:teuthology.orchestra.run.smithi044.stdout: "replayed": 0 2024-05-27T00:45:39.517 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.518 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_mem": { 2024-05-27T00:45:39.518 INFO:teuthology.orchestra.run.smithi044.stdout: "ino": 6403, 2024-05-27T00:45:39.518 INFO:teuthology.orchestra.run.smithi044.stdout: "ino+": 17062, 2024-05-27T00:45:39.518 INFO:teuthology.orchestra.run.smithi044.stdout: "ino-": 10659, 2024-05-27T00:45:39.518 INFO:teuthology.orchestra.run.smithi044.stdout: "dir": 579, 2024-05-27T00:45:39.518 INFO:teuthology.orchestra.run.smithi044.stdout: "dir+": 747, 2024-05-27T00:45:39.518 INFO:teuthology.orchestra.run.smithi044.stdout: "dir-": 168, 2024-05-27T00:45:39.518 INFO:teuthology.orchestra.run.smithi044.stdout: "dn": 13186, 2024-05-27T00:45:39.518 INFO:teuthology.orchestra.run.smithi044.stdout: "dn+": 25208, 2024-05-27T00:45:39.518 INFO:teuthology.orchestra.run.smithi044.stdout: "dn-": 12022, 2024-05-27T00:45:39.518 INFO:teuthology.orchestra.run.smithi044.stdout: "cap": 1, 2024-05-27T00:45:39.518 INFO:teuthology.orchestra.run.smithi044.stdout: "cap+": 11113, 2024-05-27T00:45:39.518 INFO:teuthology.orchestra.run.smithi044.stdout: "cap-": 11112, 2024-05-27T00:45:39.519 INFO:teuthology.orchestra.run.smithi044.stdout: "rss": 117832, 2024-05-27T00:45:39.519 INFO:teuthology.orchestra.run.smithi044.stdout: "heap": 223612 2024-05-27T00:45:39.519 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.519 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_server": { 2024-05-27T00:45:39.519 INFO:teuthology.orchestra.run.smithi044.stdout: "dispatch_client_request": 26560, 2024-05-27T00:45:39.519 INFO:teuthology.orchestra.run.smithi044.stdout: "dispatch_server_request": 587, 2024-05-27T00:45:39.519 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_request": 22046, 2024-05-27T00:45:39.519 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_client_session": 59, 2024-05-27T00:45:39.519 INFO:teuthology.orchestra.run.smithi044.stdout: "handle_peer_request": 1412, 2024-05-27T00:45:39.519 INFO:teuthology.orchestra.run.smithi044.stdout: "req_create_latency": { 2024-05-27T00:45:39.519 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 9295, 2024-05-27T00:45:39.519 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 26.245772091, 2024-05-27T00:45:39.519 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.002823644 2024-05-27T00:45:39.520 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.520 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getattr_latency": { 2024-05-27T00:45:39.520 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 31, 2024-05-27T00:45:39.520 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.050590493, 2024-05-27T00:45:39.520 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.001631951 2024-05-27T00:45:39.520 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.520 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getfilelock_latency": { 2024-05-27T00:45:39.520 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.520 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.520 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.520 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.520 INFO:teuthology.orchestra.run.smithi044.stdout: "req_link_latency": { 2024-05-27T00:45:39.520 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.520 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.521 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.521 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.521 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookup_latency": { 2024-05-27T00:45:39.521 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 469, 2024-05-27T00:45:39.521 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.431130991, 2024-05-27T00:45:39.521 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000919255 2024-05-27T00:45:39.521 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.521 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookuphash_latency": { 2024-05-27T00:45:39.521 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.521 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.521 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.521 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.521 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupino_latency": { 2024-05-27T00:45:39.521 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 1, 2024-05-27T00:45:39.522 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000126665, 2024-05-27T00:45:39.522 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000126665 2024-05-27T00:45:39.522 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.522 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupname_latency": { 2024-05-27T00:45:39.522 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.522 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.522 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.522 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.522 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupparent_latency": { 2024-05-27T00:45:39.522 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.522 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.522 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.522 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.523 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lookupsnap_latency": { 2024-05-27T00:45:39.523 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.523 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.524 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.524 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.524 INFO:teuthology.orchestra.run.smithi044.stdout: "req_lssnap_latency": { 2024-05-27T00:45:39.524 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.524 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.524 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.524 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.524 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mkdir_latency": { 2024-05-27T00:45:39.524 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 481, 2024-05-27T00:45:39.524 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 1.591811288, 2024-05-27T00:45:39.524 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.003309378 2024-05-27T00:45:39.524 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.524 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mknod_latency": { 2024-05-27T00:45:39.525 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.525 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.525 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.525 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.525 INFO:teuthology.orchestra.run.smithi044.stdout: "req_mksnap_latency": { 2024-05-27T00:45:39.525 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.525 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.525 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.525 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.525 INFO:teuthology.orchestra.run.smithi044.stdout: "req_open_latency": { 2024-05-27T00:45:39.525 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 1, 2024-05-27T00:45:39.525 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000487575, 2024-05-27T00:45:39.525 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000487575 2024-05-27T00:45:39.525 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.526 INFO:teuthology.orchestra.run.smithi044.stdout: "req_readdir_latency": { 2024-05-27T00:45:39.526 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 948, 2024-05-27T00:45:39.526 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 2.783466583, 2024-05-27T00:45:39.526 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.002936146 2024-05-27T00:45:39.526 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.526 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rename_latency": { 2024-05-27T00:45:39.526 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.526 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.526 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.526 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.526 INFO:teuthology.orchestra.run.smithi044.stdout: "req_renamesnap_latency": { 2024-05-27T00:45:39.526 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.527 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.527 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.527 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.527 INFO:teuthology.orchestra.run.smithi044.stdout: "req_snapdiff_latency": { 2024-05-27T00:45:39.527 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.527 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.527 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.527 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.527 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmdir_latency": { 2024-05-27T00:45:39.527 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 594, 2024-05-27T00:45:39.527 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 21.236057093, 2024-05-27T00:45:39.527 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.035750937 2024-05-27T00:45:39.527 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.527 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmsnap_latency": { 2024-05-27T00:45:39.528 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.528 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.528 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.528 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.528 INFO:teuthology.orchestra.run.smithi044.stdout: "req_rmxattr_latency": { 2024-05-27T00:45:39.528 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.528 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.528 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.528 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.528 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setattr_latency": { 2024-05-27T00:45:39.528 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 28, 2024-05-27T00:45:39.528 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 7.949385894, 2024-05-27T00:45:39.528 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.283906639 2024-05-27T00:45:39.529 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.529 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setdirlayout_latency": { 2024-05-27T00:45:39.529 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.529 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.529 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.529 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.529 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setfilelock_latency": { 2024-05-27T00:45:39.529 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.529 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.529 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.529 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.529 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setlayout_latency": { 2024-05-27T00:45:39.529 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.530 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.530 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.530 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.530 INFO:teuthology.orchestra.run.smithi044.stdout: "req_setxattr_latency": { 2024-05-27T00:45:39.530 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.530 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.530 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.530 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.530 INFO:teuthology.orchestra.run.smithi044.stdout: "req_symlink_latency": { 2024-05-27T00:45:39.530 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.530 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.530 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.530 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.531 INFO:teuthology.orchestra.run.smithi044.stdout: "req_unlink_latency": { 2024-05-27T00:45:39.531 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 10161, 2024-05-27T00:45:39.531 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 35.856512471, 2024-05-27T00:45:39.531 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.003528836 2024-05-27T00:45:39.531 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.531 INFO:teuthology.orchestra.run.smithi044.stdout: "cap_revoke_eviction": 0, 2024-05-27T00:45:39.531 INFO:teuthology.orchestra.run.smithi044.stdout: "cap_acquisition_throttle": 0, 2024-05-27T00:45:39.531 INFO:teuthology.orchestra.run.smithi044.stdout: "req_getvxattr_latency": { 2024-05-27T00:45:39.531 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.531 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.531 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.531 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:39.531 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.531 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_sessions": { 2024-05-27T00:45:39.531 INFO:teuthology.orchestra.run.smithi044.stdout: "session_count": 2, 2024-05-27T00:45:39.532 INFO:teuthology.orchestra.run.smithi044.stdout: "session_add": 4, 2024-05-27T00:45:39.532 INFO:teuthology.orchestra.run.smithi044.stdout: "session_remove": 2, 2024-05-27T00:45:39.532 INFO:teuthology.orchestra.run.smithi044.stdout: "sessions_open": 2, 2024-05-27T00:45:39.532 INFO:teuthology.orchestra.run.smithi044.stdout: "sessions_stale": 0, 2024-05-27T00:45:39.532 INFO:teuthology.orchestra.run.smithi044.stdout: "total_load": 10739, 2024-05-27T00:45:39.532 INFO:teuthology.orchestra.run.smithi044.stdout: "average_load": 5369, 2024-05-27T00:45:39.532 INFO:teuthology.orchestra.run.smithi044.stdout: "avg_session_uptime": 592, 2024-05-27T00:45:39.532 INFO:teuthology.orchestra.run.smithi044.stdout: "mdthresh_evicted": 0 2024-05-27T00:45:39.532 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.532 INFO:teuthology.orchestra.run.smithi044.stdout: "mempool": { 2024-05-27T00:45:39.532 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_bytes": 0, 2024-05-27T00:45:39.533 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_items": 0, 2024-05-27T00:45:39.533 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_bytes": 0, 2024-05-27T00:45:39.533 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_items": 0, 2024-05-27T00:45:39.533 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_bytes": 0, 2024-05-27T00:45:39.533 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_items": 0, 2024-05-27T00:45:39.533 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-27T00:45:39.533 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_items": 0, 2024-05-27T00:45:39.533 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-27T00:45:39.533 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_items": 0, 2024-05-27T00:45:39.533 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_bytes": 0, 2024-05-27T00:45:39.533 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_items": 0, 2024-05-27T00:45:39.533 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-27T00:45:39.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_items": 0, 2024-05-27T00:45:39.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_bytes": 0, 2024-05-27T00:45:39.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_items": 0, 2024-05-27T00:45:39.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_bytes": 0, 2024-05-27T00:45:39.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_items": 0, 2024-05-27T00:45:39.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-27T00:45:39.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_items": 0, 2024-05-27T00:45:39.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-27T00:45:39.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_items": 0, 2024-05-27T00:45:39.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_bytes": 0, 2024-05-27T00:45:39.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_items": 0, 2024-05-27T00:45:39.534 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_bytes": 0, 2024-05-27T00:45:39.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_items": 0, 2024-05-27T00:45:39.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-27T00:45:39.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_items": 0, 2024-05-27T00:45:39.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_bytes": 0, 2024-05-27T00:45:39.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_items": 0, 2024-05-27T00:45:39.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_bytes": 0, 2024-05-27T00:45:39.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_items": 0, 2024-05-27T00:45:39.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_bytes": 0, 2024-05-27T00:45:39.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_items": 0, 2024-05-27T00:45:39.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_bytes": 0, 2024-05-27T00:45:39.535 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_items": 0, 2024-05-27T00:45:39.535 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_bytes": 4344091, 2024-05-27T00:45:39.535 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_items": 7469, 2024-05-27T00:45:39.535 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_bytes": 1144, 2024-05-27T00:45:39.536 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_items": 13, 2024-05-27T00:45:39.536 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_bytes": 0, 2024-05-27T00:45:39.536 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_items": 0, 2024-05-27T00:45:39.536 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_bytes": 0, 2024-05-27T00:45:39.536 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_items": 0, 2024-05-27T00:45:39.536 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_bytes": 0, 2024-05-27T00:45:39.536 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_items": 0, 2024-05-27T00:45:39.536 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_bytes": 9512, 2024-05-27T00:45:39.536 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_items": 182, 2024-05-27T00:45:39.536 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_bytes": 0, 2024-05-27T00:45:39.536 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_items": 0, 2024-05-27T00:45:39.537 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_bytes": 0, 2024-05-27T00:45:39.537 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_items": 0, 2024-05-27T00:45:39.537 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_bytes": 25893464, 2024-05-27T00:45:39.537 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_items": 405795, 2024-05-27T00:45:39.537 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_bytes": 0, 2024-05-27T00:45:39.537 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_items": 0, 2024-05-27T00:45:39.537 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_bytes": 0, 2024-05-27T00:45:39.537 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_items": 0 2024-05-27T00:45:39.537 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.537 INFO:teuthology.orchestra.run.smithi044.stdout: "objecter": { 2024-05-27T00:45:39.537 INFO:teuthology.orchestra.run.smithi044.stdout: "op_active": 0, 2024-05-27T00:45:39.537 INFO:teuthology.orchestra.run.smithi044.stdout: "op_laggy": 0, 2024-05-27T00:45:39.537 INFO:teuthology.orchestra.run.smithi044.stdout: "op_send": 26532, 2024-05-27T00:45:39.537 INFO:teuthology.orchestra.run.smithi044.stdout: "op_send_bytes": 123474708, 2024-05-27T00:45:39.538 INFO:teuthology.orchestra.run.smithi044.stdout: "op_resend": 33, 2024-05-27T00:45:39.538 INFO:teuthology.orchestra.run.smithi044.stdout: "op_reply": 26532, 2024-05-27T00:45:39.538 INFO:teuthology.orchestra.run.smithi044.stdout: "op_latency": { 2024-05-27T00:45:39.538 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 26532, 2024-05-27T00:45:39.538 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 159.988528361, 2024-05-27T00:45:39.538 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.006030021 2024-05-27T00:45:39.538 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.538 INFO:teuthology.orchestra.run.smithi044.stdout: "op_inflight": 0, 2024-05-27T00:45:39.538 INFO:teuthology.orchestra.run.smithi044.stdout: "oplen_avg": { 2024-05-27T00:45:39.538 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 26532, 2024-05-27T00:45:39.538 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 26860 2024-05-27T00:45:39.538 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.538 INFO:teuthology.orchestra.run.smithi044.stdout: "op": 26532, 2024-05-27T00:45:39.539 INFO:teuthology.orchestra.run.smithi044.stdout: "op_r": 3820, 2024-05-27T00:45:39.542 INFO:teuthology.orchestra.run.smithi044.stdout: "op_w": 22712, 2024-05-27T00:45:39.542 INFO:teuthology.orchestra.run.smithi044.stdout: "op_rmw": 0, 2024-05-27T00:45:39.542 INFO:teuthology.orchestra.run.smithi044.stdout: "op_pg": 0, 2024-05-27T00:45:39.542 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_stat": 0, 2024-05-27T00:45:39.542 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_create": 10, 2024-05-27T00:45:39.542 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_read": 228, 2024-05-27T00:45:39.542 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_write": 1878, 2024-05-27T00:45:39.542 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_writefull": 106, 2024-05-27T00:45:39.542 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_writesame": 0, 2024-05-27T00:45:39.542 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_append": 0, 2024-05-27T00:45:39.542 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_zero": 0, 2024-05-27T00:45:39.542 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_truncate": 10, 2024-05-27T00:45:39.543 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_delete": 20480, 2024-05-27T00:45:39.543 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_mapext": 0, 2024-05-27T00:45:39.543 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_sparse_read": 0, 2024-05-27T00:45:39.543 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_clonerange": 0, 2024-05-27T00:45:39.543 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_getxattr": 3592, 2024-05-27T00:45:39.543 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_setxattr": 20, 2024-05-27T00:45:39.543 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_cmpxattr": 0, 2024-05-27T00:45:39.543 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_rmxattr": 0, 2024-05-27T00:45:39.543 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_resetxattrs": 0, 2024-05-27T00:45:39.543 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_call": 0, 2024-05-27T00:45:39.543 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_watch": 0, 2024-05-27T00:45:39.543 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_notify": 0, 2024-05-27T00:45:39.544 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_src_cmpxattr": 0, 2024-05-27T00:45:39.544 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_pgls": 0, 2024-05-27T00:45:39.544 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_pgls_filter": 0, 2024-05-27T00:45:39.544 INFO:teuthology.orchestra.run.smithi044.stdout: "osdop_other": 0, 2024-05-27T00:45:39.544 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_active": 0, 2024-05-27T00:45:39.544 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_send": 0, 2024-05-27T00:45:39.544 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_resend": 0, 2024-05-27T00:45:39.544 INFO:teuthology.orchestra.run.smithi044.stdout: "linger_ping": 0, 2024-05-27T00:45:39.544 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_active": 0, 2024-05-27T00:45:39.544 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_send": 0, 2024-05-27T00:45:39.544 INFO:teuthology.orchestra.run.smithi044.stdout: "poolop_resend": 0, 2024-05-27T00:45:39.545 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_active": 0, 2024-05-27T00:45:39.545 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_send": 0, 2024-05-27T00:45:39.545 INFO:teuthology.orchestra.run.smithi044.stdout: "poolstat_resend": 0, 2024-05-27T00:45:39.545 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_active": 0, 2024-05-27T00:45:39.545 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_send": 0, 2024-05-27T00:45:39.545 INFO:teuthology.orchestra.run.smithi044.stdout: "statfs_resend": 0, 2024-05-27T00:45:39.545 INFO:teuthology.orchestra.run.smithi044.stdout: "command_active": 0, 2024-05-27T00:45:39.545 INFO:teuthology.orchestra.run.smithi044.stdout: "command_send": 0, 2024-05-27T00:45:39.545 INFO:teuthology.orchestra.run.smithi044.stdout: "command_resend": 0, 2024-05-27T00:45:39.545 INFO:teuthology.orchestra.run.smithi044.stdout: "map_epoch": 104, 2024-05-27T00:45:39.545 INFO:teuthology.orchestra.run.smithi044.stdout: "map_full": 0, 2024-05-27T00:45:39.546 INFO:teuthology.orchestra.run.smithi044.stdout: "map_inc": 13, 2024-05-27T00:45:39.546 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_sessions": 12, 2024-05-27T00:45:39.546 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_session_open": 12, 2024-05-27T00:45:39.546 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_session_close": 0, 2024-05-27T00:45:39.546 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_laggy": 0, 2024-05-27T00:45:39.546 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_wr": 434, 2024-05-27T00:45:39.546 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_rd": 0, 2024-05-27T00:45:39.546 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_del": 102 2024-05-27T00:45:39.546 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.546 INFO:teuthology.orchestra.run.smithi044.stdout: "oft": { 2024-05-27T00:45:39.546 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_objs": 1, 2024-05-27T00:45:39.547 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_kv_pairs": 0, 2024-05-27T00:45:39.547 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_updates": 0, 2024-05-27T00:45:39.547 INFO:teuthology.orchestra.run.smithi044.stdout: "omap_total_removes": 0 2024-05-27T00:45:39.547 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.547 INFO:teuthology.orchestra.run.smithi044.stdout: "osd-slow-ops": { 2024-05-27T00:45:39.547 INFO:teuthology.orchestra.run.smithi044.stdout: "slow_ops_count": 0 2024-05-27T00:45:39.547 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.547 INFO:teuthology.orchestra.run.smithi044.stdout: "purge_queue": { 2024-05-27T00:45:39.547 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_ops": 0, 2024-05-27T00:45:39.547 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_ops_high_water": 17, 2024-05-27T00:45:39.547 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing": 0, 2024-05-27T00:45:39.547 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executing_high_water": 9, 2024-05-27T00:45:39.548 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executed_ops": 20440, 2024-05-27T00:45:39.548 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_executed": 10266, 2024-05-27T00:45:39.548 INFO:teuthology.orchestra.run.smithi044.stdout: "pq_item_in_journal": 0 2024-05-27T00:45:39.548 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.548 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-27T00:45:39.548 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-05-27T00:45:39.548 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-05-27T00:45:39.548 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-05-27T00:45:39.548 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 78324, 2024-05-27T00:45:39.548 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 20580866, 2024-05-27T00:45:39.548 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-05-27T00:45:39.548 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 78324, 2024-05-27T00:45:39.548 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-05-27T00:45:39.549 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-05-27T00:45:39.549 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 78324, 2024-05-27T00:45:39.549 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 20580866, 2024-05-27T00:45:39.549 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-05-27T00:45:39.549 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.549 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.549 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.549 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:39.549 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.549 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-objecter_bytes": { 2024-05-27T00:45:39.549 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-05-27T00:45:39.549 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-05-27T00:45:39.550 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-05-27T00:45:39.550 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-05-27T00:45:39.550 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-05-27T00:45:39.550 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-05-27T00:45:39.550 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-05-27T00:45:39.550 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 26532, 2024-05-27T00:45:39.550 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 124638606, 2024-05-27T00:45:39.550 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 26532, 2024-05-27T00:45:39.550 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 124638606, 2024-05-27T00:45:39.550 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-05-27T00:45:39.551 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.551 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.551 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.551 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:39.551 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.551 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-objecter_ops": { 2024-05-27T00:45:39.551 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-05-27T00:45:39.551 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 1024, 2024-05-27T00:45:39.551 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-05-27T00:45:39.551 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 0, 2024-05-27T00:45:39.551 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 0, 2024-05-27T00:45:39.551 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-05-27T00:45:39.551 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 0, 2024-05-27T00:45:39.552 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 26532, 2024-05-27T00:45:39.552 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 26532, 2024-05-27T00:45:39.552 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 26532, 2024-05-27T00:45:39.552 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 26532, 2024-05-27T00:45:39.552 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-05-27T00:45:39.552 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.552 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.552 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.552 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:39.552 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.552 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-write_buf_throttle": { 2024-05-27T00:45:39.552 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-05-27T00:45:39.552 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 3758096384, 2024-05-27T00:45:39.553 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-05-27T00:45:39.553 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 10266, 2024-05-27T00:45:39.553 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 1163898, 2024-05-27T00:45:39.553 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-05-27T00:45:39.553 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 10266, 2024-05-27T00:45:39.553 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-05-27T00:45:39.553 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-05-27T00:45:39.553 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 228, 2024-05-27T00:45:39.553 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 1163898, 2024-05-27T00:45:39.553 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-05-27T00:45:39.553 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.553 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.553 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.553 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:39.554 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:39.554 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-write_buf_throttle-0x55785ec9e500": { 2024-05-27T00:45:39.554 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-05-27T00:45:39.554 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 3758096384, 2024-05-27T00:45:39.554 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-05-27T00:45:39.554 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 50098, 2024-05-27T00:45:39.554 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 119176584, 2024-05-27T00:45:39.554 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-05-27T00:45:39.554 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 50098, 2024-05-27T00:45:39.554 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-05-27T00:45:39.554 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-05-27T00:45:39.554 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 1650, 2024-05-27T00:45:39.554 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 119176584, 2024-05-27T00:45:39.554 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-05-27T00:45:39.555 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:39.555 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:39.555 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:39.555 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:39.555 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:39.555 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:45:40.636 INFO:tasks.check_counter:Daemon mds.a mds.exported=36 2024-05-27T00:45:40.636 INFO:tasks.check_counter:Daemon mds.a mds.imported=70 2024-05-27T00:45:40.636 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=1192 2024-05-27T00:45:40.636 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=61 2024-05-27T00:45:40.636 INFO:tasks.check_counter:Daemon mds.a mds.root_rsnaps=2 2024-05-27T00:45:40.636 INFO:tasks.check_counter:Daemon mds.a mds_server.req_mksnap_latency.avgcount=0 2024-05-27T00:45:40.636 INFO:tasks.check_counter:Daemon mds.a mds_server.req_rmsnap_latency.avgcount=0 2024-05-27T00:45:40.636 DEBUG:tasks.check_counter:Getting stats from d 2024-05-27T00:45:40.636 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph daemon mds.d perf dump 2024-05-27T00:45:40.849 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:40 smithi044 ceph-mon[31645]: pgmap v322: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-27T00:45:41.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:40 smithi137 ceph-mon[36552]: pgmap v322: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-27T00:45:41.087 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:45:41.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:40 smithi050 ceph-mon[36071]: pgmap v322: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-27T00:45:42.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:42 smithi044 ceph-mon[31645]: pgmap v323: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-05-27T00:45:43.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:42 smithi137 ceph-mon[36552]: pgmap v323: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-05-27T00:45:43.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:42 smithi050 ceph-mon[36071]: pgmap v323: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-05-27T00:45:43.538 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:45:43.538 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-0": { 2024-05-27T00:45:43.539 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 0, 2024-05-27T00:45:43.539 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 2, 2024-05-27T00:45:43.539 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 0, 2024-05-27T00:45:43.539 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 0, 2024-05-27T00:45:43.539 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 4, 2024-05-27T00:45:43.539 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 0, 2024-05-27T00:45:43.539 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.005166111, 2024-05-27T00:45:43.539 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.000000000, 2024-05-27T00:45:43.539 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.000886326, 2024-05-27T00:45:43.539 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-27T00:45:43.539 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:45:43.539 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:43.540 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:43.540 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:43.540 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:43.540 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:45:43.540 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:43.540 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:43.540 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:43.540 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:43.540 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-27T00:45:43.540 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 0 2024-05-27T00:45:43.540 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:43.540 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-1": { 2024-05-27T00:45:43.540 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 6, 2024-05-27T00:45:43.540 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 174, 2024-05-27T00:45:43.541 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 3392, 2024-05-27T00:45:43.541 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 186640, 2024-05-27T00:45:43.541 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 5, 2024-05-27T00:45:43.541 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 3, 2024-05-27T00:45:43.541 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.035207682, 2024-05-27T00:45:43.541 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.025835309, 2024-05-27T00:45:43.541 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.003678953, 2024-05-27T00:45:43.541 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-27T00:45:43.541 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:45:43.541 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 172, 2024-05-27T00:45:43.541 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.030908839, 2024-05-27T00:45:43.541 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000179702 2024-05-27T00:45:43.541 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:43.541 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:45:43.542 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:43.542 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:43.542 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:43.542 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:43.542 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 3392, 2024-05-27T00:45:43.542 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 186640 2024-05-27T00:45:43.542 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:43.542 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-2": { 2024-05-27T00:45:43.542 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 235, 2024-05-27T00:45:43.542 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 224, 2024-05-27T00:45:43.542 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 1584512, 2024-05-27T00:45:43.542 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 138144, 2024-05-27T00:45:43.543 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 2, 2024-05-27T00:45:43.543 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 1, 2024-05-27T00:45:43.543 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.110879384, 2024-05-27T00:45:43.543 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.036038435, 2024-05-27T00:45:43.543 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.092519076, 2024-05-27T00:45:43.543 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.010195773, 2024-05-27T00:45:43.543 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:45:43.543 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 223, 2024-05-27T00:45:43.543 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.022705474, 2024-05-27T00:45:43.543 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000101818 2024-05-27T00:45:43.543 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:43.543 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:45:43.543 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:43.544 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:43.544 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:43.544 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:43.544 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 1584512, 2024-05-27T00:45:43.544 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 138144 2024-05-27T00:45:43.544 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:43.544 INFO:teuthology.orchestra.run.smithi044.stdout: "cct": { 2024-05-27T00:45:43.544 INFO:teuthology.orchestra.run.smithi044.stdout: "total_workers": 0, 2024-05-27T00:45:43.544 INFO:teuthology.orchestra.run.smithi044.stdout: "unhealthy_workers": 0 2024-05-27T00:45:43.544 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:43.544 INFO:teuthology.orchestra.run.smithi044.stdout: "mempool": { 2024-05-27T00:45:43.544 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_bytes": 0, 2024-05-27T00:45:43.544 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_items": 0, 2024-05-27T00:45:43.545 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_bytes": 0, 2024-05-27T00:45:43.545 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_items": 0, 2024-05-27T00:45:43.545 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_bytes": 0, 2024-05-27T00:45:43.545 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_items": 0, 2024-05-27T00:45:43.545 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-27T00:45:43.545 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_items": 0, 2024-05-27T00:45:43.545 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-27T00:45:43.545 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_items": 0, 2024-05-27T00:45:43.545 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_bytes": 0, 2024-05-27T00:45:43.545 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_items": 0, 2024-05-27T00:45:43.545 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-27T00:45:43.545 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_items": 0, 2024-05-27T00:45:43.545 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_bytes": 0, 2024-05-27T00:45:43.545 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_items": 0, 2024-05-27T00:45:43.546 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_bytes": 0, 2024-05-27T00:45:43.546 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_items": 0, 2024-05-27T00:45:43.546 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-27T00:45:43.546 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_items": 0, 2024-05-27T00:45:43.546 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-27T00:45:43.546 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_items": 0, 2024-05-27T00:45:43.546 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_bytes": 0, 2024-05-27T00:45:43.546 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_items": 0, 2024-05-27T00:45:43.546 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_bytes": 0, 2024-05-27T00:45:43.546 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_items": 0, 2024-05-27T00:45:43.546 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-27T00:45:43.546 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_items": 0, 2024-05-27T00:45:43.546 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_bytes": 0, 2024-05-27T00:45:43.546 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_items": 0, 2024-05-27T00:45:43.547 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_bytes": 0, 2024-05-27T00:45:43.547 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_items": 0, 2024-05-27T00:45:43.547 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_bytes": 0, 2024-05-27T00:45:43.547 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_items": 0, 2024-05-27T00:45:43.547 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_bytes": 0, 2024-05-27T00:45:43.547 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_items": 0, 2024-05-27T00:45:43.547 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_bytes": 148714, 2024-05-27T00:45:43.547 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_items": 30, 2024-05-27T00:45:43.547 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_bytes": 0, 2024-05-27T00:45:43.547 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_items": 0, 2024-05-27T00:45:43.547 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_bytes": 0, 2024-05-27T00:45:43.547 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_items": 0, 2024-05-27T00:45:43.547 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_bytes": 0, 2024-05-27T00:45:43.547 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_items": 0, 2024-05-27T00:45:43.547 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_bytes": 0, 2024-05-27T00:45:43.548 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_items": 0, 2024-05-27T00:45:43.548 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_bytes": 0, 2024-05-27T00:45:43.548 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_items": 0, 2024-05-27T00:45:43.548 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_bytes": 0, 2024-05-27T00:45:43.548 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_items": 0, 2024-05-27T00:45:43.548 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_bytes": 0, 2024-05-27T00:45:43.548 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_items": 0, 2024-05-27T00:45:43.548 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_bytes": 928, 2024-05-27T00:45:43.548 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_items": 2, 2024-05-27T00:45:43.548 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_bytes": 0, 2024-05-27T00:45:43.548 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_items": 0, 2024-05-27T00:45:43.548 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_bytes": 0, 2024-05-27T00:45:43.548 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_items": 0 2024-05-27T00:45:43.549 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:43.549 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-27T00:45:43.549 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-05-27T00:45:43.549 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-05-27T00:45:43.549 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-05-27T00:45:43.549 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 237, 2024-05-27T00:45:43.549 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 1551389, 2024-05-27T00:45:43.549 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-05-27T00:45:43.549 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 237, 2024-05-27T00:45:43.549 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-05-27T00:45:43.549 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-05-27T00:45:43.549 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 237, 2024-05-27T00:45:43.549 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 1551389, 2024-05-27T00:45:43.550 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-05-27T00:45:43.550 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:43.550 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:43.550 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:43.550 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:43.550 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:43.550 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:45:44.448 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-05-27T00:45:44.448 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-05-27T00:45:44.448 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-05-27T00:45:44.448 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-05-27T00:45:44.448 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-05-27T00:45:44.448 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-05-27T00:45:44.448 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-05-27T00:45:44.448 DEBUG:tasks.check_counter:Getting stats from g 2024-05-27T00:45:44.449 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph daemon mds.g perf dump 2024-05-27T00:45:44.917 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:45:45.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:44 smithi137 ceph-mon[36552]: pgmap v324: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-27T00:45:45.072 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:44 smithi044 ceph-mon[31645]: pgmap v324: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-27T00:45:45.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:44 smithi050 ceph-mon[36071]: pgmap v324: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-27T00:45:46.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:45 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:45:46.096 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:45 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:45:46.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:45 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-27T00:45:46.978 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:46 smithi044 ceph-mon[31645]: pgmap v325: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:45:46.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:46 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:46.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:46 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:46.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:46 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:46.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:46 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:46.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:46 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:46.979 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:46 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:47.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:46 smithi137 ceph-mon[36552]: pgmap v325: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:45:47.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:46 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:47.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:46 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:47.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:46 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:47.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:46 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:47.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:46 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:47.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:46 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:47.083 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:46 smithi050 ceph-mon[36071]: pgmap v325: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:45:47.083 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:46 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:47.084 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:46 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:47.084 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:46 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:47.084 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:46 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:47.084 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:46 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:47.084 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:46 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:47.199 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-0": { 2024-05-27T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 4, 2024-05-27T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 4, 2024-05-27T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 3072, 2024-05-27T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 448, 2024-05-27T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 4, 2024-05-27T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 0, 2024-05-27T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.004578779, 2024-05-27T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.000049127, 2024-05-27T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.001392481, 2024-05-27T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-27T00:45:47.200 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 3, 2024-05-27T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.001661995, 2024-05-27T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000553998 2024-05-27T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 3072, 2024-05-27T00:45:47.201 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 448 2024-05-27T00:45:47.202 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:47.202 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-1": { 2024-05-27T00:45:47.202 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 2, 2024-05-27T00:45:47.202 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 168, 2024-05-27T00:45:47.202 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 320, 2024-05-27T00:45:47.202 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 185488, 2024-05-27T00:45:47.202 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 5, 2024-05-27T00:45:47.202 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 3, 2024-05-27T00:45:47.202 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.036741079, 2024-05-27T00:45:47.202 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.026438621, 2024-05-27T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.004372811, 2024-05-27T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-27T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 165, 2024-05-27T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.022450649, 2024-05-27T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000136064 2024-05-27T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:47.203 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:47.204 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:47.204 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-27T00:45:47.204 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 185488 2024-05-27T00:45:47.204 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:47.204 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-2": { 2024-05-27T00:45:47.204 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 231, 2024-05-27T00:45:47.204 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 220, 2024-05-27T00:45:47.204 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 1583424, 2024-05-27T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 135584, 2024-05-27T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 2, 2024-05-27T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 1, 2024-05-27T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.106506205, 2024-05-27T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.036130102, 2024-05-27T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.085945128, 2024-05-27T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.010260964, 2024-05-27T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 219, 2024-05-27T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.021837946, 2024-05-27T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000099716 2024-05-27T00:45:47.205 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 1583424, 2024-05-27T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 135584 2024-05-27T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: "cct": { 2024-05-27T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: "total_workers": 0, 2024-05-27T00:45:47.206 INFO:teuthology.orchestra.run.smithi044.stdout: "unhealthy_workers": 0 2024-05-27T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "mempool": { 2024-05-27T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_bytes": 0, 2024-05-27T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_items": 0, 2024-05-27T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_bytes": 0, 2024-05-27T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_items": 0, 2024-05-27T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_bytes": 0, 2024-05-27T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_items": 0, 2024-05-27T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-27T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_items": 0, 2024-05-27T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-27T00:45:47.207 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_items": 0, 2024-05-27T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_bytes": 0, 2024-05-27T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_items": 0, 2024-05-27T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-27T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_items": 0, 2024-05-27T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_bytes": 0, 2024-05-27T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_items": 0, 2024-05-27T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_bytes": 0, 2024-05-27T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_items": 0, 2024-05-27T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-27T00:45:47.208 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_items": 0, 2024-05-27T00:45:47.209 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-27T00:45:47.209 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_items": 0, 2024-05-27T00:45:47.209 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_bytes": 0, 2024-05-27T00:45:47.209 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_items": 0, 2024-05-27T00:45:47.209 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_bytes": 0, 2024-05-27T00:45:47.209 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_items": 0, 2024-05-27T00:45:47.209 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-27T00:45:47.209 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_items": 0, 2024-05-27T00:45:47.209 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_bytes": 0, 2024-05-27T00:45:47.209 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_items": 0, 2024-05-27T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_bytes": 0, 2024-05-27T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_items": 0, 2024-05-27T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_bytes": 0, 2024-05-27T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_items": 0, 2024-05-27T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_bytes": 0, 2024-05-27T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_items": 0, 2024-05-27T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_bytes": 149762, 2024-05-27T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_items": 32, 2024-05-27T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_bytes": 0, 2024-05-27T00:45:47.210 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_items": 0, 2024-05-27T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_bytes": 0, 2024-05-27T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_items": 0, 2024-05-27T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_bytes": 0, 2024-05-27T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_items": 0, 2024-05-27T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_bytes": 0, 2024-05-27T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_items": 0, 2024-05-27T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_bytes": 0, 2024-05-27T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_items": 0, 2024-05-27T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_bytes": 0, 2024-05-27T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_items": 0, 2024-05-27T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_bytes": 0, 2024-05-27T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_items": 0, 2024-05-27T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_bytes": 928, 2024-05-27T00:45:47.211 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_items": 2, 2024-05-27T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_bytes": 0, 2024-05-27T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_items": 0, 2024-05-27T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_bytes": 0, 2024-05-27T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_items": 0 2024-05-27T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-27T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-05-27T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-05-27T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-05-27T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 233, 2024-05-27T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 1550869, 2024-05-27T00:45:47.212 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-05-27T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 233, 2024-05-27T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-05-27T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-05-27T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 233, 2024-05-27T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 1550869, 2024-05-27T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-05-27T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:47.213 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:45:48.054 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2024-05-27T00:45:48.054 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2024-05-27T00:45:48.054 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.g 2024-05-27T00:45:48.054 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.g 2024-05-27T00:45:48.054 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.g 2024-05-27T00:45:48.054 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.g 2024-05-27T00:45:48.054 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.g 2024-05-27T00:45:48.055 DEBUG:tasks.check_counter:Getting stats from j 2024-05-27T00:45:48.055 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph daemon mds.j perf dump 2024-05-27T00:45:48.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:48 smithi044 ceph-mon[31645]: pgmap v326: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:45:48.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:48 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:48.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:48 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:48.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:48 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:48.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:48 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:48.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:48 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:48.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:48 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:48.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:48 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:48.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:48 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:48.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:48 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:48.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:48 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:48.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:48 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:48.864 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:48 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:48.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:48 smithi050 ceph-mon[36071]: pgmap v326: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:45:48.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:48 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:48.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:48 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:48.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:48 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:48.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:48 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:48.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:48 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:48.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:48 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:48.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:48 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:48.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:48 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:48.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:48 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:48.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:48 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:48.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:48 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:48.951 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:48 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:49.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:48 smithi137 ceph-mon[36552]: pgmap v326: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:45:49.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:48 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:49.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:48 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:49.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:48 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:49.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:48 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:49.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:48 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:49.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:48 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:49.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:48 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:49.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:48 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:49.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:48 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:49.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:48 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:49.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:48 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:49.003 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:48 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:49.042 INFO:teuthology.orchestra.run.smithi044.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.a/config 2024-05-27T00:45:49.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:49 smithi044 ceph-mon[31645]: Adjusting osd_memory_target on smithi137 to 176.2M 2024-05-27T00:45:49.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:49 smithi044 ceph-mon[31645]: Unable to set osd_memory_target on smithi137 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-05-27T00:45:49.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:49 smithi044 ceph-mon[31645]: Adjusting osd_memory_target on smithi050 to 177.2M 2024-05-27T00:45:49.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:49 smithi044 ceph-mon[31645]: Unable to set osd_memory_target on smithi050 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-05-27T00:45:49.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:49 smithi050 ceph-mon[36071]: Adjusting osd_memory_target on smithi137 to 176.2M 2024-05-27T00:45:49.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:49 smithi050 ceph-mon[36071]: Unable to set osd_memory_target on smithi137 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-05-27T00:45:49.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:49 smithi050 ceph-mon[36071]: Adjusting osd_memory_target on smithi050 to 177.2M 2024-05-27T00:45:49.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:49 smithi050 ceph-mon[36071]: Unable to set osd_memory_target on smithi050 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-05-27T00:45:50.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:49 smithi137 ceph-mon[36552]: Adjusting osd_memory_target on smithi137 to 176.2M 2024-05-27T00:45:50.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:49 smithi137 ceph-mon[36552]: Unable to set osd_memory_target on smithi137 to 184770252: error parsing value: Value '184770252' is below minimum 939524096 2024-05-27T00:45:50.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:49 smithi137 ceph-mon[36552]: Adjusting osd_memory_target on smithi050 to 177.2M 2024-05-27T00:45:50.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:49 smithi137 ceph-mon[36552]: Unable to set osd_memory_target on smithi050 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-05-27T00:45:50.732 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:50 smithi044 ceph-mon[31645]: pgmap v327: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:45:50.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:50 smithi050 ceph-mon[36071]: pgmap v327: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:45:51.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:50 smithi137 ceph-mon[36552]: pgmap v327: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:45:51.375 INFO:teuthology.orchestra.run.smithi044.stdout:{ 2024-05-27T00:45:51.376 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-0": { 2024-05-27T00:45:51.376 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 0, 2024-05-27T00:45:51.376 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 2, 2024-05-27T00:45:51.376 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 0, 2024-05-27T00:45:51.376 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 0, 2024-05-27T00:45:51.376 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 4, 2024-05-27T00:45:51.376 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 0, 2024-05-27T00:45:51.376 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.004229423, 2024-05-27T00:45:51.376 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.000000000, 2024-05-27T00:45:51.376 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.001185658, 2024-05-27T00:45:51.376 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-27T00:45:51.376 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:45:51.376 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:51.377 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:51.377 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:51.377 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:51.377 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:45:51.377 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:51.377 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:51.377 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:51.377 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:51.377 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-27T00:45:51.377 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 0 2024-05-27T00:45:51.377 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:51.377 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-1": { 2024-05-27T00:45:51.377 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 242, 2024-05-27T00:45:51.377 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 229, 2024-05-27T00:45:51.378 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 1588400, 2024-05-27T00:45:51.378 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 140512, 2024-05-27T00:45:51.378 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 2, 2024-05-27T00:45:51.378 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 1, 2024-05-27T00:45:51.378 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.109282139, 2024-05-27T00:45:51.378 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.026617610, 2024-05-27T00:45:51.378 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.105569298, 2024-05-27T00:45:51.378 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.011180552, 2024-05-27T00:45:51.378 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:45:51.378 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 229, 2024-05-27T00:45:51.378 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.024573462, 2024-05-27T00:45:51.378 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000107307 2024-05-27T00:45:51.378 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:51.379 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:45:51.379 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:51.379 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:51.379 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:51.379 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:51.379 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 1588400, 2024-05-27T00:45:51.379 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 140512 2024-05-27T00:45:51.379 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:51.379 INFO:teuthology.orchestra.run.smithi044.stdout: "AsyncMessenger::Worker-2": { 2024-05-27T00:45:51.379 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_messages": 2, 2024-05-27T00:45:51.379 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages": 174, 2024-05-27T00:45:51.379 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_bytes": 320, 2024-05-27T00:45:51.379 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_bytes": 186544, 2024-05-27T00:45:51.379 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_created_connections": 5, 2024-05-27T00:45:51.379 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_active_connections": 3, 2024-05-27T00:45:51.380 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_total_time": 0.037925083, 2024-05-27T00:45:51.380 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_send_time": 0.027935004, 2024-05-27T00:45:51.380 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_recv_time": 0.004258641, 2024-05-27T00:45:51.380 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-27T00:45:51.380 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:45:51.380 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 171, 2024-05-27T00:45:51.380 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.027150923, 2024-05-27T00:45:51.380 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000158777 2024-05-27T00:45:51.380 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:51.380 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:45:51.380 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:51.380 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:51.380 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:51.380 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:51.381 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-27T00:45:51.381 INFO:teuthology.orchestra.run.smithi044.stdout: "msgr_send_encrypted_bytes": 186544 2024-05-27T00:45:51.381 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:51.381 INFO:teuthology.orchestra.run.smithi044.stdout: "cct": { 2024-05-27T00:45:51.381 INFO:teuthology.orchestra.run.smithi044.stdout: "total_workers": 0, 2024-05-27T00:45:51.381 INFO:teuthology.orchestra.run.smithi044.stdout: "unhealthy_workers": 0 2024-05-27T00:45:51.381 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:51.381 INFO:teuthology.orchestra.run.smithi044.stdout: "mempool": { 2024-05-27T00:45:51.381 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_bytes": 0, 2024-05-27T00:45:51.381 INFO:teuthology.orchestra.run.smithi044.stdout: "bloom_filter_items": 0, 2024-05-27T00:45:51.381 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_bytes": 0, 2024-05-27T00:45:51.381 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_alloc_items": 0, 2024-05-27T00:45:51.381 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_bytes": 0, 2024-05-27T00:45:51.382 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_data_items": 0, 2024-05-27T00:45:51.382 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-27T00:45:51.382 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_onode_items": 0, 2024-05-27T00:45:51.382 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-27T00:45:51.382 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_meta_items": 0, 2024-05-27T00:45:51.382 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_bytes": 0, 2024-05-27T00:45:51.382 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_other_items": 0, 2024-05-27T00:45:51.382 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-27T00:45:51.382 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_cache_buffer_items": 0, 2024-05-27T00:45:51.382 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_bytes": 0, 2024-05-27T00:45:51.382 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_extent_items": 0, 2024-05-27T00:45:51.382 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_bytes": 0, 2024-05-27T00:45:51.383 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_blob_items": 0, 2024-05-27T00:45:51.383 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-27T00:45:51.383 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_shared_blob_items": 0, 2024-05-27T00:45:51.383 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-27T00:45:51.383 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_inline_bl_items": 0, 2024-05-27T00:45:51.383 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_bytes": 0, 2024-05-27T00:45:51.383 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_fsck_items": 0, 2024-05-27T00:45:51.383 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_bytes": 0, 2024-05-27T00:45:51.383 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_txc_items": 0, 2024-05-27T00:45:51.383 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-27T00:45:51.383 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_deferred_items": 0, 2024-05-27T00:45:51.383 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_bytes": 0, 2024-05-27T00:45:51.383 INFO:teuthology.orchestra.run.smithi044.stdout: "bluestore_writing_items": 0, 2024-05-27T00:45:51.383 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_bytes": 0, 2024-05-27T00:45:51.384 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_items": 0, 2024-05-27T00:45:51.384 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_bytes": 0, 2024-05-27T00:45:51.384 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_reader_items": 0, 2024-05-27T00:45:51.384 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_bytes": 0, 2024-05-27T00:45:51.384 INFO:teuthology.orchestra.run.smithi044.stdout: "bluefs_file_writer_items": 0, 2024-05-27T00:45:51.384 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_bytes": 148714, 2024-05-27T00:45:51.384 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_anon_items": 30, 2024-05-27T00:45:51.384 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_bytes": 0, 2024-05-27T00:45:51.384 INFO:teuthology.orchestra.run.smithi044.stdout: "buffer_meta_items": 0, 2024-05-27T00:45:51.384 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_bytes": 0, 2024-05-27T00:45:51.384 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_items": 0, 2024-05-27T00:45:51.384 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_bytes": 0, 2024-05-27T00:45:51.384 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_mapbl_items": 0, 2024-05-27T00:45:51.384 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_bytes": 0, 2024-05-27T00:45:51.385 INFO:teuthology.orchestra.run.smithi044.stdout: "osd_pglog_items": 0, 2024-05-27T00:45:51.385 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_bytes": 0, 2024-05-27T00:45:51.385 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_items": 0, 2024-05-27T00:45:51.385 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_bytes": 0, 2024-05-27T00:45:51.385 INFO:teuthology.orchestra.run.smithi044.stdout: "osdmap_mapping_items": 0, 2024-05-27T00:45:51.385 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_bytes": 0, 2024-05-27T00:45:51.385 INFO:teuthology.orchestra.run.smithi044.stdout: "pgmap_items": 0, 2024-05-27T00:45:51.385 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_bytes": 928, 2024-05-27T00:45:51.385 INFO:teuthology.orchestra.run.smithi044.stdout: "mds_co_items": 2, 2024-05-27T00:45:51.385 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_bytes": 0, 2024-05-27T00:45:51.385 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_1_items": 0, 2024-05-27T00:45:51.385 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_bytes": 0, 2024-05-27T00:45:51.385 INFO:teuthology.orchestra.run.smithi044.stdout: "unittest_2_items": 0 2024-05-27T00:45:51.385 INFO:teuthology.orchestra.run.smithi044.stdout: }, 2024-05-27T00:45:51.386 INFO:teuthology.orchestra.run.smithi044.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-27T00:45:51.386 INFO:teuthology.orchestra.run.smithi044.stdout: "val": 0, 2024-05-27T00:45:51.386 INFO:teuthology.orchestra.run.smithi044.stdout: "max": 104857600, 2024-05-27T00:45:51.386 INFO:teuthology.orchestra.run.smithi044.stdout: "get_started": 0, 2024-05-27T00:45:51.386 INFO:teuthology.orchestra.run.smithi044.stdout: "get": 240, 2024-05-27T00:45:51.386 INFO:teuthology.orchestra.run.smithi044.stdout: "get_sum": 1551779, 2024-05-27T00:45:51.386 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_fail": 0, 2024-05-27T00:45:51.386 INFO:teuthology.orchestra.run.smithi044.stdout: "get_or_fail_success": 240, 2024-05-27T00:45:51.386 INFO:teuthology.orchestra.run.smithi044.stdout: "take": 0, 2024-05-27T00:45:51.386 INFO:teuthology.orchestra.run.smithi044.stdout: "take_sum": 0, 2024-05-27T00:45:51.386 INFO:teuthology.orchestra.run.smithi044.stdout: "put": 240, 2024-05-27T00:45:51.386 INFO:teuthology.orchestra.run.smithi044.stdout: "put_sum": 1551779, 2024-05-27T00:45:51.386 INFO:teuthology.orchestra.run.smithi044.stdout: "wait": { 2024-05-27T00:45:51.387 INFO:teuthology.orchestra.run.smithi044.stdout: "avgcount": 0, 2024-05-27T00:45:51.387 INFO:teuthology.orchestra.run.smithi044.stdout: "sum": 0.000000000, 2024-05-27T00:45:51.387 INFO:teuthology.orchestra.run.smithi044.stdout: "avgtime": 0.000000000 2024-05-27T00:45:51.387 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:51.387 INFO:teuthology.orchestra.run.smithi044.stdout: } 2024-05-27T00:45:51.387 INFO:teuthology.orchestra.run.smithi044.stdout:} 2024-05-27T00:45:52.143 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-05-27T00:45:52.143 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-05-27T00:45:52.143 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-05-27T00:45:52.143 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-05-27T00:45:52.143 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-05-27T00:45:52.143 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-05-27T00:45:52.143 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-05-27T00:45:52.143 DEBUG:tasks.check_counter:Getting stats from b 2024-05-27T00:45:52.144 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph daemon mds.b perf dump 2024-05-27T00:45:52.403 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.b/config 2024-05-27T00:45:52.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:52 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:52.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:52 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:52.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:52 smithi137 ceph-mon[36552]: pgmap v328: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:45:52.771 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:52 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:52.772 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:52 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:52.772 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:52 smithi050 ceph-mon[36071]: pgmap v328: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:45:52.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:52 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:52.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:52 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:52.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:52 smithi044 ceph-mon[31645]: pgmap v328: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-27T00:45:53.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:53 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:53.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:53 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:53.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:53 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:53.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:53 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:53.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:53 smithi050 ceph-mon[36071]: Adjusting osd_memory_target on smithi044 to 177.5M 2024-05-27T00:45:53.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:53 smithi050 ceph-mon[36071]: Unable to set osd_memory_target on smithi044 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-27T00:45:53.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:53 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:45:53.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:53 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:45:53.701 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:53 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:53.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:53 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:53.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:53 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:53.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:53 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:53.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:53 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:53.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:53 smithi137 ceph-mon[36552]: Adjusting osd_memory_target on smithi044 to 177.5M 2024-05-27T00:45:53.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:53 smithi137 ceph-mon[36552]: Unable to set osd_memory_target on smithi044 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-27T00:45:53.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:53 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:45:53.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:53 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:45:53.752 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:53 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:53.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:53 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:53.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:53 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:53.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:53 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:53.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:53 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-27T00:45:53.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:53 smithi044 ceph-mon[31645]: Adjusting osd_memory_target on smithi044 to 177.5M 2024-05-27T00:45:53.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:53 smithi044 ceph-mon[31645]: Unable to set osd_memory_target on smithi044 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-27T00:45:53.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:53 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-27T00:45:53.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:53 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-27T00:45:53.863 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:53 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' 2024-05-27T00:45:54.264 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-05-27T00:45:54.265 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-0": { 2024-05-27T00:45:54.265 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 17105, 2024-05-27T00:45:54.265 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 9314, 2024-05-27T00:45:54.265 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 9996331, 2024-05-27T00:45:54.265 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 7806255, 2024-05-27T00:45:54.265 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 22, 2024-05-27T00:45:54.265 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 4, 2024-05-27T00:45:54.265 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 1.075836239, 2024-05-27T00:45:54.265 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.366816183, 2024-05-27T00:45:54.265 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.816231499, 2024-05-27T00:45:54.265 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.100197845, 2024-05-27T00:45:54.265 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:45:54.266 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 9316, 2024-05-27T00:45:54.266 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 1.101252648, 2024-05-27T00:45:54.266 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000118210 2024-05-27T00:45:54.266 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.266 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:45:54.266 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 22878, 2024-05-27T00:45:54.266 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.004043155, 2024-05-27T00:45:54.266 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000176 2024-05-27T00:45:54.266 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.266 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 2051296, 2024-05-27T00:45:54.266 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 245536 2024-05-27T00:45:54.266 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.267 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-1": { 2024-05-27T00:45:54.267 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 6445, 2024-05-27T00:45:54.267 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 12421, 2024-05-27T00:45:54.267 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 2588365, 2024-05-27T00:45:54.267 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 10830714, 2024-05-27T00:45:54.267 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 77, 2024-05-27T00:45:54.267 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 8, 2024-05-27T00:45:54.267 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.625042689, 2024-05-27T00:45:54.267 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.238109785, 2024-05-27T00:45:54.267 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.327399505, 2024-05-27T00:45:54.267 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.091074748, 2024-05-27T00:45:54.267 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:45:54.267 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 12418, 2024-05-27T00:45:54.268 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 1.562517859, 2024-05-27T00:45:54.268 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000125826 2024-05-27T00:45:54.268 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.268 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:45:54.268 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 11831, 2024-05-27T00:45:54.268 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.002192097, 2024-05-27T00:45:54.268 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000185 2024-05-27T00:45:54.268 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.268 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 2025120, 2024-05-27T00:45:54.268 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 5934880 2024-05-27T00:45:54.268 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.268 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-2": { 2024-05-27T00:45:54.268 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 3196, 2024-05-27T00:45:54.269 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 2872, 2024-05-27T00:45:54.269 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 1215792, 2024-05-27T00:45:54.269 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 6524306, 2024-05-27T00:45:54.269 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 13, 2024-05-27T00:45:54.269 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 7, 2024-05-27T00:45:54.269 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.272074400, 2024-05-27T00:45:54.269 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.098520717, 2024-05-27T00:45:54.269 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.094394626, 2024-05-27T00:45:54.269 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.072051676, 2024-05-27T00:45:54.269 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:45:54.269 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 2868, 2024-05-27T00:45:54.269 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 1.096729892, 2024-05-27T00:45:54.270 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000382402 2024-05-27T00:45:54.270 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.270 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:45:54.270 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 2210, 2024-05-27T00:45:54.270 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000432525, 2024-05-27T00:45:54.270 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000195 2024-05-27T00:45:54.270 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.270 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 46544, 2024-05-27T00:45:54.270 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 4864 2024-05-27T00:45:54.270 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.270 INFO:teuthology.orchestra.run.smithi050.stdout: "cct": { 2024-05-27T00:45:54.270 INFO:teuthology.orchestra.run.smithi050.stdout: "total_workers": 1, 2024-05-27T00:45:54.271 INFO:teuthology.orchestra.run.smithi050.stdout: "unhealthy_workers": 0 2024-05-27T00:45:54.271 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.271 INFO:teuthology.orchestra.run.smithi050.stdout: "finisher-MDSRank": { 2024-05-27T00:45:54.271 INFO:teuthology.orchestra.run.smithi050.stdout: "queue_len": 0, 2024-05-27T00:45:54.271 INFO:teuthology.orchestra.run.smithi050.stdout: "complete_latency": { 2024-05-27T00:45:54.271 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 1363, 2024-05-27T00:45:54.271 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 2.744443298, 2024-05-27T00:45:54.271 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.002013531 2024-05-27T00:45:54.271 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:45:54.271 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.271 INFO:teuthology.orchestra.run.smithi050.stdout: "finisher-PurgeQueue": { 2024-05-27T00:45:54.271 INFO:teuthology.orchestra.run.smithi050.stdout: "queue_len": 0, 2024-05-27T00:45:54.271 INFO:teuthology.orchestra.run.smithi050.stdout: "complete_latency": { 2024-05-27T00:45:54.271 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 1378, 2024-05-27T00:45:54.272 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.089285088, 2024-05-27T00:45:54.272 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000064793 2024-05-27T00:45:54.272 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:45:54.272 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.272 INFO:teuthology.orchestra.run.smithi050.stdout: "mds": { 2024-05-27T00:45:54.272 INFO:teuthology.orchestra.run.smithi050.stdout: "request": 2938, 2024-05-27T00:45:54.272 INFO:teuthology.orchestra.run.smithi050.stdout: "reply": 2911, 2024-05-27T00:45:54.272 INFO:teuthology.orchestra.run.smithi050.stdout: "reply_latency": { 2024-05-27T00:45:54.272 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 2911, 2024-05-27T00:45:54.272 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 10.174607573, 2024-05-27T00:45:54.272 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.003495227 2024-05-27T00:45:54.272 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.272 INFO:teuthology.orchestra.run.smithi050.stdout: "slow_reply": 0, 2024-05-27T00:45:54.273 INFO:teuthology.orchestra.run.smithi050.stdout: "forward": 27, 2024-05-27T00:45:54.273 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_fetch_complete": 4, 2024-05-27T00:45:54.273 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_fetch_keys": 1, 2024-05-27T00:45:54.273 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_commit": 239, 2024-05-27T00:45:54.273 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_split": 2, 2024-05-27T00:45:54.273 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_merge": 0, 2024-05-27T00:45:54.273 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes": 751, 2024-05-27T00:45:54.273 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_top": 500, 2024-05-27T00:45:54.273 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_bottom": 236, 2024-05-27T00:45:54.273 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_pin_tail": 15, 2024-05-27T00:45:54.273 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_pinned": 33, 2024-05-27T00:45:54.273 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_expired": 2747, 2024-05-27T00:45:54.273 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_with_caps": 2, 2024-05-27T00:45:54.273 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": 3, 2024-05-27T00:45:54.274 INFO:teuthology.orchestra.run.smithi050.stdout: "subtrees": 4, 2024-05-27T00:45:54.274 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse": 4628, 2024-05-27T00:45:54.274 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_hit": 3776, 2024-05-27T00:45:54.274 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_forward": 26, 2024-05-27T00:45:54.274 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_discover": 582, 2024-05-27T00:45:54.274 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_dir_fetch": 0, 2024-05-27T00:45:54.274 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_remote_ino": 0, 2024-05-27T00:45:54.274 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_lock": 0, 2024-05-27T00:45:54.274 INFO:teuthology.orchestra.run.smithi050.stdout: "load_cent": 0, 2024-05-27T00:45:54.274 INFO:teuthology.orchestra.run.smithi050.stdout: "q": 0, 2024-05-27T00:45:54.274 INFO:teuthology.orchestra.run.smithi050.stdout: "exported": 53, 2024-05-27T00:45:54.274 INFO:teuthology.orchestra.run.smithi050.stdout: "exported_inodes": 1506, 2024-05-27T00:45:54.275 INFO:teuthology.orchestra.run.smithi050.stdout: "imported": 13, 2024-05-27T00:45:54.275 INFO:teuthology.orchestra.run.smithi050.stdout: "imported_inodes": 118, 2024-05-27T00:45:54.275 INFO:teuthology.orchestra.run.smithi050.stdout: "openino_dir_fetch": 0, 2024-05-27T00:45:54.275 INFO:teuthology.orchestra.run.smithi050.stdout: "openino_backtrace_fetch": 348, 2024-05-27T00:45:54.275 INFO:teuthology.orchestra.run.smithi050.stdout: "openino_peer_discover": 0, 2024-05-27T00:45:54.275 INFO:teuthology.orchestra.run.smithi050.stdout: "root_rfiles": 4, 2024-05-27T00:45:54.275 INFO:teuthology.orchestra.run.smithi050.stdout: "root_rbytes": 234, 2024-05-27T00:45:54.275 INFO:teuthology.orchestra.run.smithi050.stdout: "root_rsnaps": 6, 2024-05-27T00:45:54.275 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_backtrace_fetch": 348, 2024-05-27T00:45:54.275 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_set_tag": 0, 2024-05-27T00:45:54.275 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_backtrace_repaired": 0, 2024-05-27T00:45:54.275 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_inotable_repaired": 0, 2024-05-27T00:45:54.275 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_dir_inodes": 45, 2024-05-27T00:45:54.275 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_dir_base_inodes": 5, 2024-05-27T00:45:54.275 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_dirfrag_rstats": 40, 2024-05-27T00:45:54.276 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_file_inodes": 303, 2024-05-27T00:45:54.276 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_inode_file_caps": 4, 2024-05-27T00:45:54.276 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_revoke": 138, 2024-05-27T00:45:54.276 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_grant": 2531, 2024-05-27T00:45:54.276 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_trunc": 0, 2024-05-27T00:45:54.276 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-27T00:45:54.276 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-27T00:45:54.276 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_caps": 1058, 2024-05-27T00:45:54.276 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_caps_dirty": 956, 2024-05-27T00:45:54.276 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_cap_release": 27, 2024-05-27T00:45:54.276 INFO:teuthology.orchestra.run.smithi050.stdout: "process_request_cap_release": 995 2024-05-27T00:45:54.276 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.276 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_cache": { 2024-05-27T00:45:54.276 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_update": 59, 2024-05-27T00:45:54.277 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_update_receipt": 1838, 2024-05-27T00:45:54.277 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_try_discover": 1204, 2024-05-27T00:45:54.277 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_send_discover": 1235, 2024-05-27T00:45:54.277 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_handle_discover": 114, 2024-05-27T00:45:54.277 INFO:teuthology.orchestra.run.smithi050.stdout: "num_strays": 7, 2024-05-27T00:45:54.277 INFO:teuthology.orchestra.run.smithi050.stdout: "num_strays_delayed": 0, 2024-05-27T00:45:54.277 INFO:teuthology.orchestra.run.smithi050.stdout: "num_strays_enqueuing": 0, 2024-05-27T00:45:54.277 INFO:teuthology.orchestra.run.smithi050.stdout: "strays_created": 660, 2024-05-27T00:45:54.277 INFO:teuthology.orchestra.run.smithi050.stdout: "strays_enqueued": 653, 2024-05-27T00:45:54.277 INFO:teuthology.orchestra.run.smithi050.stdout: "strays_reintegrated": 0, 2024-05-27T00:45:54.277 INFO:teuthology.orchestra.run.smithi050.stdout: "strays_migrated": 0, 2024-05-27T00:45:54.277 INFO:teuthology.orchestra.run.smithi050.stdout: "num_recovering_processing": 0, 2024-05-27T00:45:54.277 INFO:teuthology.orchestra.run.smithi050.stdout: "num_recovering_enqueued": 0, 2024-05-27T00:45:54.277 INFO:teuthology.orchestra.run.smithi050.stdout: "num_recovering_prioritized": 0, 2024-05-27T00:45:54.278 INFO:teuthology.orchestra.run.smithi050.stdout: "recovery_started": 0, 2024-05-27T00:45:54.278 INFO:teuthology.orchestra.run.smithi050.stdout: "recovery_completed": 0, 2024-05-27T00:45:54.278 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_quiesce_path": 0, 2024-05-27T00:45:54.278 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_quiesce_inode": 0, 2024-05-27T00:45:54.278 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_enqueue_scrub": 5, 2024-05-27T00:45:54.278 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_exportdir": 54, 2024-05-27T00:45:54.278 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_flush": 0, 2024-05-27T00:45:54.278 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_fragmentdir": 2, 2024-05-27T00:45:54.278 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_fragstats": 0, 2024-05-27T00:45:54.278 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_inodestats": 0 2024-05-27T00:45:54.278 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.278 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_log": { 2024-05-27T00:45:54.278 INFO:teuthology.orchestra.run.smithi050.stdout: "evlrg": 0, 2024-05-27T00:45:54.278 INFO:teuthology.orchestra.run.smithi050.stdout: "evadd": 4855, 2024-05-27T00:45:54.279 INFO:teuthology.orchestra.run.smithi050.stdout: "evex": 4799, 2024-05-27T00:45:54.279 INFO:teuthology.orchestra.run.smithi050.stdout: "evtrm": 4799, 2024-05-27T00:45:54.279 INFO:teuthology.orchestra.run.smithi050.stdout: "ev": 56, 2024-05-27T00:45:54.279 INFO:teuthology.orchestra.run.smithi050.stdout: "evexg": 0, 2024-05-27T00:45:54.279 INFO:teuthology.orchestra.run.smithi050.stdout: "evexd": 155, 2024-05-27T00:45:54.279 INFO:teuthology.orchestra.run.smithi050.stdout: "segadd": 22, 2024-05-27T00:45:54.279 INFO:teuthology.orchestra.run.smithi050.stdout: "segex": 21, 2024-05-27T00:45:54.279 INFO:teuthology.orchestra.run.smithi050.stdout: "segtrm": 21, 2024-05-27T00:45:54.279 INFO:teuthology.orchestra.run.smithi050.stdout: "seg": 1, 2024-05-27T00:45:54.279 INFO:teuthology.orchestra.run.smithi050.stdout: "segmjr": 1, 2024-05-27T00:45:54.279 INFO:teuthology.orchestra.run.smithi050.stdout: "segexg": 0, 2024-05-27T00:45:54.279 INFO:teuthology.orchestra.run.smithi050.stdout: "segexd": 1, 2024-05-27T00:45:54.279 INFO:teuthology.orchestra.run.smithi050.stdout: "expos": 16604061, 2024-05-27T00:45:54.279 INFO:teuthology.orchestra.run.smithi050.stdout: "wrpos": 16738523, 2024-05-27T00:45:54.280 INFO:teuthology.orchestra.run.smithi050.stdout: "rdpos": 0, 2024-05-27T00:45:54.280 INFO:teuthology.orchestra.run.smithi050.stdout: "jlat": { 2024-05-27T00:45:54.280 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 354, 2024-05-27T00:45:54.280 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 3.567611854, 2024-05-27T00:45:54.280 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.010077999 2024-05-27T00:45:54.280 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.280 INFO:teuthology.orchestra.run.smithi050.stdout: "replayed": 0 2024-05-27T00:45:54.280 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.280 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_mem": { 2024-05-27T00:45:54.280 INFO:teuthology.orchestra.run.smithi050.stdout: "ino": 492, 2024-05-27T00:45:54.280 INFO:teuthology.orchestra.run.smithi050.stdout: "ino+": 3217, 2024-05-27T00:45:54.280 INFO:teuthology.orchestra.run.smithi050.stdout: "ino-": 2725, 2024-05-27T00:45:54.280 INFO:teuthology.orchestra.run.smithi050.stdout: "dir": 46, 2024-05-27T00:45:54.280 INFO:teuthology.orchestra.run.smithi050.stdout: "dir+": 856, 2024-05-27T00:45:54.281 INFO:teuthology.orchestra.run.smithi050.stdout: "dir-": 810, 2024-05-27T00:45:54.281 INFO:teuthology.orchestra.run.smithi050.stdout: "dn": 751, 2024-05-27T00:45:54.281 INFO:teuthology.orchestra.run.smithi050.stdout: "dn+": 4207, 2024-05-27T00:45:54.281 INFO:teuthology.orchestra.run.smithi050.stdout: "dn-": 3456, 2024-05-27T00:45:54.281 INFO:teuthology.orchestra.run.smithi050.stdout: "cap": 3, 2024-05-27T00:45:54.281 INFO:teuthology.orchestra.run.smithi050.stdout: "cap+": 2060, 2024-05-27T00:45:54.281 INFO:teuthology.orchestra.run.smithi050.stdout: "cap-": 2057, 2024-05-27T00:45:54.281 INFO:teuthology.orchestra.run.smithi050.stdout: "rss": 73520, 2024-05-27T00:45:54.281 INFO:teuthology.orchestra.run.smithi050.stdout: "heap": 231804 2024-05-27T00:45:54.281 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.281 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_server": { 2024-05-27T00:45:54.281 INFO:teuthology.orchestra.run.smithi050.stdout: "dispatch_client_request": 3271, 2024-05-27T00:45:54.281 INFO:teuthology.orchestra.run.smithi050.stdout: "dispatch_server_request": 63, 2024-05-27T00:45:54.281 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_request": 2938, 2024-05-27T00:45:54.281 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_session": 77, 2024-05-27T00:45:54.282 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_peer_request": 332, 2024-05-27T00:45:54.282 INFO:teuthology.orchestra.run.smithi050.stdout: "req_create_latency": { 2024-05-27T00:45:54.282 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 1778, 2024-05-27T00:45:54.282 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 4.413630474, 2024-05-27T00:45:54.282 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.002482356 2024-05-27T00:45:54.282 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.282 INFO:teuthology.orchestra.run.smithi050.stdout: "req_getattr_latency": { 2024-05-27T00:45:54.282 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 114, 2024-05-27T00:45:54.282 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.030330323, 2024-05-27T00:45:54.282 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000266055 2024-05-27T00:45:54.282 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.282 INFO:teuthology.orchestra.run.smithi050.stdout: "req_getfilelock_latency": { 2024-05-27T00:45:54.282 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:54.282 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:54.283 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:54.283 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.283 INFO:teuthology.orchestra.run.smithi050.stdout: "req_link_latency": { 2024-05-27T00:45:54.283 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:54.283 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:54.283 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:54.283 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.283 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookup_latency": { 2024-05-27T00:45:54.283 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 132, 2024-05-27T00:45:54.283 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.406018691, 2024-05-27T00:45:54.283 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.003075899 2024-05-27T00:45:54.283 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.283 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookuphash_latency": { 2024-05-27T00:45:54.283 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:54.284 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:54.284 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:54.284 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.284 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookupino_latency": { 2024-05-27T00:45:54.284 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 1, 2024-05-27T00:45:54.284 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000157009, 2024-05-27T00:45:54.284 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000157009 2024-05-27T00:45:54.284 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.284 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookupname_latency": { 2024-05-27T00:45:54.284 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:54.284 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:54.284 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:54.284 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.284 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookupparent_latency": { 2024-05-27T00:45:54.285 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:54.285 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:54.285 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:54.285 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.285 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookupsnap_latency": { 2024-05-27T00:45:54.285 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:54.285 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:54.285 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:54.285 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.285 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lssnap_latency": { 2024-05-27T00:45:54.286 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 10, 2024-05-27T00:45:54.286 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.002911714, 2024-05-27T00:45:54.286 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000291171 2024-05-27T00:45:54.286 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.286 INFO:teuthology.orchestra.run.smithi050.stdout: "req_mkdir_latency": { 2024-05-27T00:45:54.286 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 142, 2024-05-27T00:45:54.286 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.133761962, 2024-05-27T00:45:54.286 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000941985 2024-05-27T00:45:54.287 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.287 INFO:teuthology.orchestra.run.smithi050.stdout: "req_mknod_latency": { 2024-05-27T00:45:54.287 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:54.287 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:54.287 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:54.287 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.287 INFO:teuthology.orchestra.run.smithi050.stdout: "req_mksnap_latency": { 2024-05-27T00:45:54.287 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 10, 2024-05-27T00:45:54.287 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 3.633746482, 2024-05-27T00:45:54.287 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.363374648 2024-05-27T00:45:54.287 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.287 INFO:teuthology.orchestra.run.smithi050.stdout: "req_open_latency": { 2024-05-27T00:45:54.287 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 1, 2024-05-27T00:45:54.287 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000208444, 2024-05-27T00:45:54.288 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000208444 2024-05-27T00:45:54.288 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.288 INFO:teuthology.orchestra.run.smithi050.stdout: "req_readdir_latency": { 2024-05-27T00:45:54.288 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 46, 2024-05-27T00:45:54.288 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.068724854, 2024-05-27T00:45:54.288 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.001494018 2024-05-27T00:45:54.288 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.288 INFO:teuthology.orchestra.run.smithi050.stdout: "req_rename_latency": { 2024-05-27T00:45:54.288 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 2, 2024-05-27T00:45:54.288 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.002204128, 2024-05-27T00:45:54.288 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.001102064 2024-05-27T00:45:54.288 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.288 INFO:teuthology.orchestra.run.smithi050.stdout: "req_renamesnap_latency": { 2024-05-27T00:45:54.288 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:54.289 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:54.289 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:54.289 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.289 INFO:teuthology.orchestra.run.smithi050.stdout: "req_snapdiff_latency": { 2024-05-27T00:45:54.289 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:54.289 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:54.289 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:54.289 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.289 INFO:teuthology.orchestra.run.smithi050.stdout: "req_rmdir_latency": { 2024-05-27T00:45:54.289 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 7, 2024-05-27T00:45:54.289 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.252580628, 2024-05-27T00:45:54.289 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.036082946 2024-05-27T00:45:54.289 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.289 INFO:teuthology.orchestra.run.smithi050.stdout: "req_rmsnap_latency": { 2024-05-27T00:45:54.290 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 4, 2024-05-27T00:45:54.290 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.022482711, 2024-05-27T00:45:54.290 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.005620677 2024-05-27T00:45:54.290 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.290 INFO:teuthology.orchestra.run.smithi050.stdout: "req_rmxattr_latency": { 2024-05-27T00:45:54.290 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:54.290 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:54.290 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:54.290 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.290 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setattr_latency": { 2024-05-27T00:45:54.290 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 2, 2024-05-27T00:45:54.290 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.001230644, 2024-05-27T00:45:54.290 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000615322 2024-05-27T00:45:54.291 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.291 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setdirlayout_latency": { 2024-05-27T00:45:54.291 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:54.291 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:54.291 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:54.291 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.291 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setfilelock_latency": { 2024-05-27T00:45:54.291 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:54.291 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:54.291 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:54.291 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.291 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setlayout_latency": { 2024-05-27T00:45:54.291 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:54.291 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:54.292 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:54.292 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.292 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setxattr_latency": { 2024-05-27T00:45:54.292 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 9, 2024-05-27T00:45:54.292 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.023034345, 2024-05-27T00:45:54.292 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.002559371 2024-05-27T00:45:54.292 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.292 INFO:teuthology.orchestra.run.smithi050.stdout: "req_symlink_latency": { 2024-05-27T00:45:54.292 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:54.292 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:54.292 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:54.292 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.292 INFO:teuthology.orchestra.run.smithi050.stdout: "req_unlink_latency": { 2024-05-27T00:45:54.292 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 653, 2024-05-27T00:45:54.293 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 1.183585164, 2024-05-27T00:45:54.293 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.001812534 2024-05-27T00:45:54.293 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.293 INFO:teuthology.orchestra.run.smithi050.stdout: "cap_revoke_eviction": 0, 2024-05-27T00:45:54.293 INFO:teuthology.orchestra.run.smithi050.stdout: "cap_acquisition_throttle": 0, 2024-05-27T00:45:54.293 INFO:teuthology.orchestra.run.smithi050.stdout: "req_getvxattr_latency": { 2024-05-27T00:45:54.293 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:54.293 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:54.293 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:54.293 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:45:54.293 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.293 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_sessions": { 2024-05-27T00:45:54.293 INFO:teuthology.orchestra.run.smithi050.stdout: "session_count": 2, 2024-05-27T00:45:54.293 INFO:teuthology.orchestra.run.smithi050.stdout: "session_add": 7, 2024-05-27T00:45:54.294 INFO:teuthology.orchestra.run.smithi050.stdout: "session_remove": 5, 2024-05-27T00:45:54.294 INFO:teuthology.orchestra.run.smithi050.stdout: "sessions_open": 2, 2024-05-27T00:45:54.294 INFO:teuthology.orchestra.run.smithi050.stdout: "sessions_stale": 0, 2024-05-27T00:45:54.294 INFO:teuthology.orchestra.run.smithi050.stdout: "total_load": 44, 2024-05-27T00:45:54.294 INFO:teuthology.orchestra.run.smithi050.stdout: "average_load": 22, 2024-05-27T00:45:54.294 INFO:teuthology.orchestra.run.smithi050.stdout: "avg_session_uptime": 614, 2024-05-27T00:45:54.294 INFO:teuthology.orchestra.run.smithi050.stdout: "mdthresh_evicted": 0 2024-05-27T00:45:54.294 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.294 INFO:teuthology.orchestra.run.smithi050.stdout: "mempool": { 2024-05-27T00:45:54.294 INFO:teuthology.orchestra.run.smithi050.stdout: "bloom_filter_bytes": 0, 2024-05-27T00:45:54.294 INFO:teuthology.orchestra.run.smithi050.stdout: "bloom_filter_items": 0, 2024-05-27T00:45:54.294 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_alloc_bytes": 0, 2024-05-27T00:45:54.294 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_alloc_items": 0, 2024-05-27T00:45:54.294 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_data_bytes": 0, 2024-05-27T00:45:54.295 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_data_items": 0, 2024-05-27T00:45:54.295 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-27T00:45:54.295 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_onode_items": 0, 2024-05-27T00:45:54.295 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-27T00:45:54.295 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_meta_items": 0, 2024-05-27T00:45:54.295 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_other_bytes": 0, 2024-05-27T00:45:54.295 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_other_items": 0, 2024-05-27T00:45:54.295 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-27T00:45:54.295 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_buffer_items": 0, 2024-05-27T00:45:54.295 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_extent_bytes": 0, 2024-05-27T00:45:54.295 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_extent_items": 0, 2024-05-27T00:45:54.295 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_blob_bytes": 0, 2024-05-27T00:45:54.295 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_blob_items": 0, 2024-05-27T00:45:54.295 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-27T00:45:54.295 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_shared_blob_items": 0, 2024-05-27T00:45:54.296 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-27T00:45:54.296 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_inline_bl_items": 0, 2024-05-27T00:45:54.296 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_fsck_bytes": 0, 2024-05-27T00:45:54.296 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_fsck_items": 0, 2024-05-27T00:45:54.296 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_txc_bytes": 0, 2024-05-27T00:45:54.296 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_txc_items": 0, 2024-05-27T00:45:54.296 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-27T00:45:54.296 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_deferred_items": 0, 2024-05-27T00:45:54.296 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_bytes": 0, 2024-05-27T00:45:54.296 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_items": 0, 2024-05-27T00:45:54.296 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_bytes": 0, 2024-05-27T00:45:54.296 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_items": 0, 2024-05-27T00:45:54.296 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_reader_bytes": 0, 2024-05-27T00:45:54.296 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_reader_items": 0, 2024-05-27T00:45:54.297 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_writer_bytes": 0, 2024-05-27T00:45:54.297 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_writer_items": 0, 2024-05-27T00:45:54.297 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_anon_bytes": 397738, 2024-05-27T00:45:54.297 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_anon_items": 614, 2024-05-27T00:45:54.297 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_meta_bytes": 1408, 2024-05-27T00:45:54.297 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_meta_items": 16, 2024-05-27T00:45:54.297 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_bytes": 0, 2024-05-27T00:45:54.297 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_items": 0, 2024-05-27T00:45:54.297 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_mapbl_bytes": 0, 2024-05-27T00:45:54.297 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_mapbl_items": 0, 2024-05-27T00:45:54.297 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_pglog_bytes": 0, 2024-05-27T00:45:54.297 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_pglog_items": 0, 2024-05-27T00:45:54.297 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_bytes": 9512, 2024-05-27T00:45:54.297 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_items": 182, 2024-05-27T00:45:54.297 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_mapping_bytes": 0, 2024-05-27T00:45:54.298 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_mapping_items": 0, 2024-05-27T00:45:54.298 INFO:teuthology.orchestra.run.smithi050.stdout: "pgmap_bytes": 0, 2024-05-27T00:45:54.298 INFO:teuthology.orchestra.run.smithi050.stdout: "pgmap_items": 0, 2024-05-27T00:45:54.298 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_co_bytes": 1825424, 2024-05-27T00:45:54.298 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_co_items": 30661, 2024-05-27T00:45:54.298 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_1_bytes": 0, 2024-05-27T00:45:54.298 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_1_items": 0, 2024-05-27T00:45:54.298 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_2_bytes": 0, 2024-05-27T00:45:54.298 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_2_items": 0 2024-05-27T00:45:54.298 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.298 INFO:teuthology.orchestra.run.smithi050.stdout: "objecter": { 2024-05-27T00:45:54.298 INFO:teuthology.orchestra.run.smithi050.stdout: "op_active": 0, 2024-05-27T00:45:54.298 INFO:teuthology.orchestra.run.smithi050.stdout: "op_laggy": 0, 2024-05-27T00:45:54.298 INFO:teuthology.orchestra.run.smithi050.stdout: "op_send": 4724, 2024-05-27T00:45:54.299 INFO:teuthology.orchestra.run.smithi050.stdout: "op_send_bytes": 15091541, 2024-05-27T00:45:54.299 INFO:teuthology.orchestra.run.smithi050.stdout: "op_resend": 37, 2024-05-27T00:45:54.299 INFO:teuthology.orchestra.run.smithi050.stdout: "op_reply": 4724, 2024-05-27T00:45:54.299 INFO:teuthology.orchestra.run.smithi050.stdout: "op_latency": { 2024-05-27T00:45:54.299 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 4724, 2024-05-27T00:45:54.299 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 238.200900322, 2024-05-27T00:45:54.299 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.050423560 2024-05-27T00:45:54.299 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.299 INFO:teuthology.orchestra.run.smithi050.stdout: "op_inflight": 0, 2024-05-27T00:45:54.299 INFO:teuthology.orchestra.run.smithi050.stdout: "oplen_avg": { 2024-05-27T00:45:54.299 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 4724, 2024-05-27T00:45:54.299 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 7679 2024-05-27T00:45:54.299 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.299 INFO:teuthology.orchestra.run.smithi050.stdout: "op": 4724, 2024-05-27T00:45:54.300 INFO:teuthology.orchestra.run.smithi050.stdout: "op_r": 408, 2024-05-27T00:45:54.300 INFO:teuthology.orchestra.run.smithi050.stdout: "op_w": 4316, 2024-05-27T00:45:54.300 INFO:teuthology.orchestra.run.smithi050.stdout: "op_rmw": 0, 2024-05-27T00:45:54.300 INFO:teuthology.orchestra.run.smithi050.stdout: "op_pg": 0, 2024-05-27T00:45:54.300 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_stat": 167, 2024-05-27T00:45:54.300 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_create": 1610, 2024-05-27T00:45:54.300 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_read": 50, 2024-05-27T00:45:54.300 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_write": 399, 2024-05-27T00:45:54.300 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_writefull": 106, 2024-05-27T00:45:54.300 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_writesame": 0, 2024-05-27T00:45:54.300 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_append": 0, 2024-05-27T00:45:54.300 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_zero": 0, 2024-05-27T00:45:54.300 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_truncate": 2, 2024-05-27T00:45:54.300 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_delete": 1841, 2024-05-27T00:45:54.301 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_mapext": 0, 2024-05-27T00:45:54.301 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_sparse_read": 0, 2024-05-27T00:45:54.301 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_clonerange": 0, 2024-05-27T00:45:54.301 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_getxattr": 358, 2024-05-27T00:45:54.301 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_setxattr": 2438, 2024-05-27T00:45:54.301 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_cmpxattr": 0, 2024-05-27T00:45:54.301 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_rmxattr": 0, 2024-05-27T00:45:54.301 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_resetxattrs": 0, 2024-05-27T00:45:54.301 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_call": 0, 2024-05-27T00:45:54.301 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_watch": 0, 2024-05-27T00:45:54.301 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_notify": 0, 2024-05-27T00:45:54.301 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_src_cmpxattr": 0, 2024-05-27T00:45:54.301 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_pgls": 0, 2024-05-27T00:45:54.301 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_pgls_filter": 0, 2024-05-27T00:45:54.302 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_other": 0, 2024-05-27T00:45:54.302 INFO:teuthology.orchestra.run.smithi050.stdout: "linger_active": 0, 2024-05-27T00:45:54.302 INFO:teuthology.orchestra.run.smithi050.stdout: "linger_send": 0, 2024-05-27T00:45:54.302 INFO:teuthology.orchestra.run.smithi050.stdout: "linger_resend": 0, 2024-05-27T00:45:54.302 INFO:teuthology.orchestra.run.smithi050.stdout: "linger_ping": 0, 2024-05-27T00:45:54.302 INFO:teuthology.orchestra.run.smithi050.stdout: "poolop_active": 0, 2024-05-27T00:45:54.302 INFO:teuthology.orchestra.run.smithi050.stdout: "poolop_send": 0, 2024-05-27T00:45:54.302 INFO:teuthology.orchestra.run.smithi050.stdout: "poolop_resend": 0, 2024-05-27T00:45:54.302 INFO:teuthology.orchestra.run.smithi050.stdout: "poolstat_active": 0, 2024-05-27T00:45:54.302 INFO:teuthology.orchestra.run.smithi050.stdout: "poolstat_send": 0, 2024-05-27T00:45:54.302 INFO:teuthology.orchestra.run.smithi050.stdout: "poolstat_resend": 0, 2024-05-27T00:45:54.302 INFO:teuthology.orchestra.run.smithi050.stdout: "statfs_active": 0, 2024-05-27T00:45:54.302 INFO:teuthology.orchestra.run.smithi050.stdout: "statfs_send": 0, 2024-05-27T00:45:54.302 INFO:teuthology.orchestra.run.smithi050.stdout: "statfs_resend": 0, 2024-05-27T00:45:54.303 INFO:teuthology.orchestra.run.smithi050.stdout: "command_active": 0, 2024-05-27T00:45:54.303 INFO:teuthology.orchestra.run.smithi050.stdout: "command_send": 0, 2024-05-27T00:45:54.303 INFO:teuthology.orchestra.run.smithi050.stdout: "command_resend": 0, 2024-05-27T00:45:54.303 INFO:teuthology.orchestra.run.smithi050.stdout: "map_epoch": 104, 2024-05-27T00:45:54.303 INFO:teuthology.orchestra.run.smithi050.stdout: "map_full": 0, 2024-05-27T00:45:54.303 INFO:teuthology.orchestra.run.smithi050.stdout: "map_inc": 18, 2024-05-27T00:45:54.303 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_sessions": 12, 2024-05-27T00:45:54.303 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_session_open": 12, 2024-05-27T00:45:54.303 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_session_close": 0, 2024-05-27T00:45:54.303 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_laggy": 0, 2024-05-27T00:45:54.303 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_wr": 632, 2024-05-27T00:45:54.303 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_rd": 10, 2024-05-27T00:45:54.303 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_del": 66 2024-05-27T00:45:54.303 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.303 INFO:teuthology.orchestra.run.smithi050.stdout: "oft": { 2024-05-27T00:45:54.304 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_total_objs": 1, 2024-05-27T00:45:54.304 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_total_kv_pairs": 0, 2024-05-27T00:45:54.304 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_total_updates": 0, 2024-05-27T00:45:54.304 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_total_removes": 0 2024-05-27T00:45:54.304 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.304 INFO:teuthology.orchestra.run.smithi050.stdout: "osd-slow-ops": { 2024-05-27T00:45:54.304 INFO:teuthology.orchestra.run.smithi050.stdout: "slow_ops_count": 0 2024-05-27T00:45:54.304 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.304 INFO:teuthology.orchestra.run.smithi050.stdout: "purge_queue": { 2024-05-27T00:45:54.304 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executing_ops": 0, 2024-05-27T00:45:54.304 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executing_ops_high_water": 21, 2024-05-27T00:45:54.304 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executing": 0, 2024-05-27T00:45:54.304 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executing_high_water": 8, 2024-05-27T00:45:54.304 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executed_ops": 1325, 2024-05-27T00:45:54.304 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executed": 653, 2024-05-27T00:45:54.305 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_item_in_journal": 0 2024-05-27T00:45:54.305 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.305 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-27T00:45:54.305 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-27T00:45:54.305 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 104857600, 2024-05-27T00:45:54.305 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-27T00:45:54.305 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 26742, 2024-05-27T00:45:54.305 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 11089302, 2024-05-27T00:45:54.305 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-27T00:45:54.305 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 26742, 2024-05-27T00:45:54.305 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 0, 2024-05-27T00:45:54.305 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 0, 2024-05-27T00:45:54.305 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 26742, 2024-05-27T00:45:54.305 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 11089302, 2024-05-27T00:45:54.306 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-27T00:45:54.306 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:54.306 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:54.306 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:54.306 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:45:54.306 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.306 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-objecter_bytes": { 2024-05-27T00:45:54.306 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-27T00:45:54.306 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 104857600, 2024-05-27T00:45:54.306 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-27T00:45:54.306 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 0, 2024-05-27T00:45:54.306 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 0, 2024-05-27T00:45:54.306 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-27T00:45:54.306 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 0, 2024-05-27T00:45:54.307 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 4724, 2024-05-27T00:45:54.307 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 15167258, 2024-05-27T00:45:54.307 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 4724, 2024-05-27T00:45:54.307 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 15167258, 2024-05-27T00:45:54.307 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-27T00:45:54.307 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:54.307 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:54.307 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:54.307 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:45:54.307 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.307 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-objecter_ops": { 2024-05-27T00:45:54.307 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-27T00:45:54.307 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 1024, 2024-05-27T00:45:54.307 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-27T00:45:54.307 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 0, 2024-05-27T00:45:54.308 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 0, 2024-05-27T00:45:54.308 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-27T00:45:54.308 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 0, 2024-05-27T00:45:54.308 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 4724, 2024-05-27T00:45:54.308 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 4724, 2024-05-27T00:45:54.308 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 4724, 2024-05-27T00:45:54.308 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 4724, 2024-05-27T00:45:54.308 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-27T00:45:54.308 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:54.308 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:54.308 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:54.308 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:45:54.308 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.308 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-write_buf_throttle": { 2024-05-27T00:45:54.309 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-27T00:45:54.309 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 3758096384, 2024-05-27T00:45:54.309 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-27T00:45:54.309 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 653, 2024-05-27T00:45:54.309 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 75785, 2024-05-27T00:45:54.309 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-27T00:45:54.309 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 653, 2024-05-27T00:45:54.309 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 0, 2024-05-27T00:45:54.309 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 0, 2024-05-27T00:45:54.309 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 45, 2024-05-27T00:45:54.309 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 75785, 2024-05-27T00:45:54.309 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-27T00:45:54.309 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:54.309 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:54.310 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:54.310 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:45:54.310 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:54.310 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-write_buf_throttle-0x5604bbf9a500": { 2024-05-27T00:45:54.310 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-27T00:45:54.310 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 3758096384, 2024-05-27T00:45:54.310 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-27T00:45:54.310 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 4855, 2024-05-27T00:45:54.310 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 12544219, 2024-05-27T00:45:54.310 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-27T00:45:54.310 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 4855, 2024-05-27T00:45:54.310 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 0, 2024-05-27T00:45:54.310 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 0, 2024-05-27T00:45:54.310 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 354, 2024-05-27T00:45:54.311 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 12544219, 2024-05-27T00:45:54.311 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-27T00:45:54.311 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:54.311 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:54.311 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:54.311 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:45:54.311 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:45:54.311 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-05-27T00:45:54.700 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:54 smithi050 ceph-mon[36071]: pgmap v329: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:45:54.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:54 smithi044 ceph-mon[31645]: pgmap v329: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:45:55.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:54 smithi137 ceph-mon[36552]: pgmap v329: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:45:55.099 INFO:tasks.check_counter:Daemon mds.b mds.exported=53 2024-05-27T00:45:55.099 INFO:tasks.check_counter:Daemon mds.b mds.imported=13 2024-05-27T00:45:55.100 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=59 2024-05-27T00:45:55.100 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=1838 2024-05-27T00:45:55.100 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2024-05-27T00:45:55.100 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=10 2024-05-27T00:45:55.100 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=4 2024-05-27T00:45:55.100 DEBUG:tasks.check_counter:Getting stats from e 2024-05-27T00:45:55.100 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph daemon mds.e perf dump 2024-05-27T00:45:55.351 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.b/config 2024-05-27T00:45:56.833 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:56 smithi050 ceph-mon[36071]: pgmap v330: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:45:57.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:56 smithi137 ceph-mon[36552]: pgmap v330: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:45:57.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:56 smithi044 ceph-mon[31645]: pgmap v330: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:45:57.228 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-05-27T00:45:57.228 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-0": { 2024-05-27T00:45:57.228 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 863, 2024-05-27T00:45:57.228 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 865, 2024-05-27T00:45:57.228 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 3126771, 2024-05-27T00:45:57.229 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 274498, 2024-05-27T00:45:57.229 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 6, 2024-05-27T00:45:57.229 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 2, 2024-05-27T00:45:57.229 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.081110509, 2024-05-27T00:45:57.229 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.032066826, 2024-05-27T00:45:57.229 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.019706108, 2024-05-27T00:45:57.229 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.020344585, 2024-05-27T00:45:57.229 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:45:57.229 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 863, 2024-05-27T00:45:57.229 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.035193412, 2024-05-27T00:45:57.229 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000040780 2024-05-27T00:45:57.229 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.229 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:45:57.229 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.230 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.230 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.230 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.230 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-27T00:45:57.230 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 0 2024-05-27T00:45:57.230 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.230 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-1": { 2024-05-27T00:45:57.230 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 277, 2024-05-27T00:45:57.230 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 378, 2024-05-27T00:45:57.230 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 1674066, 2024-05-27T00:45:57.230 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 461313, 2024-05-27T00:45:57.230 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 4, 2024-05-27T00:45:57.230 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 3, 2024-05-27T00:45:57.231 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.056952527, 2024-05-27T00:45:57.231 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.019857124, 2024-05-27T00:45:57.231 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.040362232, 2024-05-27T00:45:57.231 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.005930492, 2024-05-27T00:45:57.231 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:45:57.231 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 378, 2024-05-27T00:45:57.231 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.038114688, 2024-05-27T00:45:57.231 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000100832 2024-05-27T00:45:57.231 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.231 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:45:57.231 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.231 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.231 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.231 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.231 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 1673552, 2024-05-27T00:45:57.232 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 460672 2024-05-27T00:45:57.232 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.232 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-2": { 2024-05-27T00:45:57.232 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 1422, 2024-05-27T00:45:57.232 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 1466, 2024-05-27T00:45:57.232 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 420196, 2024-05-27T00:45:57.232 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 668630, 2024-05-27T00:45:57.232 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 7, 2024-05-27T00:45:57.232 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 4, 2024-05-27T00:45:57.232 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.157823710, 2024-05-27T00:45:57.232 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.047192715, 2024-05-27T00:45:57.232 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.040242703, 2024-05-27T00:45:57.232 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.054965792, 2024-05-27T00:45:57.232 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:45:57.233 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 1463, 2024-05-27T00:45:57.233 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.066197217, 2024-05-27T00:45:57.233 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000045247 2024-05-27T00:45:57.233 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.233 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:45:57.233 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.233 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.233 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.233 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.233 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-27T00:45:57.233 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 216752 2024-05-27T00:45:57.233 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.233 INFO:teuthology.orchestra.run.smithi050.stdout: "cct": { 2024-05-27T00:45:57.233 INFO:teuthology.orchestra.run.smithi050.stdout: "total_workers": 1, 2024-05-27T00:45:57.234 INFO:teuthology.orchestra.run.smithi050.stdout: "unhealthy_workers": 0 2024-05-27T00:45:57.234 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.234 INFO:teuthology.orchestra.run.smithi050.stdout: "finisher-MDSRank": { 2024-05-27T00:45:57.234 INFO:teuthology.orchestra.run.smithi050.stdout: "queue_len": 0, 2024-05-27T00:45:57.234 INFO:teuthology.orchestra.run.smithi050.stdout: "complete_latency": { 2024-05-27T00:45:57.234 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 3925, 2024-05-27T00:45:57.234 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.117398688, 2024-05-27T00:45:57.234 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000029910 2024-05-27T00:45:57.234 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:45:57.234 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.234 INFO:teuthology.orchestra.run.smithi050.stdout: "finisher-PurgeQueue": { 2024-05-27T00:45:57.234 INFO:teuthology.orchestra.run.smithi050.stdout: "queue_len": 0, 2024-05-27T00:45:57.235 INFO:teuthology.orchestra.run.smithi050.stdout: "complete_latency": { 2024-05-27T00:45:57.235 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.235 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.235 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.235 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:45:57.235 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.235 INFO:teuthology.orchestra.run.smithi050.stdout: "mds": { 2024-05-27T00:45:57.235 INFO:teuthology.orchestra.run.smithi050.stdout: "request": 0, 2024-05-27T00:45:57.235 INFO:teuthology.orchestra.run.smithi050.stdout: "reply": 0, 2024-05-27T00:45:57.235 INFO:teuthology.orchestra.run.smithi050.stdout: "reply_latency": { 2024-05-27T00:45:57.235 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.235 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.235 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.235 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.236 INFO:teuthology.orchestra.run.smithi050.stdout: "slow_reply": 0, 2024-05-27T00:45:57.236 INFO:teuthology.orchestra.run.smithi050.stdout: "forward": 0, 2024-05-27T00:45:57.236 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_fetch_complete": 0, 2024-05-27T00:45:57.236 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_fetch_keys": 0, 2024-05-27T00:45:57.236 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_commit": 0, 2024-05-27T00:45:57.236 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_split": 0, 2024-05-27T00:45:57.236 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_merge": 0, 2024-05-27T00:45:57.236 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes": 366, 2024-05-27T00:45:57.236 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_top": 0, 2024-05-27T00:45:57.236 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_bottom": 366, 2024-05-27T00:45:57.236 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_pin_tail": 0, 2024-05-27T00:45:57.236 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_pinned": 366, 2024-05-27T00:45:57.236 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_expired": 0, 2024-05-27T00:45:57.236 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_with_caps": 0, 2024-05-27T00:45:57.237 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": 0, 2024-05-27T00:45:57.237 INFO:teuthology.orchestra.run.smithi050.stdout: "subtrees": 1, 2024-05-27T00:45:57.237 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse": 0, 2024-05-27T00:45:57.237 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_hit": 0, 2024-05-27T00:45:57.237 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_forward": 0, 2024-05-27T00:45:57.237 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_discover": 0, 2024-05-27T00:45:57.237 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_dir_fetch": 0, 2024-05-27T00:45:57.237 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_remote_ino": 0, 2024-05-27T00:45:57.237 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_lock": 0, 2024-05-27T00:45:57.237 INFO:teuthology.orchestra.run.smithi050.stdout: "load_cent": 0, 2024-05-27T00:45:57.237 INFO:teuthology.orchestra.run.smithi050.stdout: "q": 0, 2024-05-27T00:45:57.237 INFO:teuthology.orchestra.run.smithi050.stdout: "exported": 0, 2024-05-27T00:45:57.237 INFO:teuthology.orchestra.run.smithi050.stdout: "exported_inodes": 0, 2024-05-27T00:45:57.237 INFO:teuthology.orchestra.run.smithi050.stdout: "imported": 0, 2024-05-27T00:45:57.238 INFO:teuthology.orchestra.run.smithi050.stdout: "imported_inodes": 0, 2024-05-27T00:45:57.238 INFO:teuthology.orchestra.run.smithi050.stdout: "openino_dir_fetch": 0, 2024-05-27T00:45:57.238 INFO:teuthology.orchestra.run.smithi050.stdout: "openino_backtrace_fetch": 0, 2024-05-27T00:45:57.238 INFO:teuthology.orchestra.run.smithi050.stdout: "openino_peer_discover": 0, 2024-05-27T00:45:57.238 INFO:teuthology.orchestra.run.smithi050.stdout: "root_rfiles": 0, 2024-05-27T00:45:57.238 INFO:teuthology.orchestra.run.smithi050.stdout: "root_rbytes": 0, 2024-05-27T00:45:57.238 INFO:teuthology.orchestra.run.smithi050.stdout: "root_rsnaps": 0, 2024-05-27T00:45:57.238 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_backtrace_fetch": 0, 2024-05-27T00:45:57.238 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_set_tag": 0, 2024-05-27T00:45:57.238 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_backtrace_repaired": 0, 2024-05-27T00:45:57.238 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_inotable_repaired": 0, 2024-05-27T00:45:57.238 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_dir_inodes": 0, 2024-05-27T00:45:57.238 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_dir_base_inodes": 0, 2024-05-27T00:45:57.238 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_dirfrag_rstats": 0, 2024-05-27T00:45:57.239 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_file_inodes": 0, 2024-05-27T00:45:57.239 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_inode_file_caps": 0, 2024-05-27T00:45:57.239 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_revoke": 0, 2024-05-27T00:45:57.239 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_grant": 0, 2024-05-27T00:45:57.239 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_trunc": 0, 2024-05-27T00:45:57.239 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-27T00:45:57.239 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-27T00:45:57.239 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_caps": 0, 2024-05-27T00:45:57.239 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_caps_dirty": 0, 2024-05-27T00:45:57.239 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_cap_release": 0, 2024-05-27T00:45:57.239 INFO:teuthology.orchestra.run.smithi050.stdout: "process_request_cap_release": 0 2024-05-27T00:45:57.239 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.239 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_cache": { 2024-05-27T00:45:57.239 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_update": 0, 2024-05-27T00:45:57.239 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_update_receipt": 0, 2024-05-27T00:45:57.240 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_try_discover": 0, 2024-05-27T00:45:57.240 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_send_discover": 0, 2024-05-27T00:45:57.240 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_handle_discover": 0, 2024-05-27T00:45:57.240 INFO:teuthology.orchestra.run.smithi050.stdout: "num_strays": 0, 2024-05-27T00:45:57.240 INFO:teuthology.orchestra.run.smithi050.stdout: "num_strays_delayed": 0, 2024-05-27T00:45:57.240 INFO:teuthology.orchestra.run.smithi050.stdout: "num_strays_enqueuing": 0, 2024-05-27T00:45:57.240 INFO:teuthology.orchestra.run.smithi050.stdout: "strays_created": 0, 2024-05-27T00:45:57.240 INFO:teuthology.orchestra.run.smithi050.stdout: "strays_enqueued": 0, 2024-05-27T00:45:57.240 INFO:teuthology.orchestra.run.smithi050.stdout: "strays_reintegrated": 0, 2024-05-27T00:45:57.240 INFO:teuthology.orchestra.run.smithi050.stdout: "strays_migrated": 0, 2024-05-27T00:45:57.240 INFO:teuthology.orchestra.run.smithi050.stdout: "num_recovering_processing": 0, 2024-05-27T00:45:57.240 INFO:teuthology.orchestra.run.smithi050.stdout: "num_recovering_enqueued": 0, 2024-05-27T00:45:57.240 INFO:teuthology.orchestra.run.smithi050.stdout: "num_recovering_prioritized": 0, 2024-05-27T00:45:57.240 INFO:teuthology.orchestra.run.smithi050.stdout: "recovery_started": 0, 2024-05-27T00:45:57.240 INFO:teuthology.orchestra.run.smithi050.stdout: "recovery_completed": 0, 2024-05-27T00:45:57.241 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_quiesce_path": 0, 2024-05-27T00:45:57.241 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_quiesce_inode": 0, 2024-05-27T00:45:57.241 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_enqueue_scrub": 0, 2024-05-27T00:45:57.241 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_exportdir": 0, 2024-05-27T00:45:57.241 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_flush": 0, 2024-05-27T00:45:57.241 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_fragmentdir": 0, 2024-05-27T00:45:57.241 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_fragstats": 0, 2024-05-27T00:45:57.241 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_inodestats": 0 2024-05-27T00:45:57.241 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.241 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_log": { 2024-05-27T00:45:57.241 INFO:teuthology.orchestra.run.smithi050.stdout: "evlrg": 0, 2024-05-27T00:45:57.241 INFO:teuthology.orchestra.run.smithi050.stdout: "evadd": 0, 2024-05-27T00:45:57.241 INFO:teuthology.orchestra.run.smithi050.stdout: "evex": 0, 2024-05-27T00:45:57.241 INFO:teuthology.orchestra.run.smithi050.stdout: "evtrm": 0, 2024-05-27T00:45:57.242 INFO:teuthology.orchestra.run.smithi050.stdout: "ev": 1394, 2024-05-27T00:45:57.242 INFO:teuthology.orchestra.run.smithi050.stdout: "evexg": 0, 2024-05-27T00:45:57.242 INFO:teuthology.orchestra.run.smithi050.stdout: "evexd": 0, 2024-05-27T00:45:57.242 INFO:teuthology.orchestra.run.smithi050.stdout: "segadd": 0, 2024-05-27T00:45:57.242 INFO:teuthology.orchestra.run.smithi050.stdout: "segex": 0, 2024-05-27T00:45:57.242 INFO:teuthology.orchestra.run.smithi050.stdout: "segtrm": 0, 2024-05-27T00:45:57.242 INFO:teuthology.orchestra.run.smithi050.stdout: "seg": 3, 2024-05-27T00:45:57.242 INFO:teuthology.orchestra.run.smithi050.stdout: "segmjr": 2, 2024-05-27T00:45:57.242 INFO:teuthology.orchestra.run.smithi050.stdout: "segexg": 0, 2024-05-27T00:45:57.242 INFO:teuthology.orchestra.run.smithi050.stdout: "segexd": 0, 2024-05-27T00:45:57.242 INFO:teuthology.orchestra.run.smithi050.stdout: "expos": 4194304, 2024-05-27T00:45:57.242 INFO:teuthology.orchestra.run.smithi050.stdout: "wrpos": 7095562, 2024-05-27T00:45:57.243 INFO:teuthology.orchestra.run.smithi050.stdout: "rdpos": 7093001, 2024-05-27T00:45:57.243 INFO:teuthology.orchestra.run.smithi050.stdout: "jlat": { 2024-05-27T00:45:57.243 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.243 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.243 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.243 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.243 INFO:teuthology.orchestra.run.smithi050.stdout: "replayed": 1394 2024-05-27T00:45:57.243 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.243 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_mem": { 2024-05-27T00:45:57.243 INFO:teuthology.orchestra.run.smithi050.stdout: "ino": 16, 2024-05-27T00:45:57.243 INFO:teuthology.orchestra.run.smithi050.stdout: "ino+": 568, 2024-05-27T00:45:57.243 INFO:teuthology.orchestra.run.smithi050.stdout: "ino-": 552, 2024-05-27T00:45:57.243 INFO:teuthology.orchestra.run.smithi050.stdout: "dir": 5, 2024-05-27T00:45:57.243 INFO:teuthology.orchestra.run.smithi050.stdout: "dir+": 125, 2024-05-27T00:45:57.243 INFO:teuthology.orchestra.run.smithi050.stdout: "dir-": 120, 2024-05-27T00:45:57.244 INFO:teuthology.orchestra.run.smithi050.stdout: "dn": 366, 2024-05-27T00:45:57.244 INFO:teuthology.orchestra.run.smithi050.stdout: "dn+": 848, 2024-05-27T00:45:57.244 INFO:teuthology.orchestra.run.smithi050.stdout: "dn-": 482, 2024-05-27T00:45:57.244 INFO:teuthology.orchestra.run.smithi050.stdout: "cap": 0, 2024-05-27T00:45:57.244 INFO:teuthology.orchestra.run.smithi050.stdout: "cap+": 0, 2024-05-27T00:45:57.244 INFO:teuthology.orchestra.run.smithi050.stdout: "cap-": 0, 2024-05-27T00:45:57.244 INFO:teuthology.orchestra.run.smithi050.stdout: "rss": 51808, 2024-05-27T00:45:57.244 INFO:teuthology.orchestra.run.smithi050.stdout: "heap": 215420 2024-05-27T00:45:57.244 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.244 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_server": { 2024-05-27T00:45:57.244 INFO:teuthology.orchestra.run.smithi050.stdout: "dispatch_client_request": 0, 2024-05-27T00:45:57.244 INFO:teuthology.orchestra.run.smithi050.stdout: "dispatch_server_request": 0, 2024-05-27T00:45:57.244 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_request": 0, 2024-05-27T00:45:57.244 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_session": 0, 2024-05-27T00:45:57.244 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_peer_request": 0, 2024-05-27T00:45:57.245 INFO:teuthology.orchestra.run.smithi050.stdout: "req_create_latency": { 2024-05-27T00:45:57.245 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.245 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.245 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.245 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.245 INFO:teuthology.orchestra.run.smithi050.stdout: "req_getattr_latency": { 2024-05-27T00:45:57.245 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.245 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.245 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.245 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.245 INFO:teuthology.orchestra.run.smithi050.stdout: "req_getfilelock_latency": { 2024-05-27T00:45:57.245 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.245 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.245 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.246 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.246 INFO:teuthology.orchestra.run.smithi050.stdout: "req_link_latency": { 2024-05-27T00:45:57.246 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.246 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.246 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.246 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.246 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookup_latency": { 2024-05-27T00:45:57.246 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.246 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.246 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.246 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.246 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookuphash_latency": { 2024-05-27T00:45:57.246 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.246 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.246 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.247 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.247 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookupino_latency": { 2024-05-27T00:45:57.247 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.247 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.247 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.247 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.247 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookupname_latency": { 2024-05-27T00:45:57.247 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.247 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.247 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.247 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.247 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookupparent_latency": { 2024-05-27T00:45:57.247 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.247 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.247 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.248 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.248 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookupsnap_latency": { 2024-05-27T00:45:57.248 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.248 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.248 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.248 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.248 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lssnap_latency": { 2024-05-27T00:45:57.248 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.248 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.248 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.248 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.248 INFO:teuthology.orchestra.run.smithi050.stdout: "req_mkdir_latency": { 2024-05-27T00:45:57.249 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.249 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.249 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.249 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.249 INFO:teuthology.orchestra.run.smithi050.stdout: "req_mknod_latency": { 2024-05-27T00:45:57.249 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.249 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.249 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.249 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.250 INFO:teuthology.orchestra.run.smithi050.stdout: "req_mksnap_latency": { 2024-05-27T00:45:57.250 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.250 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.250 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.250 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.250 INFO:teuthology.orchestra.run.smithi050.stdout: "req_open_latency": { 2024-05-27T00:45:57.250 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.250 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.250 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.250 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.250 INFO:teuthology.orchestra.run.smithi050.stdout: "req_readdir_latency": { 2024-05-27T00:45:57.250 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.250 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.250 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.251 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.251 INFO:teuthology.orchestra.run.smithi050.stdout: "req_rename_latency": { 2024-05-27T00:45:57.251 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.251 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.251 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.251 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.251 INFO:teuthology.orchestra.run.smithi050.stdout: "req_renamesnap_latency": { 2024-05-27T00:45:57.251 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.251 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.251 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.251 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.251 INFO:teuthology.orchestra.run.smithi050.stdout: "req_snapdiff_latency": { 2024-05-27T00:45:57.251 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.251 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.252 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.252 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.252 INFO:teuthology.orchestra.run.smithi050.stdout: "req_rmdir_latency": { 2024-05-27T00:45:57.252 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.252 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.252 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.252 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.252 INFO:teuthology.orchestra.run.smithi050.stdout: "req_rmsnap_latency": { 2024-05-27T00:45:57.252 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.252 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.252 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.252 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.252 INFO:teuthology.orchestra.run.smithi050.stdout: "req_rmxattr_latency": { 2024-05-27T00:45:57.252 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.253 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.253 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.253 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.253 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setattr_latency": { 2024-05-27T00:45:57.253 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.253 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.253 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.253 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.253 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setdirlayout_latency": { 2024-05-27T00:45:57.253 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.253 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.253 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.253 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.253 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setfilelock_latency": { 2024-05-27T00:45:57.254 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.254 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.254 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.254 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.254 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setlayout_latency": { 2024-05-27T00:45:57.254 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.254 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.254 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.254 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.254 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setxattr_latency": { 2024-05-27T00:45:57.254 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.254 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.254 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.254 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.255 INFO:teuthology.orchestra.run.smithi050.stdout: "req_symlink_latency": { 2024-05-27T00:45:57.255 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.255 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.255 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.255 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.255 INFO:teuthology.orchestra.run.smithi050.stdout: "req_unlink_latency": { 2024-05-27T00:45:57.255 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.255 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.255 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.255 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.255 INFO:teuthology.orchestra.run.smithi050.stdout: "cap_revoke_eviction": 0, 2024-05-27T00:45:57.255 INFO:teuthology.orchestra.run.smithi050.stdout: "cap_acquisition_throttle": 0, 2024-05-27T00:45:57.255 INFO:teuthology.orchestra.run.smithi050.stdout: "req_getvxattr_latency": { 2024-05-27T00:45:57.255 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.255 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.256 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.256 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:45:57.256 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.256 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_sessions": { 2024-05-27T00:45:57.256 INFO:teuthology.orchestra.run.smithi050.stdout: "session_count": 2, 2024-05-27T00:45:57.256 INFO:teuthology.orchestra.run.smithi050.stdout: "session_add": 4, 2024-05-27T00:45:57.256 INFO:teuthology.orchestra.run.smithi050.stdout: "session_remove": 2, 2024-05-27T00:45:57.256 INFO:teuthology.orchestra.run.smithi050.stdout: "sessions_open": 2, 2024-05-27T00:45:57.256 INFO:teuthology.orchestra.run.smithi050.stdout: "sessions_stale": 0, 2024-05-27T00:45:57.256 INFO:teuthology.orchestra.run.smithi050.stdout: "total_load": 0, 2024-05-27T00:45:57.256 INFO:teuthology.orchestra.run.smithi050.stdout: "average_load": 0, 2024-05-27T00:45:57.256 INFO:teuthology.orchestra.run.smithi050.stdout: "avg_session_uptime": 5451, 2024-05-27T00:45:57.256 INFO:teuthology.orchestra.run.smithi050.stdout: "mdthresh_evicted": 0 2024-05-27T00:45:57.256 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.257 INFO:teuthology.orchestra.run.smithi050.stdout: "mempool": { 2024-05-27T00:45:57.257 INFO:teuthology.orchestra.run.smithi050.stdout: "bloom_filter_bytes": 0, 2024-05-27T00:45:57.257 INFO:teuthology.orchestra.run.smithi050.stdout: "bloom_filter_items": 0, 2024-05-27T00:45:57.257 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_alloc_bytes": 0, 2024-05-27T00:45:57.257 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_alloc_items": 0, 2024-05-27T00:45:57.257 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_data_bytes": 0, 2024-05-27T00:45:57.257 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_data_items": 0, 2024-05-27T00:45:57.257 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-27T00:45:57.257 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_onode_items": 0, 2024-05-27T00:45:57.257 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-27T00:45:57.257 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_meta_items": 0, 2024-05-27T00:45:57.257 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_other_bytes": 0, 2024-05-27T00:45:57.257 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_other_items": 0, 2024-05-27T00:45:57.258 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-27T00:45:57.258 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_buffer_items": 0, 2024-05-27T00:45:57.258 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_extent_bytes": 0, 2024-05-27T00:45:57.258 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_extent_items": 0, 2024-05-27T00:45:57.258 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_blob_bytes": 0, 2024-05-27T00:45:57.258 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_blob_items": 0, 2024-05-27T00:45:57.258 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-27T00:45:57.258 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_shared_blob_items": 0, 2024-05-27T00:45:57.258 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-27T00:45:57.258 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_inline_bl_items": 0, 2024-05-27T00:45:57.258 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_fsck_bytes": 0, 2024-05-27T00:45:57.258 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_fsck_items": 0, 2024-05-27T00:45:57.258 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_txc_bytes": 0, 2024-05-27T00:45:57.258 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_txc_items": 0, 2024-05-27T00:45:57.259 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-27T00:45:57.259 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_deferred_items": 0, 2024-05-27T00:45:57.259 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_bytes": 0, 2024-05-27T00:45:57.259 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_items": 0, 2024-05-27T00:45:57.259 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_bytes": 0, 2024-05-27T00:45:57.259 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_items": 0, 2024-05-27T00:45:57.259 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_reader_bytes": 0, 2024-05-27T00:45:57.259 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_reader_items": 0, 2024-05-27T00:45:57.259 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_writer_bytes": 0, 2024-05-27T00:45:57.259 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_writer_items": 0, 2024-05-27T00:45:57.259 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_anon_bytes": 190698, 2024-05-27T00:45:57.259 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_anon_items": 67, 2024-05-27T00:45:57.259 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_meta_bytes": 0, 2024-05-27T00:45:57.259 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_meta_items": 0, 2024-05-27T00:45:57.260 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_bytes": 0, 2024-05-27T00:45:57.260 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_items": 0, 2024-05-27T00:45:57.260 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_mapbl_bytes": 0, 2024-05-27T00:45:57.260 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_mapbl_items": 0, 2024-05-27T00:45:57.260 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_pglog_bytes": 0, 2024-05-27T00:45:57.260 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_pglog_items": 0, 2024-05-27T00:45:57.260 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_bytes": 9512, 2024-05-27T00:45:57.260 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_items": 182, 2024-05-27T00:45:57.260 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_mapping_bytes": 0, 2024-05-27T00:45:57.260 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_mapping_items": 0, 2024-05-27T00:45:57.260 INFO:teuthology.orchestra.run.smithi050.stdout: "pgmap_bytes": 0, 2024-05-27T00:45:57.260 INFO:teuthology.orchestra.run.smithi050.stdout: "pgmap_items": 0, 2024-05-27T00:45:57.260 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_co_bytes": 308794, 2024-05-27T00:45:57.260 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_co_items": 2058, 2024-05-27T00:45:57.260 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_1_bytes": 0, 2024-05-27T00:45:57.261 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_1_items": 0, 2024-05-27T00:45:57.261 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_2_bytes": 0, 2024-05-27T00:45:57.261 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_2_items": 0 2024-05-27T00:45:57.261 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.261 INFO:teuthology.orchestra.run.smithi050.stdout: "objecter": { 2024-05-27T00:45:57.261 INFO:teuthology.orchestra.run.smithi050.stdout: "op_active": 0, 2024-05-27T00:45:57.261 INFO:teuthology.orchestra.run.smithi050.stdout: "op_laggy": 0, 2024-05-27T00:45:57.261 INFO:teuthology.orchestra.run.smithi050.stdout: "op_send": 2286, 2024-05-27T00:45:57.261 INFO:teuthology.orchestra.run.smithi050.stdout: "op_send_bytes": 21, 2024-05-27T00:45:57.261 INFO:teuthology.orchestra.run.smithi050.stdout: "op_resend": 3, 2024-05-27T00:45:57.261 INFO:teuthology.orchestra.run.smithi050.stdout: "op_reply": 2286, 2024-05-27T00:45:57.261 INFO:teuthology.orchestra.run.smithi050.stdout: "op_latency": { 2024-05-27T00:45:57.261 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 2286, 2024-05-27T00:45:57.261 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 1.882951799, 2024-05-27T00:45:57.261 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000823688 2024-05-27T00:45:57.262 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.262 INFO:teuthology.orchestra.run.smithi050.stdout: "op_inflight": 0, 2024-05-27T00:45:57.262 INFO:teuthology.orchestra.run.smithi050.stdout: "oplen_avg": { 2024-05-27T00:45:57.262 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 2286, 2024-05-27T00:45:57.262 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 2287 2024-05-27T00:45:57.262 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.262 INFO:teuthology.orchestra.run.smithi050.stdout: "op": 2286, 2024-05-27T00:45:57.262 INFO:teuthology.orchestra.run.smithi050.stdout: "op_r": 2286, 2024-05-27T00:45:57.262 INFO:teuthology.orchestra.run.smithi050.stdout: "op_w": 0, 2024-05-27T00:45:57.262 INFO:teuthology.orchestra.run.smithi050.stdout: "op_rmw": 0, 2024-05-27T00:45:57.262 INFO:teuthology.orchestra.run.smithi050.stdout: "op_pg": 0, 2024-05-27T00:45:57.262 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_stat": 1421, 2024-05-27T00:45:57.262 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_create": 0, 2024-05-27T00:45:57.262 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_read": 863, 2024-05-27T00:45:57.263 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_write": 0, 2024-05-27T00:45:57.263 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_writefull": 0, 2024-05-27T00:45:57.263 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_writesame": 0, 2024-05-27T00:45:57.263 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_append": 0, 2024-05-27T00:45:57.263 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_zero": 0, 2024-05-27T00:45:57.263 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_truncate": 0, 2024-05-27T00:45:57.263 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_delete": 0, 2024-05-27T00:45:57.263 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_mapext": 0, 2024-05-27T00:45:57.263 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_sparse_read": 0, 2024-05-27T00:45:57.263 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_clonerange": 0, 2024-05-27T00:45:57.263 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_getxattr": 1, 2024-05-27T00:45:57.263 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_setxattr": 0, 2024-05-27T00:45:57.263 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_cmpxattr": 0, 2024-05-27T00:45:57.263 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_rmxattr": 0, 2024-05-27T00:45:57.263 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_resetxattrs": 0, 2024-05-27T00:45:57.264 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_call": 0, 2024-05-27T00:45:57.264 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_watch": 0, 2024-05-27T00:45:57.264 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_notify": 0, 2024-05-27T00:45:57.264 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_src_cmpxattr": 0, 2024-05-27T00:45:57.264 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_pgls": 0, 2024-05-27T00:45:57.264 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_pgls_filter": 0, 2024-05-27T00:45:57.264 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_other": 0, 2024-05-27T00:45:57.264 INFO:teuthology.orchestra.run.smithi050.stdout: "linger_active": 0, 2024-05-27T00:45:57.264 INFO:teuthology.orchestra.run.smithi050.stdout: "linger_send": 0, 2024-05-27T00:45:57.264 INFO:teuthology.orchestra.run.smithi050.stdout: "linger_resend": 0, 2024-05-27T00:45:57.264 INFO:teuthology.orchestra.run.smithi050.stdout: "linger_ping": 0, 2024-05-27T00:45:57.264 INFO:teuthology.orchestra.run.smithi050.stdout: "poolop_active": 0, 2024-05-27T00:45:57.264 INFO:teuthology.orchestra.run.smithi050.stdout: "poolop_send": 0, 2024-05-27T00:45:57.264 INFO:teuthology.orchestra.run.smithi050.stdout: "poolop_resend": 0, 2024-05-27T00:45:57.264 INFO:teuthology.orchestra.run.smithi050.stdout: "poolstat_active": 0, 2024-05-27T00:45:57.265 INFO:teuthology.orchestra.run.smithi050.stdout: "poolstat_send": 0, 2024-05-27T00:45:57.265 INFO:teuthology.orchestra.run.smithi050.stdout: "poolstat_resend": 0, 2024-05-27T00:45:57.265 INFO:teuthology.orchestra.run.smithi050.stdout: "statfs_active": 0, 2024-05-27T00:45:57.265 INFO:teuthology.orchestra.run.smithi050.stdout: "statfs_send": 0, 2024-05-27T00:45:57.265 INFO:teuthology.orchestra.run.smithi050.stdout: "statfs_resend": 0, 2024-05-27T00:45:57.265 INFO:teuthology.orchestra.run.smithi050.stdout: "command_active": 0, 2024-05-27T00:45:57.265 INFO:teuthology.orchestra.run.smithi050.stdout: "command_send": 0, 2024-05-27T00:45:57.265 INFO:teuthology.orchestra.run.smithi050.stdout: "command_resend": 0, 2024-05-27T00:45:57.265 INFO:teuthology.orchestra.run.smithi050.stdout: "map_epoch": 104, 2024-05-27T00:45:57.265 INFO:teuthology.orchestra.run.smithi050.stdout: "map_full": 0, 2024-05-27T00:45:57.265 INFO:teuthology.orchestra.run.smithi050.stdout: "map_inc": 13, 2024-05-27T00:45:57.265 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_sessions": 5, 2024-05-27T00:45:57.265 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_session_open": 5, 2024-05-27T00:45:57.265 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_session_close": 0, 2024-05-27T00:45:57.266 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_laggy": 0, 2024-05-27T00:45:57.266 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_wr": 0, 2024-05-27T00:45:57.266 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_rd": 2, 2024-05-27T00:45:57.266 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_del": 0 2024-05-27T00:45:57.266 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.266 INFO:teuthology.orchestra.run.smithi050.stdout: "oft": { 2024-05-27T00:45:57.266 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_total_objs": 0, 2024-05-27T00:45:57.266 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_total_kv_pairs": 0, 2024-05-27T00:45:57.266 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_total_updates": 0, 2024-05-27T00:45:57.266 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_total_removes": 0 2024-05-27T00:45:57.266 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.266 INFO:teuthology.orchestra.run.smithi050.stdout: "osd-slow-ops": { 2024-05-27T00:45:57.266 INFO:teuthology.orchestra.run.smithi050.stdout: "slow_ops_count": 0 2024-05-27T00:45:57.266 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.267 INFO:teuthology.orchestra.run.smithi050.stdout: "purge_queue": { 2024-05-27T00:45:57.267 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executing_ops": 0, 2024-05-27T00:45:57.267 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executing_ops_high_water": 0, 2024-05-27T00:45:57.267 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executing": 0, 2024-05-27T00:45:57.267 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executing_high_water": 0, 2024-05-27T00:45:57.267 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executed_ops": 0, 2024-05-27T00:45:57.267 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executed": 0, 2024-05-27T00:45:57.267 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_item_in_journal": 0 2024-05-27T00:45:57.267 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.267 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-27T00:45:57.267 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-27T00:45:57.267 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 104857600, 2024-05-27T00:45:57.267 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-27T00:45:57.267 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 2558, 2024-05-27T00:45:57.268 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 4973979, 2024-05-27T00:45:57.268 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-27T00:45:57.268 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 2558, 2024-05-27T00:45:57.268 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 0, 2024-05-27T00:45:57.268 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 0, 2024-05-27T00:45:57.268 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 2558, 2024-05-27T00:45:57.268 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 4973979, 2024-05-27T00:45:57.268 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-27T00:45:57.268 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.268 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.268 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.268 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:45:57.268 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.268 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-objecter_bytes": { 2024-05-27T00:45:57.269 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-27T00:45:57.269 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 104857600, 2024-05-27T00:45:57.269 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-27T00:45:57.269 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 0, 2024-05-27T00:45:57.269 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 0, 2024-05-27T00:45:57.269 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-27T00:45:57.269 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 0, 2024-05-27T00:45:57.269 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 2286, 2024-05-27T00:45:57.269 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 2901263, 2024-05-27T00:45:57.269 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 2286, 2024-05-27T00:45:57.269 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 2901263, 2024-05-27T00:45:57.269 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-27T00:45:57.269 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.269 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.269 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.270 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:45:57.270 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.270 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-objecter_ops": { 2024-05-27T00:45:57.270 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-27T00:45:57.270 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 1024, 2024-05-27T00:45:57.270 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-27T00:45:57.270 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 0, 2024-05-27T00:45:57.270 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 0, 2024-05-27T00:45:57.270 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-27T00:45:57.270 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 0, 2024-05-27T00:45:57.270 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 2286, 2024-05-27T00:45:57.270 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 2286, 2024-05-27T00:45:57.270 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 2286, 2024-05-27T00:45:57.270 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 2286, 2024-05-27T00:45:57.271 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-27T00:45:57.271 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.271 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.271 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.271 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:45:57.271 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.271 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-write_buf_throttle": { 2024-05-27T00:45:57.271 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-27T00:45:57.271 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 3758096384, 2024-05-27T00:45:57.271 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-27T00:45:57.271 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 0, 2024-05-27T00:45:57.271 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 0, 2024-05-27T00:45:57.271 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-27T00:45:57.271 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 0, 2024-05-27T00:45:57.271 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 0, 2024-05-27T00:45:57.272 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 0, 2024-05-27T00:45:57.272 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 0, 2024-05-27T00:45:57.272 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 0, 2024-05-27T00:45:57.272 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-27T00:45:57.272 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.272 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.272 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.272 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:45:57.272 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:45:57.272 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-write_buf_throttle-0x55d3770946e0": { 2024-05-27T00:45:57.272 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-27T00:45:57.272 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 3758096384, 2024-05-27T00:45:57.272 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-27T00:45:57.272 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 0, 2024-05-27T00:45:57.272 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 0, 2024-05-27T00:45:57.273 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-27T00:45:57.273 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 0, 2024-05-27T00:45:57.273 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 0, 2024-05-27T00:45:57.273 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 0, 2024-05-27T00:45:57.273 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 0, 2024-05-27T00:45:57.273 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 0, 2024-05-27T00:45:57.273 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-27T00:45:57.273 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:45:57.273 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:45:57.273 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:45:57.273 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:45:57.273 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:45:57.273 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-05-27T00:45:58.009 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-05-27T00:45:58.009 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-05-27T00:45:58.009 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-05-27T00:45:58.009 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-05-27T00:45:58.009 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0 2024-05-27T00:45:58.009 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-05-27T00:45:58.009 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-05-27T00:45:58.009 DEBUG:tasks.check_counter:Getting stats from h 2024-05-27T00:45:58.010 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph daemon mds.h perf dump 2024-05-27T00:45:58.259 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.b/config 2024-05-27T00:45:58.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:45:58 smithi050 ceph-mon[36071]: pgmap v331: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:45:59.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:45:58 smithi137 ceph-mon[36552]: pgmap v331: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:45:59.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:45:58 smithi044 ceph-mon[31645]: pgmap v331: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:46:00.009 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-05-27T00:46:00.009 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-0": { 2024-05-27T00:46:00.009 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 1511, 2024-05-27T00:46:00.009 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 1746, 2024-05-27T00:46:00.009 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 496393, 2024-05-27T00:46:00.009 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 3716636, 2024-05-27T00:46:00.009 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 16, 2024-05-27T00:46:00.009 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 4, 2024-05-27T00:46:00.009 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.146745927, 2024-05-27T00:46:00.009 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.063292825, 2024-05-27T00:46:00.009 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.061993534, 2024-05-27T00:46:00.010 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.019439719, 2024-05-27T00:46:00.010 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:46:00.010 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 1748, 2024-05-27T00:46:00.010 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.077494063, 2024-05-27T00:46:00.010 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000044332 2024-05-27T00:46:00.010 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.010 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:46:00.010 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 2057, 2024-05-27T00:46:00.010 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000454656, 2024-05-27T00:46:00.010 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000221 2024-05-27T00:46:00.010 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.010 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-27T00:46:00.010 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 0 2024-05-27T00:46:00.010 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.011 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-1": { 2024-05-27T00:46:00.011 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 1492, 2024-05-27T00:46:00.011 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 2844, 2024-05-27T00:46:00.011 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 553560, 2024-05-27T00:46:00.011 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 2007497, 2024-05-27T00:46:00.011 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 13, 2024-05-27T00:46:00.011 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 6, 2024-05-27T00:46:00.011 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.143275851, 2024-05-27T00:46:00.011 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.062691693, 2024-05-27T00:46:00.011 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.078515397, 2024-05-27T00:46:00.011 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.009160596, 2024-05-27T00:46:00.011 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:46:00.011 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 2841, 2024-05-27T00:46:00.012 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.099019567, 2024-05-27T00:46:00.012 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000034853 2024-05-27T00:46:00.012 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.012 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:46:00.012 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 2518, 2024-05-27T00:46:00.012 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000486615, 2024-05-27T00:46:00.012 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000193 2024-05-27T00:46:00.012 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.012 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 459872, 2024-05-27T00:46:00.012 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 1799184 2024-05-27T00:46:00.012 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.012 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-2": { 2024-05-27T00:46:00.012 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 13374, 2024-05-27T00:46:00.012 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 7923, 2024-05-27T00:46:00.013 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 8220987, 2024-05-27T00:46:00.013 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 2147307, 2024-05-27T00:46:00.013 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 15, 2024-05-27T00:46:00.013 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 7, 2024-05-27T00:46:00.013 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.754511860, 2024-05-27T00:46:00.013 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.271044867, 2024-05-27T00:46:00.013 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.663246407, 2024-05-27T00:46:00.013 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.012397338, 2024-05-27T00:46:00.013 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:46:00.013 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 7919, 2024-05-27T00:46:00.013 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.168015233, 2024-05-27T00:46:00.013 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000021216 2024-05-27T00:46:00.013 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.014 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:46:00.014 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 19471, 2024-05-27T00:46:00.014 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.003350894, 2024-05-27T00:46:00.014 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000172 2024-05-27T00:46:00.014 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.014 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 1685952, 2024-05-27T00:46:00.014 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 172848 2024-05-27T00:46:00.014 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.014 INFO:teuthology.orchestra.run.smithi050.stdout: "cct": { 2024-05-27T00:46:00.014 INFO:teuthology.orchestra.run.smithi050.stdout: "total_workers": 1, 2024-05-27T00:46:00.014 INFO:teuthology.orchestra.run.smithi050.stdout: "unhealthy_workers": 0 2024-05-27T00:46:00.014 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.014 INFO:teuthology.orchestra.run.smithi050.stdout: "finisher-MDSRank": { 2024-05-27T00:46:00.014 INFO:teuthology.orchestra.run.smithi050.stdout: "queue_len": 0, 2024-05-27T00:46:00.015 INFO:teuthology.orchestra.run.smithi050.stdout: "complete_latency": { 2024-05-27T00:46:00.015 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 558, 2024-05-27T00:46:00.015 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.449096990, 2024-05-27T00:46:00.015 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000804833 2024-05-27T00:46:00.015 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:46:00.015 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.015 INFO:teuthology.orchestra.run.smithi050.stdout: "finisher-PurgeQueue": { 2024-05-27T00:46:00.015 INFO:teuthology.orchestra.run.smithi050.stdout: "queue_len": 0, 2024-05-27T00:46:00.015 INFO:teuthology.orchestra.run.smithi050.stdout: "complete_latency": { 2024-05-27T00:46:00.015 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 761, 2024-05-27T00:46:00.015 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.049133636, 2024-05-27T00:46:00.015 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000064564 2024-05-27T00:46:00.015 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:46:00.015 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.016 INFO:teuthology.orchestra.run.smithi050.stdout: "mds": { 2024-05-27T00:46:00.016 INFO:teuthology.orchestra.run.smithi050.stdout: "request": 720, 2024-05-27T00:46:00.016 INFO:teuthology.orchestra.run.smithi050.stdout: "reply": 718, 2024-05-27T00:46:00.016 INFO:teuthology.orchestra.run.smithi050.stdout: "reply_latency": { 2024-05-27T00:46:00.016 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 718, 2024-05-27T00:46:00.016 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 5.648954302, 2024-05-27T00:46:00.016 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.007867624 2024-05-27T00:46:00.016 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.016 INFO:teuthology.orchestra.run.smithi050.stdout: "slow_reply": 0, 2024-05-27T00:46:00.016 INFO:teuthology.orchestra.run.smithi050.stdout: "forward": 2, 2024-05-27T00:46:00.016 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_fetch_complete": 0, 2024-05-27T00:46:00.016 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_fetch_keys": 0, 2024-05-27T00:46:00.016 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_commit": 11, 2024-05-27T00:46:00.016 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_split": 0, 2024-05-27T00:46:00.017 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_merge": 0, 2024-05-27T00:46:00.017 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes": 39, 2024-05-27T00:46:00.017 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_top": 4, 2024-05-27T00:46:00.017 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_bottom": 2, 2024-05-27T00:46:00.017 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_pin_tail": 33, 2024-05-27T00:46:00.017 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_pinned": 33, 2024-05-27T00:46:00.017 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_expired": 1386, 2024-05-27T00:46:00.017 INFO:teuthology.orchestra.run.smithi050.stdout: "inodes_with_caps": 0, 2024-05-27T00:46:00.017 INFO:teuthology.orchestra.run.smithi050.stdout: "caps": 0, 2024-05-27T00:46:00.017 INFO:teuthology.orchestra.run.smithi050.stdout: "subtrees": 4, 2024-05-27T00:46:00.017 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse": 2782, 2024-05-27T00:46:00.017 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_hit": 1673, 2024-05-27T00:46:00.017 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_forward": 1, 2024-05-27T00:46:00.017 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_discover": 629, 2024-05-27T00:46:00.018 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_dir_fetch": 0, 2024-05-27T00:46:00.018 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_remote_ino": 0, 2024-05-27T00:46:00.018 INFO:teuthology.orchestra.run.smithi050.stdout: "traverse_lock": 1, 2024-05-27T00:46:00.018 INFO:teuthology.orchestra.run.smithi050.stdout: "load_cent": 0, 2024-05-27T00:46:00.018 INFO:teuthology.orchestra.run.smithi050.stdout: "q": 0, 2024-05-27T00:46:00.018 INFO:teuthology.orchestra.run.smithi050.stdout: "exported": 19, 2024-05-27T00:46:00.018 INFO:teuthology.orchestra.run.smithi050.stdout: "exported_inodes": 293, 2024-05-27T00:46:00.018 INFO:teuthology.orchestra.run.smithi050.stdout: "imported": 25, 2024-05-27T00:46:00.018 INFO:teuthology.orchestra.run.smithi050.stdout: "imported_inodes": 287, 2024-05-27T00:46:00.018 INFO:teuthology.orchestra.run.smithi050.stdout: "openino_dir_fetch": 0, 2024-05-27T00:46:00.018 INFO:teuthology.orchestra.run.smithi050.stdout: "openino_backtrace_fetch": 47, 2024-05-27T00:46:00.018 INFO:teuthology.orchestra.run.smithi050.stdout: "openino_peer_discover": 0, 2024-05-27T00:46:00.018 INFO:teuthology.orchestra.run.smithi050.stdout: "root_rfiles": 2842, 2024-05-27T00:46:00.018 INFO:teuthology.orchestra.run.smithi050.stdout: "root_rbytes": 85049750, 2024-05-27T00:46:00.019 INFO:teuthology.orchestra.run.smithi050.stdout: "root_rsnaps": 2, 2024-05-27T00:46:00.019 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_backtrace_fetch": 47, 2024-05-27T00:46:00.019 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_set_tag": 0, 2024-05-27T00:46:00.019 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_backtrace_repaired": 0, 2024-05-27T00:46:00.019 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_inotable_repaired": 0, 2024-05-27T00:46:00.019 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_dir_inodes": 1, 2024-05-27T00:46:00.019 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_dir_base_inodes": 0, 2024-05-27T00:46:00.019 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_dirfrag_rstats": 1, 2024-05-27T00:46:00.019 INFO:teuthology.orchestra.run.smithi050.stdout: "scrub_file_inodes": 46, 2024-05-27T00:46:00.019 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_inode_file_caps": 2, 2024-05-27T00:46:00.019 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_revoke": 129, 2024-05-27T00:46:00.019 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_grant": 493, 2024-05-27T00:46:00.019 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_trunc": 0, 2024-05-27T00:46:00.019 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-27T00:46:00.020 INFO:teuthology.orchestra.run.smithi050.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-27T00:46:00.020 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_caps": 346, 2024-05-27T00:46:00.020 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_caps_dirty": 224, 2024-05-27T00:46:00.020 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_cap_release": 27, 2024-05-27T00:46:00.020 INFO:teuthology.orchestra.run.smithi050.stdout: "process_request_cap_release": 685 2024-05-27T00:46:00.020 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.020 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_cache": { 2024-05-27T00:46:00.020 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_update": 62, 2024-05-27T00:46:00.020 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_update_receipt": 1916, 2024-05-27T00:46:00.020 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_try_discover": 1260, 2024-05-27T00:46:00.020 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_send_discover": 1282, 2024-05-27T00:46:00.020 INFO:teuthology.orchestra.run.smithi050.stdout: "dir_handle_discover": 90, 2024-05-27T00:46:00.020 INFO:teuthology.orchestra.run.smithi050.stdout: "num_strays": 2, 2024-05-27T00:46:00.020 INFO:teuthology.orchestra.run.smithi050.stdout: "num_strays_delayed": 0, 2024-05-27T00:46:00.021 INFO:teuthology.orchestra.run.smithi050.stdout: "num_strays_enqueuing": 0, 2024-05-27T00:46:00.021 INFO:teuthology.orchestra.run.smithi050.stdout: "strays_created": 346, 2024-05-27T00:46:00.021 INFO:teuthology.orchestra.run.smithi050.stdout: "strays_enqueued": 344, 2024-05-27T00:46:00.021 INFO:teuthology.orchestra.run.smithi050.stdout: "strays_reintegrated": 0, 2024-05-27T00:46:00.021 INFO:teuthology.orchestra.run.smithi050.stdout: "strays_migrated": 0, 2024-05-27T00:46:00.021 INFO:teuthology.orchestra.run.smithi050.stdout: "num_recovering_processing": 0, 2024-05-27T00:46:00.021 INFO:teuthology.orchestra.run.smithi050.stdout: "num_recovering_enqueued": 0, 2024-05-27T00:46:00.021 INFO:teuthology.orchestra.run.smithi050.stdout: "num_recovering_prioritized": 0, 2024-05-27T00:46:00.021 INFO:teuthology.orchestra.run.smithi050.stdout: "recovery_started": 0, 2024-05-27T00:46:00.021 INFO:teuthology.orchestra.run.smithi050.stdout: "recovery_completed": 0, 2024-05-27T00:46:00.021 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_quiesce_path": 0, 2024-05-27T00:46:00.021 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_quiesce_inode": 0, 2024-05-27T00:46:00.021 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_enqueue_scrub": 0, 2024-05-27T00:46:00.021 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_exportdir": 19, 2024-05-27T00:46:00.021 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_flush": 0, 2024-05-27T00:46:00.022 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_fragmentdir": 0, 2024-05-27T00:46:00.022 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_fragstats": 0, 2024-05-27T00:46:00.022 INFO:teuthology.orchestra.run.smithi050.stdout: "ireq_inodestats": 0 2024-05-27T00:46:00.022 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.022 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_log": { 2024-05-27T00:46:00.022 INFO:teuthology.orchestra.run.smithi050.stdout: "evlrg": 0, 2024-05-27T00:46:00.022 INFO:teuthology.orchestra.run.smithi050.stdout: "evadd": 1394, 2024-05-27T00:46:00.022 INFO:teuthology.orchestra.run.smithi050.stdout: "evex": 0, 2024-05-27T00:46:00.022 INFO:teuthology.orchestra.run.smithi050.stdout: "evtrm": 0, 2024-05-27T00:46:00.022 INFO:teuthology.orchestra.run.smithi050.stdout: "ev": 1394, 2024-05-27T00:46:00.022 INFO:teuthology.orchestra.run.smithi050.stdout: "evexg": 0, 2024-05-27T00:46:00.022 INFO:teuthology.orchestra.run.smithi050.stdout: "evexd": 0, 2024-05-27T00:46:00.022 INFO:teuthology.orchestra.run.smithi050.stdout: "segadd": 3, 2024-05-27T00:46:00.022 INFO:teuthology.orchestra.run.smithi050.stdout: "segex": 0, 2024-05-27T00:46:00.023 INFO:teuthology.orchestra.run.smithi050.stdout: "segtrm": 0, 2024-05-27T00:46:00.023 INFO:teuthology.orchestra.run.smithi050.stdout: "seg": 3, 2024-05-27T00:46:00.023 INFO:teuthology.orchestra.run.smithi050.stdout: "segmjr": 2, 2024-05-27T00:46:00.023 INFO:teuthology.orchestra.run.smithi050.stdout: "segexg": 0, 2024-05-27T00:46:00.023 INFO:teuthology.orchestra.run.smithi050.stdout: "segexd": 0, 2024-05-27T00:46:00.023 INFO:teuthology.orchestra.run.smithi050.stdout: "expos": 4194304, 2024-05-27T00:46:00.023 INFO:teuthology.orchestra.run.smithi050.stdout: "wrpos": 7095562, 2024-05-27T00:46:00.023 INFO:teuthology.orchestra.run.smithi050.stdout: "rdpos": 0, 2024-05-27T00:46:00.023 INFO:teuthology.orchestra.run.smithi050.stdout: "jlat": { 2024-05-27T00:46:00.023 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 190, 2024-05-27T00:46:00.023 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.380671695, 2024-05-27T00:46:00.023 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.002003535 2024-05-27T00:46:00.023 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.023 INFO:teuthology.orchestra.run.smithi050.stdout: "replayed": 0 2024-05-27T00:46:00.023 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.024 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_mem": { 2024-05-27T00:46:00.024 INFO:teuthology.orchestra.run.smithi050.stdout: "ino": 35, 2024-05-27T00:46:00.024 INFO:teuthology.orchestra.run.smithi050.stdout: "ino+": 1127, 2024-05-27T00:46:00.024 INFO:teuthology.orchestra.run.smithi050.stdout: "ino-": 1092, 2024-05-27T00:46:00.024 INFO:teuthology.orchestra.run.smithi050.stdout: "dir": 25, 2024-05-27T00:46:00.024 INFO:teuthology.orchestra.run.smithi050.stdout: "dir+": 762, 2024-05-27T00:46:00.024 INFO:teuthology.orchestra.run.smithi050.stdout: "dir-": 737, 2024-05-27T00:46:00.024 INFO:teuthology.orchestra.run.smithi050.stdout: "dn": 39, 2024-05-27T00:46:00.024 INFO:teuthology.orchestra.run.smithi050.stdout: "dn+": 1875, 2024-05-27T00:46:00.024 INFO:teuthology.orchestra.run.smithi050.stdout: "dn-": 1836, 2024-05-27T00:46:00.024 INFO:teuthology.orchestra.run.smithi050.stdout: "cap": 0, 2024-05-27T00:46:00.024 INFO:teuthology.orchestra.run.smithi050.stdout: "cap+": 368, 2024-05-27T00:46:00.024 INFO:teuthology.orchestra.run.smithi050.stdout: "cap-": 368, 2024-05-27T00:46:00.024 INFO:teuthology.orchestra.run.smithi050.stdout: "rss": 58996, 2024-05-27T00:46:00.024 INFO:teuthology.orchestra.run.smithi050.stdout: "heap": 223612 2024-05-27T00:46:00.025 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.025 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_server": { 2024-05-27T00:46:00.025 INFO:teuthology.orchestra.run.smithi050.stdout: "dispatch_client_request": 1373, 2024-05-27T00:46:00.025 INFO:teuthology.orchestra.run.smithi050.stdout: "dispatch_server_request": 79, 2024-05-27T00:46:00.025 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_request": 720, 2024-05-27T00:46:00.025 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_client_session": 24, 2024-05-27T00:46:00.025 INFO:teuthology.orchestra.run.smithi050.stdout: "handle_peer_request": 553, 2024-05-27T00:46:00.025 INFO:teuthology.orchestra.run.smithi050.stdout: "req_create_latency": { 2024-05-27T00:46:00.025 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 75, 2024-05-27T00:46:00.025 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.137108636, 2024-05-27T00:46:00.025 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.001828115 2024-05-27T00:46:00.025 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.025 INFO:teuthology.orchestra.run.smithi050.stdout: "req_getattr_latency": { 2024-05-27T00:46:00.025 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 3, 2024-05-27T00:46:00.026 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.004240563, 2024-05-27T00:46:00.026 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.001413521 2024-05-27T00:46:00.026 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.026 INFO:teuthology.orchestra.run.smithi050.stdout: "req_getfilelock_latency": { 2024-05-27T00:46:00.026 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.026 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.026 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.026 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.026 INFO:teuthology.orchestra.run.smithi050.stdout: "req_link_latency": { 2024-05-27T00:46:00.026 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.026 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.026 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.026 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.026 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookup_latency": { 2024-05-27T00:46:00.027 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 245, 2024-05-27T00:46:00.027 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 4.296095523, 2024-05-27T00:46:00.027 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.017535083 2024-05-27T00:46:00.027 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.027 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookuphash_latency": { 2024-05-27T00:46:00.027 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.027 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.027 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.027 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.027 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookupino_latency": { 2024-05-27T00:46:00.027 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.027 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.027 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.027 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.027 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookupname_latency": { 2024-05-27T00:46:00.028 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.028 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.028 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.028 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.028 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookupparent_latency": { 2024-05-27T00:46:00.028 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.028 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.028 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.028 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.028 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lookupsnap_latency": { 2024-05-27T00:46:00.028 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.028 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.028 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.028 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.028 INFO:teuthology.orchestra.run.smithi050.stdout: "req_lssnap_latency": { 2024-05-27T00:46:00.029 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.029 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.029 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.029 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.030 INFO:teuthology.orchestra.run.smithi050.stdout: "req_mkdir_latency": { 2024-05-27T00:46:00.030 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.030 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.030 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.030 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.030 INFO:teuthology.orchestra.run.smithi050.stdout: "req_mknod_latency": { 2024-05-27T00:46:00.030 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.030 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.030 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.030 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.030 INFO:teuthology.orchestra.run.smithi050.stdout: "req_mksnap_latency": { 2024-05-27T00:46:00.030 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.030 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.031 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.031 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.031 INFO:teuthology.orchestra.run.smithi050.stdout: "req_open_latency": { 2024-05-27T00:46:00.031 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.031 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.031 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.031 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.031 INFO:teuthology.orchestra.run.smithi050.stdout: "req_readdir_latency": { 2024-05-27T00:46:00.031 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 47, 2024-05-27T00:46:00.031 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.030140123, 2024-05-27T00:46:00.031 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000641279 2024-05-27T00:46:00.031 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.031 INFO:teuthology.orchestra.run.smithi050.stdout: "req_rename_latency": { 2024-05-27T00:46:00.031 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.031 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.032 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.032 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.032 INFO:teuthology.orchestra.run.smithi050.stdout: "req_renamesnap_latency": { 2024-05-27T00:46:00.032 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.032 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.032 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.032 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.032 INFO:teuthology.orchestra.run.smithi050.stdout: "req_snapdiff_latency": { 2024-05-27T00:46:00.032 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.032 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.032 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.032 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.032 INFO:teuthology.orchestra.run.smithi050.stdout: "req_rmdir_latency": { 2024-05-27T00:46:00.032 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 16, 2024-05-27T00:46:00.033 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.259834680, 2024-05-27T00:46:00.033 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.016239667 2024-05-27T00:46:00.033 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.033 INFO:teuthology.orchestra.run.smithi050.stdout: "req_rmsnap_latency": { 2024-05-27T00:46:00.033 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.033 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.033 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.033 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.033 INFO:teuthology.orchestra.run.smithi050.stdout: "req_rmxattr_latency": { 2024-05-27T00:46:00.033 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.033 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.033 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.033 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.033 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setattr_latency": { 2024-05-27T00:46:00.034 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 2, 2024-05-27T00:46:00.034 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.092058433, 2024-05-27T00:46:00.034 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.046029216 2024-05-27T00:46:00.034 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.034 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setdirlayout_latency": { 2024-05-27T00:46:00.034 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.034 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.034 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.034 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.034 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setfilelock_latency": { 2024-05-27T00:46:00.034 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.034 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.034 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.034 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.035 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setlayout_latency": { 2024-05-27T00:46:00.035 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.035 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.035 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.035 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.035 INFO:teuthology.orchestra.run.smithi050.stdout: "req_setxattr_latency": { 2024-05-27T00:46:00.035 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.035 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.035 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.035 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.035 INFO:teuthology.orchestra.run.smithi050.stdout: "req_symlink_latency": { 2024-05-27T00:46:00.035 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.035 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.035 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.036 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.036 INFO:teuthology.orchestra.run.smithi050.stdout: "req_unlink_latency": { 2024-05-27T00:46:00.036 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 330, 2024-05-27T00:46:00.036 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.829476344, 2024-05-27T00:46:00.036 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.002513564 2024-05-27T00:46:00.036 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.036 INFO:teuthology.orchestra.run.smithi050.stdout: "cap_revoke_eviction": 0, 2024-05-27T00:46:00.036 INFO:teuthology.orchestra.run.smithi050.stdout: "cap_acquisition_throttle": 0, 2024-05-27T00:46:00.036 INFO:teuthology.orchestra.run.smithi050.stdout: "req_getvxattr_latency": { 2024-05-27T00:46:00.036 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.036 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.036 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.036 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:46:00.036 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.037 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_sessions": { 2024-05-27T00:46:00.037 INFO:teuthology.orchestra.run.smithi050.stdout: "session_count": 2, 2024-05-27T00:46:00.037 INFO:teuthology.orchestra.run.smithi050.stdout: "session_add": 4, 2024-05-27T00:46:00.037 INFO:teuthology.orchestra.run.smithi050.stdout: "session_remove": 2, 2024-05-27T00:46:00.037 INFO:teuthology.orchestra.run.smithi050.stdout: "sessions_open": 2, 2024-05-27T00:46:00.037 INFO:teuthology.orchestra.run.smithi050.stdout: "sessions_stale": 0, 2024-05-27T00:46:00.037 INFO:teuthology.orchestra.run.smithi050.stdout: "total_load": 419, 2024-05-27T00:46:00.037 INFO:teuthology.orchestra.run.smithi050.stdout: "average_load": 209, 2024-05-27T00:46:00.037 INFO:teuthology.orchestra.run.smithi050.stdout: "avg_session_uptime": 596, 2024-05-27T00:46:00.037 INFO:teuthology.orchestra.run.smithi050.stdout: "mdthresh_evicted": 0 2024-05-27T00:46:00.037 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.037 INFO:teuthology.orchestra.run.smithi050.stdout: "mempool": { 2024-05-27T00:46:00.037 INFO:teuthology.orchestra.run.smithi050.stdout: "bloom_filter_bytes": 0, 2024-05-27T00:46:00.037 INFO:teuthology.orchestra.run.smithi050.stdout: "bloom_filter_items": 0, 2024-05-27T00:46:00.037 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_alloc_bytes": 0, 2024-05-27T00:46:00.038 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_alloc_items": 0, 2024-05-27T00:46:00.038 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_data_bytes": 0, 2024-05-27T00:46:00.038 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_data_items": 0, 2024-05-27T00:46:00.038 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-27T00:46:00.038 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_onode_items": 0, 2024-05-27T00:46:00.038 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-27T00:46:00.038 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_meta_items": 0, 2024-05-27T00:46:00.038 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_other_bytes": 0, 2024-05-27T00:46:00.038 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_other_items": 0, 2024-05-27T00:46:00.038 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-27T00:46:00.038 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_buffer_items": 0, 2024-05-27T00:46:00.038 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_extent_bytes": 0, 2024-05-27T00:46:00.038 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_extent_items": 0, 2024-05-27T00:46:00.038 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_blob_bytes": 0, 2024-05-27T00:46:00.039 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_blob_items": 0, 2024-05-27T00:46:00.039 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-27T00:46:00.039 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_shared_blob_items": 0, 2024-05-27T00:46:00.039 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-27T00:46:00.039 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_inline_bl_items": 0, 2024-05-27T00:46:00.039 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_fsck_bytes": 0, 2024-05-27T00:46:00.039 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_fsck_items": 0, 2024-05-27T00:46:00.039 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_txc_bytes": 0, 2024-05-27T00:46:00.039 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_txc_items": 0, 2024-05-27T00:46:00.039 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-27T00:46:00.039 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_deferred_items": 0, 2024-05-27T00:46:00.039 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_bytes": 0, 2024-05-27T00:46:00.039 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_items": 0, 2024-05-27T00:46:00.039 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_bytes": 0, 2024-05-27T00:46:00.040 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_items": 0, 2024-05-27T00:46:00.040 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_reader_bytes": 0, 2024-05-27T00:46:00.040 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_reader_items": 0, 2024-05-27T00:46:00.040 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_writer_bytes": 0, 2024-05-27T00:46:00.040 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_writer_items": 0, 2024-05-27T00:46:00.040 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_anon_bytes": 305078, 2024-05-27T00:46:00.040 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_anon_items": 137, 2024-05-27T00:46:00.040 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_meta_bytes": 704, 2024-05-27T00:46:00.040 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_meta_items": 8, 2024-05-27T00:46:00.040 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_bytes": 0, 2024-05-27T00:46:00.040 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_items": 0, 2024-05-27T00:46:00.040 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_mapbl_bytes": 0, 2024-05-27T00:46:00.040 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_mapbl_items": 0, 2024-05-27T00:46:00.040 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_pglog_bytes": 0, 2024-05-27T00:46:00.041 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_pglog_items": 0, 2024-05-27T00:46:00.041 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_bytes": 9512, 2024-05-27T00:46:00.041 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_items": 182, 2024-05-27T00:46:00.041 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_mapping_bytes": 0, 2024-05-27T00:46:00.041 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_mapping_items": 0, 2024-05-27T00:46:00.041 INFO:teuthology.orchestra.run.smithi050.stdout: "pgmap_bytes": 0, 2024-05-27T00:46:00.041 INFO:teuthology.orchestra.run.smithi050.stdout: "pgmap_items": 0, 2024-05-27T00:46:00.041 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_co_bytes": 162047, 2024-05-27T00:46:00.041 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_co_items": 1159, 2024-05-27T00:46:00.041 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_1_bytes": 0, 2024-05-27T00:46:00.041 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_1_items": 0, 2024-05-27T00:46:00.041 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_2_bytes": 0, 2024-05-27T00:46:00.041 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_2_items": 0 2024-05-27T00:46:00.041 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.042 INFO:teuthology.orchestra.run.smithi050.stdout: "objecter": { 2024-05-27T00:46:00.042 INFO:teuthology.orchestra.run.smithi050.stdout: "op_active": 0, 2024-05-27T00:46:00.042 INFO:teuthology.orchestra.run.smithi050.stdout: "op_laggy": 0, 2024-05-27T00:46:00.042 INFO:teuthology.orchestra.run.smithi050.stdout: "op_send": 1170, 2024-05-27T00:46:00.042 INFO:teuthology.orchestra.run.smithi050.stdout: "op_send_bytes": 3008675, 2024-05-27T00:46:00.042 INFO:teuthology.orchestra.run.smithi050.stdout: "op_resend": 33, 2024-05-27T00:46:00.042 INFO:teuthology.orchestra.run.smithi050.stdout: "op_reply": 1170, 2024-05-27T00:46:00.042 INFO:teuthology.orchestra.run.smithi050.stdout: "op_latency": { 2024-05-27T00:46:00.042 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 1170, 2024-05-27T00:46:00.042 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 6.468834311, 2024-05-27T00:46:00.042 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.005528918 2024-05-27T00:46:00.043 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.043 INFO:teuthology.orchestra.run.smithi050.stdout: "op_inflight": 0, 2024-05-27T00:46:00.043 INFO:teuthology.orchestra.run.smithi050.stdout: "oplen_avg": { 2024-05-27T00:46:00.043 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 1170, 2024-05-27T00:46:00.043 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 1282 2024-05-27T00:46:00.043 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.043 INFO:teuthology.orchestra.run.smithi050.stdout: "op": 1170, 2024-05-27T00:46:00.043 INFO:teuthology.orchestra.run.smithi050.stdout: "op_r": 99, 2024-05-27T00:46:00.043 INFO:teuthology.orchestra.run.smithi050.stdout: "op_w": 1071, 2024-05-27T00:46:00.043 INFO:teuthology.orchestra.run.smithi050.stdout: "op_rmw": 0, 2024-05-27T00:46:00.043 INFO:teuthology.orchestra.run.smithi050.stdout: "op_pg": 0, 2024-05-27T00:46:00.043 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_stat": 0, 2024-05-27T00:46:00.043 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_create": 10, 2024-05-27T00:46:00.043 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_read": 52, 2024-05-27T00:46:00.043 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_write": 242, 2024-05-27T00:46:00.044 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_writefull": 48, 2024-05-27T00:46:00.044 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_writesame": 0, 2024-05-27T00:46:00.044 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_append": 0, 2024-05-27T00:46:00.044 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_zero": 0, 2024-05-27T00:46:00.044 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_truncate": 0, 2024-05-27T00:46:00.044 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_delete": 686, 2024-05-27T00:46:00.044 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_mapext": 0, 2024-05-27T00:46:00.044 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_sparse_read": 0, 2024-05-27T00:46:00.044 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_clonerange": 0, 2024-05-27T00:46:00.044 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_getxattr": 47, 2024-05-27T00:46:00.044 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_setxattr": 20, 2024-05-27T00:46:00.044 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_cmpxattr": 0, 2024-05-27T00:46:00.044 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_rmxattr": 0, 2024-05-27T00:46:00.044 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_resetxattrs": 0, 2024-05-27T00:46:00.045 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_call": 0, 2024-05-27T00:46:00.045 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_watch": 0, 2024-05-27T00:46:00.045 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_notify": 0, 2024-05-27T00:46:00.045 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_src_cmpxattr": 0, 2024-05-27T00:46:00.045 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_pgls": 0, 2024-05-27T00:46:00.045 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_pgls_filter": 0, 2024-05-27T00:46:00.045 INFO:teuthology.orchestra.run.smithi050.stdout: "osdop_other": 0, 2024-05-27T00:46:00.045 INFO:teuthology.orchestra.run.smithi050.stdout: "linger_active": 0, 2024-05-27T00:46:00.045 INFO:teuthology.orchestra.run.smithi050.stdout: "linger_send": 0, 2024-05-27T00:46:00.045 INFO:teuthology.orchestra.run.smithi050.stdout: "linger_resend": 0, 2024-05-27T00:46:00.045 INFO:teuthology.orchestra.run.smithi050.stdout: "linger_ping": 0, 2024-05-27T00:46:00.045 INFO:teuthology.orchestra.run.smithi050.stdout: "poolop_active": 0, 2024-05-27T00:46:00.045 INFO:teuthology.orchestra.run.smithi050.stdout: "poolop_send": 0, 2024-05-27T00:46:00.045 INFO:teuthology.orchestra.run.smithi050.stdout: "poolop_resend": 0, 2024-05-27T00:46:00.046 INFO:teuthology.orchestra.run.smithi050.stdout: "poolstat_active": 0, 2024-05-27T00:46:00.046 INFO:teuthology.orchestra.run.smithi050.stdout: "poolstat_send": 0, 2024-05-27T00:46:00.046 INFO:teuthology.orchestra.run.smithi050.stdout: "poolstat_resend": 0, 2024-05-27T00:46:00.046 INFO:teuthology.orchestra.run.smithi050.stdout: "statfs_active": 0, 2024-05-27T00:46:00.046 INFO:teuthology.orchestra.run.smithi050.stdout: "statfs_send": 0, 2024-05-27T00:46:00.046 INFO:teuthology.orchestra.run.smithi050.stdout: "statfs_resend": 0, 2024-05-27T00:46:00.046 INFO:teuthology.orchestra.run.smithi050.stdout: "command_active": 0, 2024-05-27T00:46:00.046 INFO:teuthology.orchestra.run.smithi050.stdout: "command_send": 0, 2024-05-27T00:46:00.046 INFO:teuthology.orchestra.run.smithi050.stdout: "command_resend": 0, 2024-05-27T00:46:00.046 INFO:teuthology.orchestra.run.smithi050.stdout: "map_epoch": 104, 2024-05-27T00:46:00.046 INFO:teuthology.orchestra.run.smithi050.stdout: "map_full": 0, 2024-05-27T00:46:00.046 INFO:teuthology.orchestra.run.smithi050.stdout: "map_inc": 13, 2024-05-27T00:46:00.046 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_sessions": 12, 2024-05-27T00:46:00.046 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_session_open": 12, 2024-05-27T00:46:00.047 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_session_close": 0, 2024-05-27T00:46:00.047 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_laggy": 0, 2024-05-27T00:46:00.047 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_wr": 135, 2024-05-27T00:46:00.047 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_rd": 0, 2024-05-27T00:46:00.047 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_del": 42 2024-05-27T00:46:00.047 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.047 INFO:teuthology.orchestra.run.smithi050.stdout: "oft": { 2024-05-27T00:46:00.047 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_total_objs": 1, 2024-05-27T00:46:00.047 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_total_kv_pairs": 0, 2024-05-27T00:46:00.047 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_total_updates": 0, 2024-05-27T00:46:00.047 INFO:teuthology.orchestra.run.smithi050.stdout: "omap_total_removes": 0 2024-05-27T00:46:00.047 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.047 INFO:teuthology.orchestra.run.smithi050.stdout: "osd-slow-ops": { 2024-05-27T00:46:00.047 INFO:teuthology.orchestra.run.smithi050.stdout: "slow_ops_count": 0 2024-05-27T00:46:00.047 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.048 INFO:teuthology.orchestra.run.smithi050.stdout: "purge_queue": { 2024-05-27T00:46:00.048 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executing_ops": 0, 2024-05-27T00:46:00.048 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executing_ops_high_water": 17, 2024-05-27T00:46:00.048 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executing": 0, 2024-05-27T00:46:00.048 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executing_high_water": 9, 2024-05-27T00:46:00.048 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executed_ops": 674, 2024-05-27T00:46:00.048 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_executed": 344, 2024-05-27T00:46:00.048 INFO:teuthology.orchestra.run.smithi050.stdout: "pq_item_in_journal": 0 2024-05-27T00:46:00.048 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.048 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-27T00:46:00.048 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-27T00:46:00.048 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 104857600, 2024-05-27T00:46:00.048 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-27T00:46:00.048 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 16373, 2024-05-27T00:46:00.048 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 7726289, 2024-05-27T00:46:00.049 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-27T00:46:00.049 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 16373, 2024-05-27T00:46:00.049 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 0, 2024-05-27T00:46:00.049 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 0, 2024-05-27T00:46:00.049 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 16373, 2024-05-27T00:46:00.049 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 7726289, 2024-05-27T00:46:00.049 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-27T00:46:00.049 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.049 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.049 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.049 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:46:00.049 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.049 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-objecter_bytes": { 2024-05-27T00:46:00.049 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-27T00:46:00.050 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 104857600, 2024-05-27T00:46:00.050 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-27T00:46:00.050 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 0, 2024-05-27T00:46:00.050 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 0, 2024-05-27T00:46:00.050 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-27T00:46:00.050 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 0, 2024-05-27T00:46:00.050 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 1170, 2024-05-27T00:46:00.050 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 3047083, 2024-05-27T00:46:00.050 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 1170, 2024-05-27T00:46:00.050 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 3047083, 2024-05-27T00:46:00.050 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-27T00:46:00.050 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.050 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.051 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.051 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:46:00.051 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.051 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-objecter_ops": { 2024-05-27T00:46:00.051 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-27T00:46:00.051 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 1024, 2024-05-27T00:46:00.051 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-27T00:46:00.051 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 0, 2024-05-27T00:46:00.051 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 0, 2024-05-27T00:46:00.051 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-27T00:46:00.051 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 0, 2024-05-27T00:46:00.051 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 1170, 2024-05-27T00:46:00.051 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 1170, 2024-05-27T00:46:00.051 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 1170, 2024-05-27T00:46:00.051 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 1170, 2024-05-27T00:46:00.052 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-27T00:46:00.052 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.052 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.052 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.052 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:46:00.052 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.052 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-write_buf_throttle": { 2024-05-27T00:46:00.052 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-27T00:46:00.052 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 3758096384, 2024-05-27T00:46:00.052 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-27T00:46:00.052 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 344, 2024-05-27T00:46:00.052 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 38408, 2024-05-27T00:46:00.052 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-27T00:46:00.052 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 344, 2024-05-27T00:46:00.052 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 0, 2024-05-27T00:46:00.053 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 0, 2024-05-27T00:46:00.053 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 52, 2024-05-27T00:46:00.053 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 38408, 2024-05-27T00:46:00.053 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-27T00:46:00.053 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.053 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.053 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.053 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:46:00.053 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:00.053 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-write_buf_throttle-0x55e4b4bf8500": { 2024-05-27T00:46:00.053 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-27T00:46:00.053 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 3758096384, 2024-05-27T00:46:00.053 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-27T00:46:00.053 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 1394, 2024-05-27T00:46:00.053 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 2901258, 2024-05-27T00:46:00.054 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-27T00:46:00.054 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 1394, 2024-05-27T00:46:00.054 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 0, 2024-05-27T00:46:00.054 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 0, 2024-05-27T00:46:00.054 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 190, 2024-05-27T00:46:00.054 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 2901258, 2024-05-27T00:46:00.054 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-27T00:46:00.054 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:00.054 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:00.054 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:00.054 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:46:00.054 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:46:00.054 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-05-27T00:46:00.779 INFO:tasks.check_counter:Daemon mds.h mds.exported=19 2024-05-27T00:46:00.779 INFO:tasks.check_counter:Daemon mds.h mds.imported=25 2024-05-27T00:46:00.779 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=62 2024-05-27T00:46:00.779 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=1916 2024-05-27T00:46:00.779 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=2 2024-05-27T00:46:00.779 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-05-27T00:46:00.779 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-05-27T00:46:00.779 DEBUG:tasks.check_counter:Getting stats from k 2024-05-27T00:46:00.779 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph daemon mds.k perf dump 2024-05-27T00:46:00.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:00 smithi050 ceph-mon[36071]: pgmap v332: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:46:01.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:00 smithi137 ceph-mon[36552]: pgmap v332: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:46:01.029 INFO:teuthology.orchestra.run.smithi050.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.b/config 2024-05-27T00:46:01.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:00 smithi044 ceph-mon[31645]: pgmap v332: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-27T00:46:02.674 INFO:teuthology.orchestra.run.smithi050.stdout:{ 2024-05-27T00:46:02.675 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-0": { 2024-05-27T00:46:02.675 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 242, 2024-05-27T00:46:02.675 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 231, 2024-05-27T00:46:02.675 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 1586416, 2024-05-27T00:46:02.675 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 142624, 2024-05-27T00:46:02.675 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 4, 2024-05-27T00:46:02.675 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 0, 2024-05-27T00:46:02.675 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.050845141, 2024-05-27T00:46:02.675 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.014761952, 2024-05-27T00:46:02.675 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.037434753, 2024-05-27T00:46:02.675 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.006005950, 2024-05-27T00:46:02.676 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:46:02.676 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 230, 2024-05-27T00:46:02.676 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.012474278, 2024-05-27T00:46:02.676 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000054235 2024-05-27T00:46:02.676 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:02.676 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:46:02.676 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:02.676 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:02.676 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:02.676 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:02.676 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 1586416, 2024-05-27T00:46:02.676 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 142624 2024-05-27T00:46:02.676 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:02.676 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-1": { 2024-05-27T00:46:02.677 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 6, 2024-05-27T00:46:02.677 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 178, 2024-05-27T00:46:02.677 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 3392, 2024-05-27T00:46:02.677 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 187344, 2024-05-27T00:46:02.677 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 5, 2024-05-27T00:46:02.677 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 3, 2024-05-27T00:46:02.677 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.012241955, 2024-05-27T00:46:02.677 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.007900634, 2024-05-27T00:46:02.677 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.001872193, 2024-05-27T00:46:02.677 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-27T00:46:02.677 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:46:02.677 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 176, 2024-05-27T00:46:02.677 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.029687276, 2024-05-27T00:46:02.678 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000168677 2024-05-27T00:46:02.678 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:02.678 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:46:02.678 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:02.678 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:02.678 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:02.678 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:02.678 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 3392, 2024-05-27T00:46:02.679 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 187344 2024-05-27T00:46:02.679 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:02.679 INFO:teuthology.orchestra.run.smithi050.stdout: "AsyncMessenger::Worker-2": { 2024-05-27T00:46:02.679 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_messages": 0, 2024-05-27T00:46:02.679 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages": 2, 2024-05-27T00:46:02.679 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_bytes": 0, 2024-05-27T00:46:02.679 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_bytes": 0, 2024-05-27T00:46:02.679 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_created_connections": 2, 2024-05-27T00:46:02.679 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_active_connections": 1, 2024-05-27T00:46:02.679 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_total_time": 0.000310964, 2024-05-27T00:46:02.679 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_send_time": 0.000000000, 2024-05-27T00:46:02.679 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_recv_time": 0.000230288, 2024-05-27T00:46:02.679 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-27T00:46:02.679 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:46:02.680 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:02.680 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:02.680 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:02.680 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:02.680 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:46:02.680 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:02.680 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:02.680 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:02.680 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:02.680 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-27T00:46:02.680 INFO:teuthology.orchestra.run.smithi050.stdout: "msgr_send_encrypted_bytes": 0 2024-05-27T00:46:02.680 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:02.680 INFO:teuthology.orchestra.run.smithi050.stdout: "cct": { 2024-05-27T00:46:02.681 INFO:teuthology.orchestra.run.smithi050.stdout: "total_workers": 0, 2024-05-27T00:46:02.681 INFO:teuthology.orchestra.run.smithi050.stdout: "unhealthy_workers": 0 2024-05-27T00:46:02.681 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:02.681 INFO:teuthology.orchestra.run.smithi050.stdout: "mempool": { 2024-05-27T00:46:02.681 INFO:teuthology.orchestra.run.smithi050.stdout: "bloom_filter_bytes": 0, 2024-05-27T00:46:02.681 INFO:teuthology.orchestra.run.smithi050.stdout: "bloom_filter_items": 0, 2024-05-27T00:46:02.681 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_alloc_bytes": 0, 2024-05-27T00:46:02.681 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_alloc_items": 0, 2024-05-27T00:46:02.681 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_data_bytes": 0, 2024-05-27T00:46:02.681 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_data_items": 0, 2024-05-27T00:46:02.682 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-27T00:46:02.682 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_onode_items": 0, 2024-05-27T00:46:02.682 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-27T00:46:02.682 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_meta_items": 0, 2024-05-27T00:46:02.682 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_other_bytes": 0, 2024-05-27T00:46:02.682 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_other_items": 0, 2024-05-27T00:46:02.682 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-27T00:46:02.682 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_cache_buffer_items": 0, 2024-05-27T00:46:02.682 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_extent_bytes": 0, 2024-05-27T00:46:02.682 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_extent_items": 0, 2024-05-27T00:46:02.682 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_blob_bytes": 0, 2024-05-27T00:46:02.683 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_blob_items": 0, 2024-05-27T00:46:02.683 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-27T00:46:02.683 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_shared_blob_items": 0, 2024-05-27T00:46:02.683 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-27T00:46:02.683 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_inline_bl_items": 0, 2024-05-27T00:46:02.683 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_fsck_bytes": 0, 2024-05-27T00:46:02.683 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_fsck_items": 0, 2024-05-27T00:46:02.683 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_txc_bytes": 0, 2024-05-27T00:46:02.683 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_txc_items": 0, 2024-05-27T00:46:02.683 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-27T00:46:02.683 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_deferred_items": 0, 2024-05-27T00:46:02.683 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_bytes": 0, 2024-05-27T00:46:02.683 INFO:teuthology.orchestra.run.smithi050.stdout: "bluestore_writing_items": 0, 2024-05-27T00:46:02.683 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_bytes": 0, 2024-05-27T00:46:02.684 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_items": 0, 2024-05-27T00:46:02.684 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_reader_bytes": 0, 2024-05-27T00:46:02.684 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_reader_items": 0, 2024-05-27T00:46:02.684 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_writer_bytes": 0, 2024-05-27T00:46:02.684 INFO:teuthology.orchestra.run.smithi050.stdout: "bluefs_file_writer_items": 0, 2024-05-27T00:46:02.684 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_anon_bytes": 148714, 2024-05-27T00:46:02.684 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_anon_items": 30, 2024-05-27T00:46:02.684 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_meta_bytes": 0, 2024-05-27T00:46:02.684 INFO:teuthology.orchestra.run.smithi050.stdout: "buffer_meta_items": 0, 2024-05-27T00:46:02.684 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_bytes": 0, 2024-05-27T00:46:02.684 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_items": 0, 2024-05-27T00:46:02.684 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_mapbl_bytes": 0, 2024-05-27T00:46:02.684 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_mapbl_items": 0, 2024-05-27T00:46:02.684 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_pglog_bytes": 0, 2024-05-27T00:46:02.685 INFO:teuthology.orchestra.run.smithi050.stdout: "osd_pglog_items": 0, 2024-05-27T00:46:02.685 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_bytes": 0, 2024-05-27T00:46:02.685 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_items": 0, 2024-05-27T00:46:02.685 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_mapping_bytes": 0, 2024-05-27T00:46:02.685 INFO:teuthology.orchestra.run.smithi050.stdout: "osdmap_mapping_items": 0, 2024-05-27T00:46:02.685 INFO:teuthology.orchestra.run.smithi050.stdout: "pgmap_bytes": 0, 2024-05-27T00:46:02.685 INFO:teuthology.orchestra.run.smithi050.stdout: "pgmap_items": 0, 2024-05-27T00:46:02.685 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_co_bytes": 928, 2024-05-27T00:46:02.685 INFO:teuthology.orchestra.run.smithi050.stdout: "mds_co_items": 2, 2024-05-27T00:46:02.685 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_1_bytes": 0, 2024-05-27T00:46:02.685 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_1_items": 0, 2024-05-27T00:46:02.685 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_2_bytes": 0, 2024-05-27T00:46:02.685 INFO:teuthology.orchestra.run.smithi050.stdout: "unittest_2_items": 0 2024-05-27T00:46:02.685 INFO:teuthology.orchestra.run.smithi050.stdout: }, 2024-05-27T00:46:02.685 INFO:teuthology.orchestra.run.smithi050.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-27T00:46:02.686 INFO:teuthology.orchestra.run.smithi050.stdout: "val": 0, 2024-05-27T00:46:02.686 INFO:teuthology.orchestra.run.smithi050.stdout: "max": 104857600, 2024-05-27T00:46:02.686 INFO:teuthology.orchestra.run.smithi050.stdout: "get_started": 0, 2024-05-27T00:46:02.686 INFO:teuthology.orchestra.run.smithi050.stdout: "get": 244, 2024-05-27T00:46:02.686 INFO:teuthology.orchestra.run.smithi050.stdout: "get_sum": 1552299, 2024-05-27T00:46:02.686 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_fail": 0, 2024-05-27T00:46:02.686 INFO:teuthology.orchestra.run.smithi050.stdout: "get_or_fail_success": 244, 2024-05-27T00:46:02.686 INFO:teuthology.orchestra.run.smithi050.stdout: "take": 0, 2024-05-27T00:46:02.686 INFO:teuthology.orchestra.run.smithi050.stdout: "take_sum": 0, 2024-05-27T00:46:02.686 INFO:teuthology.orchestra.run.smithi050.stdout: "put": 244, 2024-05-27T00:46:02.686 INFO:teuthology.orchestra.run.smithi050.stdout: "put_sum": 1552299, 2024-05-27T00:46:02.686 INFO:teuthology.orchestra.run.smithi050.stdout: "wait": { 2024-05-27T00:46:02.686 INFO:teuthology.orchestra.run.smithi050.stdout: "avgcount": 0, 2024-05-27T00:46:02.687 INFO:teuthology.orchestra.run.smithi050.stdout: "sum": 0.000000000, 2024-05-27T00:46:02.687 INFO:teuthology.orchestra.run.smithi050.stdout: "avgtime": 0.000000000 2024-05-27T00:46:02.687 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:46:02.687 INFO:teuthology.orchestra.run.smithi050.stdout: } 2024-05-27T00:46:02.687 INFO:teuthology.orchestra.run.smithi050.stdout:} 2024-05-27T00:46:02.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:02 smithi044 ceph-mon[31645]: pgmap v333: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:46:02.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:02 smithi050 ceph-mon[36071]: pgmap v333: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:46:03.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:02 smithi137 ceph-mon[36552]: pgmap v333: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-05-27T00:46:03.321 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2024-05-27T00:46:03.322 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2024-05-27T00:46:03.322 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.k 2024-05-27T00:46:03.322 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.k 2024-05-27T00:46:03.322 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.k 2024-05-27T00:46:03.322 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.k 2024-05-27T00:46:03.322 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.k 2024-05-27T00:46:03.322 DEBUG:tasks.check_counter:Getting stats from c 2024-05-27T00:46:03.322 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph daemon mds.c perf dump 2024-05-27T00:46:03.571 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.c/config 2024-05-27T00:46:04.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:04 smithi050 ceph-mon[36071]: pgmap v334: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-05-27T00:46:04.977 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:04 smithi137 ceph-mon[36552]: pgmap v334: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-05-27T00:46:05.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:04 smithi044 ceph-mon[31645]: pgmap v334: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-05-27T00:46:05.385 INFO:teuthology.orchestra.run.smithi137.stdout:{ 2024-05-27T00:46:05.385 INFO:teuthology.orchestra.run.smithi137.stdout: "AsyncMessenger::Worker-0": { 2024-05-27T00:46:05.385 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_messages": 1780, 2024-05-27T00:46:05.385 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages": 1782, 2024-05-27T00:46:05.385 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_bytes": 38268066, 2024-05-27T00:46:05.385 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_bytes": 566047, 2024-05-27T00:46:05.385 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_created_connections": 8, 2024-05-27T00:46:05.385 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_active_connections": 4, 2024-05-27T00:46:05.386 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_total_time": 0.206345312, 2024-05-27T00:46:05.386 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_send_time": 0.055410897, 2024-05-27T00:46:05.386 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_recv_time": 0.067596693, 2024-05-27T00:46:05.386 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_fast_dispatch_time": 0.068002171, 2024-05-27T00:46:05.386 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:46:05.386 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 1780, 2024-05-27T00:46:05.386 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.068638485, 2024-05-27T00:46:05.386 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000038560 2024-05-27T00:46:05.386 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.386 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:46:05.386 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.386 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.386 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.387 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.387 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-27T00:46:05.387 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_encrypted_bytes": 0 2024-05-27T00:46:05.387 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.387 INFO:teuthology.orchestra.run.smithi137.stdout: "AsyncMessenger::Worker-1": { 2024-05-27T00:46:05.387 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_messages": 438, 2024-05-27T00:46:05.387 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages": 413, 2024-05-27T00:46:05.387 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_bytes": 43657832, 2024-05-27T00:46:05.387 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_bytes": 196670, 2024-05-27T00:46:05.387 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_created_connections": 6, 2024-05-27T00:46:05.387 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_active_connections": 5, 2024-05-27T00:46:05.387 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_total_time": 0.086675109, 2024-05-27T00:46:05.388 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_send_time": 0.018995549, 2024-05-27T00:46:05.388 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_recv_time": 0.065384874, 2024-05-27T00:46:05.388 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_fast_dispatch_time": 0.010110747, 2024-05-27T00:46:05.388 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:46:05.388 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 412, 2024-05-27T00:46:05.388 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.021225051, 2024-05-27T00:46:05.388 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000051517 2024-05-27T00:46:05.388 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.388 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:46:05.388 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.388 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.388 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.388 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.388 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_encrypted_bytes": 1670320, 2024-05-27T00:46:05.389 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_encrypted_bytes": 143184 2024-05-27T00:46:05.389 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.389 INFO:teuthology.orchestra.run.smithi137.stdout: "AsyncMessenger::Worker-2": { 2024-05-27T00:46:05.389 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_messages": 605, 2024-05-27T00:46:05.389 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages": 776, 2024-05-27T00:46:05.389 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_bytes": 39646846, 2024-05-27T00:46:05.389 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_bytes": 727828, 2024-05-27T00:46:05.389 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_created_connections": 9, 2024-05-27T00:46:05.389 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_active_connections": 6, 2024-05-27T00:46:05.389 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_total_time": 0.093371147, 2024-05-27T00:46:05.389 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_send_time": 0.024208592, 2024-05-27T00:46:05.389 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_recv_time": 0.040661482, 2024-05-27T00:46:05.390 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_fast_dispatch_time": 0.020768273, 2024-05-27T00:46:05.390 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:46:05.390 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 773, 2024-05-27T00:46:05.390 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.060469641, 2024-05-27T00:46:05.390 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000078227 2024-05-27T00:46:05.390 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.390 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:46:05.390 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.390 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.390 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.390 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.390 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_encrypted_bytes": 3552, 2024-05-27T00:46:05.390 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_encrypted_bytes": 537664 2024-05-27T00:46:05.391 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.391 INFO:teuthology.orchestra.run.smithi137.stdout: "cct": { 2024-05-27T00:46:05.391 INFO:teuthology.orchestra.run.smithi137.stdout: "total_workers": 1, 2024-05-27T00:46:05.391 INFO:teuthology.orchestra.run.smithi137.stdout: "unhealthy_workers": 0 2024-05-27T00:46:05.391 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.391 INFO:teuthology.orchestra.run.smithi137.stdout: "finisher-MDSRank": { 2024-05-27T00:46:05.391 INFO:teuthology.orchestra.run.smithi137.stdout: "queue_len": 0, 2024-05-27T00:46:05.391 INFO:teuthology.orchestra.run.smithi137.stdout: "complete_latency": { 2024-05-27T00:46:05.391 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 4220, 2024-05-27T00:46:05.391 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.127089125, 2024-05-27T00:46:05.391 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000030115 2024-05-27T00:46:05.391 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:05.391 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.392 INFO:teuthology.orchestra.run.smithi137.stdout: "finisher-PurgeQueue": { 2024-05-27T00:46:05.392 INFO:teuthology.orchestra.run.smithi137.stdout: "queue_len": 0, 2024-05-27T00:46:05.392 INFO:teuthology.orchestra.run.smithi137.stdout: "complete_latency": { 2024-05-27T00:46:05.392 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.392 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.392 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.392 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:05.392 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.392 INFO:teuthology.orchestra.run.smithi137.stdout: "mds": { 2024-05-27T00:46:05.392 INFO:teuthology.orchestra.run.smithi137.stdout: "request": 0, 2024-05-27T00:46:05.392 INFO:teuthology.orchestra.run.smithi137.stdout: "reply": 0, 2024-05-27T00:46:05.392 INFO:teuthology.orchestra.run.smithi137.stdout: "reply_latency": { 2024-05-27T00:46:05.392 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.393 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.393 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.393 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.393 INFO:teuthology.orchestra.run.smithi137.stdout: "slow_reply": 0, 2024-05-27T00:46:05.393 INFO:teuthology.orchestra.run.smithi137.stdout: "forward": 0, 2024-05-27T00:46:05.393 INFO:teuthology.orchestra.run.smithi137.stdout: "dir_fetch_complete": 0, 2024-05-27T00:46:05.393 INFO:teuthology.orchestra.run.smithi137.stdout: "dir_fetch_keys": 0, 2024-05-27T00:46:05.393 INFO:teuthology.orchestra.run.smithi137.stdout: "dir_commit": 0, 2024-05-27T00:46:05.393 INFO:teuthology.orchestra.run.smithi137.stdout: "dir_split": 0, 2024-05-27T00:46:05.393 INFO:teuthology.orchestra.run.smithi137.stdout: "dir_merge": 0, 2024-05-27T00:46:05.393 INFO:teuthology.orchestra.run.smithi137.stdout: "inodes": 23634, 2024-05-27T00:46:05.393 INFO:teuthology.orchestra.run.smithi137.stdout: "inodes_top": 0, 2024-05-27T00:46:05.393 INFO:teuthology.orchestra.run.smithi137.stdout: "inodes_bottom": 23634, 2024-05-27T00:46:05.394 INFO:teuthology.orchestra.run.smithi137.stdout: "inodes_pin_tail": 0, 2024-05-27T00:46:05.394 INFO:teuthology.orchestra.run.smithi137.stdout: "inodes_pinned": 23633, 2024-05-27T00:46:05.394 INFO:teuthology.orchestra.run.smithi137.stdout: "inodes_expired": 0, 2024-05-27T00:46:05.394 INFO:teuthology.orchestra.run.smithi137.stdout: "inodes_with_caps": 0, 2024-05-27T00:46:05.394 INFO:teuthology.orchestra.run.smithi137.stdout: "caps": 0, 2024-05-27T00:46:05.394 INFO:teuthology.orchestra.run.smithi137.stdout: "subtrees": 1, 2024-05-27T00:46:05.394 INFO:teuthology.orchestra.run.smithi137.stdout: "traverse": 0, 2024-05-27T00:46:05.394 INFO:teuthology.orchestra.run.smithi137.stdout: "traverse_hit": 0, 2024-05-27T00:46:05.394 INFO:teuthology.orchestra.run.smithi137.stdout: "traverse_forward": 0, 2024-05-27T00:46:05.394 INFO:teuthology.orchestra.run.smithi137.stdout: "traverse_discover": 0, 2024-05-27T00:46:05.394 INFO:teuthology.orchestra.run.smithi137.stdout: "traverse_dir_fetch": 0, 2024-05-27T00:46:05.394 INFO:teuthology.orchestra.run.smithi137.stdout: "traverse_remote_ino": 0, 2024-05-27T00:46:05.394 INFO:teuthology.orchestra.run.smithi137.stdout: "traverse_lock": 0, 2024-05-27T00:46:05.395 INFO:teuthology.orchestra.run.smithi137.stdout: "load_cent": 0, 2024-05-27T00:46:05.395 INFO:teuthology.orchestra.run.smithi137.stdout: "q": 0, 2024-05-27T00:46:05.395 INFO:teuthology.orchestra.run.smithi137.stdout: "exported": 0, 2024-05-27T00:46:05.395 INFO:teuthology.orchestra.run.smithi137.stdout: "exported_inodes": 0, 2024-05-27T00:46:05.395 INFO:teuthology.orchestra.run.smithi137.stdout: "imported": 0, 2024-05-27T00:46:05.395 INFO:teuthology.orchestra.run.smithi137.stdout: "imported_inodes": 0, 2024-05-27T00:46:05.395 INFO:teuthology.orchestra.run.smithi137.stdout: "openino_dir_fetch": 0, 2024-05-27T00:46:05.395 INFO:teuthology.orchestra.run.smithi137.stdout: "openino_backtrace_fetch": 0, 2024-05-27T00:46:05.395 INFO:teuthology.orchestra.run.smithi137.stdout: "openino_peer_discover": 0, 2024-05-27T00:46:05.395 INFO:teuthology.orchestra.run.smithi137.stdout: "root_rfiles": 0, 2024-05-27T00:46:05.395 INFO:teuthology.orchestra.run.smithi137.stdout: "root_rbytes": 0, 2024-05-27T00:46:05.395 INFO:teuthology.orchestra.run.smithi137.stdout: "root_rsnaps": 0, 2024-05-27T00:46:05.395 INFO:teuthology.orchestra.run.smithi137.stdout: "scrub_backtrace_fetch": 0, 2024-05-27T00:46:05.396 INFO:teuthology.orchestra.run.smithi137.stdout: "scrub_set_tag": 0, 2024-05-27T00:46:05.396 INFO:teuthology.orchestra.run.smithi137.stdout: "scrub_backtrace_repaired": 0, 2024-05-27T00:46:05.396 INFO:teuthology.orchestra.run.smithi137.stdout: "scrub_inotable_repaired": 0, 2024-05-27T00:46:05.396 INFO:teuthology.orchestra.run.smithi137.stdout: "scrub_dir_inodes": 0, 2024-05-27T00:46:05.396 INFO:teuthology.orchestra.run.smithi137.stdout: "scrub_dir_base_inodes": 0, 2024-05-27T00:46:05.396 INFO:teuthology.orchestra.run.smithi137.stdout: "scrub_dirfrag_rstats": 0, 2024-05-27T00:46:05.396 INFO:teuthology.orchestra.run.smithi137.stdout: "scrub_file_inodes": 0, 2024-05-27T00:46:05.396 INFO:teuthology.orchestra.run.smithi137.stdout: "handle_inode_file_caps": 0, 2024-05-27T00:46:05.396 INFO:teuthology.orchestra.run.smithi137.stdout: "ceph_cap_op_revoke": 0, 2024-05-27T00:46:05.396 INFO:teuthology.orchestra.run.smithi137.stdout: "ceph_cap_op_grant": 0, 2024-05-27T00:46:05.396 INFO:teuthology.orchestra.run.smithi137.stdout: "ceph_cap_op_trunc": 0, 2024-05-27T00:46:05.396 INFO:teuthology.orchestra.run.smithi137.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-27T00:46:05.396 INFO:teuthology.orchestra.run.smithi137.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-27T00:46:05.396 INFO:teuthology.orchestra.run.smithi137.stdout: "handle_client_caps": 0, 2024-05-27T00:46:05.397 INFO:teuthology.orchestra.run.smithi137.stdout: "handle_client_caps_dirty": 0, 2024-05-27T00:46:05.397 INFO:teuthology.orchestra.run.smithi137.stdout: "handle_client_cap_release": 0, 2024-05-27T00:46:05.397 INFO:teuthology.orchestra.run.smithi137.stdout: "process_request_cap_release": 0 2024-05-27T00:46:05.397 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.397 INFO:teuthology.orchestra.run.smithi137.stdout: "mds_cache": { 2024-05-27T00:46:05.397 INFO:teuthology.orchestra.run.smithi137.stdout: "dir_update": 0, 2024-05-27T00:46:05.397 INFO:teuthology.orchestra.run.smithi137.stdout: "dir_update_receipt": 0, 2024-05-27T00:46:05.397 INFO:teuthology.orchestra.run.smithi137.stdout: "dir_try_discover": 0, 2024-05-27T00:46:05.397 INFO:teuthology.orchestra.run.smithi137.stdout: "dir_send_discover": 0, 2024-05-27T00:46:05.397 INFO:teuthology.orchestra.run.smithi137.stdout: "dir_handle_discover": 0, 2024-05-27T00:46:05.397 INFO:teuthology.orchestra.run.smithi137.stdout: "num_strays": 0, 2024-05-27T00:46:05.397 INFO:teuthology.orchestra.run.smithi137.stdout: "num_strays_delayed": 0, 2024-05-27T00:46:05.397 INFO:teuthology.orchestra.run.smithi137.stdout: "num_strays_enqueuing": 0, 2024-05-27T00:46:05.397 INFO:teuthology.orchestra.run.smithi137.stdout: "strays_created": 0, 2024-05-27T00:46:05.398 INFO:teuthology.orchestra.run.smithi137.stdout: "strays_enqueued": 0, 2024-05-27T00:46:05.398 INFO:teuthology.orchestra.run.smithi137.stdout: "strays_reintegrated": 0, 2024-05-27T00:46:05.398 INFO:teuthology.orchestra.run.smithi137.stdout: "strays_migrated": 0, 2024-05-27T00:46:05.398 INFO:teuthology.orchestra.run.smithi137.stdout: "num_recovering_processing": 0, 2024-05-27T00:46:05.398 INFO:teuthology.orchestra.run.smithi137.stdout: "num_recovering_enqueued": 0, 2024-05-27T00:46:05.398 INFO:teuthology.orchestra.run.smithi137.stdout: "num_recovering_prioritized": 0, 2024-05-27T00:46:05.398 INFO:teuthology.orchestra.run.smithi137.stdout: "recovery_started": 0, 2024-05-27T00:46:05.398 INFO:teuthology.orchestra.run.smithi137.stdout: "recovery_completed": 0, 2024-05-27T00:46:05.398 INFO:teuthology.orchestra.run.smithi137.stdout: "ireq_quiesce_path": 0, 2024-05-27T00:46:05.398 INFO:teuthology.orchestra.run.smithi137.stdout: "ireq_quiesce_inode": 0, 2024-05-27T00:46:05.398 INFO:teuthology.orchestra.run.smithi137.stdout: "ireq_enqueue_scrub": 0, 2024-05-27T00:46:05.398 INFO:teuthology.orchestra.run.smithi137.stdout: "ireq_exportdir": 0, 2024-05-27T00:46:05.398 INFO:teuthology.orchestra.run.smithi137.stdout: "ireq_flush": 0, 2024-05-27T00:46:05.399 INFO:teuthology.orchestra.run.smithi137.stdout: "ireq_fragmentdir": 0, 2024-05-27T00:46:05.399 INFO:teuthology.orchestra.run.smithi137.stdout: "ireq_fragstats": 0, 2024-05-27T00:46:05.399 INFO:teuthology.orchestra.run.smithi137.stdout: "ireq_inodestats": 0 2024-05-27T00:46:05.399 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.399 INFO:teuthology.orchestra.run.smithi137.stdout: "mds_log": { 2024-05-27T00:46:05.399 INFO:teuthology.orchestra.run.smithi137.stdout: "evlrg": 0, 2024-05-27T00:46:05.399 INFO:teuthology.orchestra.run.smithi137.stdout: "evadd": 0, 2024-05-27T00:46:05.399 INFO:teuthology.orchestra.run.smithi137.stdout: "evex": 0, 2024-05-27T00:46:05.399 INFO:teuthology.orchestra.run.smithi137.stdout: "evtrm": 0, 2024-05-27T00:46:05.399 INFO:teuthology.orchestra.run.smithi137.stdout: "ev": 50098, 2024-05-27T00:46:05.399 INFO:teuthology.orchestra.run.smithi137.stdout: "evexg": 0, 2024-05-27T00:46:05.399 INFO:teuthology.orchestra.run.smithi137.stdout: "evexd": 0, 2024-05-27T00:46:05.399 INFO:teuthology.orchestra.run.smithi137.stdout: "segadd": 0, 2024-05-27T00:46:05.399 INFO:teuthology.orchestra.run.smithi137.stdout: "segex": 0, 2024-05-27T00:46:05.400 INFO:teuthology.orchestra.run.smithi137.stdout: "segtrm": 0, 2024-05-27T00:46:05.400 INFO:teuthology.orchestra.run.smithi137.stdout: "seg": 65, 2024-05-27T00:46:05.400 INFO:teuthology.orchestra.run.smithi137.stdout: "segmjr": 6, 2024-05-27T00:46:05.400 INFO:teuthology.orchestra.run.smithi137.stdout: "segexg": 0, 2024-05-27T00:46:05.400 INFO:teuthology.orchestra.run.smithi137.stdout: "segexd": 0, 2024-05-27T00:46:05.400 INFO:teuthology.orchestra.run.smithi137.stdout: "expos": 4194304, 2024-05-27T00:46:05.400 INFO:teuthology.orchestra.run.smithi137.stdout: "wrpos": 123370888, 2024-05-27T00:46:05.400 INFO:teuthology.orchestra.run.smithi137.stdout: "rdpos": 123366391, 2024-05-27T00:46:05.400 INFO:teuthology.orchestra.run.smithi137.stdout: "jlat": { 2024-05-27T00:46:05.400 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.400 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.400 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.400 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.400 INFO:teuthology.orchestra.run.smithi137.stdout: "replayed": 50098 2024-05-27T00:46:05.400 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.401 INFO:teuthology.orchestra.run.smithi137.stdout: "mds_mem": { 2024-05-27T00:46:05.401 INFO:teuthology.orchestra.run.smithi137.stdout: "ino": 6405, 2024-05-27T00:46:05.401 INFO:teuthology.orchestra.run.smithi137.stdout: "ino+": 17045, 2024-05-27T00:46:05.401 INFO:teuthology.orchestra.run.smithi137.stdout: "ino-": 10640, 2024-05-27T00:46:05.401 INFO:teuthology.orchestra.run.smithi137.stdout: "dir": 570, 2024-05-27T00:46:05.401 INFO:teuthology.orchestra.run.smithi137.stdout: "dir+": 720, 2024-05-27T00:46:05.401 INFO:teuthology.orchestra.run.smithi137.stdout: "dir-": 150, 2024-05-27T00:46:05.401 INFO:teuthology.orchestra.run.smithi137.stdout: "dn": 23634, 2024-05-27T00:46:05.401 INFO:teuthology.orchestra.run.smithi137.stdout: "dn+": 25148, 2024-05-27T00:46:05.401 INFO:teuthology.orchestra.run.smithi137.stdout: "dn-": 1514, 2024-05-27T00:46:05.401 INFO:teuthology.orchestra.run.smithi137.stdout: "cap": 0, 2024-05-27T00:46:05.401 INFO:teuthology.orchestra.run.smithi137.stdout: "cap+": 0, 2024-05-27T00:46:05.401 INFO:teuthology.orchestra.run.smithi137.stdout: "cap-": 0, 2024-05-27T00:46:05.401 INFO:teuthology.orchestra.run.smithi137.stdout: "rss": 91968, 2024-05-27T00:46:05.402 INFO:teuthology.orchestra.run.smithi137.stdout: "heap": 215420 2024-05-27T00:46:05.402 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.402 INFO:teuthology.orchestra.run.smithi137.stdout: "mds_server": { 2024-05-27T00:46:05.402 INFO:teuthology.orchestra.run.smithi137.stdout: "dispatch_client_request": 0, 2024-05-27T00:46:05.402 INFO:teuthology.orchestra.run.smithi137.stdout: "dispatch_server_request": 0, 2024-05-27T00:46:05.402 INFO:teuthology.orchestra.run.smithi137.stdout: "handle_client_request": 0, 2024-05-27T00:46:05.402 INFO:teuthology.orchestra.run.smithi137.stdout: "handle_client_session": 0, 2024-05-27T00:46:05.402 INFO:teuthology.orchestra.run.smithi137.stdout: "handle_peer_request": 0, 2024-05-27T00:46:05.402 INFO:teuthology.orchestra.run.smithi137.stdout: "req_create_latency": { 2024-05-27T00:46:05.402 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.402 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.402 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.402 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.403 INFO:teuthology.orchestra.run.smithi137.stdout: "req_getattr_latency": { 2024-05-27T00:46:05.403 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.403 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.403 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.403 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.403 INFO:teuthology.orchestra.run.smithi137.stdout: "req_getfilelock_latency": { 2024-05-27T00:46:05.403 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.403 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.403 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.403 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.403 INFO:teuthology.orchestra.run.smithi137.stdout: "req_link_latency": { 2024-05-27T00:46:05.403 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.403 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.403 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.403 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.404 INFO:teuthology.orchestra.run.smithi137.stdout: "req_lookup_latency": { 2024-05-27T00:46:05.404 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.404 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.404 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.404 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.404 INFO:teuthology.orchestra.run.smithi137.stdout: "req_lookuphash_latency": { 2024-05-27T00:46:05.404 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.404 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.404 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.404 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.404 INFO:teuthology.orchestra.run.smithi137.stdout: "req_lookupino_latency": { 2024-05-27T00:46:05.404 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.404 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.404 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.405 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.405 INFO:teuthology.orchestra.run.smithi137.stdout: "req_lookupname_latency": { 2024-05-27T00:46:05.405 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.405 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.405 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.405 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.405 INFO:teuthology.orchestra.run.smithi137.stdout: "req_lookupparent_latency": { 2024-05-27T00:46:05.405 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.405 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.405 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.405 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.405 INFO:teuthology.orchestra.run.smithi137.stdout: "req_lookupsnap_latency": { 2024-05-27T00:46:05.405 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.405 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.406 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.406 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.406 INFO:teuthology.orchestra.run.smithi137.stdout: "req_lssnap_latency": { 2024-05-27T00:46:05.406 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.406 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.406 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.406 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.407 INFO:teuthology.orchestra.run.smithi137.stdout: "req_mkdir_latency": { 2024-05-27T00:46:05.407 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.407 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.407 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.407 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.407 INFO:teuthology.orchestra.run.smithi137.stdout: "req_mknod_latency": { 2024-05-27T00:46:05.407 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.407 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.407 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.407 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.407 INFO:teuthology.orchestra.run.smithi137.stdout: "req_mksnap_latency": { 2024-05-27T00:46:05.408 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.408 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.408 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.408 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.408 INFO:teuthology.orchestra.run.smithi137.stdout: "req_open_latency": { 2024-05-27T00:46:05.408 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.408 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.408 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.408 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.408 INFO:teuthology.orchestra.run.smithi137.stdout: "req_readdir_latency": { 2024-05-27T00:46:05.408 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.408 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.408 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.409 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.409 INFO:teuthology.orchestra.run.smithi137.stdout: "req_rename_latency": { 2024-05-27T00:46:05.409 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.409 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.409 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.409 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.409 INFO:teuthology.orchestra.run.smithi137.stdout: "req_renamesnap_latency": { 2024-05-27T00:46:05.409 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.409 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.409 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.409 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.409 INFO:teuthology.orchestra.run.smithi137.stdout: "req_snapdiff_latency": { 2024-05-27T00:46:05.409 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.409 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.410 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.410 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.410 INFO:teuthology.orchestra.run.smithi137.stdout: "req_rmdir_latency": { 2024-05-27T00:46:05.410 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.410 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.410 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.410 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.410 INFO:teuthology.orchestra.run.smithi137.stdout: "req_rmsnap_latency": { 2024-05-27T00:46:05.410 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.410 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.410 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.410 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.411 INFO:teuthology.orchestra.run.smithi137.stdout: "req_rmxattr_latency": { 2024-05-27T00:46:05.411 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.411 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.411 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.411 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.411 INFO:teuthology.orchestra.run.smithi137.stdout: "req_setattr_latency": { 2024-05-27T00:46:05.411 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.411 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.411 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.411 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.411 INFO:teuthology.orchestra.run.smithi137.stdout: "req_setdirlayout_latency": { 2024-05-27T00:46:05.411 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.411 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.411 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.412 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.412 INFO:teuthology.orchestra.run.smithi137.stdout: "req_setfilelock_latency": { 2024-05-27T00:46:05.412 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.412 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.412 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.412 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.412 INFO:teuthology.orchestra.run.smithi137.stdout: "req_setlayout_latency": { 2024-05-27T00:46:05.412 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.412 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.412 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.412 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.412 INFO:teuthology.orchestra.run.smithi137.stdout: "req_setxattr_latency": { 2024-05-27T00:46:05.412 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.413 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.413 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.413 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.413 INFO:teuthology.orchestra.run.smithi137.stdout: "req_symlink_latency": { 2024-05-27T00:46:05.413 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.413 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.413 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.413 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.413 INFO:teuthology.orchestra.run.smithi137.stdout: "req_unlink_latency": { 2024-05-27T00:46:05.413 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.413 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.413 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.413 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.414 INFO:teuthology.orchestra.run.smithi137.stdout: "cap_revoke_eviction": 0, 2024-05-27T00:46:05.414 INFO:teuthology.orchestra.run.smithi137.stdout: "cap_acquisition_throttle": 0, 2024-05-27T00:46:05.414 INFO:teuthology.orchestra.run.smithi137.stdout: "req_getvxattr_latency": { 2024-05-27T00:46:05.414 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.414 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.414 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.414 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:05.414 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.414 INFO:teuthology.orchestra.run.smithi137.stdout: "mds_sessions": { 2024-05-27T00:46:05.414 INFO:teuthology.orchestra.run.smithi137.stdout: "session_count": 2, 2024-05-27T00:46:05.414 INFO:teuthology.orchestra.run.smithi137.stdout: "session_add": 4, 2024-05-27T00:46:05.414 INFO:teuthology.orchestra.run.smithi137.stdout: "session_remove": 2, 2024-05-27T00:46:05.414 INFO:teuthology.orchestra.run.smithi137.stdout: "sessions_open": 3, 2024-05-27T00:46:05.415 INFO:teuthology.orchestra.run.smithi137.stdout: "sessions_stale": 0, 2024-05-27T00:46:05.415 INFO:teuthology.orchestra.run.smithi137.stdout: "total_load": 0, 2024-05-27T00:46:05.415 INFO:teuthology.orchestra.run.smithi137.stdout: "average_load": 0, 2024-05-27T00:46:05.415 INFO:teuthology.orchestra.run.smithi137.stdout: "avg_session_uptime": 3039, 2024-05-27T00:46:05.415 INFO:teuthology.orchestra.run.smithi137.stdout: "mdthresh_evicted": 0 2024-05-27T00:46:05.415 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.415 INFO:teuthology.orchestra.run.smithi137.stdout: "mempool": { 2024-05-27T00:46:05.415 INFO:teuthology.orchestra.run.smithi137.stdout: "bloom_filter_bytes": 0, 2024-05-27T00:46:05.415 INFO:teuthology.orchestra.run.smithi137.stdout: "bloom_filter_items": 0, 2024-05-27T00:46:05.415 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_alloc_bytes": 0, 2024-05-27T00:46:05.415 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_alloc_items": 0, 2024-05-27T00:46:05.415 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_data_bytes": 0, 2024-05-27T00:46:05.415 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_data_items": 0, 2024-05-27T00:46:05.415 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-27T00:46:05.416 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_onode_items": 0, 2024-05-27T00:46:05.416 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-27T00:46:05.416 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_meta_items": 0, 2024-05-27T00:46:05.416 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_other_bytes": 0, 2024-05-27T00:46:05.416 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_other_items": 0, 2024-05-27T00:46:05.416 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-27T00:46:05.416 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_buffer_items": 0, 2024-05-27T00:46:05.416 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_extent_bytes": 0, 2024-05-27T00:46:05.416 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_extent_items": 0, 2024-05-27T00:46:05.416 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_blob_bytes": 0, 2024-05-27T00:46:05.416 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_blob_items": 0, 2024-05-27T00:46:05.416 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-27T00:46:05.416 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_shared_blob_items": 0, 2024-05-27T00:46:05.417 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-27T00:46:05.417 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_inline_bl_items": 0, 2024-05-27T00:46:05.417 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_fsck_bytes": 0, 2024-05-27T00:46:05.417 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_fsck_items": 0, 2024-05-27T00:46:05.417 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_txc_bytes": 0, 2024-05-27T00:46:05.417 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_txc_items": 0, 2024-05-27T00:46:05.417 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-27T00:46:05.417 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_writing_deferred_items": 0, 2024-05-27T00:46:05.417 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_writing_bytes": 0, 2024-05-27T00:46:05.417 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_writing_items": 0, 2024-05-27T00:46:05.417 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_bytes": 0, 2024-05-27T00:46:05.417 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_items": 0, 2024-05-27T00:46:05.417 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_file_reader_bytes": 0, 2024-05-27T00:46:05.418 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_file_reader_items": 0, 2024-05-27T00:46:05.418 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_file_writer_bytes": 0, 2024-05-27T00:46:05.418 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_file_writer_items": 0, 2024-05-27T00:46:05.418 INFO:teuthology.orchestra.run.smithi137.stdout: "buffer_anon_bytes": 493760, 2024-05-27T00:46:05.418 INFO:teuthology.orchestra.run.smithi137.stdout: "buffer_anon_items": 6953, 2024-05-27T00:46:05.418 INFO:teuthology.orchestra.run.smithi137.stdout: "buffer_meta_bytes": 0, 2024-05-27T00:46:05.418 INFO:teuthology.orchestra.run.smithi137.stdout: "buffer_meta_items": 0, 2024-05-27T00:46:05.418 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_bytes": 0, 2024-05-27T00:46:05.418 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_items": 0, 2024-05-27T00:46:05.418 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_mapbl_bytes": 0, 2024-05-27T00:46:05.418 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_mapbl_items": 0, 2024-05-27T00:46:05.418 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_pglog_bytes": 0, 2024-05-27T00:46:05.418 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_pglog_items": 0, 2024-05-27T00:46:05.419 INFO:teuthology.orchestra.run.smithi137.stdout: "osdmap_bytes": 9512, 2024-05-27T00:46:05.419 INFO:teuthology.orchestra.run.smithi137.stdout: "osdmap_items": 182, 2024-05-27T00:46:05.419 INFO:teuthology.orchestra.run.smithi137.stdout: "osdmap_mapping_bytes": 0, 2024-05-27T00:46:05.419 INFO:teuthology.orchestra.run.smithi137.stdout: "osdmap_mapping_items": 0, 2024-05-27T00:46:05.419 INFO:teuthology.orchestra.run.smithi137.stdout: "pgmap_bytes": 0, 2024-05-27T00:46:05.419 INFO:teuthology.orchestra.run.smithi137.stdout: "pgmap_items": 0, 2024-05-27T00:46:05.419 INFO:teuthology.orchestra.run.smithi137.stdout: "mds_co_bytes": 32843652, 2024-05-27T00:46:05.419 INFO:teuthology.orchestra.run.smithi137.stdout: "mds_co_items": 400013, 2024-05-27T00:46:05.419 INFO:teuthology.orchestra.run.smithi137.stdout: "unittest_1_bytes": 0, 2024-05-27T00:46:05.419 INFO:teuthology.orchestra.run.smithi137.stdout: "unittest_1_items": 0, 2024-05-27T00:46:05.419 INFO:teuthology.orchestra.run.smithi137.stdout: "unittest_2_bytes": 0, 2024-05-27T00:46:05.419 INFO:teuthology.orchestra.run.smithi137.stdout: "unittest_2_items": 0 2024-05-27T00:46:05.419 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.419 INFO:teuthology.orchestra.run.smithi137.stdout: "objecter": { 2024-05-27T00:46:05.420 INFO:teuthology.orchestra.run.smithi137.stdout: "op_active": 0, 2024-05-27T00:46:05.420 INFO:teuthology.orchestra.run.smithi137.stdout: "op_laggy": 0, 2024-05-27T00:46:05.420 INFO:teuthology.orchestra.run.smithi137.stdout: "op_send": 2546, 2024-05-27T00:46:05.420 INFO:teuthology.orchestra.run.smithi137.stdout: "op_send_bytes": 21, 2024-05-27T00:46:05.420 INFO:teuthology.orchestra.run.smithi137.stdout: "op_resend": 3, 2024-05-27T00:46:05.420 INFO:teuthology.orchestra.run.smithi137.stdout: "op_reply": 2546, 2024-05-27T00:46:05.420 INFO:teuthology.orchestra.run.smithi137.stdout: "op_latency": { 2024-05-27T00:46:05.420 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 2546, 2024-05-27T00:46:05.420 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 1.948965670, 2024-05-27T00:46:05.420 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000765501 2024-05-27T00:46:05.420 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.420 INFO:teuthology.orchestra.run.smithi137.stdout: "op_inflight": 0, 2024-05-27T00:46:05.420 INFO:teuthology.orchestra.run.smithi137.stdout: "oplen_avg": { 2024-05-27T00:46:05.420 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 2546, 2024-05-27T00:46:05.421 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 2547 2024-05-27T00:46:05.421 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.421 INFO:teuthology.orchestra.run.smithi137.stdout: "op": 2546, 2024-05-27T00:46:05.421 INFO:teuthology.orchestra.run.smithi137.stdout: "op_r": 2546, 2024-05-27T00:46:05.421 INFO:teuthology.orchestra.run.smithi137.stdout: "op_w": 0, 2024-05-27T00:46:05.421 INFO:teuthology.orchestra.run.smithi137.stdout: "op_rmw": 0, 2024-05-27T00:46:05.421 INFO:teuthology.orchestra.run.smithi137.stdout: "op_pg": 0, 2024-05-27T00:46:05.421 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_stat": 1603, 2024-05-27T00:46:05.421 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_create": 0, 2024-05-27T00:46:05.421 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_read": 941, 2024-05-27T00:46:05.421 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_write": 0, 2024-05-27T00:46:05.421 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_writefull": 0, 2024-05-27T00:46:05.421 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_writesame": 0, 2024-05-27T00:46:05.421 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_append": 0, 2024-05-27T00:46:05.422 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_zero": 0, 2024-05-27T00:46:05.422 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_truncate": 0, 2024-05-27T00:46:05.422 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_delete": 0, 2024-05-27T00:46:05.422 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_mapext": 0, 2024-05-27T00:46:05.422 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_sparse_read": 0, 2024-05-27T00:46:05.422 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_clonerange": 0, 2024-05-27T00:46:05.422 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_getxattr": 1, 2024-05-27T00:46:05.422 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_setxattr": 0, 2024-05-27T00:46:05.422 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_cmpxattr": 0, 2024-05-27T00:46:05.422 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_rmxattr": 0, 2024-05-27T00:46:05.422 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_resetxattrs": 0, 2024-05-27T00:46:05.422 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_call": 0, 2024-05-27T00:46:05.422 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_watch": 0, 2024-05-27T00:46:05.422 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_notify": 0, 2024-05-27T00:46:05.423 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_src_cmpxattr": 0, 2024-05-27T00:46:05.423 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_pgls": 0, 2024-05-27T00:46:05.423 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_pgls_filter": 0, 2024-05-27T00:46:05.423 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_other": 0, 2024-05-27T00:46:05.423 INFO:teuthology.orchestra.run.smithi137.stdout: "linger_active": 0, 2024-05-27T00:46:05.423 INFO:teuthology.orchestra.run.smithi137.stdout: "linger_send": 0, 2024-05-27T00:46:05.423 INFO:teuthology.orchestra.run.smithi137.stdout: "linger_resend": 0, 2024-05-27T00:46:05.423 INFO:teuthology.orchestra.run.smithi137.stdout: "linger_ping": 0, 2024-05-27T00:46:05.423 INFO:teuthology.orchestra.run.smithi137.stdout: "poolop_active": 0, 2024-05-27T00:46:05.423 INFO:teuthology.orchestra.run.smithi137.stdout: "poolop_send": 0, 2024-05-27T00:46:05.423 INFO:teuthology.orchestra.run.smithi137.stdout: "poolop_resend": 0, 2024-05-27T00:46:05.423 INFO:teuthology.orchestra.run.smithi137.stdout: "poolstat_active": 0, 2024-05-27T00:46:05.423 INFO:teuthology.orchestra.run.smithi137.stdout: "poolstat_send": 0, 2024-05-27T00:46:05.423 INFO:teuthology.orchestra.run.smithi137.stdout: "poolstat_resend": 0, 2024-05-27T00:46:05.424 INFO:teuthology.orchestra.run.smithi137.stdout: "statfs_active": 0, 2024-05-27T00:46:05.424 INFO:teuthology.orchestra.run.smithi137.stdout: "statfs_send": 0, 2024-05-27T00:46:05.424 INFO:teuthology.orchestra.run.smithi137.stdout: "statfs_resend": 0, 2024-05-27T00:46:05.424 INFO:teuthology.orchestra.run.smithi137.stdout: "command_active": 0, 2024-05-27T00:46:05.424 INFO:teuthology.orchestra.run.smithi137.stdout: "command_send": 0, 2024-05-27T00:46:05.424 INFO:teuthology.orchestra.run.smithi137.stdout: "command_resend": 0, 2024-05-27T00:46:05.424 INFO:teuthology.orchestra.run.smithi137.stdout: "map_epoch": 104, 2024-05-27T00:46:05.424 INFO:teuthology.orchestra.run.smithi137.stdout: "map_full": 0, 2024-05-27T00:46:05.424 INFO:teuthology.orchestra.run.smithi137.stdout: "map_inc": 13, 2024-05-27T00:46:05.424 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_sessions": 11, 2024-05-27T00:46:05.424 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_session_open": 11, 2024-05-27T00:46:05.424 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_session_close": 0, 2024-05-27T00:46:05.424 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_laggy": 0, 2024-05-27T00:46:05.425 INFO:teuthology.orchestra.run.smithi137.stdout: "omap_wr": 0, 2024-05-27T00:46:05.425 INFO:teuthology.orchestra.run.smithi137.stdout: "omap_rd": 2, 2024-05-27T00:46:05.425 INFO:teuthology.orchestra.run.smithi137.stdout: "omap_del": 0 2024-05-27T00:46:05.425 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.425 INFO:teuthology.orchestra.run.smithi137.stdout: "oft": { 2024-05-27T00:46:05.425 INFO:teuthology.orchestra.run.smithi137.stdout: "omap_total_objs": 0, 2024-05-27T00:46:05.425 INFO:teuthology.orchestra.run.smithi137.stdout: "omap_total_kv_pairs": 0, 2024-05-27T00:46:05.425 INFO:teuthology.orchestra.run.smithi137.stdout: "omap_total_updates": 0, 2024-05-27T00:46:05.425 INFO:teuthology.orchestra.run.smithi137.stdout: "omap_total_removes": 0 2024-05-27T00:46:05.425 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.425 INFO:teuthology.orchestra.run.smithi137.stdout: "osd-slow-ops": { 2024-05-27T00:46:05.425 INFO:teuthology.orchestra.run.smithi137.stdout: "slow_ops_count": 0 2024-05-27T00:46:05.425 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.425 INFO:teuthology.orchestra.run.smithi137.stdout: "purge_queue": { 2024-05-27T00:46:05.425 INFO:teuthology.orchestra.run.smithi137.stdout: "pq_executing_ops": 0, 2024-05-27T00:46:05.426 INFO:teuthology.orchestra.run.smithi137.stdout: "pq_executing_ops_high_water": 0, 2024-05-27T00:46:05.426 INFO:teuthology.orchestra.run.smithi137.stdout: "pq_executing": 0, 2024-05-27T00:46:05.426 INFO:teuthology.orchestra.run.smithi137.stdout: "pq_executing_high_water": 0, 2024-05-27T00:46:05.426 INFO:teuthology.orchestra.run.smithi137.stdout: "pq_executed_ops": 0, 2024-05-27T00:46:05.426 INFO:teuthology.orchestra.run.smithi137.stdout: "pq_executed": 0, 2024-05-27T00:46:05.426 INFO:teuthology.orchestra.run.smithi137.stdout: "pq_item_in_journal": 0 2024-05-27T00:46:05.426 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.426 INFO:teuthology.orchestra.run.smithi137.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-27T00:46:05.426 INFO:teuthology.orchestra.run.smithi137.stdout: "val": 0, 2024-05-27T00:46:05.427 INFO:teuthology.orchestra.run.smithi137.stdout: "max": 104857600, 2024-05-27T00:46:05.427 INFO:teuthology.orchestra.run.smithi137.stdout: "get_started": 0, 2024-05-27T00:46:05.427 INFO:teuthology.orchestra.run.smithi137.stdout: "get": 2819, 2024-05-27T00:46:05.427 INFO:teuthology.orchestra.run.smithi137.stdout: "get_sum": 121302157, 2024-05-27T00:46:05.427 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_fail": 0, 2024-05-27T00:46:05.427 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_success": 2819, 2024-05-27T00:46:05.427 INFO:teuthology.orchestra.run.smithi137.stdout: "take": 0, 2024-05-27T00:46:05.427 INFO:teuthology.orchestra.run.smithi137.stdout: "take_sum": 0, 2024-05-27T00:46:05.427 INFO:teuthology.orchestra.run.smithi137.stdout: "put": 2819, 2024-05-27T00:46:05.427 INFO:teuthology.orchestra.run.smithi137.stdout: "put_sum": 121302157, 2024-05-27T00:46:05.427 INFO:teuthology.orchestra.run.smithi137.stdout: "wait": { 2024-05-27T00:46:05.427 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.427 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.428 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.428 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:05.428 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.428 INFO:teuthology.orchestra.run.smithi137.stdout: "throttle-objecter_bytes": { 2024-05-27T00:46:05.428 INFO:teuthology.orchestra.run.smithi137.stdout: "val": 0, 2024-05-27T00:46:05.428 INFO:teuthology.orchestra.run.smithi137.stdout: "max": 104857600, 2024-05-27T00:46:05.428 INFO:teuthology.orchestra.run.smithi137.stdout: "get_started": 0, 2024-05-27T00:46:05.428 INFO:teuthology.orchestra.run.smithi137.stdout: "get": 0, 2024-05-27T00:46:05.428 INFO:teuthology.orchestra.run.smithi137.stdout: "get_sum": 0, 2024-05-27T00:46:05.428 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_fail": 0, 2024-05-27T00:46:05.428 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_success": 0, 2024-05-27T00:46:05.428 INFO:teuthology.orchestra.run.smithi137.stdout: "take": 2546, 2024-05-27T00:46:05.428 INFO:teuthology.orchestra.run.smithi137.stdout: "take_sum": 119184856, 2024-05-27T00:46:05.428 INFO:teuthology.orchestra.run.smithi137.stdout: "put": 2546, 2024-05-27T00:46:05.429 INFO:teuthology.orchestra.run.smithi137.stdout: "put_sum": 119184856, 2024-05-27T00:46:05.429 INFO:teuthology.orchestra.run.smithi137.stdout: "wait": { 2024-05-27T00:46:05.429 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.429 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.429 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.429 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:05.429 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.429 INFO:teuthology.orchestra.run.smithi137.stdout: "throttle-objecter_ops": { 2024-05-27T00:46:05.429 INFO:teuthology.orchestra.run.smithi137.stdout: "val": 0, 2024-05-27T00:46:05.429 INFO:teuthology.orchestra.run.smithi137.stdout: "max": 1024, 2024-05-27T00:46:05.429 INFO:teuthology.orchestra.run.smithi137.stdout: "get_started": 0, 2024-05-27T00:46:05.429 INFO:teuthology.orchestra.run.smithi137.stdout: "get": 0, 2024-05-27T00:46:05.429 INFO:teuthology.orchestra.run.smithi137.stdout: "get_sum": 0, 2024-05-27T00:46:05.429 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_fail": 0, 2024-05-27T00:46:05.430 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_success": 0, 2024-05-27T00:46:05.430 INFO:teuthology.orchestra.run.smithi137.stdout: "take": 2546, 2024-05-27T00:46:05.430 INFO:teuthology.orchestra.run.smithi137.stdout: "take_sum": 2546, 2024-05-27T00:46:05.430 INFO:teuthology.orchestra.run.smithi137.stdout: "put": 2546, 2024-05-27T00:46:05.430 INFO:teuthology.orchestra.run.smithi137.stdout: "put_sum": 2546, 2024-05-27T00:46:05.430 INFO:teuthology.orchestra.run.smithi137.stdout: "wait": { 2024-05-27T00:46:05.430 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.430 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.430 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.430 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:05.430 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.430 INFO:teuthology.orchestra.run.smithi137.stdout: "throttle-write_buf_throttle": { 2024-05-27T00:46:05.430 INFO:teuthology.orchestra.run.smithi137.stdout: "val": 0, 2024-05-27T00:46:05.431 INFO:teuthology.orchestra.run.smithi137.stdout: "max": 3758096384, 2024-05-27T00:46:05.431 INFO:teuthology.orchestra.run.smithi137.stdout: "get_started": 0, 2024-05-27T00:46:05.431 INFO:teuthology.orchestra.run.smithi137.stdout: "get": 0, 2024-05-27T00:46:05.431 INFO:teuthology.orchestra.run.smithi137.stdout: "get_sum": 0, 2024-05-27T00:46:05.431 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_fail": 0, 2024-05-27T00:46:05.431 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_success": 0, 2024-05-27T00:46:05.431 INFO:teuthology.orchestra.run.smithi137.stdout: "take": 0, 2024-05-27T00:46:05.431 INFO:teuthology.orchestra.run.smithi137.stdout: "take_sum": 0, 2024-05-27T00:46:05.431 INFO:teuthology.orchestra.run.smithi137.stdout: "put": 0, 2024-05-27T00:46:05.431 INFO:teuthology.orchestra.run.smithi137.stdout: "put_sum": 0, 2024-05-27T00:46:05.431 INFO:teuthology.orchestra.run.smithi137.stdout: "wait": { 2024-05-27T00:46:05.431 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.431 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.431 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.432 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:05.432 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:05.432 INFO:teuthology.orchestra.run.smithi137.stdout: "throttle-write_buf_throttle-0x5607b60906e0": { 2024-05-27T00:46:05.432 INFO:teuthology.orchestra.run.smithi137.stdout: "val": 0, 2024-05-27T00:46:05.432 INFO:teuthology.orchestra.run.smithi137.stdout: "max": 3758096384, 2024-05-27T00:46:05.432 INFO:teuthology.orchestra.run.smithi137.stdout: "get_started": 0, 2024-05-27T00:46:05.432 INFO:teuthology.orchestra.run.smithi137.stdout: "get": 0, 2024-05-27T00:46:05.432 INFO:teuthology.orchestra.run.smithi137.stdout: "get_sum": 0, 2024-05-27T00:46:05.432 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_fail": 0, 2024-05-27T00:46:05.432 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_success": 0, 2024-05-27T00:46:05.432 INFO:teuthology.orchestra.run.smithi137.stdout: "take": 0, 2024-05-27T00:46:05.432 INFO:teuthology.orchestra.run.smithi137.stdout: "take_sum": 0, 2024-05-27T00:46:05.432 INFO:teuthology.orchestra.run.smithi137.stdout: "put": 0, 2024-05-27T00:46:05.432 INFO:teuthology.orchestra.run.smithi137.stdout: "put_sum": 0, 2024-05-27T00:46:05.432 INFO:teuthology.orchestra.run.smithi137.stdout: "wait": { 2024-05-27T00:46:05.433 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:05.433 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:05.433 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:05.433 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:05.433 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:05.433 INFO:teuthology.orchestra.run.smithi137.stdout:} 2024-05-27T00:46:06.209 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-05-27T00:46:06.209 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-05-27T00:46:06.209 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-05-27T00:46:06.209 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=0 2024-05-27T00:46:06.209 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=0 2024-05-27T00:46:06.209 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-05-27T00:46:06.209 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-05-27T00:46:06.209 DEBUG:tasks.check_counter:Getting stats from f 2024-05-27T00:46:06.209 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph daemon mds.f perf dump 2024-05-27T00:46:06.454 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.c/config 2024-05-27T00:46:06.732 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:06 smithi137 ceph-mon[36552]: pgmap v335: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:46:06.950 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:06 smithi050 ceph-mon[36071]: pgmap v335: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:46:07.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:06 smithi044 ceph-mon[31645]: pgmap v335: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:46:08.212 INFO:teuthology.orchestra.run.smithi137.stdout:{ 2024-05-27T00:46:08.213 INFO:teuthology.orchestra.run.smithi137.stdout: "AsyncMessenger::Worker-0": { 2024-05-27T00:46:08.213 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_messages": 240, 2024-05-27T00:46:08.213 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages": 229, 2024-05-27T00:46:08.213 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_bytes": 1585872, 2024-05-27T00:46:08.213 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_bytes": 141344, 2024-05-27T00:46:08.213 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_created_connections": 4, 2024-05-27T00:46:08.213 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_active_connections": 0, 2024-05-27T00:46:08.213 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_total_time": 0.048230213, 2024-05-27T00:46:08.213 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_send_time": 0.014820990, 2024-05-27T00:46:08.213 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_recv_time": 0.035289935, 2024-05-27T00:46:08.213 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_fast_dispatch_time": 0.005618927, 2024-05-27T00:46:08.213 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:46:08.213 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 228, 2024-05-27T00:46:08.214 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.013341430, 2024-05-27T00:46:08.214 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000058515 2024-05-27T00:46:08.214 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:08.214 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:46:08.214 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:08.214 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:08.214 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:08.214 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:08.214 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_encrypted_bytes": 1585872, 2024-05-27T00:46:08.214 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_encrypted_bytes": 141344 2024-05-27T00:46:08.214 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:08.215 INFO:teuthology.orchestra.run.smithi137.stdout: "AsyncMessenger::Worker-1": { 2024-05-27T00:46:08.215 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_messages": 6, 2024-05-27T00:46:08.215 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages": 177, 2024-05-27T00:46:08.215 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_bytes": 3392, 2024-05-27T00:46:08.215 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_bytes": 187168, 2024-05-27T00:46:08.215 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_created_connections": 5, 2024-05-27T00:46:08.215 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_active_connections": 3, 2024-05-27T00:46:08.215 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_total_time": 0.012067513, 2024-05-27T00:46:08.215 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_send_time": 0.008239082, 2024-05-27T00:46:08.215 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_recv_time": 0.001530651, 2024-05-27T00:46:08.215 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-27T00:46:08.215 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:46:08.215 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 175, 2024-05-27T00:46:08.215 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.035008411, 2024-05-27T00:46:08.216 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000200048 2024-05-27T00:46:08.216 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:08.216 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:46:08.216 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:08.216 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:08.216 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:08.216 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:08.216 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_encrypted_bytes": 3392, 2024-05-27T00:46:08.216 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_encrypted_bytes": 187168 2024-05-27T00:46:08.216 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:08.216 INFO:teuthology.orchestra.run.smithi137.stdout: "AsyncMessenger::Worker-2": { 2024-05-27T00:46:08.216 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_messages": 0, 2024-05-27T00:46:08.216 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages": 2, 2024-05-27T00:46:08.216 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_bytes": 0, 2024-05-27T00:46:08.216 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_bytes": 0, 2024-05-27T00:46:08.217 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_created_connections": 2, 2024-05-27T00:46:08.217 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_active_connections": 1, 2024-05-27T00:46:08.217 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_total_time": 0.000258269, 2024-05-27T00:46:08.217 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_send_time": 0.000000000, 2024-05-27T00:46:08.217 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_recv_time": 0.000195620, 2024-05-27T00:46:08.217 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-27T00:46:08.217 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:46:08.217 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:08.217 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:08.217 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:08.217 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:08.217 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:46:08.217 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:08.217 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:08.218 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:08.218 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:08.218 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-27T00:46:08.218 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_encrypted_bytes": 0 2024-05-27T00:46:08.218 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:08.218 INFO:teuthology.orchestra.run.smithi137.stdout: "cct": { 2024-05-27T00:46:08.218 INFO:teuthology.orchestra.run.smithi137.stdout: "total_workers": 0, 2024-05-27T00:46:08.218 INFO:teuthology.orchestra.run.smithi137.stdout: "unhealthy_workers": 0 2024-05-27T00:46:08.218 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:08.218 INFO:teuthology.orchestra.run.smithi137.stdout: "mempool": { 2024-05-27T00:46:08.218 INFO:teuthology.orchestra.run.smithi137.stdout: "bloom_filter_bytes": 0, 2024-05-27T00:46:08.218 INFO:teuthology.orchestra.run.smithi137.stdout: "bloom_filter_items": 0, 2024-05-27T00:46:08.218 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_alloc_bytes": 0, 2024-05-27T00:46:08.218 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_alloc_items": 0, 2024-05-27T00:46:08.219 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_data_bytes": 0, 2024-05-27T00:46:08.219 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_data_items": 0, 2024-05-27T00:46:08.219 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-27T00:46:08.219 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_onode_items": 0, 2024-05-27T00:46:08.219 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-27T00:46:08.219 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_meta_items": 0, 2024-05-27T00:46:08.219 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_other_bytes": 0, 2024-05-27T00:46:08.219 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_other_items": 0, 2024-05-27T00:46:08.219 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-27T00:46:08.219 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_buffer_items": 0, 2024-05-27T00:46:08.219 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_extent_bytes": 0, 2024-05-27T00:46:08.219 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_extent_items": 0, 2024-05-27T00:46:08.219 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_blob_bytes": 0, 2024-05-27T00:46:08.219 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_blob_items": 0, 2024-05-27T00:46:08.219 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-27T00:46:08.220 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_shared_blob_items": 0, 2024-05-27T00:46:08.220 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-27T00:46:08.220 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_inline_bl_items": 0, 2024-05-27T00:46:08.220 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_fsck_bytes": 0, 2024-05-27T00:46:08.220 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_fsck_items": 0, 2024-05-27T00:46:08.220 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_txc_bytes": 0, 2024-05-27T00:46:08.220 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_txc_items": 0, 2024-05-27T00:46:08.220 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-27T00:46:08.220 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_writing_deferred_items": 0, 2024-05-27T00:46:08.220 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_writing_bytes": 0, 2024-05-27T00:46:08.220 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_writing_items": 0, 2024-05-27T00:46:08.220 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_bytes": 0, 2024-05-27T00:46:08.220 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_items": 0, 2024-05-27T00:46:08.220 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_file_reader_bytes": 0, 2024-05-27T00:46:08.220 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_file_reader_items": 0, 2024-05-27T00:46:08.221 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_file_writer_bytes": 0, 2024-05-27T00:46:08.221 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_file_writer_items": 0, 2024-05-27T00:46:08.221 INFO:teuthology.orchestra.run.smithi137.stdout: "buffer_anon_bytes": 148754, 2024-05-27T00:46:08.221 INFO:teuthology.orchestra.run.smithi137.stdout: "buffer_anon_items": 31, 2024-05-27T00:46:08.221 INFO:teuthology.orchestra.run.smithi137.stdout: "buffer_meta_bytes": 0, 2024-05-27T00:46:08.221 INFO:teuthology.orchestra.run.smithi137.stdout: "buffer_meta_items": 0, 2024-05-27T00:46:08.221 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_bytes": 0, 2024-05-27T00:46:08.221 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_items": 0, 2024-05-27T00:46:08.221 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_mapbl_bytes": 0, 2024-05-27T00:46:08.221 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_mapbl_items": 0, 2024-05-27T00:46:08.221 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_pglog_bytes": 0, 2024-05-27T00:46:08.221 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_pglog_items": 0, 2024-05-27T00:46:08.221 INFO:teuthology.orchestra.run.smithi137.stdout: "osdmap_bytes": 0, 2024-05-27T00:46:08.221 INFO:teuthology.orchestra.run.smithi137.stdout: "osdmap_items": 0, 2024-05-27T00:46:08.221 INFO:teuthology.orchestra.run.smithi137.stdout: "osdmap_mapping_bytes": 0, 2024-05-27T00:46:08.222 INFO:teuthology.orchestra.run.smithi137.stdout: "osdmap_mapping_items": 0, 2024-05-27T00:46:08.222 INFO:teuthology.orchestra.run.smithi137.stdout: "pgmap_bytes": 0, 2024-05-27T00:46:08.222 INFO:teuthology.orchestra.run.smithi137.stdout: "pgmap_items": 0, 2024-05-27T00:46:08.222 INFO:teuthology.orchestra.run.smithi137.stdout: "mds_co_bytes": 928, 2024-05-27T00:46:08.222 INFO:teuthology.orchestra.run.smithi137.stdout: "mds_co_items": 2, 2024-05-27T00:46:08.222 INFO:teuthology.orchestra.run.smithi137.stdout: "unittest_1_bytes": 0, 2024-05-27T00:46:08.222 INFO:teuthology.orchestra.run.smithi137.stdout: "unittest_1_items": 0, 2024-05-27T00:46:08.222 INFO:teuthology.orchestra.run.smithi137.stdout: "unittest_2_bytes": 0, 2024-05-27T00:46:08.222 INFO:teuthology.orchestra.run.smithi137.stdout: "unittest_2_items": 0 2024-05-27T00:46:08.222 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:08.222 INFO:teuthology.orchestra.run.smithi137.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-27T00:46:08.222 INFO:teuthology.orchestra.run.smithi137.stdout: "val": 0, 2024-05-27T00:46:08.222 INFO:teuthology.orchestra.run.smithi137.stdout: "max": 104857600, 2024-05-27T00:46:08.222 INFO:teuthology.orchestra.run.smithi137.stdout: "get_started": 0, 2024-05-27T00:46:08.222 INFO:teuthology.orchestra.run.smithi137.stdout: "get": 242, 2024-05-27T00:46:08.223 INFO:teuthology.orchestra.run.smithi137.stdout: "get_sum": 1552039, 2024-05-27T00:46:08.223 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_fail": 0, 2024-05-27T00:46:08.223 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_success": 242, 2024-05-27T00:46:08.223 INFO:teuthology.orchestra.run.smithi137.stdout: "take": 0, 2024-05-27T00:46:08.223 INFO:teuthology.orchestra.run.smithi137.stdout: "take_sum": 0, 2024-05-27T00:46:08.223 INFO:teuthology.orchestra.run.smithi137.stdout: "put": 242, 2024-05-27T00:46:08.223 INFO:teuthology.orchestra.run.smithi137.stdout: "put_sum": 1552039, 2024-05-27T00:46:08.223 INFO:teuthology.orchestra.run.smithi137.stdout: "wait": { 2024-05-27T00:46:08.223 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:08.223 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:08.223 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:08.223 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:08.223 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:08.223 INFO:teuthology.orchestra.run.smithi137.stdout:} 2024-05-27T00:46:08.841 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:08 smithi137 ceph-mon[36552]: pgmap v336: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:46:08.841 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:08 smithi137 ceph-mon[36552]: osdmap e105: 12 total, 12 up, 12 in 2024-05-27T00:46:08.866 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.f 2024-05-27T00:46:08.866 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.f 2024-05-27T00:46:08.867 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.f 2024-05-27T00:46:08.867 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.f 2024-05-27T00:46:08.867 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.f 2024-05-27T00:46:08.867 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.f 2024-05-27T00:46:08.867 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.f 2024-05-27T00:46:08.867 DEBUG:tasks.check_counter:Getting stats from i 2024-05-27T00:46:08.867 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph daemon mds.i perf dump 2024-05-27T00:46:09.101 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.c/config 2024-05-27T00:46:09.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:08 smithi044 ceph-mon[31645]: pgmap v336: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:46:09.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:08 smithi044 ceph-mon[31645]: osdmap e105: 12 total, 12 up, 12 in 2024-05-27T00:46:09.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:08 smithi050 ceph-mon[36071]: pgmap v336: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-05-27T00:46:09.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:08 smithi050 ceph-mon[36071]: osdmap e105: 12 total, 12 up, 12 in 2024-05-27T00:46:10.861 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:10 smithi137 ceph-mon[36552]: pgmap v338: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:46:10.888 INFO:teuthology.orchestra.run.smithi137.stdout:{ 2024-05-27T00:46:10.889 INFO:teuthology.orchestra.run.smithi137.stdout: "AsyncMessenger::Worker-0": { 2024-05-27T00:46:10.889 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_messages": 1359, 2024-05-27T00:46:10.889 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages": 1332, 2024-05-27T00:46:10.889 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_bytes": 6211844, 2024-05-27T00:46:10.889 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_bytes": 488366, 2024-05-27T00:46:10.889 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_created_connections": 5, 2024-05-27T00:46:10.889 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_active_connections": 1, 2024-05-27T00:46:10.889 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_total_time": 0.171061727, 2024-05-27T00:46:10.889 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_send_time": 0.051606656, 2024-05-27T00:46:10.889 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_recv_time": 0.073057750, 2024-05-27T00:46:10.889 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_fast_dispatch_time": 0.044610814, 2024-05-27T00:46:10.889 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:46:10.890 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 1332, 2024-05-27T00:46:10.890 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.064849748, 2024-05-27T00:46:10.890 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000048685 2024-05-27T00:46:10.890 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.890 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:46:10.890 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.890 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.890 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.890 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.890 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_encrypted_bytes": 1674864, 2024-05-27T00:46:10.890 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_encrypted_bytes": 143968 2024-05-27T00:46:10.890 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.891 INFO:teuthology.orchestra.run.smithi137.stdout: "AsyncMessenger::Worker-1": { 2024-05-27T00:46:10.891 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_messages": 1116, 2024-05-27T00:46:10.891 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages": 1289, 2024-05-27T00:46:10.891 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_bytes": 4441787, 2024-05-27T00:46:10.891 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_bytes": 893008, 2024-05-27T00:46:10.891 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_created_connections": 8, 2024-05-27T00:46:10.891 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_active_connections": 5, 2024-05-27T00:46:10.891 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_total_time": 0.100059954, 2024-05-27T00:46:10.891 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_send_time": 0.036173923, 2024-05-27T00:46:10.891 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_recv_time": 0.025380888, 2024-05-27T00:46:10.891 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_fast_dispatch_time": 0.029772281, 2024-05-27T00:46:10.891 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:46:10.891 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 1286, 2024-05-27T00:46:10.892 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.080295242, 2024-05-27T00:46:10.892 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000062437 2024-05-27T00:46:10.892 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.892 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:46:10.892 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.892 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.892 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.892 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.892 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_encrypted_bytes": 480, 2024-05-27T00:46:10.892 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_encrypted_bytes": 539008 2024-05-27T00:46:10.892 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.892 INFO:teuthology.orchestra.run.smithi137.stdout: "AsyncMessenger::Worker-2": { 2024-05-27T00:46:10.892 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_messages": 336, 2024-05-27T00:46:10.893 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages": 338, 2024-05-27T00:46:10.893 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_bytes": 4277946, 2024-05-27T00:46:10.893 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_bytes": 106855, 2024-05-27T00:46:10.893 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_created_connections": 4, 2024-05-27T00:46:10.893 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_active_connections": 3, 2024-05-27T00:46:10.893 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_total_time": 0.033733365, 2024-05-27T00:46:10.893 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_send_time": 0.011368885, 2024-05-27T00:46:10.893 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_recv_time": 0.009589766, 2024-05-27T00:46:10.893 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_fast_dispatch_time": 0.009859929, 2024-05-27T00:46:10.893 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:46:10.893 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 336, 2024-05-27T00:46:10.893 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.013279078, 2024-05-27T00:46:10.893 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000039521 2024-05-27T00:46:10.893 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.894 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:46:10.894 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.894 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.894 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.894 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.894 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-27T00:46:10.894 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_encrypted_bytes": 0 2024-05-27T00:46:10.894 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.894 INFO:teuthology.orchestra.run.smithi137.stdout: "cct": { 2024-05-27T00:46:10.894 INFO:teuthology.orchestra.run.smithi137.stdout: "total_workers": 1, 2024-05-27T00:46:10.894 INFO:teuthology.orchestra.run.smithi137.stdout: "unhealthy_workers": 0 2024-05-27T00:46:10.894 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.894 INFO:teuthology.orchestra.run.smithi137.stdout: "finisher-MDSRank": { 2024-05-27T00:46:10.895 INFO:teuthology.orchestra.run.smithi137.stdout: "queue_len": 0, 2024-05-27T00:46:10.895 INFO:teuthology.orchestra.run.smithi137.stdout: "complete_latency": { 2024-05-27T00:46:10.895 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 4238, 2024-05-27T00:46:10.895 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.135860512, 2024-05-27T00:46:10.895 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000032057 2024-05-27T00:46:10.895 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:10.895 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.895 INFO:teuthology.orchestra.run.smithi137.stdout: "finisher-PurgeQueue": { 2024-05-27T00:46:10.895 INFO:teuthology.orchestra.run.smithi137.stdout: "queue_len": 0, 2024-05-27T00:46:10.895 INFO:teuthology.orchestra.run.smithi137.stdout: "complete_latency": { 2024-05-27T00:46:10.895 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.895 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.895 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.896 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:10.896 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.896 INFO:teuthology.orchestra.run.smithi137.stdout: "mds": { 2024-05-27T00:46:10.896 INFO:teuthology.orchestra.run.smithi137.stdout: "request": 0, 2024-05-27T00:46:10.896 INFO:teuthology.orchestra.run.smithi137.stdout: "reply": 0, 2024-05-27T00:46:10.896 INFO:teuthology.orchestra.run.smithi137.stdout: "reply_latency": { 2024-05-27T00:46:10.896 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.896 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.896 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.896 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.896 INFO:teuthology.orchestra.run.smithi137.stdout: "slow_reply": 0, 2024-05-27T00:46:10.896 INFO:teuthology.orchestra.run.smithi137.stdout: "forward": 0, 2024-05-27T00:46:10.896 INFO:teuthology.orchestra.run.smithi137.stdout: "dir_fetch_complete": 0, 2024-05-27T00:46:10.896 INFO:teuthology.orchestra.run.smithi137.stdout: "dir_fetch_keys": 0, 2024-05-27T00:46:10.897 INFO:teuthology.orchestra.run.smithi137.stdout: "dir_commit": 0, 2024-05-27T00:46:10.897 INFO:teuthology.orchestra.run.smithi137.stdout: "dir_split": 0, 2024-05-27T00:46:10.897 INFO:teuthology.orchestra.run.smithi137.stdout: "dir_merge": 0, 2024-05-27T00:46:10.897 INFO:teuthology.orchestra.run.smithi137.stdout: "inodes": 1453, 2024-05-27T00:46:10.897 INFO:teuthology.orchestra.run.smithi137.stdout: "inodes_top": 995, 2024-05-27T00:46:10.897 INFO:teuthology.orchestra.run.smithi137.stdout: "inodes_bottom": 458, 2024-05-27T00:46:10.897 INFO:teuthology.orchestra.run.smithi137.stdout: "inodes_pin_tail": 0, 2024-05-27T00:46:10.897 INFO:teuthology.orchestra.run.smithi137.stdout: "inodes_pinned": 32, 2024-05-27T00:46:10.897 INFO:teuthology.orchestra.run.smithi137.stdout: "inodes_expired": 1, 2024-05-27T00:46:10.897 INFO:teuthology.orchestra.run.smithi137.stdout: "inodes_with_caps": 0, 2024-05-27T00:46:10.897 INFO:teuthology.orchestra.run.smithi137.stdout: "caps": 0, 2024-05-27T00:46:10.897 INFO:teuthology.orchestra.run.smithi137.stdout: "subtrees": 2, 2024-05-27T00:46:10.897 INFO:teuthology.orchestra.run.smithi137.stdout: "traverse": 0, 2024-05-27T00:46:10.898 INFO:teuthology.orchestra.run.smithi137.stdout: "traverse_hit": 0, 2024-05-27T00:46:10.898 INFO:teuthology.orchestra.run.smithi137.stdout: "traverse_forward": 0, 2024-05-27T00:46:10.898 INFO:teuthology.orchestra.run.smithi137.stdout: "traverse_discover": 0, 2024-05-27T00:46:10.898 INFO:teuthology.orchestra.run.smithi137.stdout: "traverse_dir_fetch": 0, 2024-05-27T00:46:10.898 INFO:teuthology.orchestra.run.smithi137.stdout: "traverse_remote_ino": 0, 2024-05-27T00:46:10.898 INFO:teuthology.orchestra.run.smithi137.stdout: "traverse_lock": 0, 2024-05-27T00:46:10.898 INFO:teuthology.orchestra.run.smithi137.stdout: "load_cent": 0, 2024-05-27T00:46:10.898 INFO:teuthology.orchestra.run.smithi137.stdout: "q": 0, 2024-05-27T00:46:10.898 INFO:teuthology.orchestra.run.smithi137.stdout: "exported": 0, 2024-05-27T00:46:10.898 INFO:teuthology.orchestra.run.smithi137.stdout: "exported_inodes": 0, 2024-05-27T00:46:10.898 INFO:teuthology.orchestra.run.smithi137.stdout: "imported": 0, 2024-05-27T00:46:10.898 INFO:teuthology.orchestra.run.smithi137.stdout: "imported_inodes": 0, 2024-05-27T00:46:10.898 INFO:teuthology.orchestra.run.smithi137.stdout: "openino_dir_fetch": 0, 2024-05-27T00:46:10.899 INFO:teuthology.orchestra.run.smithi137.stdout: "openino_backtrace_fetch": 0, 2024-05-27T00:46:10.899 INFO:teuthology.orchestra.run.smithi137.stdout: "openino_peer_discover": 0, 2024-05-27T00:46:10.899 INFO:teuthology.orchestra.run.smithi137.stdout: "root_rfiles": 4, 2024-05-27T00:46:10.899 INFO:teuthology.orchestra.run.smithi137.stdout: "root_rbytes": 234, 2024-05-27T00:46:10.899 INFO:teuthology.orchestra.run.smithi137.stdout: "root_rsnaps": 6, 2024-05-27T00:46:10.899 INFO:teuthology.orchestra.run.smithi137.stdout: "scrub_backtrace_fetch": 0, 2024-05-27T00:46:10.899 INFO:teuthology.orchestra.run.smithi137.stdout: "scrub_set_tag": 0, 2024-05-27T00:46:10.899 INFO:teuthology.orchestra.run.smithi137.stdout: "scrub_backtrace_repaired": 0, 2024-05-27T00:46:10.899 INFO:teuthology.orchestra.run.smithi137.stdout: "scrub_inotable_repaired": 0, 2024-05-27T00:46:10.899 INFO:teuthology.orchestra.run.smithi137.stdout: "scrub_dir_inodes": 0, 2024-05-27T00:46:10.899 INFO:teuthology.orchestra.run.smithi137.stdout: "scrub_dir_base_inodes": 0, 2024-05-27T00:46:10.899 INFO:teuthology.orchestra.run.smithi137.stdout: "scrub_dirfrag_rstats": 0, 2024-05-27T00:46:10.899 INFO:teuthology.orchestra.run.smithi137.stdout: "scrub_file_inodes": 0, 2024-05-27T00:46:10.899 INFO:teuthology.orchestra.run.smithi137.stdout: "handle_inode_file_caps": 0, 2024-05-27T00:46:10.900 INFO:teuthology.orchestra.run.smithi137.stdout: "ceph_cap_op_revoke": 0, 2024-05-27T00:46:10.900 INFO:teuthology.orchestra.run.smithi137.stdout: "ceph_cap_op_grant": 0, 2024-05-27T00:46:10.900 INFO:teuthology.orchestra.run.smithi137.stdout: "ceph_cap_op_trunc": 0, 2024-05-27T00:46:10.900 INFO:teuthology.orchestra.run.smithi137.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-27T00:46:10.900 INFO:teuthology.orchestra.run.smithi137.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-27T00:46:10.900 INFO:teuthology.orchestra.run.smithi137.stdout: "handle_client_caps": 0, 2024-05-27T00:46:10.900 INFO:teuthology.orchestra.run.smithi137.stdout: "handle_client_caps_dirty": 0, 2024-05-27T00:46:10.900 INFO:teuthology.orchestra.run.smithi137.stdout: "handle_client_cap_release": 0, 2024-05-27T00:46:10.900 INFO:teuthology.orchestra.run.smithi137.stdout: "process_request_cap_release": 0 2024-05-27T00:46:10.900 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.900 INFO:teuthology.orchestra.run.smithi137.stdout: "mds_cache": { 2024-05-27T00:46:10.900 INFO:teuthology.orchestra.run.smithi137.stdout: "dir_update": 0, 2024-05-27T00:46:10.900 INFO:teuthology.orchestra.run.smithi137.stdout: "dir_update_receipt": 0, 2024-05-27T00:46:10.900 INFO:teuthology.orchestra.run.smithi137.stdout: "dir_try_discover": 0, 2024-05-27T00:46:10.901 INFO:teuthology.orchestra.run.smithi137.stdout: "dir_send_discover": 0, 2024-05-27T00:46:10.901 INFO:teuthology.orchestra.run.smithi137.stdout: "dir_handle_discover": 0, 2024-05-27T00:46:10.901 INFO:teuthology.orchestra.run.smithi137.stdout: "num_strays": 0, 2024-05-27T00:46:10.901 INFO:teuthology.orchestra.run.smithi137.stdout: "num_strays_delayed": 0, 2024-05-27T00:46:10.901 INFO:teuthology.orchestra.run.smithi137.stdout: "num_strays_enqueuing": 0, 2024-05-27T00:46:10.901 INFO:teuthology.orchestra.run.smithi137.stdout: "strays_created": 0, 2024-05-27T00:46:10.901 INFO:teuthology.orchestra.run.smithi137.stdout: "strays_enqueued": 0, 2024-05-27T00:46:10.901 INFO:teuthology.orchestra.run.smithi137.stdout: "strays_reintegrated": 0, 2024-05-27T00:46:10.901 INFO:teuthology.orchestra.run.smithi137.stdout: "strays_migrated": 0, 2024-05-27T00:46:10.901 INFO:teuthology.orchestra.run.smithi137.stdout: "num_recovering_processing": 0, 2024-05-27T00:46:10.901 INFO:teuthology.orchestra.run.smithi137.stdout: "num_recovering_enqueued": 0, 2024-05-27T00:46:10.901 INFO:teuthology.orchestra.run.smithi137.stdout: "num_recovering_prioritized": 0, 2024-05-27T00:46:10.901 INFO:teuthology.orchestra.run.smithi137.stdout: "recovery_started": 0, 2024-05-27T00:46:10.901 INFO:teuthology.orchestra.run.smithi137.stdout: "recovery_completed": 0, 2024-05-27T00:46:10.902 INFO:teuthology.orchestra.run.smithi137.stdout: "ireq_quiesce_path": 0, 2024-05-27T00:46:10.902 INFO:teuthology.orchestra.run.smithi137.stdout: "ireq_quiesce_inode": 0, 2024-05-27T00:46:10.902 INFO:teuthology.orchestra.run.smithi137.stdout: "ireq_enqueue_scrub": 0, 2024-05-27T00:46:10.902 INFO:teuthology.orchestra.run.smithi137.stdout: "ireq_exportdir": 0, 2024-05-27T00:46:10.902 INFO:teuthology.orchestra.run.smithi137.stdout: "ireq_flush": 0, 2024-05-27T00:46:10.902 INFO:teuthology.orchestra.run.smithi137.stdout: "ireq_fragmentdir": 0, 2024-05-27T00:46:10.902 INFO:teuthology.orchestra.run.smithi137.stdout: "ireq_fragstats": 0, 2024-05-27T00:46:10.902 INFO:teuthology.orchestra.run.smithi137.stdout: "ireq_inodestats": 0 2024-05-27T00:46:10.902 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.902 INFO:teuthology.orchestra.run.smithi137.stdout: "mds_log": { 2024-05-27T00:46:10.902 INFO:teuthology.orchestra.run.smithi137.stdout: "evlrg": 0, 2024-05-27T00:46:10.902 INFO:teuthology.orchestra.run.smithi137.stdout: "evadd": 0, 2024-05-27T00:46:10.902 INFO:teuthology.orchestra.run.smithi137.stdout: "evex": 0, 2024-05-27T00:46:10.902 INFO:teuthology.orchestra.run.smithi137.stdout: "evtrm": 0, 2024-05-27T00:46:10.903 INFO:teuthology.orchestra.run.smithi137.stdout: "ev": 4863, 2024-05-27T00:46:10.903 INFO:teuthology.orchestra.run.smithi137.stdout: "evexg": 0, 2024-05-27T00:46:10.903 INFO:teuthology.orchestra.run.smithi137.stdout: "evexd": 0, 2024-05-27T00:46:10.903 INFO:teuthology.orchestra.run.smithi137.stdout: "segadd": 0, 2024-05-27T00:46:10.903 INFO:teuthology.orchestra.run.smithi137.stdout: "segex": 0, 2024-05-27T00:46:10.903 INFO:teuthology.orchestra.run.smithi137.stdout: "segtrm": 0, 2024-05-27T00:46:10.903 INFO:teuthology.orchestra.run.smithi137.stdout: "seg": 2, 2024-05-27T00:46:10.903 INFO:teuthology.orchestra.run.smithi137.stdout: "segmjr": 19, 2024-05-27T00:46:10.903 INFO:teuthology.orchestra.run.smithi137.stdout: "segexg": 0, 2024-05-27T00:46:10.903 INFO:teuthology.orchestra.run.smithi137.stdout: "segexd": 0, 2024-05-27T00:46:10.903 INFO:teuthology.orchestra.run.smithi137.stdout: "expos": 16604061, 2024-05-27T00:46:10.903 INFO:teuthology.orchestra.run.smithi137.stdout: "wrpos": 16741781, 2024-05-27T00:46:10.903 INFO:teuthology.orchestra.run.smithi137.stdout: "rdpos": 16741721, 2024-05-27T00:46:10.904 INFO:teuthology.orchestra.run.smithi137.stdout: "jlat": { 2024-05-27T00:46:10.904 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.904 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.904 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.904 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.904 INFO:teuthology.orchestra.run.smithi137.stdout: "replayed": 4863 2024-05-27T00:46:10.904 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.904 INFO:teuthology.orchestra.run.smithi137.stdout: "mds_mem": { 2024-05-27T00:46:10.904 INFO:teuthology.orchestra.run.smithi137.stdout: "ino": 537, 2024-05-27T00:46:10.904 INFO:teuthology.orchestra.run.smithi137.stdout: "ino+": 2672, 2024-05-27T00:46:10.904 INFO:teuthology.orchestra.run.smithi137.stdout: "ino-": 2135, 2024-05-27T00:46:10.904 INFO:teuthology.orchestra.run.smithi137.stdout: "dir": 31, 2024-05-27T00:46:10.904 INFO:teuthology.orchestra.run.smithi137.stdout: "dir+": 242, 2024-05-27T00:46:10.904 INFO:teuthology.orchestra.run.smithi137.stdout: "dir-": 211, 2024-05-27T00:46:10.905 INFO:teuthology.orchestra.run.smithi137.stdout: "dn": 1453, 2024-05-27T00:46:10.905 INFO:teuthology.orchestra.run.smithi137.stdout: "dn+": 3066, 2024-05-27T00:46:10.905 INFO:teuthology.orchestra.run.smithi137.stdout: "dn-": 1613, 2024-05-27T00:46:10.905 INFO:teuthology.orchestra.run.smithi137.stdout: "cap": 0, 2024-05-27T00:46:10.905 INFO:teuthology.orchestra.run.smithi137.stdout: "cap+": 0, 2024-05-27T00:46:10.905 INFO:teuthology.orchestra.run.smithi137.stdout: "cap-": 0, 2024-05-27T00:46:10.905 INFO:teuthology.orchestra.run.smithi137.stdout: "rss": 56872, 2024-05-27T00:46:10.905 INFO:teuthology.orchestra.run.smithi137.stdout: "heap": 215420 2024-05-27T00:46:10.905 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.905 INFO:teuthology.orchestra.run.smithi137.stdout: "mds_server": { 2024-05-27T00:46:10.905 INFO:teuthology.orchestra.run.smithi137.stdout: "dispatch_client_request": 0, 2024-05-27T00:46:10.905 INFO:teuthology.orchestra.run.smithi137.stdout: "dispatch_server_request": 0, 2024-05-27T00:46:10.905 INFO:teuthology.orchestra.run.smithi137.stdout: "handle_client_request": 0, 2024-05-27T00:46:10.905 INFO:teuthology.orchestra.run.smithi137.stdout: "handle_client_session": 0, 2024-05-27T00:46:10.906 INFO:teuthology.orchestra.run.smithi137.stdout: "handle_peer_request": 0, 2024-05-27T00:46:10.906 INFO:teuthology.orchestra.run.smithi137.stdout: "req_create_latency": { 2024-05-27T00:46:10.906 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.906 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.906 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.906 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.906 INFO:teuthology.orchestra.run.smithi137.stdout: "req_getattr_latency": { 2024-05-27T00:46:10.906 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.906 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.906 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.906 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.906 INFO:teuthology.orchestra.run.smithi137.stdout: "req_getfilelock_latency": { 2024-05-27T00:46:10.906 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.907 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.907 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.907 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.907 INFO:teuthology.orchestra.run.smithi137.stdout: "req_link_latency": { 2024-05-27T00:46:10.907 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.907 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.907 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.907 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.907 INFO:teuthology.orchestra.run.smithi137.stdout: "req_lookup_latency": { 2024-05-27T00:46:10.907 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.907 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.907 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.907 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.908 INFO:teuthology.orchestra.run.smithi137.stdout: "req_lookuphash_latency": { 2024-05-27T00:46:10.908 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.908 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.908 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.908 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.908 INFO:teuthology.orchestra.run.smithi137.stdout: "req_lookupino_latency": { 2024-05-27T00:46:10.908 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.908 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.908 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.908 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.908 INFO:teuthology.orchestra.run.smithi137.stdout: "req_lookupname_latency": { 2024-05-27T00:46:10.908 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.908 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.908 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.909 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.909 INFO:teuthology.orchestra.run.smithi137.stdout: "req_lookupparent_latency": { 2024-05-27T00:46:10.909 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.909 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.909 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.909 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.909 INFO:teuthology.orchestra.run.smithi137.stdout: "req_lookupsnap_latency": { 2024-05-27T00:46:10.909 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.909 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.909 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.909 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.909 INFO:teuthology.orchestra.run.smithi137.stdout: "req_lssnap_latency": { 2024-05-27T00:46:10.909 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.909 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.910 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.910 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.910 INFO:teuthology.orchestra.run.smithi137.stdout: "req_mkdir_latency": { 2024-05-27T00:46:10.910 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.910 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.910 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.911 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.911 INFO:teuthology.orchestra.run.smithi137.stdout: "req_mknod_latency": { 2024-05-27T00:46:10.911 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.911 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.911 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.911 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.911 INFO:teuthology.orchestra.run.smithi137.stdout: "req_mksnap_latency": { 2024-05-27T00:46:10.911 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.911 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.911 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.911 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.911 INFO:teuthology.orchestra.run.smithi137.stdout: "req_open_latency": { 2024-05-27T00:46:10.911 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.913 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.913 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.913 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.913 INFO:teuthology.orchestra.run.smithi137.stdout: "req_readdir_latency": { 2024-05-27T00:46:10.914 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.914 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.914 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.914 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.914 INFO:teuthology.orchestra.run.smithi137.stdout: "req_rename_latency": { 2024-05-27T00:46:10.914 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.914 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.914 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.914 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.914 INFO:teuthology.orchestra.run.smithi137.stdout: "req_renamesnap_latency": { 2024-05-27T00:46:10.914 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.914 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.914 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.915 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.915 INFO:teuthology.orchestra.run.smithi137.stdout: "req_snapdiff_latency": { 2024-05-27T00:46:10.915 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.915 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.915 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.915 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.915 INFO:teuthology.orchestra.run.smithi137.stdout: "req_rmdir_latency": { 2024-05-27T00:46:10.915 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.915 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.915 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.915 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.915 INFO:teuthology.orchestra.run.smithi137.stdout: "req_rmsnap_latency": { 2024-05-27T00:46:10.915 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.915 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.916 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.916 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.916 INFO:teuthology.orchestra.run.smithi137.stdout: "req_rmxattr_latency": { 2024-05-27T00:46:10.916 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.916 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.916 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.916 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.916 INFO:teuthology.orchestra.run.smithi137.stdout: "req_setattr_latency": { 2024-05-27T00:46:10.916 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.916 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.916 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.916 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.916 INFO:teuthology.orchestra.run.smithi137.stdout: "req_setdirlayout_latency": { 2024-05-27T00:46:10.917 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.917 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.917 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.917 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.917 INFO:teuthology.orchestra.run.smithi137.stdout: "req_setfilelock_latency": { 2024-05-27T00:46:10.917 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.917 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.917 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.917 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.917 INFO:teuthology.orchestra.run.smithi137.stdout: "req_setlayout_latency": { 2024-05-27T00:46:10.917 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.917 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.917 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.918 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.918 INFO:teuthology.orchestra.run.smithi137.stdout: "req_setxattr_latency": { 2024-05-27T00:46:10.918 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.918 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.918 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.918 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.918 INFO:teuthology.orchestra.run.smithi137.stdout: "req_symlink_latency": { 2024-05-27T00:46:10.918 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.918 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.918 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.918 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.918 INFO:teuthology.orchestra.run.smithi137.stdout: "req_unlink_latency": { 2024-05-27T00:46:10.918 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.919 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.919 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.919 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.919 INFO:teuthology.orchestra.run.smithi137.stdout: "cap_revoke_eviction": 0, 2024-05-27T00:46:10.919 INFO:teuthology.orchestra.run.smithi137.stdout: "cap_acquisition_throttle": 0, 2024-05-27T00:46:10.919 INFO:teuthology.orchestra.run.smithi137.stdout: "req_getvxattr_latency": { 2024-05-27T00:46:10.919 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.919 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.919 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.919 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:10.919 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.919 INFO:teuthology.orchestra.run.smithi137.stdout: "mds_sessions": { 2024-05-27T00:46:10.919 INFO:teuthology.orchestra.run.smithi137.stdout: "session_count": 2, 2024-05-27T00:46:10.919 INFO:teuthology.orchestra.run.smithi137.stdout: "session_add": 7, 2024-05-27T00:46:10.920 INFO:teuthology.orchestra.run.smithi137.stdout: "session_remove": 5, 2024-05-27T00:46:10.920 INFO:teuthology.orchestra.run.smithi137.stdout: "sessions_open": 5, 2024-05-27T00:46:10.920 INFO:teuthology.orchestra.run.smithi137.stdout: "sessions_stale": 0, 2024-05-27T00:46:10.920 INFO:teuthology.orchestra.run.smithi137.stdout: "total_load": 0, 2024-05-27T00:46:10.920 INFO:teuthology.orchestra.run.smithi137.stdout: "average_load": 0, 2024-05-27T00:46:10.920 INFO:teuthology.orchestra.run.smithi137.stdout: "avg_session_uptime": 4641, 2024-05-27T00:46:10.920 INFO:teuthology.orchestra.run.smithi137.stdout: "mdthresh_evicted": 0 2024-05-27T00:46:10.920 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.920 INFO:teuthology.orchestra.run.smithi137.stdout: "mempool": { 2024-05-27T00:46:10.920 INFO:teuthology.orchestra.run.smithi137.stdout: "bloom_filter_bytes": 0, 2024-05-27T00:46:10.920 INFO:teuthology.orchestra.run.smithi137.stdout: "bloom_filter_items": 0, 2024-05-27T00:46:10.920 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_alloc_bytes": 0, 2024-05-27T00:46:10.920 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_alloc_items": 0, 2024-05-27T00:46:10.921 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_data_bytes": 0, 2024-05-27T00:46:10.921 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_data_items": 0, 2024-05-27T00:46:10.921 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-27T00:46:10.921 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_onode_items": 0, 2024-05-27T00:46:10.921 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-27T00:46:10.921 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_meta_items": 0, 2024-05-27T00:46:10.921 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_other_bytes": 0, 2024-05-27T00:46:10.921 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_other_items": 0, 2024-05-27T00:46:10.921 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-27T00:46:10.921 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_buffer_items": 0, 2024-05-27T00:46:10.921 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_extent_bytes": 0, 2024-05-27T00:46:10.921 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_extent_items": 0, 2024-05-27T00:46:10.921 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_blob_bytes": 0, 2024-05-27T00:46:10.921 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_blob_items": 0, 2024-05-27T00:46:10.922 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-27T00:46:10.922 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_shared_blob_items": 0, 2024-05-27T00:46:10.922 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-27T00:46:10.922 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_inline_bl_items": 0, 2024-05-27T00:46:10.922 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_fsck_bytes": 0, 2024-05-27T00:46:10.922 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_fsck_items": 0, 2024-05-27T00:46:10.922 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_txc_bytes": 0, 2024-05-27T00:46:10.922 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_txc_items": 0, 2024-05-27T00:46:10.922 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-27T00:46:10.922 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_writing_deferred_items": 0, 2024-05-27T00:46:10.922 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_writing_bytes": 0, 2024-05-27T00:46:10.922 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_writing_items": 0, 2024-05-27T00:46:10.922 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_bytes": 0, 2024-05-27T00:46:10.923 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_items": 0, 2024-05-27T00:46:10.923 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_file_reader_bytes": 0, 2024-05-27T00:46:10.923 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_file_reader_items": 0, 2024-05-27T00:46:10.923 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_file_writer_bytes": 0, 2024-05-27T00:46:10.923 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_file_writer_items": 0, 2024-05-27T00:46:10.923 INFO:teuthology.orchestra.run.smithi137.stdout: "buffer_anon_bytes": 209860, 2024-05-27T00:46:10.923 INFO:teuthology.orchestra.run.smithi137.stdout: "buffer_anon_items": 585, 2024-05-27T00:46:10.923 INFO:teuthology.orchestra.run.smithi137.stdout: "buffer_meta_bytes": 0, 2024-05-27T00:46:10.923 INFO:teuthology.orchestra.run.smithi137.stdout: "buffer_meta_items": 0, 2024-05-27T00:46:10.923 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_bytes": 0, 2024-05-27T00:46:10.923 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_items": 0, 2024-05-27T00:46:10.923 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_mapbl_bytes": 0, 2024-05-27T00:46:10.923 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_mapbl_items": 0, 2024-05-27T00:46:10.923 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_pglog_bytes": 0, 2024-05-27T00:46:10.924 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_pglog_items": 0, 2024-05-27T00:46:10.924 INFO:teuthology.orchestra.run.smithi137.stdout: "osdmap_bytes": 9752, 2024-05-27T00:46:10.924 INFO:teuthology.orchestra.run.smithi137.stdout: "osdmap_items": 188, 2024-05-27T00:46:10.924 INFO:teuthology.orchestra.run.smithi137.stdout: "osdmap_mapping_bytes": 0, 2024-05-27T00:46:10.924 INFO:teuthology.orchestra.run.smithi137.stdout: "osdmap_mapping_items": 0, 2024-05-27T00:46:10.924 INFO:teuthology.orchestra.run.smithi137.stdout: "pgmap_bytes": 0, 2024-05-27T00:46:10.924 INFO:teuthology.orchestra.run.smithi137.stdout: "pgmap_items": 0, 2024-05-27T00:46:10.924 INFO:teuthology.orchestra.run.smithi137.stdout: "mds_co_bytes": 2362226, 2024-05-27T00:46:10.924 INFO:teuthology.orchestra.run.smithi137.stdout: "mds_co_items": 33389, 2024-05-27T00:46:10.924 INFO:teuthology.orchestra.run.smithi137.stdout: "unittest_1_bytes": 0, 2024-05-27T00:46:10.924 INFO:teuthology.orchestra.run.smithi137.stdout: "unittest_1_items": 0, 2024-05-27T00:46:10.924 INFO:teuthology.orchestra.run.smithi137.stdout: "unittest_2_bytes": 0, 2024-05-27T00:46:10.924 INFO:teuthology.orchestra.run.smithi137.stdout: "unittest_2_items": 0 2024-05-27T00:46:10.924 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.925 INFO:teuthology.orchestra.run.smithi137.stdout: "objecter": { 2024-05-27T00:46:10.925 INFO:teuthology.orchestra.run.smithi137.stdout: "op_active": 0, 2024-05-27T00:46:10.925 INFO:teuthology.orchestra.run.smithi137.stdout: "op_laggy": 0, 2024-05-27T00:46:10.925 INFO:teuthology.orchestra.run.smithi137.stdout: "op_send": 2532, 2024-05-27T00:46:10.925 INFO:teuthology.orchestra.run.smithi137.stdout: "op_send_bytes": 26, 2024-05-27T00:46:10.925 INFO:teuthology.orchestra.run.smithi137.stdout: "op_resend": 4, 2024-05-27T00:46:10.925 INFO:teuthology.orchestra.run.smithi137.stdout: "op_reply": 2532, 2024-05-27T00:46:10.925 INFO:teuthology.orchestra.run.smithi137.stdout: "op_latency": { 2024-05-27T00:46:10.925 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 2532, 2024-05-27T00:46:10.925 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 2.307959346, 2024-05-27T00:46:10.925 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000911516 2024-05-27T00:46:10.925 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.925 INFO:teuthology.orchestra.run.smithi137.stdout: "op_inflight": 0, 2024-05-27T00:46:10.925 INFO:teuthology.orchestra.run.smithi137.stdout: "oplen_avg": { 2024-05-27T00:46:10.925 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 2532, 2024-05-27T00:46:10.926 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 2533 2024-05-27T00:46:10.926 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.926 INFO:teuthology.orchestra.run.smithi137.stdout: "op": 2532, 2024-05-27T00:46:10.926 INFO:teuthology.orchestra.run.smithi137.stdout: "op_r": 2532, 2024-05-27T00:46:10.926 INFO:teuthology.orchestra.run.smithi137.stdout: "op_w": 0, 2024-05-27T00:46:10.926 INFO:teuthology.orchestra.run.smithi137.stdout: "op_rmw": 0, 2024-05-27T00:46:10.926 INFO:teuthology.orchestra.run.smithi137.stdout: "op_pg": 0, 2024-05-27T00:46:10.926 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_stat": 1592, 2024-05-27T00:46:10.926 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_create": 0, 2024-05-27T00:46:10.926 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_read": 937, 2024-05-27T00:46:10.926 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_write": 0, 2024-05-27T00:46:10.926 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_writefull": 0, 2024-05-27T00:46:10.926 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_writesame": 0, 2024-05-27T00:46:10.927 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_append": 0, 2024-05-27T00:46:10.927 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_zero": 0, 2024-05-27T00:46:10.927 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_truncate": 0, 2024-05-27T00:46:10.927 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_delete": 0, 2024-05-27T00:46:10.927 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_mapext": 0, 2024-05-27T00:46:10.927 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_sparse_read": 0, 2024-05-27T00:46:10.927 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_clonerange": 0, 2024-05-27T00:46:10.927 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_getxattr": 2, 2024-05-27T00:46:10.927 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_setxattr": 0, 2024-05-27T00:46:10.927 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_cmpxattr": 0, 2024-05-27T00:46:10.927 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_rmxattr": 0, 2024-05-27T00:46:10.927 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_resetxattrs": 0, 2024-05-27T00:46:10.927 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_call": 0, 2024-05-27T00:46:10.927 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_watch": 0, 2024-05-27T00:46:10.927 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_notify": 0, 2024-05-27T00:46:10.928 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_src_cmpxattr": 0, 2024-05-27T00:46:10.928 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_pgls": 0, 2024-05-27T00:46:10.928 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_pgls_filter": 0, 2024-05-27T00:46:10.928 INFO:teuthology.orchestra.run.smithi137.stdout: "osdop_other": 0, 2024-05-27T00:46:10.928 INFO:teuthology.orchestra.run.smithi137.stdout: "linger_active": 0, 2024-05-27T00:46:10.928 INFO:teuthology.orchestra.run.smithi137.stdout: "linger_send": 0, 2024-05-27T00:46:10.928 INFO:teuthology.orchestra.run.smithi137.stdout: "linger_resend": 0, 2024-05-27T00:46:10.928 INFO:teuthology.orchestra.run.smithi137.stdout: "linger_ping": 0, 2024-05-27T00:46:10.928 INFO:teuthology.orchestra.run.smithi137.stdout: "poolop_active": 0, 2024-05-27T00:46:10.928 INFO:teuthology.orchestra.run.smithi137.stdout: "poolop_send": 0, 2024-05-27T00:46:10.928 INFO:teuthology.orchestra.run.smithi137.stdout: "poolop_resend": 0, 2024-05-27T00:46:10.928 INFO:teuthology.orchestra.run.smithi137.stdout: "poolstat_active": 0, 2024-05-27T00:46:10.928 INFO:teuthology.orchestra.run.smithi137.stdout: "poolstat_send": 0, 2024-05-27T00:46:10.928 INFO:teuthology.orchestra.run.smithi137.stdout: "poolstat_resend": 0, 2024-05-27T00:46:10.929 INFO:teuthology.orchestra.run.smithi137.stdout: "statfs_active": 0, 2024-05-27T00:46:10.929 INFO:teuthology.orchestra.run.smithi137.stdout: "statfs_send": 0, 2024-05-27T00:46:10.929 INFO:teuthology.orchestra.run.smithi137.stdout: "statfs_resend": 0, 2024-05-27T00:46:10.929 INFO:teuthology.orchestra.run.smithi137.stdout: "command_active": 0, 2024-05-27T00:46:10.929 INFO:teuthology.orchestra.run.smithi137.stdout: "command_send": 0, 2024-05-27T00:46:10.929 INFO:teuthology.orchestra.run.smithi137.stdout: "command_resend": 0, 2024-05-27T00:46:10.929 INFO:teuthology.orchestra.run.smithi137.stdout: "map_epoch": 105, 2024-05-27T00:46:10.929 INFO:teuthology.orchestra.run.smithi137.stdout: "map_full": 0, 2024-05-27T00:46:10.929 INFO:teuthology.orchestra.run.smithi137.stdout: "map_inc": 14, 2024-05-27T00:46:10.929 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_sessions": 5, 2024-05-27T00:46:10.929 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_session_open": 5, 2024-05-27T00:46:10.929 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_session_close": 0, 2024-05-27T00:46:10.929 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_laggy": 0, 2024-05-27T00:46:10.929 INFO:teuthology.orchestra.run.smithi137.stdout: "omap_wr": 0, 2024-05-27T00:46:10.930 INFO:teuthology.orchestra.run.smithi137.stdout: "omap_rd": 2, 2024-05-27T00:46:10.930 INFO:teuthology.orchestra.run.smithi137.stdout: "omap_del": 0 2024-05-27T00:46:10.930 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.930 INFO:teuthology.orchestra.run.smithi137.stdout: "oft": { 2024-05-27T00:46:10.930 INFO:teuthology.orchestra.run.smithi137.stdout: "omap_total_objs": 0, 2024-05-27T00:46:10.930 INFO:teuthology.orchestra.run.smithi137.stdout: "omap_total_kv_pairs": 0, 2024-05-27T00:46:10.930 INFO:teuthology.orchestra.run.smithi137.stdout: "omap_total_updates": 0, 2024-05-27T00:46:10.930 INFO:teuthology.orchestra.run.smithi137.stdout: "omap_total_removes": 0 2024-05-27T00:46:10.930 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.930 INFO:teuthology.orchestra.run.smithi137.stdout: "osd-slow-ops": { 2024-05-27T00:46:10.930 INFO:teuthology.orchestra.run.smithi137.stdout: "slow_ops_count": 0 2024-05-27T00:46:10.930 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.930 INFO:teuthology.orchestra.run.smithi137.stdout: "purge_queue": { 2024-05-27T00:46:10.931 INFO:teuthology.orchestra.run.smithi137.stdout: "pq_executing_ops": 0, 2024-05-27T00:46:10.931 INFO:teuthology.orchestra.run.smithi137.stdout: "pq_executing_ops_high_water": 0, 2024-05-27T00:46:10.931 INFO:teuthology.orchestra.run.smithi137.stdout: "pq_executing": 0, 2024-05-27T00:46:10.931 INFO:teuthology.orchestra.run.smithi137.stdout: "pq_executing_high_water": 0, 2024-05-27T00:46:10.931 INFO:teuthology.orchestra.run.smithi137.stdout: "pq_executed_ops": 0, 2024-05-27T00:46:10.931 INFO:teuthology.orchestra.run.smithi137.stdout: "pq_executed": 0, 2024-05-27T00:46:10.931 INFO:teuthology.orchestra.run.smithi137.stdout: "pq_item_in_journal": 0 2024-05-27T00:46:10.931 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.931 INFO:teuthology.orchestra.run.smithi137.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-27T00:46:10.931 INFO:teuthology.orchestra.run.smithi137.stdout: "val": 0, 2024-05-27T00:46:10.931 INFO:teuthology.orchestra.run.smithi137.stdout: "max": 104857600, 2024-05-27T00:46:10.931 INFO:teuthology.orchestra.run.smithi137.stdout: "get_started": 0, 2024-05-27T00:46:10.931 INFO:teuthology.orchestra.run.smithi137.stdout: "get": 2807, 2024-05-27T00:46:10.931 INFO:teuthology.orchestra.run.smithi137.stdout: "get_sum": 14661974, 2024-05-27T00:46:10.932 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_fail": 0, 2024-05-27T00:46:10.932 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_success": 2807, 2024-05-27T00:46:10.932 INFO:teuthology.orchestra.run.smithi137.stdout: "take": 0, 2024-05-27T00:46:10.932 INFO:teuthology.orchestra.run.smithi137.stdout: "take_sum": 0, 2024-05-27T00:46:10.932 INFO:teuthology.orchestra.run.smithi137.stdout: "put": 2807, 2024-05-27T00:46:10.932 INFO:teuthology.orchestra.run.smithi137.stdout: "put_sum": 14661974, 2024-05-27T00:46:10.932 INFO:teuthology.orchestra.run.smithi137.stdout: "wait": { 2024-05-27T00:46:10.932 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.932 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.932 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.932 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:10.932 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.932 INFO:teuthology.orchestra.run.smithi137.stdout: "throttle-objecter_bytes": { 2024-05-27T00:46:10.933 INFO:teuthology.orchestra.run.smithi137.stdout: "val": 0, 2024-05-27T00:46:10.933 INFO:teuthology.orchestra.run.smithi137.stdout: "max": 104857600, 2024-05-27T00:46:10.933 INFO:teuthology.orchestra.run.smithi137.stdout: "get_started": 0, 2024-05-27T00:46:10.933 INFO:teuthology.orchestra.run.smithi137.stdout: "get": 0, 2024-05-27T00:46:10.933 INFO:teuthology.orchestra.run.smithi137.stdout: "get_sum": 0, 2024-05-27T00:46:10.933 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_fail": 0, 2024-05-27T00:46:10.933 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_success": 0, 2024-05-27T00:46:10.933 INFO:teuthology.orchestra.run.smithi137.stdout: "take": 2532, 2024-05-27T00:46:10.933 INFO:teuthology.orchestra.run.smithi137.stdout: "take_sum": 12547487, 2024-05-27T00:46:10.933 INFO:teuthology.orchestra.run.smithi137.stdout: "put": 2532, 2024-05-27T00:46:10.933 INFO:teuthology.orchestra.run.smithi137.stdout: "put_sum": 12547487, 2024-05-27T00:46:10.933 INFO:teuthology.orchestra.run.smithi137.stdout: "wait": { 2024-05-27T00:46:10.933 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.934 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.934 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.934 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:10.934 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.934 INFO:teuthology.orchestra.run.smithi137.stdout: "throttle-objecter_ops": { 2024-05-27T00:46:10.934 INFO:teuthology.orchestra.run.smithi137.stdout: "val": 0, 2024-05-27T00:46:10.934 INFO:teuthology.orchestra.run.smithi137.stdout: "max": 1024, 2024-05-27T00:46:10.934 INFO:teuthology.orchestra.run.smithi137.stdout: "get_started": 0, 2024-05-27T00:46:10.934 INFO:teuthology.orchestra.run.smithi137.stdout: "get": 0, 2024-05-27T00:46:10.934 INFO:teuthology.orchestra.run.smithi137.stdout: "get_sum": 0, 2024-05-27T00:46:10.934 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_fail": 0, 2024-05-27T00:46:10.934 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_success": 0, 2024-05-27T00:46:10.934 INFO:teuthology.orchestra.run.smithi137.stdout: "take": 2532, 2024-05-27T00:46:10.934 INFO:teuthology.orchestra.run.smithi137.stdout: "take_sum": 2532, 2024-05-27T00:46:10.935 INFO:teuthology.orchestra.run.smithi137.stdout: "put": 2532, 2024-05-27T00:46:10.935 INFO:teuthology.orchestra.run.smithi137.stdout: "put_sum": 2532, 2024-05-27T00:46:10.935 INFO:teuthology.orchestra.run.smithi137.stdout: "wait": { 2024-05-27T00:46:10.935 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.935 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.935 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.935 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:10.935 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.935 INFO:teuthology.orchestra.run.smithi137.stdout: "throttle-write_buf_throttle": { 2024-05-27T00:46:10.935 INFO:teuthology.orchestra.run.smithi137.stdout: "val": 0, 2024-05-27T00:46:10.935 INFO:teuthology.orchestra.run.smithi137.stdout: "max": 3758096384, 2024-05-27T00:46:10.935 INFO:teuthology.orchestra.run.smithi137.stdout: "get_started": 0, 2024-05-27T00:46:10.935 INFO:teuthology.orchestra.run.smithi137.stdout: "get": 0, 2024-05-27T00:46:10.935 INFO:teuthology.orchestra.run.smithi137.stdout: "get_sum": 0, 2024-05-27T00:46:10.936 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_fail": 0, 2024-05-27T00:46:10.936 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_success": 0, 2024-05-27T00:46:10.936 INFO:teuthology.orchestra.run.smithi137.stdout: "take": 0, 2024-05-27T00:46:10.936 INFO:teuthology.orchestra.run.smithi137.stdout: "take_sum": 0, 2024-05-27T00:46:10.936 INFO:teuthology.orchestra.run.smithi137.stdout: "put": 0, 2024-05-27T00:46:10.936 INFO:teuthology.orchestra.run.smithi137.stdout: "put_sum": 0, 2024-05-27T00:46:10.936 INFO:teuthology.orchestra.run.smithi137.stdout: "wait": { 2024-05-27T00:46:10.936 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.936 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.936 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.936 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:10.936 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:10.936 INFO:teuthology.orchestra.run.smithi137.stdout: "throttle-write_buf_throttle-0x5583cda306e0": { 2024-05-27T00:46:10.936 INFO:teuthology.orchestra.run.smithi137.stdout: "val": 0, 2024-05-27T00:46:10.936 INFO:teuthology.orchestra.run.smithi137.stdout: "max": 3758096384, 2024-05-27T00:46:10.937 INFO:teuthology.orchestra.run.smithi137.stdout: "get_started": 0, 2024-05-27T00:46:10.937 INFO:teuthology.orchestra.run.smithi137.stdout: "get": 0, 2024-05-27T00:46:10.937 INFO:teuthology.orchestra.run.smithi137.stdout: "get_sum": 0, 2024-05-27T00:46:10.937 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_fail": 0, 2024-05-27T00:46:10.937 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_success": 0, 2024-05-27T00:46:10.937 INFO:teuthology.orchestra.run.smithi137.stdout: "take": 0, 2024-05-27T00:46:10.937 INFO:teuthology.orchestra.run.smithi137.stdout: "take_sum": 0, 2024-05-27T00:46:10.937 INFO:teuthology.orchestra.run.smithi137.stdout: "put": 0, 2024-05-27T00:46:10.937 INFO:teuthology.orchestra.run.smithi137.stdout: "put_sum": 0, 2024-05-27T00:46:10.937 INFO:teuthology.orchestra.run.smithi137.stdout: "wait": { 2024-05-27T00:46:10.937 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:10.937 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:10.937 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:10.937 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:10.938 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:10.938 INFO:teuthology.orchestra.run.smithi137.stdout:} 2024-05-27T00:46:11.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:10 smithi044 ceph-mon[31645]: pgmap v338: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:46:11.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:10 smithi050 ceph-mon[36071]: pgmap v338: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:46:11.702 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-05-27T00:46:11.702 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-05-27T00:46:11.702 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=0 2024-05-27T00:46:11.702 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=0 2024-05-27T00:46:11.703 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=6 2024-05-27T00:46:11.703 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2024-05-27T00:46:11.703 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2024-05-27T00:46:11.703 DEBUG:tasks.check_counter:Getting stats from l 2024-05-27T00:46:11.703 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816 shell --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 -- ceph daemon mds.l perf dump 2024-05-27T00:46:11.941 INFO:teuthology.orchestra.run.smithi137.stderr:Inferring config /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/mon.c/config 2024-05-27T00:46:13.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:12 smithi137 ceph-mon[36552]: pgmap v339: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:46:13.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:12 smithi044 ceph-mon[31645]: pgmap v339: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:46:13.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:12 smithi050 ceph-mon[36071]: pgmap v339: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-05-27T00:46:13.646 INFO:teuthology.orchestra.run.smithi137.stdout:{ 2024-05-27T00:46:13.647 INFO:teuthology.orchestra.run.smithi137.stdout: "AsyncMessenger::Worker-0": { 2024-05-27T00:46:13.647 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_messages": 0, 2024-05-27T00:46:13.647 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages": 2, 2024-05-27T00:46:13.647 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_bytes": 0, 2024-05-27T00:46:13.647 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_bytes": 0, 2024-05-27T00:46:13.647 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_created_connections": 4, 2024-05-27T00:46:13.647 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_active_connections": 0, 2024-05-27T00:46:13.647 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_total_time": 0.001008084, 2024-05-27T00:46:13.647 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_send_time": 0.000000000, 2024-05-27T00:46:13.647 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_recv_time": 0.000226307, 2024-05-27T00:46:13.647 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-27T00:46:13.647 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:46:13.648 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:13.648 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:13.648 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:13.648 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:13.648 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:46:13.648 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:13.648 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:13.648 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:13.648 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:13.648 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-27T00:46:13.648 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_encrypted_bytes": 0 2024-05-27T00:46:13.648 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:13.648 INFO:teuthology.orchestra.run.smithi137.stdout: "AsyncMessenger::Worker-1": { 2024-05-27T00:46:13.648 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_messages": 249, 2024-05-27T00:46:13.649 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages": 236, 2024-05-27T00:46:13.649 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_bytes": 1590304, 2024-05-27T00:46:13.649 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_bytes": 144992, 2024-05-27T00:46:13.649 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_created_connections": 2, 2024-05-27T00:46:13.649 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_active_connections": 1, 2024-05-27T00:46:13.649 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_total_time": 0.049301664, 2024-05-27T00:46:13.649 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_send_time": 0.015218323, 2024-05-27T00:46:13.649 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_recv_time": 0.037219904, 2024-05-27T00:46:13.649 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_fast_dispatch_time": 0.005874835, 2024-05-27T00:46:13.649 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:46:13.649 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 236, 2024-05-27T00:46:13.649 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.013495499, 2024-05-27T00:46:13.649 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000057184 2024-05-27T00:46:13.649 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:13.650 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:46:13.650 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:13.650 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:13.650 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:13.650 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:13.650 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_encrypted_bytes": 1590304, 2024-05-27T00:46:13.650 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_encrypted_bytes": 144992 2024-05-27T00:46:13.650 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:13.650 INFO:teuthology.orchestra.run.smithi137.stdout: "AsyncMessenger::Worker-2": { 2024-05-27T00:46:13.650 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_messages": 2, 2024-05-27T00:46:13.650 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages": 180, 2024-05-27T00:46:13.650 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_bytes": 320, 2024-05-27T00:46:13.650 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_bytes": 187600, 2024-05-27T00:46:13.650 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_created_connections": 5, 2024-05-27T00:46:13.651 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_active_connections": 3, 2024-05-27T00:46:13.651 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_total_time": 0.011692449, 2024-05-27T00:46:13.651 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_send_time": 0.007987188, 2024-05-27T00:46:13.651 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_recv_time": 0.001375484, 2024-05-27T00:46:13.651 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-27T00:46:13.651 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_messages_queue_lat": { 2024-05-27T00:46:13.651 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 177, 2024-05-27T00:46:13.651 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.020510114, 2024-05-27T00:46:13.651 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000115876 2024-05-27T00:46:13.651 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:13.651 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_handle_ack_lat": { 2024-05-27T00:46:13.651 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:13.651 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:13.651 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:13.652 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:13.652 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-27T00:46:13.652 INFO:teuthology.orchestra.run.smithi137.stdout: "msgr_send_encrypted_bytes": 187600 2024-05-27T00:46:13.652 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:13.652 INFO:teuthology.orchestra.run.smithi137.stdout: "cct": { 2024-05-27T00:46:13.652 INFO:teuthology.orchestra.run.smithi137.stdout: "total_workers": 0, 2024-05-27T00:46:13.652 INFO:teuthology.orchestra.run.smithi137.stdout: "unhealthy_workers": 0 2024-05-27T00:46:13.652 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:13.652 INFO:teuthology.orchestra.run.smithi137.stdout: "mempool": { 2024-05-27T00:46:13.652 INFO:teuthology.orchestra.run.smithi137.stdout: "bloom_filter_bytes": 0, 2024-05-27T00:46:13.652 INFO:teuthology.orchestra.run.smithi137.stdout: "bloom_filter_items": 0, 2024-05-27T00:46:13.652 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_alloc_bytes": 0, 2024-05-27T00:46:13.652 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_alloc_items": 0, 2024-05-27T00:46:13.652 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_data_bytes": 0, 2024-05-27T00:46:13.652 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_data_items": 0, 2024-05-27T00:46:13.653 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-27T00:46:13.653 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_onode_items": 0, 2024-05-27T00:46:13.653 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-27T00:46:13.653 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_meta_items": 0, 2024-05-27T00:46:13.653 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_other_bytes": 0, 2024-05-27T00:46:13.653 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_other_items": 0, 2024-05-27T00:46:13.653 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-27T00:46:13.653 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_cache_buffer_items": 0, 2024-05-27T00:46:13.653 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_extent_bytes": 0, 2024-05-27T00:46:13.653 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_extent_items": 0, 2024-05-27T00:46:13.653 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_blob_bytes": 0, 2024-05-27T00:46:13.653 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_blob_items": 0, 2024-05-27T00:46:13.653 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-27T00:46:13.653 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_shared_blob_items": 0, 2024-05-27T00:46:13.654 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-27T00:46:13.654 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_inline_bl_items": 0, 2024-05-27T00:46:13.654 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_fsck_bytes": 0, 2024-05-27T00:46:13.654 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_fsck_items": 0, 2024-05-27T00:46:13.654 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_txc_bytes": 0, 2024-05-27T00:46:13.654 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_txc_items": 0, 2024-05-27T00:46:13.654 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-27T00:46:13.654 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_writing_deferred_items": 0, 2024-05-27T00:46:13.654 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_writing_bytes": 0, 2024-05-27T00:46:13.654 INFO:teuthology.orchestra.run.smithi137.stdout: "bluestore_writing_items": 0, 2024-05-27T00:46:13.654 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_bytes": 0, 2024-05-27T00:46:13.654 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_items": 0, 2024-05-27T00:46:13.654 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_file_reader_bytes": 0, 2024-05-27T00:46:13.654 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_file_reader_items": 0, 2024-05-27T00:46:13.655 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_file_writer_bytes": 0, 2024-05-27T00:46:13.655 INFO:teuthology.orchestra.run.smithi137.stdout: "bluefs_file_writer_items": 0, 2024-05-27T00:46:13.655 INFO:teuthology.orchestra.run.smithi137.stdout: "buffer_anon_bytes": 148692, 2024-05-27T00:46:13.655 INFO:teuthology.orchestra.run.smithi137.stdout: "buffer_anon_items": 30, 2024-05-27T00:46:13.655 INFO:teuthology.orchestra.run.smithi137.stdout: "buffer_meta_bytes": 0, 2024-05-27T00:46:13.655 INFO:teuthology.orchestra.run.smithi137.stdout: "buffer_meta_items": 0, 2024-05-27T00:46:13.655 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_bytes": 0, 2024-05-27T00:46:13.655 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_items": 0, 2024-05-27T00:46:13.655 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_mapbl_bytes": 0, 2024-05-27T00:46:13.655 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_mapbl_items": 0, 2024-05-27T00:46:13.655 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_pglog_bytes": 0, 2024-05-27T00:46:13.655 INFO:teuthology.orchestra.run.smithi137.stdout: "osd_pglog_items": 0, 2024-05-27T00:46:13.655 INFO:teuthology.orchestra.run.smithi137.stdout: "osdmap_bytes": 0, 2024-05-27T00:46:13.655 INFO:teuthology.orchestra.run.smithi137.stdout: "osdmap_items": 0, 2024-05-27T00:46:13.656 INFO:teuthology.orchestra.run.smithi137.stdout: "osdmap_mapping_bytes": 0, 2024-05-27T00:46:13.656 INFO:teuthology.orchestra.run.smithi137.stdout: "osdmap_mapping_items": 0, 2024-05-27T00:46:13.656 INFO:teuthology.orchestra.run.smithi137.stdout: "pgmap_bytes": 0, 2024-05-27T00:46:13.656 INFO:teuthology.orchestra.run.smithi137.stdout: "pgmap_items": 0, 2024-05-27T00:46:13.656 INFO:teuthology.orchestra.run.smithi137.stdout: "mds_co_bytes": 928, 2024-05-27T00:46:13.656 INFO:teuthology.orchestra.run.smithi137.stdout: "mds_co_items": 2, 2024-05-27T00:46:13.656 INFO:teuthology.orchestra.run.smithi137.stdout: "unittest_1_bytes": 0, 2024-05-27T00:46:13.656 INFO:teuthology.orchestra.run.smithi137.stdout: "unittest_1_items": 0, 2024-05-27T00:46:13.656 INFO:teuthology.orchestra.run.smithi137.stdout: "unittest_2_bytes": 0, 2024-05-27T00:46:13.656 INFO:teuthology.orchestra.run.smithi137.stdout: "unittest_2_items": 0 2024-05-27T00:46:13.656 INFO:teuthology.orchestra.run.smithi137.stdout: }, 2024-05-27T00:46:13.656 INFO:teuthology.orchestra.run.smithi137.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-27T00:46:13.656 INFO:teuthology.orchestra.run.smithi137.stdout: "val": 0, 2024-05-27T00:46:13.656 INFO:teuthology.orchestra.run.smithi137.stdout: "max": 104857600, 2024-05-27T00:46:13.657 INFO:teuthology.orchestra.run.smithi137.stdout: "get_started": 0, 2024-05-27T00:46:13.657 INFO:teuthology.orchestra.run.smithi137.stdout: "get": 247, 2024-05-27T00:46:13.657 INFO:teuthology.orchestra.run.smithi137.stdout: "get_sum": 1552689, 2024-05-27T00:46:13.657 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_fail": 0, 2024-05-27T00:46:13.657 INFO:teuthology.orchestra.run.smithi137.stdout: "get_or_fail_success": 247, 2024-05-27T00:46:13.657 INFO:teuthology.orchestra.run.smithi137.stdout: "take": 0, 2024-05-27T00:46:13.657 INFO:teuthology.orchestra.run.smithi137.stdout: "take_sum": 0, 2024-05-27T00:46:13.657 INFO:teuthology.orchestra.run.smithi137.stdout: "put": 247, 2024-05-27T00:46:13.657 INFO:teuthology.orchestra.run.smithi137.stdout: "put_sum": 1552689, 2024-05-27T00:46:13.657 INFO:teuthology.orchestra.run.smithi137.stdout: "wait": { 2024-05-27T00:46:13.657 INFO:teuthology.orchestra.run.smithi137.stdout: "avgcount": 0, 2024-05-27T00:46:13.657 INFO:teuthology.orchestra.run.smithi137.stdout: "sum": 0.000000000, 2024-05-27T00:46:13.657 INFO:teuthology.orchestra.run.smithi137.stdout: "avgtime": 0.000000000 2024-05-27T00:46:13.657 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:13.658 INFO:teuthology.orchestra.run.smithi137.stdout: } 2024-05-27T00:46:13.658 INFO:teuthology.orchestra.run.smithi137.stdout:} 2024-05-27T00:46:14.348 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2024-05-27T00:46:14.348 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2024-05-27T00:46:14.348 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.l 2024-05-27T00:46:14.349 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.l 2024-05-27T00:46:14.349 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.l 2024-05-27T00:46:14.349 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.l 2024-05-27T00:46:14.349 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.l 2024-05-27T00:46:14.349 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-05-27T00:46:14.361 INFO:tasks.kclient:Unmounting kernel clients... 2024-05-27T00:46:14.361 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:46:14.361 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-27T00:46:14.425 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:46:14.425 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-27T00:46:14.471 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:46:14.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.723+0000 7ff6b9c00640 1 -- 172.21.15.44:0/2602045003 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff6b4102140 msgr2=0x7ff6b410e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:14.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.723+0000 7ff6b9c00640 1 --2- 172.21.15.44:0/2602045003 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff6b4102140 0x7ff6b410e650 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac009cd0 tx=0x7ff6ac02a8f0 comp rx=0 tx=0).stop 2024-05-27T00:46:14.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.724+0000 7ff6b9c00640 1 -- 172.21.15.44:0/2602045003 shutdown_connections 2024-05-27T00:46:14.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.724+0000 7ff6b9c00640 1 --2- 172.21.15.44:0/2602045003 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff6b4102140 0x7ff6b410e650 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:14.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.724+0000 7ff6b9c00640 1 --2- 172.21.15.44:0/2602045003 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6b4101780 0x7ff6b4101c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:14.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.724+0000 7ff6b9c00640 1 --2- 172.21.15.44:0/2602045003 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6b4107790 0x7ff6b4107b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:14.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.724+0000 7ff6b9c00640 1 -- 172.21.15.44:0/2602045003 >> 172.21.15.44:0/2602045003 conn(0x7ff6b40fd2d0 msgr2=0x7ff6b40ff6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:14.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.724+0000 7ff6b9c00640 1 -- 172.21.15.44:0/2602045003 shutdown_connections 2024-05-27T00:46:14.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.724+0000 7ff6b9c00640 1 -- 172.21.15.44:0/2602045003 wait complete. 2024-05-27T00:46:14.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.725+0000 7ff6b9c00640 1 Processor -- start 2024-05-27T00:46:14.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.725+0000 7ff6b9c00640 1 -- start start 2024-05-27T00:46:14.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.725+0000 7ff6b9c00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6b4101780 0x7ff6b419a310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:14.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.725+0000 7ff6b9c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff6b4102140 0x7ff6b419a850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:14.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.726+0000 7ff6b9c00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6b4107790 0x7ff6b419ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:14.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.726+0000 7ff6b9c00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b4111d10 con 0x7ff6b4101780 2024-05-27T00:46:14.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.726+0000 7ff6b9c00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b4111b90 con 0x7ff6b4107790 2024-05-27T00:46:14.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.726+0000 7ff6b9c00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b4111e90 con 0x7ff6b4102140 2024-05-27T00:46:14.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.726+0000 7ff6b3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6b4101780 0x7ff6b419a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:14.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.726+0000 7ff6b3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6b4101780 0x7ff6b419a310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:49494/0 (socket says 172.21.15.44:49494) 2024-05-27T00:46:14.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.726+0000 7ff6b3e00640 1 -- 172.21.15.44:0/3320294598 learned_addr learned my addr 172.21.15.44:0/3320294598 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:46:14.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.726+0000 7ff6b9200640 1 --2- 172.21.15.44:0/3320294598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6b4107790 0x7ff6b419ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:14.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.726+0000 7ff6b3400640 1 --2- 172.21.15.44:0/3320294598 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff6b4102140 0x7ff6b419a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:14.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.726+0000 7ff6b3e00640 1 -- 172.21.15.44:0/3320294598 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff6b4102140 msgr2=0x7ff6b419a850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:14.727 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.726+0000 7ff6b3e00640 1 --2- 172.21.15.44:0/3320294598 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff6b4102140 0x7ff6b419a850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:14.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.726+0000 7ff6b3e00640 1 -- 172.21.15.44:0/3320294598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6b4107790 msgr2=0x7ff6b419ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:14.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.726+0000 7ff6b3e00640 1 --2- 172.21.15.44:0/3320294598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6b4107790 0x7ff6b419ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:14.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.726+0000 7ff6b3e00640 1 -- 172.21.15.44:0/3320294598 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6b419f300 con 0x7ff6b4101780 2024-05-27T00:46:14.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.726+0000 7ff6b3400640 1 --2- 172.21.15.44:0/3320294598 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff6b4102140 0x7ff6b419a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:46:14.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.727+0000 7ff6b3e00640 1 --2- 172.21.15.44:0/3320294598 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6b4101780 0x7ff6b419a310 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7ff6a400e9f0 tx=0x7ff6a400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:14.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.730+0000 7ff6b0c00640 1 -- 172.21.15.44:0/3320294598 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a400cd80 con 0x7ff6b4101780 2024-05-27T00:46:14.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.730+0000 7ff6b0c00640 1 -- 172.21.15.44:0/3320294598 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff6a4005520 con 0x7ff6b4101780 2024-05-27T00:46:14.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.730+0000 7ff6b0c00640 1 -- 172.21.15.44:0/3320294598 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a4010690 con 0x7ff6b4101780 2024-05-27T00:46:14.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.730+0000 7ff6b9c00640 1 -- 172.21.15.44:0/3320294598 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6b419f5f0 con 0x7ff6b4101780 2024-05-27T00:46:14.730 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.730+0000 7ff6b9c00640 1 -- 172.21.15.44:0/3320294598 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6b41a6e80 con 0x7ff6b4101780 2024-05-27T00:46:14.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.731+0000 7ff6b9c00640 1 -- 172.21.15.44:0/3320294598 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6b4068b30 con 0x7ff6b4101780 2024-05-27T00:46:14.733 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.733+0000 7ff6b0c00640 1 -- 172.21.15.44:0/3320294598 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7ff6a40046c0 con 0x7ff6b4101780 2024-05-27T00:46:14.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.735+0000 7ff6b0c00640 1 --2- 172.21.15.44:0/3320294598 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7ff6980a2d80 0x7ff6980a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:14.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.735+0000 7ff6b0c00640 1 -- 172.21.15.44:0/3320294598 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9496+0+0 (secure 0 0 0) 0x7ff6a40cfbd0 con 0x7ff6b4101780 2024-05-27T00:46:14.735 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.735+0000 7ff6b3400640 1 --2- 172.21.15.44:0/3320294598 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7ff6980a2d80 0x7ff6980a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:14.736 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.736+0000 7ff6b3400640 1 --2- 172.21.15.44:0/3320294598 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7ff6980a2d80 0x7ff6980a5240 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7ff6b4100d30 tx=0x7ff69c005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:14.740 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.739+0000 7ff6b0c00640 1 -- 172.21.15.44:0/3320294598 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff6a409c420 con 0x7ff6b4101780 2024-05-27T00:46:14.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:14 smithi044 ceph-mon[31645]: pgmap v340: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-05-27T00:46:14.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:14 smithi044 ceph-mon[31645]: osdmap e106: 12 total, 12 up, 12 in 2024-05-27T00:46:14.949 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.948+0000 7ff6b9c00640 1 -- 172.21.15.44:0/3320294598 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff6b419b660 con 0x7ff6b4101780 2024-05-27T00:46:14.953 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.953+0000 7ff6b0c00640 1 -- 172.21.15.44:0/3320294598 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v106) ==== 74+0+25254 (secure 0 0 0) 0x7ff6a409bd20 con 0x7ff6b4101780 2024-05-27T00:46:14.954 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:46:14.954 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":106,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:46:14.280793+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"105","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":17,"snap_epoch":105,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"105","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":17,"snap_epoch":105,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.19","mappings":[{"from":3,"to":7}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/3112025334":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/2815226501":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/1635201417":"2024-05-28T00:35:17.272654+0000","172.21.15.44:6801/3215479563":"2024-05-28T00:35:17.272654+0000","172.21.15.44:6800/3215479563":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/2718148546":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":17,"length":1}]},{"pool":4,"snaps":[{"begin":6,"length":1},{"begin":17,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:46:14.956 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.956+0000 7ff6b9c00640 1 -- 172.21.15.44:0/3320294598 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7ff6980a2d80 msgr2=0x7ff6980a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:14.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.956+0000 7ff6b9c00640 1 --2- 172.21.15.44:0/3320294598 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7ff6980a2d80 0x7ff6980a5240 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7ff6b4100d30 tx=0x7ff69c005f90 comp rx=0 tx=0).stop 2024-05-27T00:46:14.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.956+0000 7ff6b9c00640 1 -- 172.21.15.44:0/3320294598 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6b4101780 msgr2=0x7ff6b419a310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:14.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.956+0000 7ff6b9c00640 1 --2- 172.21.15.44:0/3320294598 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6b4101780 0x7ff6b419a310 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7ff6a400e9f0 tx=0x7ff6a400edf0 comp rx=0 tx=0).stop 2024-05-27T00:46:14.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.956+0000 7ff6b9c00640 1 -- 172.21.15.44:0/3320294598 shutdown_connections 2024-05-27T00:46:14.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.956+0000 7ff6b9c00640 1 --2- 172.21.15.44:0/3320294598 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7ff6980a2d80 0x7ff6980a5240 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:14.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.956+0000 7ff6b9c00640 1 --2- 172.21.15.44:0/3320294598 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7ff6b4107790 0x7ff6b419ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:14.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.956+0000 7ff6b9c00640 1 --2- 172.21.15.44:0/3320294598 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7ff6b4102140 0x7ff6b419a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:14.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.956+0000 7ff6b9c00640 1 --2- 172.21.15.44:0/3320294598 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7ff6b4101780 0x7ff6b419a310 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:14.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.956+0000 7ff6b9c00640 1 -- 172.21.15.44:0/3320294598 >> 172.21.15.44:0/3320294598 conn(0x7ff6b40fd2d0 msgr2=0x7ff6b410cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:14.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.956+0000 7ff6b9c00640 1 -- 172.21.15.44:0/3320294598 shutdown_connections 2024-05-27T00:46:14.957 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:14.956+0000 7ff6b9c00640 1 -- 172.21.15.44:0/3320294598 wait complete. 2024-05-27T00:46:14.978 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-27T00:27:02.979133+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-27T00:32:16.909207+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-27T00:32:17.962562+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '105', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 17, 'snap_epoch': 105, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-05-27T00:32:21.951818+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '105', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 17, 'snap_epoch': 105, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-05-27T00:46:14.979 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-27T00:46:15.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:14 smithi137 ceph-mon[36552]: pgmap v340: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-05-27T00:46:15.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:14 smithi137 ceph-mon[36552]: osdmap e106: 12 total, 12 up, 12 in 2024-05-27T00:46:15.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.194+0000 7f97a2e00640 1 -- 172.21.15.44:0/3504825820 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f979c10df60 msgr2=0x7f979c10e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:15.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.194+0000 7f97a2e00640 1 --2- 172.21.15.44:0/3504825820 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f979c10df60 0x7f979c10e340 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f9790009900 tx=0x7f979002a480 comp rx=0 tx=0).stop 2024-05-27T00:46:15.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.194+0000 7f97a2e00640 1 -- 172.21.15.44:0/3504825820 shutdown_connections 2024-05-27T00:46:15.195 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.195+0000 7f97a2e00640 1 --2- 172.21.15.44:0/3504825820 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f979c1088e0 0x7f979c114d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:15.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.195+0000 7f97a2e00640 1 --2- 172.21.15.44:0/3504825820 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f979c107f40 0x7f979c1083a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:15.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.195+0000 7f97a2e00640 1 --2- 172.21.15.44:0/3504825820 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f979c10df60 0x7f979c10e340 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:15.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.195+0000 7f97a2e00640 1 -- 172.21.15.44:0/3504825820 >> 172.21.15.44:0/3504825820 conn(0x7f979c0777c0 msgr2=0x7f979c1067c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:15.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.195+0000 7f97a2e00640 1 -- 172.21.15.44:0/3504825820 shutdown_connections 2024-05-27T00:46:15.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.195+0000 7f97a2e00640 1 -- 172.21.15.44:0/3504825820 wait complete. 2024-05-27T00:46:15.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.196+0000 7f97a2e00640 1 Processor -- start 2024-05-27T00:46:15.196 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.196+0000 7f97a2e00640 1 -- start start 2024-05-27T00:46:15.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.197+0000 7f97a2e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f979c107f40 0x7f979c1a4400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:15.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.197+0000 7f97a2e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f979c1088e0 0x7f979c1a4940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:15.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.197+0000 7f97a2e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f979c10df60 0x7f979c19e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:15.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.197+0000 7f97a2e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f979c1183b0 con 0x7f979c1088e0 2024-05-27T00:46:15.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.197+0000 7f97a2e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f979c118230 con 0x7f979c10df60 2024-05-27T00:46:15.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.197+0000 7f97a2e00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f979c118530 con 0x7f979c107f40 2024-05-27T00:46:15.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.197+0000 7f97a1000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f979c1088e0 0x7f979c1a4940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:15.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.197+0000 7f97a1000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f979c1088e0 0x7f979c1a4940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56812/0 (socket says 172.21.15.44:56812) 2024-05-27T00:46:15.198 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.197+0000 7f97a1000640 1 -- 172.21.15.44:0/1437384412 learned_addr learned my addr 172.21.15.44:0/1437384412 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:46:15.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.197+0000 7f97a1a00640 1 --2- 172.21.15.44:0/1437384412 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f979c107f40 0x7f979c1a4400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:15.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.197+0000 7f97a2400640 1 --2- 172.21.15.44:0/1437384412 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f979c10df60 0x7f979c19e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:15.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.198+0000 7f97a1000640 1 -- 172.21.15.44:0/1437384412 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f979c107f40 msgr2=0x7f979c1a4400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:15.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.198+0000 7f97a1000640 1 --2- 172.21.15.44:0/1437384412 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f979c107f40 0x7f979c1a4400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:15.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.198+0000 7f97a1000640 1 -- 172.21.15.44:0/1437384412 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f979c10df60 msgr2=0x7f979c19e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:15.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.198+0000 7f97a1000640 1 --2- 172.21.15.44:0/1437384412 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f979c10df60 0x7f979c19e5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:15.199 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.198+0000 7f97a1000640 1 -- 172.21.15.44:0/1437384412 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f979c19ed30 con 0x7f979c1088e0 2024-05-27T00:46:15.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.198+0000 7f97a1000640 1 --2- 172.21.15.44:0/1437384412 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f979c1088e0 0x7f979c1a4940 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f978800e9f0 tx=0x7f978800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:15.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.198+0000 7f979a000640 1 -- 172.21.15.44:0/1437384412 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f978800cd80 con 0x7f979c1088e0 2024-05-27T00:46:15.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.198+0000 7f979a000640 1 -- 172.21.15.44:0/1437384412 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9788010930 con 0x7f979c1088e0 2024-05-27T00:46:15.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.198+0000 7f97a2e00640 1 -- 172.21.15.44:0/1437384412 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f979c19f020 con 0x7f979c1088e0 2024-05-27T00:46:15.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.198+0000 7f979a000640 1 -- 172.21.15.44:0/1437384412 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9788018b00 con 0x7f979c1088e0 2024-05-27T00:46:15.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.199+0000 7f97a2e00640 1 -- 172.21.15.44:0/1437384412 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f979c1ab2c0 con 0x7f979c1088e0 2024-05-27T00:46:15.200 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.200+0000 7f97a2e00640 1 -- 172.21.15.44:0/1437384412 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f979c068b30 con 0x7f979c1088e0 2024-05-27T00:46:15.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:14 smithi050 ceph-mon[36071]: pgmap v340: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-05-27T00:46:15.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:14 smithi050 ceph-mon[36071]: osdmap e106: 12 total, 12 up, 12 in 2024-05-27T00:46:15.203 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.203+0000 7f979a000640 1 -- 172.21.15.44:0/1437384412 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9788018ca0 con 0x7f979c1088e0 2024-05-27T00:46:15.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.204+0000 7f979a000640 1 --2- 172.21.15.44:0/1437384412 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f97840a2d00 0x7f97840a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:15.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.204+0000 7f979a000640 1 -- 172.21.15.44:0/1437384412 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9496+0+0 (secure 0 0 0) 0x7f97880cfc00 con 0x7f979c1088e0 2024-05-27T00:46:15.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.205+0000 7f97a1a00640 1 --2- 172.21.15.44:0/1437384412 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f97840a2d00 0x7f97840a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:15.205 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.205+0000 7f97a1a00640 1 --2- 172.21.15.44:0/1437384412 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f97840a2d00 0x7f97840a51c0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f9790000c00 tx=0x7f9790005e80 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:15.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.213+0000 7f979a000640 1 -- 172.21.15.44:0/1437384412 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f978809bda0 con 0x7f979c1088e0 2024-05-27T00:46:15.422 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.419+0000 7f97a2e00640 1 -- 172.21.15.44:0/1437384412 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f979c1ab4f0 con 0x7f979c1088e0 2024-05-27T00:46:15.423 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.420+0000 7f979a000640 1 -- 172.21.15.44:0/1437384412 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v106) ==== 93+0+10 (secure 0 0 0) 0x7f97880a00a0 con 0x7f979c1088e0 2024-05-27T00:46:15.423 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 1 2024-05-27T00:46:15.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.423+0000 7f97a2e00640 1 -- 172.21.15.44:0/1437384412 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f97840a2d00 msgr2=0x7f97840a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:15.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.423+0000 7f97a2e00640 1 --2- 172.21.15.44:0/1437384412 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f97840a2d00 0x7f97840a51c0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f9790000c00 tx=0x7f9790005e80 comp rx=0 tx=0).stop 2024-05-27T00:46:15.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.423+0000 7f97a2e00640 1 -- 172.21.15.44:0/1437384412 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f979c1088e0 msgr2=0x7f979c1a4940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:15.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.423+0000 7f97a2e00640 1 --2- 172.21.15.44:0/1437384412 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f979c1088e0 0x7f979c1a4940 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f978800e9f0 tx=0x7f978800eeb0 comp rx=0 tx=0).stop 2024-05-27T00:46:15.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.423+0000 7f97a2e00640 1 -- 172.21.15.44:0/1437384412 shutdown_connections 2024-05-27T00:46:15.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.423+0000 7f97a2e00640 1 --2- 172.21.15.44:0/1437384412 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f97840a2d00 0x7f97840a51c0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:15.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.423+0000 7f97a2e00640 1 --2- 172.21.15.44:0/1437384412 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f979c10df60 0x7f979c19e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:15.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.423+0000 7f97a2e00640 1 --2- 172.21.15.44:0/1437384412 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f979c1088e0 0x7f979c1a4940 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:15.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.423+0000 7f97a2e00640 1 --2- 172.21.15.44:0/1437384412 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f979c107f40 0x7f979c1a4400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:15.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.423+0000 7f97a2e00640 1 -- 172.21.15.44:0/1437384412 >> 172.21.15.44:0/1437384412 conn(0x7f979c0777c0 msgr2=0x7f979c0785f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:15.424 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.424+0000 7f97a2e00640 1 -- 172.21.15.44:0/1437384412 shutdown_connections 2024-05-27T00:46:15.425 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.424+0000 7f97a2e00640 1 -- 172.21.15.44:0/1437384412 wait complete. 2024-05-27T00:46:15.444 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-27T00:46:15.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.671+0000 7f94a2a00640 1 -- 172.21.15.44:0/578328843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f949c073d40 msgr2=0x7f949c074120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:15.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.671+0000 7f94a2a00640 1 --2- 172.21.15.44:0/578328843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f949c073d40 0x7f949c074120 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f9490009900 tx=0x7f949002a480 comp rx=0 tx=0).stop 2024-05-27T00:46:15.672 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.672+0000 7f94a2a00640 1 -- 172.21.15.44:0/578328843 shutdown_connections 2024-05-27T00:46:15.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.672+0000 7f94a2a00640 1 --2- 172.21.15.44:0/578328843 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f949c112850 0x7f949c114c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:15.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.672+0000 7f94a2a00640 1 --2- 172.21.15.44:0/578328843 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f949c074660 0x7f949c112310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:15.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.672+0000 7f94a2a00640 1 --2- 172.21.15.44:0/578328843 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f949c073d40 0x7f949c074120 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:15.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.672+0000 7f94a2a00640 1 -- 172.21.15.44:0/578328843 >> 172.21.15.44:0/578328843 conn(0x7f949c0fd370 msgr2=0x7f949c0ff790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:15.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.672+0000 7f94a2a00640 1 -- 172.21.15.44:0/578328843 shutdown_connections 2024-05-27T00:46:15.673 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.672+0000 7f94a2a00640 1 -- 172.21.15.44:0/578328843 wait complete. 2024-05-27T00:46:15.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.673+0000 7f94a2a00640 1 Processor -- start 2024-05-27T00:46:15.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.673+0000 7f94a2a00640 1 -- start start 2024-05-27T00:46:15.674 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.673+0000 7f94a2a00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f949c073d40 0x7f949c1a4620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:15.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.673+0000 7f94a2a00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f949c074660 0x7f949c1a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:15.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.673+0000 7f94a2a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f949c112850 0x7f949c19e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:15.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.673+0000 7f94a2a00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f949c1183c0 con 0x7f949c112850 2024-05-27T00:46:15.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.673+0000 7f94a2a00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f949c118240 con 0x7f949c073d40 2024-05-27T00:46:15.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.673+0000 7f94a2a00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f949c118540 con 0x7f949c074660 2024-05-27T00:46:15.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.673+0000 7f94a2000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f949c112850 0x7f949c19e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:15.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.673+0000 7f94a0c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f949c074660 0x7f949c1a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:15.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.674+0000 7f94a1600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f949c073d40 0x7f949c1a4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:15.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.674+0000 7f94a0c00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f949c074660 0x7f949c1a4b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:60288/0 (socket says 172.21.15.44:60288) 2024-05-27T00:46:15.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.674+0000 7f94a0c00640 1 -- 172.21.15.44:0/1731039703 learned_addr learned my addr 172.21.15.44:0/1731039703 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:46:15.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.674+0000 7f94a0c00640 1 -- 172.21.15.44:0/1731039703 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f949c073d40 msgr2=0x7f949c1a4620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:15.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.674+0000 7f94a0c00640 1 --2- 172.21.15.44:0/1731039703 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f949c073d40 0x7f949c1a4620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:15.675 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.674+0000 7f94a0c00640 1 -- 172.21.15.44:0/1731039703 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f949c112850 msgr2=0x7f949c19e6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:15.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.674+0000 7f94a0c00640 1 --2- 172.21.15.44:0/1731039703 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f949c112850 0x7f949c19e6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:15.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.674+0000 7f94a0c00640 1 -- 172.21.15.44:0/1731039703 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f949c19efa0 con 0x7f949c074660 2024-05-27T00:46:15.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.674+0000 7f94a0c00640 1 --2- 172.21.15.44:0/1731039703 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f949c074660 0x7f949c1a4b60 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f948800e9f0 tx=0x7f948800edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:15.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.675+0000 7f949a000640 1 -- 172.21.15.44:0/1731039703 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f948800cd80 con 0x7f949c074660 2024-05-27T00:46:15.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.675+0000 7f949a000640 1 -- 172.21.15.44:0/1731039703 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9488005520 con 0x7f949c074660 2024-05-27T00:46:15.676 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.675+0000 7f94a2a00640 1 -- 172.21.15.44:0/1731039703 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f949c19f290 con 0x7f949c074660 2024-05-27T00:46:15.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.675+0000 7f949a000640 1 -- 172.21.15.44:0/1731039703 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9488010690 con 0x7f949c074660 2024-05-27T00:46:15.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.675+0000 7f94a2a00640 1 -- 172.21.15.44:0/1731039703 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f949c1ab5a0 con 0x7f949c074660 2024-05-27T00:46:15.677 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.676+0000 7f94a2a00640 1 -- 172.21.15.44:0/1731039703 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f949c075480 con 0x7f949c074660 2024-05-27T00:46:15.679 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.679+0000 7f949a000640 1 -- 172.21.15.44:0/1731039703 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f94880046c0 con 0x7f949c074660 2024-05-27T00:46:15.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.680+0000 7f949a000640 1 --2- 172.21.15.44:0/1731039703 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f94840a2d80 0x7f94840a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:15.680 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.680+0000 7f949a000640 1 -- 172.21.15.44:0/1731039703 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9496+0+0 (secure 0 0 0) 0x7f94880cfc90 con 0x7f949c074660 2024-05-27T00:46:15.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.681+0000 7f94a1600640 1 --2- 172.21.15.44:0/1731039703 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f94840a2d80 0x7f94840a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:15.681 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.681+0000 7f94a1600640 1 --2- 172.21.15.44:0/1731039703 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f94840a2d80 0x7f94840a5240 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f9490000c00 tx=0x7f9490005e80 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:15.682 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.682+0000 7f949a000640 1 -- 172.21.15.44:0/1731039703 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f948809c480 con 0x7f949c074660 2024-05-27T00:46:15.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.886+0000 7f94a2a00640 1 -- 172.21.15.44:0/1731039703 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f949c104d10 con 0x7f949c074660 2024-05-27T00:46:15.887 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.887+0000 7f949a000640 1 -- 172.21.15.44:0/1731039703 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v106) ==== 104+0+11 (secure 0 0 0) 0x7f948809bd80 con 0x7f949c074660 2024-05-27T00:46:15.888 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:46:15.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.890+0000 7f94a2a00640 1 -- 172.21.15.44:0/1731039703 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f94840a2d80 msgr2=0x7f94840a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:15.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.890+0000 7f94a2a00640 1 --2- 172.21.15.44:0/1731039703 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f94840a2d80 0x7f94840a5240 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f9490000c00 tx=0x7f9490005e80 comp rx=0 tx=0).stop 2024-05-27T00:46:15.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.890+0000 7f94a2a00640 1 -- 172.21.15.44:0/1731039703 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f949c074660 msgr2=0x7f949c1a4b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:15.890 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.890+0000 7f94a2a00640 1 --2- 172.21.15.44:0/1731039703 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f949c074660 0x7f949c1a4b60 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f948800e9f0 tx=0x7f948800edf0 comp rx=0 tx=0).stop 2024-05-27T00:46:15.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.890+0000 7f94a2a00640 1 -- 172.21.15.44:0/1731039703 shutdown_connections 2024-05-27T00:46:15.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.890+0000 7f94a2a00640 1 --2- 172.21.15.44:0/1731039703 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f94840a2d80 0x7f94840a5240 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:15.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.890+0000 7f94a2a00640 1 --2- 172.21.15.44:0/1731039703 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f949c112850 0x7f949c19e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:15.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.890+0000 7f94a2a00640 1 --2- 172.21.15.44:0/1731039703 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f949c074660 0x7f949c1a4b60 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:15.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.890+0000 7f94a2a00640 1 --2- 172.21.15.44:0/1731039703 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f949c073d40 0x7f949c1a4620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:15.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.890+0000 7f94a2a00640 1 -- 172.21.15.44:0/1731039703 >> 172.21.15.44:0/1731039703 conn(0x7f949c0fd370 msgr2=0x7f949c0fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:15.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.890+0000 7f94a2a00640 1 -- 172.21.15.44:0/1731039703 shutdown_connections 2024-05-27T00:46:15.891 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:15.890+0000 7f94a2a00640 1 -- 172.21.15.44:0/1731039703 wait complete. 2024-05-27T00:46:15.911 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-27T00:46:15.988 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:15 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3320294598' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:46:15.988 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:15 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1437384412' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:46:16.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:15 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3320294598' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:46:16.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:15 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1437384412' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:46:16.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.136+0000 7f570e400640 1 -- 172.21.15.44:0/172592385 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5708103e50 msgr2=0x7f5708104230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:16.136 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.136+0000 7f570e400640 1 --2- 172.21.15.44:0/172592385 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5708103e50 0x7f5708104230 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f56f8009ca0 tx=0x7f56f802a8c0 comp rx=0 tx=0).stop 2024-05-27T00:46:16.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.136+0000 7f570e400640 1 -- 172.21.15.44:0/172592385 shutdown_connections 2024-05-27T00:46:16.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.136+0000 7f570e400640 1 --2- 172.21.15.44:0/172592385 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f5708108f20 0x7f5708110af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:16.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.136+0000 7f570e400640 1 --2- 172.21.15.44:0/172592385 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5708104800 0x7f5708108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:16.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.136+0000 7f570e400640 1 --2- 172.21.15.44:0/172592385 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5708103e50 0x7f5708104230 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:16.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.136+0000 7f570e400640 1 -- 172.21.15.44:0/172592385 >> 172.21.15.44:0/172592385 conn(0x7f57080ff730 msgr2=0x7f5708101b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:16.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.136+0000 7f570e400640 1 -- 172.21.15.44:0/172592385 shutdown_connections 2024-05-27T00:46:16.137 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.136+0000 7f570e400640 1 -- 172.21.15.44:0/172592385 wait complete. 2024-05-27T00:46:16.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.137+0000 7f570e400640 1 Processor -- start 2024-05-27T00:46:16.138 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.138+0000 7f570e400640 1 -- start start 2024-05-27T00:46:16.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.138+0000 7f570e400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5708103e50 0x7f570819a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:16.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.138+0000 7f570e400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5708108f20 0x7f570819abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:16.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.138+0000 7f570e400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f570819ef10 0x7f570819f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:16.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.138+0000 7f570e400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f5708114140 con 0x7f5708103e50 2024-05-27T00:46:16.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.138+0000 7f570e400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5708113fc0 con 0x7f570819ef10 2024-05-27T00:46:16.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.138+0000 7f570e400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f57081142c0 con 0x7f5708108f20 2024-05-27T00:46:16.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.138+0000 7f5707400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5708103e50 0x7f570819a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:16.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.138+0000 7f5707e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f570819ef10 0x7f570819f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:16.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.138+0000 7f56fea00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5708108f20 0x7f570819abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:16.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.138+0000 7f56fea00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5708108f20 0x7f570819abe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:60320/0 (socket says 172.21.15.44:60320) 2024-05-27T00:46:16.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.138+0000 7f5707e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f570819ef10 0x7f570819f3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:36894/0 (socket says 172.21.15.44:36894) 2024-05-27T00:46:16.139 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.139+0000 7f56fea00640 1 -- 172.21.15.44:0/1880951559 learned_addr learned my addr 172.21.15.44:0/1880951559 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:46:16.140 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.139+0000 7f5707e00640 1 -- 172.21.15.44:0/1880951559 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5708108f20 msgr2=0x7f570819abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:16.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.139+0000 7f5707e00640 1 --2- 172.21.15.44:0/1880951559 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5708108f20 0x7f570819abe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:16.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.139+0000 7f5707e00640 1 -- 172.21.15.44:0/1880951559 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5708103e50 msgr2=0x7f570819a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:16.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.139+0000 7f5707e00640 1 --2- 172.21.15.44:0/1880951559 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5708103e50 0x7f570819a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:16.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.139+0000 7f5707e00640 1 -- 172.21.15.44:0/1880951559 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f570819fa00 con 0x7f570819ef10 2024-05-27T00:46:16.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.139+0000 7f5707e00640 1 --2- 172.21.15.44:0/1880951559 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f570819ef10 0x7f570819f3c0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f570000e970 tx=0x7f570000ee30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:16.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.140+0000 7f5704c00640 1 -- 172.21.15.44:0/1880951559 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f570000ccc0 con 0x7f570819ef10 2024-05-27T00:46:16.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.140+0000 7f5704c00640 1 -- 172.21.15.44:0/1880951559 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f57000035f0 con 0x7f570819ef10 2024-05-27T00:46:16.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.140+0000 7f5704c00640 1 -- 172.21.15.44:0/1880951559 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5700010690 con 0x7f570819ef10 2024-05-27T00:46:16.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.140+0000 7f570e400640 1 -- 172.21.15.44:0/1880951559 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f570819fcf0 con 0x7f570819ef10 2024-05-27T00:46:16.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.140+0000 7f570e400640 1 -- 172.21.15.44:0/1880951559 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57081a7490 con 0x7f570819ef10 2024-05-27T00:46:16.141 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.141+0000 7f570e400640 1 -- 172.21.15.44:0/1880951559 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5708068c10 con 0x7f570819ef10 2024-05-27T00:46:16.143 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.143+0000 7f5704c00640 1 -- 172.21.15.44:0/1880951559 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f57000037a0 con 0x7f570819ef10 2024-05-27T00:46:16.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.144+0000 7f5704c00640 1 --2- 172.21.15.44:0/1880951559 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f56ec0a2d80 0x7f56ec0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:16.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.145+0000 7f5704c00640 1 -- 172.21.15.44:0/1880951559 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9496+0+0 (secure 0 0 0) 0x7f57000cf9c0 con 0x7f570819ef10 2024-05-27T00:46:16.145 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.145+0000 7f5707400640 1 --2- 172.21.15.44:0/1880951559 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f56ec0a2d80 0x7f56ec0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:16.146 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.146+0000 7f5707400640 1 --2- 172.21.15.44:0/1880951559 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f56ec0a2d80 0x7f56ec0a5240 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f56f8006010 tx=0x7f56f8009820 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:16.149 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.149+0000 7f5704c00640 1 -- 172.21.15.44:0/1880951559 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f570009c1b0 con 0x7f570819ef10 2024-05-27T00:46:16.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:15 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3320294598' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:46:16.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:15 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1437384412' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-27T00:46:16.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.351+0000 7f570e400640 1 -- 172.21.15.44:0/1880951559 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f5708104800 con 0x7f570819ef10 2024-05-27T00:46:16.352 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.352+0000 7f5704c00640 1 -- 172.21.15.44:0/1880951559 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v106) ==== 100+0+11 (secure 0 0 0) 0x7f570009bab0 con 0x7f570819ef10 2024-05-27T00:46:16.352 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 64 2024-05-27T00:46:16.354 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.354+0000 7f570e400640 1 -- 172.21.15.44:0/1880951559 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f56ec0a2d80 msgr2=0x7f56ec0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:16.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.354+0000 7f570e400640 1 --2- 172.21.15.44:0/1880951559 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f56ec0a2d80 0x7f56ec0a5240 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f56f8006010 tx=0x7f56f8009820 comp rx=0 tx=0).stop 2024-05-27T00:46:16.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.354+0000 7f570e400640 1 -- 172.21.15.44:0/1880951559 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f570819ef10 msgr2=0x7f570819f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:16.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.354+0000 7f570e400640 1 --2- 172.21.15.44:0/1880951559 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f570819ef10 0x7f570819f3c0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f570000e970 tx=0x7f570000ee30 comp rx=0 tx=0).stop 2024-05-27T00:46:16.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.354+0000 7f570e400640 1 -- 172.21.15.44:0/1880951559 shutdown_connections 2024-05-27T00:46:16.355 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.354+0000 7f570e400640 1 --2- 172.21.15.44:0/1880951559 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f56ec0a2d80 0x7f56ec0a5240 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:16.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.355+0000 7f570e400640 1 --2- 172.21.15.44:0/1880951559 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f570819ef10 0x7f570819f3c0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:16.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.355+0000 7f570e400640 1 --2- 172.21.15.44:0/1880951559 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f5708108f20 0x7f570819abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:16.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.355+0000 7f570e400640 1 --2- 172.21.15.44:0/1880951559 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f5708103e50 0x7f570819a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:16.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.355+0000 7f570e400640 1 -- 172.21.15.44:0/1880951559 >> 172.21.15.44:0/1880951559 conn(0x7f57080ff730 msgr2=0x7f5708101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:16.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.355+0000 7f570e400640 1 -- 172.21.15.44:0/1880951559 shutdown_connections 2024-05-27T00:46:16.356 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.355+0000 7f570e400640 1 -- 172.21.15.44:0/1880951559 wait complete. 2024-05-27T00:46:16.375 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-05-27T00:46:16.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.599+0000 7f4329400640 1 -- 172.21.15.44:0/1656277130 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4324107f40 msgr2=0x7f43241083a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:16.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.599+0000 7f4329400640 1 --2- 172.21.15.44:0/1656277130 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4324107f40 0x7f43241083a0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f4314009860 tx=0x7f431402a3d0 comp rx=0 tx=0).stop 2024-05-27T00:46:16.600 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.600+0000 7f4329400640 1 -- 172.21.15.44:0/1656277130 shutdown_connections 2024-05-27T00:46:16.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.600+0000 7f4329400640 1 --2- 172.21.15.44:0/1656277130 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f43241088e0 0x7f4324114d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:16.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.600+0000 7f4329400640 1 --2- 172.21.15.44:0/1656277130 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4324107f40 0x7f43241083a0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:16.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.600+0000 7f4329400640 1 --2- 172.21.15.44:0/1656277130 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f432410df60 0x7f432410e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:16.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.600+0000 7f4329400640 1 -- 172.21.15.44:0/1656277130 >> 172.21.15.44:0/1656277130 conn(0x7f43240777c0 msgr2=0x7f43241067c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:16.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.600+0000 7f4329400640 1 -- 172.21.15.44:0/1656277130 shutdown_connections 2024-05-27T00:46:16.601 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.600+0000 7f4329400640 1 -- 172.21.15.44:0/1656277130 wait complete. 2024-05-27T00:46:16.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.601+0000 7f4329400640 1 Processor -- start 2024-05-27T00:46:16.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.601+0000 7f4329400640 1 -- start start 2024-05-27T00:46:16.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.601+0000 7f4329400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4324107f40 0x7f43241a4400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:16.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.601+0000 7f4329400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f43241088e0 0x7f43241a4940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:16.603 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.601+0000 7f4329400640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f432410df60 0x7f432419e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:16.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.601+0000 7f4329400640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f43241183f0 con 0x7f4324107f40 2024-05-27T00:46:16.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.601+0000 7f4329400640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4324118270 con 0x7f432410df60 2024-05-27T00:46:16.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.601+0000 7f4329400640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f4324118570 con 0x7f43241088e0 2024-05-27T00:46:16.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.602+0000 7f4323400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f43241088e0 0x7f43241a4940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:16.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.602+0000 7f4323400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f43241088e0 0x7f43241a4940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:60346/0 (socket says 172.21.15.44:60346) 2024-05-27T00:46:16.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.602+0000 7f4323400640 1 -- 172.21.15.44:0/1888583942 learned_addr learned my addr 172.21.15.44:0/1888583942 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:46:16.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.602+0000 7f4323e00640 1 --2- 172.21.15.44:0/1888583942 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4324107f40 0x7f43241a4400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:16.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.602+0000 7f4328a00640 1 --2- 172.21.15.44:0/1888583942 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f432410df60 0x7f432419e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:16.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.602+0000 7f4323400640 1 -- 172.21.15.44:0/1888583942 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f432410df60 msgr2=0x7f432419e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:16.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.602+0000 7f4323400640 1 --2- 172.21.15.44:0/1888583942 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f432410df60 0x7f432419e5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:16.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.602+0000 7f4323400640 1 -- 172.21.15.44:0/1888583942 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4324107f40 msgr2=0x7f43241a4400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:16.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.602+0000 7f4323400640 1 --2- 172.21.15.44:0/1888583942 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4324107f40 0x7f43241a4400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:16.604 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.602+0000 7f4323400640 1 -- 172.21.15.44:0/1888583942 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f432419ed30 con 0x7f43241088e0 2024-05-27T00:46:16.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.602+0000 7f4328a00640 1 --2- 172.21.15.44:0/1888583942 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f432410df60 0x7f432419e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:46:16.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.602+0000 7f4323400640 1 --2- 172.21.15.44:0/1888583942 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f43241088e0 0x7f43241a4940 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f4314009980 tx=0x7f43140309c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:16.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.603+0000 7f4320c00640 1 -- 172.21.15.44:0/1888583942 <== mon.1 v2:172.21.15.137:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4314040070 con 0x7f43241088e0 2024-05-27T00:46:16.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.603+0000 7f4329400640 1 -- 172.21.15.44:0/1888583942 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f432419efc0 con 0x7f43241088e0 2024-05-27T00:46:16.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.603+0000 7f4320c00640 1 -- 172.21.15.44:0/1888583942 <== mon.1 v2:172.21.15.137:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4314031e50 con 0x7f43241088e0 2024-05-27T00:46:16.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.603+0000 7f4320c00640 1 -- 172.21.15.44:0/1888583942 <== mon.1 v2:172.21.15.137:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4314004920 con 0x7f43241088e0 2024-05-27T00:46:16.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.603+0000 7f4329400640 1 -- 172.21.15.44:0/1888583942 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43241ab2c0 con 0x7f43241088e0 2024-05-27T00:46:16.605 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.604+0000 7f4329400640 1 -- 172.21.15.44:0/1888583942 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4324068b30 con 0x7f43241088e0 2024-05-27T00:46:16.606 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.606+0000 7f4320c00640 1 -- 172.21.15.44:0/1888583942 <== mon.1 v2:172.21.15.137:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f4314043070 con 0x7f43241088e0 2024-05-27T00:46:16.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.608+0000 7f4320c00640 1 --2- 172.21.15.44:0/1888583942 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f43080a2d00 0x7f43080a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:16.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.608+0000 7f4320c00640 1 -- 172.21.15.44:0/1888583942 <== mon.1 v2:172.21.15.137:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9496+0+0 (secure 0 0 0) 0x7f43140f03b0 con 0x7f43241088e0 2024-05-27T00:46:16.608 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.608+0000 7f4323e00640 1 --2- 172.21.15.44:0/1888583942 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f43080a2d00 0x7f43080a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:16.609 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.609+0000 7f4323e00640 1 --2- 172.21.15.44:0/1888583942 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f43080a2d00 0x7f43080a51c0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f430c005fd0 tx=0x7f430c009260 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:16.612 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.612+0000 7f4320c00640 1 -- 172.21.15.44:0/1888583942 <== mon.1 v2:172.21.15.137:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f43140bcba0 con 0x7f43241088e0 2024-05-27T00:46:16.818 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.818+0000 7f4329400640 1 -- 172.21.15.44:0/1888583942 --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f43241ab490 con 0x7f43241088e0 2024-05-27T00:46:16.819 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.819+0000 7f4320c00640 1 -- 172.21.15.44:0/1888583942 <== mon.1 v2:172.21.15.137:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v106) ==== 103+0+11 (secure 0 0 0) 0x7f43140bc4a0 con 0x7f43241088e0 2024-05-27T00:46:16.819 INFO:teuthology.orchestra.run.smithi044.stdout:pg_num: 32 2024-05-27T00:46:16.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.821+0000 7f4329400640 1 -- 172.21.15.44:0/1888583942 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f43080a2d00 msgr2=0x7f43080a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:16.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.821+0000 7f4329400640 1 --2- 172.21.15.44:0/1888583942 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f43080a2d00 0x7f43080a51c0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f430c005fd0 tx=0x7f430c009260 comp rx=0 tx=0).stop 2024-05-27T00:46:16.822 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.821+0000 7f4329400640 1 -- 172.21.15.44:0/1888583942 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f43241088e0 msgr2=0x7f43241a4940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.821+0000 7f4329400640 1 --2- 172.21.15.44:0/1888583942 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f43241088e0 0x7f43241a4940 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f4314009980 tx=0x7f43140309c0 comp rx=0 tx=0).stop 2024-05-27T00:46:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.822+0000 7f4329400640 1 -- 172.21.15.44:0/1888583942 shutdown_connections 2024-05-27T00:46:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.822+0000 7f4329400640 1 --2- 172.21.15.44:0/1888583942 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f43080a2d00 0x7f43080a51c0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.822+0000 7f4329400640 1 --2- 172.21.15.44:0/1888583942 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f432410df60 0x7f432419e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.822+0000 7f4329400640 1 --2- 172.21.15.44:0/1888583942 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f43241088e0 0x7f43241a4940 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.822+0000 7f4329400640 1 --2- 172.21.15.44:0/1888583942 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f4324107f40 0x7f43241a4400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.822+0000 7f4329400640 1 -- 172.21.15.44:0/1888583942 >> 172.21.15.44:0/1888583942 conn(0x7f43240777c0 msgr2=0x7f43240785b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.822+0000 7f4329400640 1 -- 172.21.15.44:0/1888583942 shutdown_connections 2024-05-27T00:46:16.823 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:16.822+0000 7f4329400640 1 -- 172.21.15.44:0/1888583942 wait complete. 2024-05-27T00:46:16.842 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-05-27T00:46:17.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:16 smithi137 ceph-mon[36552]: pgmap v342: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-27T00:46:17.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:16 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1731039703' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:46:17.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:16 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1880951559' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:46:17.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.060+0000 7fbc47e00640 1 -- 172.21.15.44:0/804455111 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbc48100610 msgr2=0x7fbc481009f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:17.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.060+0000 7fbc47e00640 1 --2- 172.21.15.44:0/804455111 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbc48100610 0x7fbc481009f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fbc38009860 tx=0x7fbc3802a340 comp rx=0 tx=0).stop 2024-05-27T00:46:17.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.060+0000 7fbc47e00640 1 -- 172.21.15.44:0/804455111 shutdown_connections 2024-05-27T00:46:17.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.060+0000 7fbc47e00640 1 --2- 172.21.15.44:0/804455111 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc4810e1c0 0x7fbc481105b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:17.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.060+0000 7fbc47e00640 1 --2- 172.21.15.44:0/804455111 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc48100fc0 0x7fbc4810dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:17.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.060+0000 7fbc47e00640 1 --2- 172.21.15.44:0/804455111 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbc48100610 0x7fbc481009f0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:17.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.060+0000 7fbc47e00640 1 -- 172.21.15.44:0/804455111 >> 172.21.15.44:0/804455111 conn(0x7fbc480fc220 msgr2=0x7fbc480fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:17.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.060+0000 7fbc47e00640 1 -- 172.21.15.44:0/804455111 shutdown_connections 2024-05-27T00:46:17.061 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.060+0000 7fbc47e00640 1 -- 172.21.15.44:0/804455111 wait complete. 2024-05-27T00:46:17.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.061+0000 7fbc47e00640 1 Processor -- start 2024-05-27T00:46:17.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.061+0000 7fbc47e00640 1 -- start start 2024-05-27T00:46:17.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.062+0000 7fbc47e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc48100610 0x7fbc48102860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:17.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.062+0000 7fbc47e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc48100fc0 0x7fbc48102da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:17.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.062+0000 7fbc47e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbc4810e1c0 0x7fbc481032e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:17.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.062+0000 7fbc47e00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbc48113f90 con 0x7fbc48100610 2024-05-27T00:46:17.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.062+0000 7fbc47e00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbc48113e10 con 0x7fbc48100fc0 2024-05-27T00:46:17.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.062+0000 7fbc47e00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fbc48114110 con 0x7fbc4810e1c0 2024-05-27T00:46:17.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.062+0000 7fbc46a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc48100610 0x7fbc48102860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:17.063 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.062+0000 7fbc46000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc48100fc0 0x7fbc48102da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:17.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.062+0000 7fbc46000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc48100fc0 0x7fbc48102da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:36910/0 (socket says 172.21.15.44:36910) 2024-05-27T00:46:17.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.062+0000 7fbc46a00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc48100610 0x7fbc48102860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56864/0 (socket says 172.21.15.44:56864) 2024-05-27T00:46:17.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.062+0000 7fbc46000640 1 -- 172.21.15.44:0/1679112245 learned_addr learned my addr 172.21.15.44:0/1679112245 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:46:17.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.062+0000 7fbc47400640 1 --2- 172.21.15.44:0/1679112245 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbc4810e1c0 0x7fbc481032e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:17.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.063+0000 7fbc46000640 1 -- 172.21.15.44:0/1679112245 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbc4810e1c0 msgr2=0x7fbc481032e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:17.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.063+0000 7fbc46000640 1 --2- 172.21.15.44:0/1679112245 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbc4810e1c0 0x7fbc481032e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:17.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.063+0000 7fbc46000640 1 -- 172.21.15.44:0/1679112245 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc48100610 msgr2=0x7fbc48102860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:17.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.063+0000 7fbc46000640 1 --2- 172.21.15.44:0/1679112245 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc48100610 0x7fbc48102860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:17.064 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.063+0000 7fbc46000640 1 -- 172.21.15.44:0/1679112245 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc481aab50 con 0x7fbc48100fc0 2024-05-27T00:46:17.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.063+0000 7fbc46000640 1 --2- 172.21.15.44:0/1679112245 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc48100fc0 0x7fbc48102da0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fbc3400ea20 tx=0x7fbc3400ee20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:17.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.063+0000 7fbc3f400640 1 -- 172.21.15.44:0/1679112245 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc3400cd80 con 0x7fbc48100fc0 2024-05-27T00:46:17.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.063+0000 7fbc3f400640 1 -- 172.21.15.44:0/1679112245 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbc34005520 con 0x7fbc48100fc0 2024-05-27T00:46:17.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.063+0000 7fbc47e00640 1 -- 172.21.15.44:0/1679112245 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc481aae40 con 0x7fbc48100fc0 2024-05-27T00:46:17.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.063+0000 7fbc3f400640 1 -- 172.21.15.44:0/1679112245 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc34010690 con 0x7fbc48100fc0 2024-05-27T00:46:17.065 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.064+0000 7fbc47e00640 1 -- 172.21.15.44:0/1679112245 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc481ab300 con 0x7fbc48100fc0 2024-05-27T00:46:17.066 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.065+0000 7fbc47e00640 1 -- 172.21.15.44:0/1679112245 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc48069410 con 0x7fbc48100fc0 2024-05-27T00:46:17.068 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.068+0000 7fbc3f400640 1 -- 172.21.15.44:0/1679112245 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fbc340046c0 con 0x7fbc48100fc0 2024-05-27T00:46:17.069 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.069+0000 7fbc3f400640 1 --2- 172.21.15.44:0/1679112245 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fbc2c0a2d80 0x7fbc2c0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:17.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.069+0000 7fbc3f400640 1 -- 172.21.15.44:0/1679112245 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9496+0+0 (secure 0 0 0) 0x7fbc340cfbd0 con 0x7fbc48100fc0 2024-05-27T00:46:17.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.069+0000 7fbc46a00640 1 --2- 172.21.15.44:0/1679112245 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fbc2c0a2d80 0x7fbc2c0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:17.070 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.070+0000 7fbc46a00640 1 --2- 172.21.15.44:0/1679112245 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fbc2c0a2d80 0x7fbc2c0a5240 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fbc3802a930 tx=0x7fbc380056d0 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:17.074 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.073+0000 7fbc3f400640 1 -- 172.21.15.44:0/1679112245 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbc3409c3c0 con 0x7fbc48100fc0 2024-05-27T00:46:17.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:16 smithi044 ceph-mon[31645]: pgmap v342: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-27T00:46:17.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:16 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1731039703' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:46:17.111 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:16 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1880951559' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:46:17.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:16 smithi050 ceph-mon[36071]: pgmap v342: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-27T00:46:17.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:16 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1731039703' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-27T00:46:17.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:16 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1880951559' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-27T00:46:17.294 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.294+0000 7fbc47e00640 1 -- 172.21.15.44:0/1679112245 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fbc481092f0 con 0x7fbc48100fc0 2024-05-27T00:46:17.295 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.295+0000 7fbc3f400640 1 -- 172.21.15.44:0/1679112245 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v106) ==== 81+0+946 (secure 0 0 0) 0x7fbc3409bcc0 con 0x7fbc48100fc0 2024-05-27T00:46:17.295 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/3112025334 2024-05-28T00:35:17.272654+0000 2024-05-27T00:46:17.296 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/2815226501 2024-05-28T00:35:17.272654+0000 2024-05-27T00:46:17.296 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/1635201417 2024-05-28T00:35:17.272654+0000 2024-05-27T00:46:17.296 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6801/3215479563 2024-05-28T00:35:17.272654+0000 2024-05-27T00:46:17.296 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6800/3215479563 2024-05-28T00:35:17.272654+0000 2024-05-27T00:46:17.296 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/2718148546 2024-05-28T00:35:17.272654+0000 2024-05-27T00:46:17.296 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/2530323195 2024-05-28T00:24:20.259434+0000 2024-05-27T00:46:17.296 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6801/3059550402 2024-05-28T00:24:20.259434+0000 2024-05-27T00:46:17.296 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/3492144479 2024-05-28T00:23:45.063917+0000 2024-05-27T00:46:17.296 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6800/3059550402 2024-05-28T00:24:20.259434+0000 2024-05-27T00:46:17.296 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6800/1746688742 2024-05-28T00:23:45.063917+0000 2024-05-27T00:46:17.297 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/1224856036 2024-05-28T00:24:20.259434+0000 2024-05-27T00:46:17.297 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/2012580398 2024-05-28T00:23:45.063917+0000 2024-05-27T00:46:17.297 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/2519931377 2024-05-28T00:23:45.063917+0000 2024-05-27T00:46:17.297 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:6801/1746688742 2024-05-28T00:23:45.063917+0000 2024-05-27T00:46:17.297 INFO:teuthology.orchestra.run.smithi044.stdout:172.21.15.44:0/1919797537 2024-05-28T00:24:20.259434+0000 2024-05-27T00:46:17.297 INFO:teuthology.orchestra.run.smithi044.stderr:listed 16 entries 2024-05-27T00:46:17.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.298+0000 7fbc47e00640 1 -- 172.21.15.44:0/1679112245 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fbc2c0a2d80 msgr2=0x7fbc2c0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:17.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.298+0000 7fbc47e00640 1 --2- 172.21.15.44:0/1679112245 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fbc2c0a2d80 0x7fbc2c0a5240 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fbc3802a930 tx=0x7fbc380056d0 comp rx=0 tx=0).stop 2024-05-27T00:46:17.298 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.298+0000 7fbc47e00640 1 -- 172.21.15.44:0/1679112245 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc48100fc0 msgr2=0x7fbc48102da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:17.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.298+0000 7fbc47e00640 1 --2- 172.21.15.44:0/1679112245 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc48100fc0 0x7fbc48102da0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fbc3400ea20 tx=0x7fbc3400ee20 comp rx=0 tx=0).stop 2024-05-27T00:46:17.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.298+0000 7fbc47e00640 1 -- 172.21.15.44:0/1679112245 shutdown_connections 2024-05-27T00:46:17.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.298+0000 7fbc47e00640 1 --2- 172.21.15.44:0/1679112245 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fbc2c0a2d80 0x7fbc2c0a5240 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:17.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.298+0000 7fbc47e00640 1 --2- 172.21.15.44:0/1679112245 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbc4810e1c0 0x7fbc481032e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:17.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.298+0000 7fbc47e00640 1 --2- 172.21.15.44:0/1679112245 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbc48100fc0 0x7fbc48102da0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:17.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.298+0000 7fbc47e00640 1 --2- 172.21.15.44:0/1679112245 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbc48100610 0x7fbc48102860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:17.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.298+0000 7fbc47e00640 1 -- 172.21.15.44:0/1679112245 >> 172.21.15.44:0/1679112245 conn(0x7fbc480fc220 msgr2=0x7fbc4810f490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:17.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.298+0000 7fbc47e00640 1 -- 172.21.15.44:0/1679112245 shutdown_connections 2024-05-27T00:46:17.299 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:17.298+0000 7fbc47e00640 1 -- 172.21.15.44:0/1679112245 wait complete. 2024-05-27T00:46:17.317 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-05-27T00:46:17.317 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:46:17.317 DEBUG:teuthology.orchestra.run.smithi044:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-05-27T00:46:17.444 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi044.front.sepia.ceph.com 2024-05-27T00:46:17.444 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:46:17.445 DEBUG:teuthology.orchestra.run.smithi044:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-05-27T00:46:17.530 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:46:17.530 DEBUG:teuthology.orchestra.run.smithi044:> ip netns list 2024-05-27T00:46:17.604 INFO:teuthology.orchestra.run.smithi044.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-05-27T00:46:17.605 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:46:17.606 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-27T00:46:17.670 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:46:17.670 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link delete ceph-brx 2024-05-27T00:46:17.784 INFO:tasks.kclient:Unmounting kernel clients... 2024-05-27T00:46:17.784 DEBUG:teuthology.orchestra.run.smithi044:> set -ex 2024-05-27T00:46:17.784 DEBUG:teuthology.orchestra.run.smithi044:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-27T00:46:17.827 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4053506,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6499240k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249616k,nr_inodes=812404,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/sda1 /var/lib/containers/storage/overlay ext4 rw,seclabel,relatime 0 0 overlay /var/lib/containers/storage/overlay/90aeddf4553eca130e3de355697bc8e5ec33273be9e05297bf13491344e511f6/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/Y2ISKPN5A7F4U62WYATCSMW3IM:/var/lib/containers/storage/overlay/l/V5ZHFYSQL3QHP3SMM77Q7SLPUS,upperdir=/var/lib/containers/storage/overlay/90aeddf4553eca130e3de355697bc8e5ec33273be9e05297bf13491344e511f6/diff,workdir=/var/lib/containers/storage/overlay/90aeddf4553eca130e3de355697bc8e5ec33273be9e05297bf13491344e511f6/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/86c35adb5489bf79d953e0a8115c9505beabcaedd721ffcdb547ee0db290604f/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/Y2ISKPN5A7F4U62WYATCSMW3IM:/var/lib/containers/storage/overlay/l/V5ZHFYSQL3QHP3SMM77Q7SLPUS,upperdir=/var/lib/containers/storage/overlay/86c35adb5489bf79d953e0a8115c9505beabcaedd721ffcdb547ee0db290604f/diff,workdir=/var/lib/containers/storage/overlay/86c35adb5489bf79d953e0a8115c9505beabcaedd721ffcdb547ee0db290604f/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 tmpfs /run/user/0 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249616k,nr_inodes=812404,mode=700 0 0 binfmt_misc /proc/sys/fs/binfmt_misc binfmt_misc rw,nosuid,nodev,noexec,relatime 0 0 overlay /var/lib/containers/storage/overlay/858a7a72605e269b4f8a10a3f481135dd1ea1fe9268e566a38ce06d580af2920/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/Y2ISKPN5A7F4U62WYATCSMW3IM:/var/lib/containers/storage/overlay/l/V5ZHFYSQL3QHP3SMM77Q7SLPUS,upperdir=/var/lib/containers/storage/overlay/858a7a72605e269b4f8a10a3f481135dd1ea1fe9268e566a38ce06d580af2920/diff,workdir=/var/lib/containers/storage/overlay/858a7a72605e269b4f8a10a3f481135dd1ea1fe9268e566a38ce06d580af2920/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/17ef143c269898854f24059347dbc1d32fa2878233dfa8b9eb7f98bb8be1ec28/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/Y2ISKPN5A7F4U62WYATCSMW3IM:/var/lib/containers/storage/overlay/l/V5ZHFYSQL3QHP3SMM77Q7SLPUS,upperdir=/var/lib/containers/storage/overlay/17ef143c269898854f24059347dbc1d32fa2878233dfa8b9eb7f98bb8be1ec28/diff,workdir=/var/lib/containers/storage/overlay/17ef143c269898854f24059347dbc1d32fa2878233dfa8b9eb7f98bb8be1ec28/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/a10a55ec673d99406d660018138c7ad91128c6102f4f6158592bd87b9d4f89eb/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/Y2ISKPN5A7F4U62WYATCSMW3IM:/var/lib/containers/storage/overlay/l/V5ZHFYSQL3QHP3SMM77Q7SLPUS,upperdir=/var/lib/containers/storage/overlay/a10a55ec673d99406d660018138c7ad91128c6102f4f6158592bd87b9d4f89eb/diff,workdir=/var/lib/containers/storage/overlay/a10a55ec673d99406d660018138c7ad91128c6102f4f6158592bd87b9d4f89eb/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/90a203bec6429e4c79d696c046825022e8b9ffe69fbae046468f47df227f3dbf/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/Y2ISKPN5A7F4U62WYATCSMW3IM:/var/lib/containers/storage/overlay/l/V5ZHFYSQL3QHP3SMM77Q7SLPUS,upperdir=/var/lib/containers/storage/overlay/90a203bec6429e4c79d696c046825022e8b9ffe69fbae046468f47df227f3dbf/diff,workdir=/var/lib/containers/storage/overlay/90a203bec6429e4c79d696c046825022e8b9ffe69fbae046468f47df227f3dbf/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/e89f47fef77a9f81ebb5b69b27c32dcd4830c3d2cb93bdf60d7cfb9fd3930aa7/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/Y2ISKPN5A7F4U62WYATCSMW3IM:/var/lib/containers/storage/overlay/l/V5ZHFYSQL3QHP3SMM77Q7SLPUS,upperdir=/var/lib/containers/storage/overlay/e89f47fef77a9f81ebb5b69b27c32dcd4830c3d2cb93bdf60d7cfb9fd3930aa7/diff,workdir=/var/lib/containers/storage/overlay/e89f47fef77a9f81ebb5b69b27c32dcd4830c3d2cb93bdf60d7cfb9fd3930aa7/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/04542927386c04c9e27a7bddc870d0b2663ef8e98c05ff9bbd294f23ff52d6fd/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/Y2ISKPN5A7F4U62WYATCSMW3IM:/var/lib/containers/storage/overlay/l/V5ZHFYSQL3QHP3SMM77Q7SLPUS,upperdir=/var/lib/containers/storage/overlay/04542927386c04c9e27a7bddc870d0b2663ef8e98c05ff9bbd294f23ff52d6fd/diff,workdir=/var/lib/containers/storage/overlay/04542927386c04c9e27a7bddc870d0b2663ef8e98c05ff9bbd294f23ff52d6fd/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/df2b7049a15bb6f0d97c9e95c5b3998f1436e0ce6bfda996421d63734173493d/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/Y2ISKPN5A7F4U62WYATCSMW3IM:/var/lib/containers/storage/overlay/l/V5ZHFYSQL3QHP3SMM77Q7SLPUS,upperdir=/var/lib/containers/storage/overlay/df2b7049a15bb6f0d97c9e95c5b3998f1436e0ce6bfda996421d63734173493d/diff,workdir=/var/lib/containers/storage/overlay/df2b7049a15bb6f0d97c9e95c5b3998f1436e0ce6bfda996421d63734173493d/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/1a3a048e38a5bf944bf2e9456ce5576cb6fdfcf141dca53b86e655d887732005/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/Y2ISKPN5A7F4U62WYATCSMW3IM:/var/lib/containers/storage/overlay/l/V5ZHFYSQL3QHP3SMM77Q7SLPUS,upperdir=/var/lib/containers/storage/overlay/1a3a048e38a5bf944bf2e9456ce5576cb6fdfcf141dca53b86e655d887732005/diff,workdir=/var/lib/containers/storage/overlay/1a3a048e38a5bf944bf2e9456ce5576cb6fdfcf141dca53b86e655d887732005/work,redirect_dir=on,uuid=on,metacopy=on,volatile 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6499240k,nr_inodes=819200,mode=755 0 0 2024-05-27T00:46:17.828 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:46:17.828 DEBUG:teuthology.orchestra.run.smithi044:> ip netns list 2024-05-27T00:46:17.923 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-27T00:46:17.923 DEBUG:teuthology.orchestra.run.smithi044:> sudo ip link delete ceph-brx 2024-05-27T00:46:17.993 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:17 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1888583942' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:46:17.994 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:17 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/1679112245' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-27T00:46:18.001 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:17 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1888583942' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:46:18.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:17 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/1679112245' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-27T00:46:18.014 INFO:teuthology.orchestra.run.smithi044.stderr:Cannot find device "ceph-brx" 2024-05-27T00:46:18.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-27T00:46:18.020 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-05-27T00:46:18.030 INFO:tasks.cephadm:Teardown begin 2024-05-27T00:46:18.030 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-05-27T00:46:18.030 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:46:18.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:17 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1888583942' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-05-27T00:46:18.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:17 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/1679112245' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-27T00:46:18.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.243+0000 7f1eb9800640 1 -- 172.21.15.44:0/1909363663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1eb41077a0 msgr2=0x7f1eb4107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:18.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.243+0000 7f1eb9800640 1 --2- 172.21.15.44:0/1909363663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1eb41077a0 0x7f1eb4107b80 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f1ea4009900 tx=0x7f1ea402a400 comp rx=0 tx=0).stop 2024-05-27T00:46:18.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.243+0000 7f1eb9800640 1 -- 172.21.15.44:0/1909363663 shutdown_connections 2024-05-27T00:46:18.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.243+0000 7f1eb9800640 1 --2- 172.21.15.44:0/1909363663 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1eb4102150 0x7f1eb410e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:18.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.243+0000 7f1eb9800640 1 --2- 172.21.15.44:0/1909363663 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1eb4101790 0x7f1eb4101c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:18.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.243+0000 7f1eb9800640 1 --2- 172.21.15.44:0/1909363663 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1eb41077a0 0x7f1eb4107b80 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:18.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.243+0000 7f1eb9800640 1 -- 172.21.15.44:0/1909363663 >> 172.21.15.44:0/1909363663 conn(0x7f1eb40fd2a0 msgr2=0x7f1eb40ff6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:18.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.243+0000 7f1eb9800640 1 -- 172.21.15.44:0/1909363663 shutdown_connections 2024-05-27T00:46:18.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.243+0000 7f1eb9800640 1 -- 172.21.15.44:0/1909363663 wait complete. 2024-05-27T00:46:18.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.244+0000 7f1eb9800640 1 Processor -- start 2024-05-27T00:46:18.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.245+0000 7f1eb9800640 1 -- start start 2024-05-27T00:46:18.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.245+0000 7f1eb9800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1eb4101790 0x7f1eb419a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:18.247 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.245+0000 7f1eb9800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1eb4102150 0x7f1eb419a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:18.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.245+0000 7f1eb9800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1eb41077a0 0x7f1eb419ec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:18.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.245+0000 7f1eb9800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb4111cd0 con 0x7f1eb4101790 2024-05-27T00:46:18.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.245+0000 7f1eb9800640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb4111b50 con 0x7f1eb4102150 2024-05-27T00:46:18.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.245+0000 7f1eb9800640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb4111e50 con 0x7f1eb41077a0 2024-05-27T00:46:18.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.245+0000 7f1eb3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1eb4101790 0x7f1eb419a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:18.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.245+0000 7f1eb3e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1eb4101790 0x7f1eb419a3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56874/0 (socket says 172.21.15.44:56874) 2024-05-27T00:46:18.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.245+0000 7f1eb3e00640 1 -- 172.21.15.44:0/504598335 learned_addr learned my addr 172.21.15.44:0/504598335 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:46:18.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.245+0000 7f1eb8e00640 1 --2- 172.21.15.44:0/504598335 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1eb41077a0 0x7f1eb419ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:18.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.245+0000 7f1eb3400640 1 --2- 172.21.15.44:0/504598335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1eb4102150 0x7f1eb419a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:18.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.246+0000 7f1eb3e00640 1 -- 172.21.15.44:0/504598335 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1eb41077a0 msgr2=0x7f1eb419ec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:18.248 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.246+0000 7f1eb3e00640 1 --2- 172.21.15.44:0/504598335 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1eb41077a0 0x7f1eb419ec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:18.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.246+0000 7f1eb3e00640 1 -- 172.21.15.44:0/504598335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1eb4102150 msgr2=0x7f1eb419a8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:18.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.246+0000 7f1eb3e00640 1 --2- 172.21.15.44:0/504598335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1eb4102150 0x7f1eb419a8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:18.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.246+0000 7f1eb3e00640 1 -- 172.21.15.44:0/504598335 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1eb419f3a0 con 0x7f1eb4101790 2024-05-27T00:46:18.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.246+0000 7f1eb8e00640 1 --2- 172.21.15.44:0/504598335 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1eb41077a0 0x7f1eb419ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:46:18.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.246+0000 7f1eb3e00640 1 --2- 172.21.15.44:0/504598335 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1eb4101790 0x7f1eb419a3b0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f1ea4006010 tx=0x7f1ea40049d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:18.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.246+0000 7f1eb0c00640 1 -- 172.21.15.44:0/504598335 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea403f030 con 0x7f1eb4101790 2024-05-27T00:46:18.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.247+0000 7f1eb0c00640 1 -- 172.21.15.44:0/504598335 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1ea4004dd0 con 0x7f1eb4101790 2024-05-27T00:46:18.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.247+0000 7f1eb9800640 1 -- 172.21.15.44:0/504598335 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1eb419f630 con 0x7f1eb4101790 2024-05-27T00:46:18.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.247+0000 7f1eb0c00640 1 -- 172.21.15.44:0/504598335 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea4035070 con 0x7f1eb4101790 2024-05-27T00:46:18.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.247+0000 7f1eb9800640 1 -- 172.21.15.44:0/504598335 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1eb41a6f20 con 0x7f1eb4101790 2024-05-27T00:46:18.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.248+0000 7f1eb9800640 1 -- 172.21.15.44:0/504598335 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1eb4102ed0 con 0x7f1eb4101790 2024-05-27T00:46:18.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.250+0000 7f1eb0c00640 1 -- 172.21.15.44:0/504598335 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f1ea4042030 con 0x7f1eb4101790 2024-05-27T00:46:18.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.251+0000 7f1eb0c00640 1 --2- 172.21.15.44:0/504598335 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f1e980a2d00 0x7f1e980a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:18.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.251+0000 7f1eb0c00640 1 -- 172.21.15.44:0/504598335 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9496+0+0 (secure 0 0 0) 0x7f1ea40efb30 con 0x7f1eb4101790 2024-05-27T00:46:18.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.252+0000 7f1eb3400640 1 --2- 172.21.15.44:0/504598335 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f1e980a2d00 0x7f1e980a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:18.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.252+0000 7f1eb3400640 1 --2- 172.21.15.44:0/504598335 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f1e980a2d00 0x7f1e980a51c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f1eb4069810 tx=0x7f1ea0005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:18.256 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.256+0000 7f1eb0c00640 1 -- 172.21.15.44:0/504598335 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1ea40bbcd0 con 0x7f1eb4101790 2024-05-27T00:46:18.506 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.506+0000 7f1eb9800640 1 -- 172.21.15.44:0/504598335 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1eb41a70f0 con 0x7f1eb4101790 2024-05-27T00:46:18.508 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.508+0000 7f1eb0c00640 1 -- 172.21.15.44:0/504598335 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+11866 (secure 0 0 0) 0x7f1ea40bffd0 con 0x7f1eb4101790 2024-05-27T00:46:18.509 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:46:18.509 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":38,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2194470084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2194470084},{"type":"v1","addr":"172.21.15.44:6839","nonce":2194470084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":38,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-27T00:32:18.481799+0000","modified":"2024-05-27T00:41:47.776182+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24599,"mds_1":24581,"mds_2":24542},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24515":{"gid":24515,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24541":{"gid":24541,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":81,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24581":{"gid":24581,"name":"a","rank":1,"incarnation":20,"state":"up:active","state_seq":78,"addr":"172.21.15.44:6841/114683393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":114683393},{"type":"v1","addr":"172.21.15.44:6841","nonce":114683393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24599":{"gid":24599,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6839/2148742077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":2148742077},{"type":"v1","addr":"172.21.15.50:6839","nonce":2148742077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24599,"qdb_cluster":[24581,24599,24542]},"id":1}]} 2024-05-27T00:46:18.509 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 38 2024-05-27T00:46:18.511 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.511+0000 7f1eb9800640 1 -- 172.21.15.44:0/504598335 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f1e980a2d00 msgr2=0x7f1e980a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:18.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.511+0000 7f1eb9800640 1 --2- 172.21.15.44:0/504598335 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f1e980a2d00 0x7f1e980a51c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f1eb4069810 tx=0x7f1ea0005f90 comp rx=0 tx=0).stop 2024-05-27T00:46:18.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.511+0000 7f1eb9800640 1 -- 172.21.15.44:0/504598335 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1eb4101790 msgr2=0x7f1eb419a3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:18.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.511+0000 7f1eb9800640 1 --2- 172.21.15.44:0/504598335 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1eb4101790 0x7f1eb419a3b0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f1ea4006010 tx=0x7f1ea40049d0 comp rx=0 tx=0).stop 2024-05-27T00:46:18.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.511+0000 7f1eb9800640 1 -- 172.21.15.44:0/504598335 shutdown_connections 2024-05-27T00:46:18.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.511+0000 7f1eb9800640 1 --2- 172.21.15.44:0/504598335 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f1e980a2d00 0x7f1e980a51c0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:18.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.511+0000 7f1eb9800640 1 --2- 172.21.15.44:0/504598335 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f1eb41077a0 0x7f1eb419ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:18.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.511+0000 7f1eb9800640 1 --2- 172.21.15.44:0/504598335 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f1eb4102150 0x7f1eb419a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:18.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.511+0000 7f1eb9800640 1 --2- 172.21.15.44:0/504598335 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f1eb4101790 0x7f1eb419a3b0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:18.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.511+0000 7f1eb9800640 1 -- 172.21.15.44:0/504598335 >> 172.21.15.44:0/504598335 conn(0x7f1eb40fd2a0 msgr2=0x7f1eb410d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:18.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.511+0000 7f1eb9800640 1 -- 172.21.15.44:0/504598335 shutdown_connections 2024-05-27T00:46:18.512 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.511+0000 7f1eb9800640 1 -- 172.21.15.44:0/504598335 wait complete. 2024-05-27T00:46:18.531 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-05-27T00:46:18.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.752+0000 7f2492600640 1 -- 172.21.15.44:0/3150231475 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f248c1099a0 msgr2=0x7f248c109d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:18.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.752+0000 7f2492600640 1 --2- 172.21.15.44:0/3150231475 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f248c1099a0 0x7f248c109d80 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f2480009930 tx=0x7f248002a420 comp rx=0 tx=0).stop 2024-05-27T00:46:18.752 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.752+0000 7f2492600640 1 -- 172.21.15.44:0/3150231475 shutdown_connections 2024-05-27T00:46:18.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.752+0000 7f2492600640 1 --2- 172.21.15.44:0/3150231475 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f248c104350 0x7f248c110860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:18.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.752+0000 7f2492600640 1 --2- 172.21.15.44:0/3150231475 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f248c103990 0x7f248c103e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:18.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.752+0000 7f2492600640 1 --2- 172.21.15.44:0/3150231475 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f248c1099a0 0x7f248c109d80 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:18.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.752+0000 7f2492600640 1 -- 172.21.15.44:0/3150231475 >> 172.21.15.44:0/3150231475 conn(0x7f248c0ff440 msgr2=0x7f248c101860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:18.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.752+0000 7f2492600640 1 -- 172.21.15.44:0/3150231475 shutdown_connections 2024-05-27T00:46:18.753 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.752+0000 7f2492600640 1 -- 172.21.15.44:0/3150231475 wait complete. 2024-05-27T00:46:18.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.753+0000 7f2492600640 1 Processor -- start 2024-05-27T00:46:18.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.753+0000 7f2492600640 1 -- start start 2024-05-27T00:46:18.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.753+0000 7f2492600640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f248c103990 0x7f248c19a370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:18.755 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.753+0000 7f2492600640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f248c104350 0x7f248c19a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:18.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.754+0000 7f2492600640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f248c1099a0 0x7f248c19ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:18.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.754+0000 7f2492600640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f248c113ef0 con 0x7f248c1099a0 2024-05-27T00:46:18.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.754+0000 7f2492600640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f248c113d70 con 0x7f248c103990 2024-05-27T00:46:18.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.754+0000 7f2492600640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f248c114070 con 0x7f248c104350 2024-05-27T00:46:18.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.754+0000 7f2491200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f248c103990 0x7f248c19a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:18.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.754+0000 7f2491200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f248c103990 0x7f248c19a370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:36944/0 (socket says 172.21.15.44:36944) 2024-05-27T00:46:18.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.754+0000 7f2491200640 1 -- 172.21.15.44:0/836431567 learned_addr learned my addr 172.21.15.44:0/836431567 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:46:18.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.754+0000 7f2491c00640 1 --2- 172.21.15.44:0/836431567 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f248c1099a0 0x7f248c19ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:18.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.754+0000 7f248be00640 1 --2- 172.21.15.44:0/836431567 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f248c104350 0x7f248c19a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:18.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.754+0000 7f2491200640 1 -- 172.21.15.44:0/836431567 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f248c104350 msgr2=0x7f248c19a8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:18.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.754+0000 7f2491200640 1 --2- 172.21.15.44:0/836431567 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f248c104350 0x7f248c19a8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:18.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.754+0000 7f2491200640 1 -- 172.21.15.44:0/836431567 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f248c1099a0 msgr2=0x7f248c19ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:18.756 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.754+0000 7f2491200640 1 --2- 172.21.15.44:0/836431567 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f248c1099a0 0x7f248c19ec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:18.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.754+0000 7f2491200640 1 -- 172.21.15.44:0/836431567 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f248c19f360 con 0x7f248c103990 2024-05-27T00:46:18.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.754+0000 7f248be00640 1 --2- 172.21.15.44:0/836431567 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f248c104350 0x7f248c19a8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-27T00:46:18.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.755+0000 7f2491200640 1 --2- 172.21.15.44:0/836431567 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f248c103990 0x7f248c19a370 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f248002a940 tx=0x7f2480032910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:18.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.755+0000 7f2489600640 1 -- 172.21.15.44:0/836431567 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f248003f030 con 0x7f248c103990 2024-05-27T00:46:18.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.755+0000 7f2489600640 1 -- 172.21.15.44:0/836431567 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2480032d40 con 0x7f248c103990 2024-05-27T00:46:18.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.755+0000 7f2492600640 1 -- 172.21.15.44:0/836431567 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f248c19f5f0 con 0x7f248c103990 2024-05-27T00:46:18.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.755+0000 7f2489600640 1 -- 172.21.15.44:0/836431567 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2480035070 con 0x7f248c103990 2024-05-27T00:46:18.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.755+0000 7f2492600640 1 -- 172.21.15.44:0/836431567 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f248c1a6ee0 con 0x7f248c103990 2024-05-27T00:46:18.757 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.757+0000 7f2492600640 1 -- 172.21.15.44:0/836431567 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f248c068b30 con 0x7f248c103990 2024-05-27T00:46:18.758 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.758+0000 7f2489600640 1 -- 172.21.15.44:0/836431567 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2480042030 con 0x7f248c103990 2024-05-27T00:46:18.759 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.759+0000 7f2489600640 1 --2- 172.21.15.44:0/836431567 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f24740a2d00 0x7f24740a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:18.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.760+0000 7f2489600640 1 -- 172.21.15.44:0/836431567 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9496+0+0 (secure 0 0 0) 0x7f24800efc50 con 0x7f248c103990 2024-05-27T00:46:18.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.760+0000 7f248be00640 1 --2- 172.21.15.44:0/836431567 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f24740a2d00 0x7f24740a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:18.760 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.760+0000 7f248be00640 1 --2- 172.21.15.44:0/836431567 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f24740a2d00 0x7f24740a51c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f248c069510 tx=0x7f2478005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:18.764 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:18.764+0000 7f2489600640 1 -- 172.21.15.44:0/836431567 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f24800bc440 con 0x7f248c103990 2024-05-27T00:46:18.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:18 smithi044 ceph-mon[31645]: pgmap v343: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 206 B/s wr, 6 op/s 2024-05-27T00:46:18.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:18 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/504598335' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:46:19.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:18 smithi137 ceph-mon[36552]: pgmap v343: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 206 B/s wr, 6 op/s 2024-05-27T00:46:19.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:18 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/504598335' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:46:19.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.009+0000 7f2492600640 1 -- 172.21.15.44:0/836431567 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f248c1a70b0 con 0x7f248c103990 2024-05-27T00:46:19.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.011+0000 7f2489600640 1 -- 172.21.15.44:0/836431567 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+11866 (secure 0 0 0) 0x7f24800bbd40 con 0x7f248c103990 2024-05-27T00:46:19.012 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:46:19.012 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":38,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6837/2177128476","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6836","nonce":2177128476},{"type":"v1","addr":"172.21.15.44:6837","nonce":2177128476}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14448,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6839/2194470084","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6838","nonce":2194470084},{"type":"v1","addr":"172.21.15.44:6839","nonce":2194470084}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24439,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6833/718519286","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6832","nonce":718519286},{"type":"v1","addr":"172.21.15.137:6833","nonce":718519286}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24467,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.50:6833/3326498986","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6832","nonce":3326498986},{"type":"v1","addr":"172.21.15.50:6833","nonce":3326498986}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24469,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.44:6835/2387812742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6834","nonce":2387812742},{"type":"v1","addr":"172.21.15.44:6835","nonce":2387812742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24505,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.137:6835/2053941042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6834","nonce":2053941042},{"type":"v1","addr":"172.21.15.137:6835","nonce":2053941042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":38,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-27T00:32:18.481799+0000","modified":"2024-05-27T00:41:47.776182+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24599,"mds_1":24581,"mds_2":24542},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24515":{"gid":24515,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.50:6835/977789197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6834","nonce":977789197},{"type":"v1","addr":"172.21.15.50:6835","nonce":977789197}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24517":{"gid":24517,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6837/1475580546","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6836","nonce":1475580546},{"type":"v1","addr":"172.21.15.137:6837","nonce":1475580546}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24541":{"gid":24541,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.137:6839/1815488235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6838","nonce":1815488235},{"type":"v1","addr":"172.21.15.137:6839","nonce":1815488235}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24542":{"gid":24542,"name":"h","rank":2,"incarnation":22,"state":"up:active","state_seq":81,"addr":"172.21.15.50:6837/3905712585","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6836","nonce":3905712585},{"type":"v1","addr":"172.21.15.50:6837","nonce":3905712585}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24581":{"gid":24581,"name":"a","rank":1,"incarnation":20,"state":"up:active","state_seq":78,"addr":"172.21.15.44:6841/114683393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6840","nonce":114683393},{"type":"v1","addr":"172.21.15.44:6841","nonce":114683393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24599":{"gid":24599,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.50:6839/2148742077","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6838","nonce":2148742077},{"type":"v1","addr":"172.21.15.50:6839","nonce":2148742077}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24599,"qdb_cluster":[24581,24599,24542]},"id":1}]} 2024-05-27T00:46:19.012 INFO:teuthology.orchestra.run.smithi044.stderr:dumped fsmap epoch 38 2024-05-27T00:46:19.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.014+0000 7f2492600640 1 -- 172.21.15.44:0/836431567 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f24740a2d00 msgr2=0x7f24740a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:19.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.014+0000 7f2492600640 1 --2- 172.21.15.44:0/836431567 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f24740a2d00 0x7f24740a51c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f248c069510 tx=0x7f2478005f90 comp rx=0 tx=0).stop 2024-05-27T00:46:19.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.014+0000 7f2492600640 1 -- 172.21.15.44:0/836431567 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f248c103990 msgr2=0x7f248c19a370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:19.015 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.014+0000 7f2492600640 1 --2- 172.21.15.44:0/836431567 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f248c103990 0x7f248c19a370 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f248002a940 tx=0x7f2480032910 comp rx=0 tx=0).stop 2024-05-27T00:46:19.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.014+0000 7f2492600640 1 -- 172.21.15.44:0/836431567 shutdown_connections 2024-05-27T00:46:19.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.014+0000 7f2492600640 1 --2- 172.21.15.44:0/836431567 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f24740a2d00 0x7f24740a51c0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.014+0000 7f2492600640 1 --2- 172.21.15.44:0/836431567 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f248c1099a0 0x7f248c19ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.014+0000 7f2492600640 1 --2- 172.21.15.44:0/836431567 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f248c104350 0x7f248c19a8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.014+0000 7f2492600640 1 --2- 172.21.15.44:0/836431567 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f248c103990 0x7f248c19a370 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.016 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.014+0000 7f2492600640 1 -- 172.21.15.44:0/836431567 >> 172.21.15.44:0/836431567 conn(0x7f248c0ff440 msgr2=0x7f248c0ff980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:19.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.014+0000 7f2492600640 1 -- 172.21.15.44:0/836431567 shutdown_connections 2024-05-27T00:46:19.017 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.014+0000 7f2492600640 1 -- 172.21.15.44:0/836431567 wait complete. 2024-05-27T00:46:19.040 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-27T00:46:19.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:18 smithi050 ceph-mon[36071]: pgmap v343: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 206 B/s wr, 6 op/s 2024-05-27T00:46:19.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:18 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/504598335' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:46:19.249 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.249+0000 7f3afa000640 1 -- 172.21.15.44:0/1196805804 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3af4112810 msgr2=0x7f3af4114c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:19.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.249+0000 7f3afa000640 1 --2- 172.21.15.44:0/1196805804 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3af4112810 0x7f3af4114c00 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f3aec009ca0 tx=0x7f3aec02a8c0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.249+0000 7f3afa000640 1 -- 172.21.15.44:0/1196805804 shutdown_connections 2024-05-27T00:46:19.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.249+0000 7f3afa000640 1 --2- 172.21.15.44:0/1196805804 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3af4112810 0x7f3af4114c00 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.249+0000 7f3afa000640 1 --2- 172.21.15.44:0/1196805804 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3af40767f0 0x7f3af41122d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.249+0000 7f3afa000640 1 --2- 172.21.15.44:0/1196805804 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3af4075ed0 0x7f3af40762b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.249+0000 7f3afa000640 1 -- 172.21.15.44:0/1196805804 >> 172.21.15.44:0/1196805804 conn(0x7f3af40ff6a0 msgr2=0x7f3af4101ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:19.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.249+0000 7f3afa000640 1 -- 172.21.15.44:0/1196805804 shutdown_connections 2024-05-27T00:46:19.250 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.249+0000 7f3afa000640 1 -- 172.21.15.44:0/1196805804 wait complete. 2024-05-27T00:46:19.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.250+0000 7f3afa000640 1 Processor -- start 2024-05-27T00:46:19.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.250+0000 7f3afa000640 1 -- start start 2024-05-27T00:46:19.251 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.251+0000 7f3afa000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3af4075ed0 0x7f3af41a4650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:19.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.251+0000 7f3afa000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3af40767f0 0x7f3af41a4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:19.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.251+0000 7f3afa000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3af4112810 0x7f3af419e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:19.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.251+0000 7f3afa000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f3af4118490 con 0x7f3af40767f0 2024-05-27T00:46:19.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.251+0000 7f3afa000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3af4118310 con 0x7f3af4112810 2024-05-27T00:46:19.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.251+0000 7f3afa000640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f3af4118610 con 0x7f3af4075ed0 2024-05-27T00:46:19.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.251+0000 7f3aebe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3af40767f0 0x7f3af41a4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:19.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.251+0000 7f3aebe00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3af40767f0 0x7f3af41a4b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56910/0 (socket says 172.21.15.44:56910) 2024-05-27T00:46:19.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.251+0000 7f3aebe00640 1 -- 172.21.15.44:0/3441715907 learned_addr learned my addr 172.21.15.44:0/3441715907 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:46:19.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.251+0000 7f3af3e00640 1 --2- 172.21.15.44:0/3441715907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3af4112810 0x7f3af419e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:19.252 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.251+0000 7f3af3400640 1 --2- 172.21.15.44:0/3441715907 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3af4075ed0 0x7f3af41a4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:19.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.251+0000 7f3aebe00640 1 -- 172.21.15.44:0/3441715907 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3af4075ed0 msgr2=0x7f3af41a4650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:19.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.251+0000 7f3aebe00640 1 --2- 172.21.15.44:0/3441715907 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3af4075ed0 0x7f3af41a4650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.251+0000 7f3aebe00640 1 -- 172.21.15.44:0/3441715907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3af4112810 msgr2=0x7f3af419e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:19.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.251+0000 7f3aebe00640 1 --2- 172.21.15.44:0/3441715907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3af4112810 0x7f3af419e710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.252+0000 7f3aebe00640 1 -- 172.21.15.44:0/3441715907 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3af419efd0 con 0x7f3af40767f0 2024-05-27T00:46:19.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.252+0000 7f3aebe00640 1 --2- 172.21.15.44:0/3441715907 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3af40767f0 0x7f3af41a4b90 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f3adc00e9f0 tx=0x7f3adc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:19.253 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.252+0000 7f3af0c00640 1 -- 172.21.15.44:0/3441715907 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3adc00cd80 con 0x7f3af40767f0 2024-05-27T00:46:19.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.252+0000 7f3af0c00640 1 -- 172.21.15.44:0/3441715907 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3adc010930 con 0x7f3af40767f0 2024-05-27T00:46:19.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.252+0000 7f3afa000640 1 -- 172.21.15.44:0/3441715907 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3af419f2c0 con 0x7f3af40767f0 2024-05-27T00:46:19.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.252+0000 7f3af0c00640 1 -- 172.21.15.44:0/3441715907 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3adc018b00 con 0x7f3af40767f0 2024-05-27T00:46:19.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.252+0000 7f3afa000640 1 -- 172.21.15.44:0/3441715907 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3af41ab5d0 con 0x7f3af40767f0 2024-05-27T00:46:19.254 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.254+0000 7f3afa000640 1 -- 172.21.15.44:0/3441715907 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3af4077610 con 0x7f3af40767f0 2024-05-27T00:46:19.258 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.258+0000 7f3af0c00640 1 -- 172.21.15.44:0/3441715907 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f3adc018ca0 con 0x7f3af40767f0 2024-05-27T00:46:19.259 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.259+0000 7f3af0c00640 1 --2- 172.21.15.44:0/3441715907 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f3ad80a2d00 0x7f3ad80a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:19.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.259+0000 7f3af0c00640 1 -- 172.21.15.44:0/3441715907 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9496+0+0 (secure 0 0 0) 0x7f3adc0cfb90 con 0x7f3af40767f0 2024-05-27T00:46:19.260 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.260+0000 7f3af3400640 1 --2- 172.21.15.44:0/3441715907 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f3ad80a2d00 0x7f3ad80a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:19.262 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.261+0000 7f3af3400640 1 --2- 172.21.15.44:0/3441715907 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f3ad80a2d00 0x7f3ad80a51c0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f3ae4009bd0 tx=0x7f3ae4005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:19.264 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.264+0000 7f3af0c00640 1 -- 172.21.15.44:0/3441715907 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3adc09bd30 con 0x7f3af40767f0 2024-05-27T00:46:19.471 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.471+0000 7f3afa000640 1 -- 172.21.15.44:0/3441715907 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3af410d9a0 con 0x7f3af40767f0 2024-05-27T00:46:19.475 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.475+0000 7f3af0c00640 1 -- 172.21.15.44:0/3441715907 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v106) ==== 74+0+25254 (secure 0 0 0) 0x7f3adc0a0030 con 0x7f3af40767f0 2024-05-27T00:46:19.476 INFO:teuthology.orchestra.run.smithi044.stdout: 2024-05-27T00:46:19.476 INFO:teuthology.orchestra.run.smithi044.stdout:{"epoch":106,"fsid":"1fe53dce-1bbf-11ef-bc9b-c7b262605968","created":"2024-05-27T00:23:11.400360+0000","modified":"2024-05-27T00:46:14.280793+0000","last_up_change":"2024-05-27T00:31:20.047344+0000","last_in_change":"2024-05-27T00:30:59.522750+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-27T00:27:02.979133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-27T00:32:16.909207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-27T00:32:17.962562+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"105","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":17,"snap_epoch":105,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-05-27T00:32:21.951818+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"105","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":17,"snap_epoch":105,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f71853ef-3b4a-4b0b-876d-e1bebd217890","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6802","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6803","nonce":2887410056}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6804","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6805","nonce":2887410056}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6808","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6809","nonce":2887410056}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6806","nonce":2887410056},{"type":"v1","addr":"172.21.15.44:6807","nonce":2887410056}]},"public_addr":"172.21.15.44:6803/2887410056","cluster_addr":"172.21.15.44:6805/2887410056","heartbeat_back_addr":"172.21.15.44:6809/2887410056","heartbeat_front_addr":"172.21.15.44:6807/2887410056","state":["exists","up"]},{"osd":1,"uuid":"4d01b374-25e5-4bd5-95a1-d04758799d69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6800","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6801","nonce":3043771852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6802","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6803","nonce":3043771852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6806","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6807","nonce":3043771852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6804","nonce":3043771852},{"type":"v1","addr":"172.21.15.50:6805","nonce":3043771852}]},"public_addr":"172.21.15.50:6801/3043771852","cluster_addr":"172.21.15.50:6803/3043771852","heartbeat_back_addr":"172.21.15.50:6807/3043771852","heartbeat_front_addr":"172.21.15.50:6805/3043771852","state":["exists","up"]},{"osd":2,"uuid":"2ad9a094-a01b-4fc7-84a6-c6db467d7ce9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6800","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6801","nonce":1400932085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6802","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6803","nonce":1400932085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6806","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6807","nonce":1400932085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6804","nonce":1400932085},{"type":"v1","addr":"172.21.15.137:6805","nonce":1400932085}]},"public_addr":"172.21.15.137:6801/1400932085","cluster_addr":"172.21.15.137:6803/1400932085","heartbeat_back_addr":"172.21.15.137:6807/1400932085","heartbeat_front_addr":"172.21.15.137:6805/1400932085","state":["exists","up"]},{"osd":3,"uuid":"ea6e4dfd-b2b6-4151-b3c8-e3c728c5260a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6810","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6811","nonce":2729882382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6812","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6813","nonce":2729882382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6816","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6817","nonce":2729882382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6814","nonce":2729882382},{"type":"v1","addr":"172.21.15.44:6815","nonce":2729882382}]},"public_addr":"172.21.15.44:6811/2729882382","cluster_addr":"172.21.15.44:6813/2729882382","heartbeat_back_addr":"172.21.15.44:6817/2729882382","heartbeat_front_addr":"172.21.15.44:6815/2729882382","state":["exists","up"]},{"osd":4,"uuid":"3f3f5d2e-7672-436a-8d2e-f44fc68c2265","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":35,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6808","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6809","nonce":3061072966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6810","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6811","nonce":3061072966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6814","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6815","nonce":3061072966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6812","nonce":3061072966},{"type":"v1","addr":"172.21.15.50:6813","nonce":3061072966}]},"public_addr":"172.21.15.50:6809/3061072966","cluster_addr":"172.21.15.50:6811/3061072966","heartbeat_back_addr":"172.21.15.50:6815/3061072966","heartbeat_front_addr":"172.21.15.50:6813/3061072966","state":["exists","up"]},{"osd":5,"uuid":"d031a02f-ff4f-4aa2-9455-07887c16a52f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":40,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6808","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6809","nonce":1301018}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6810","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6811","nonce":1301018}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6814","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6815","nonce":1301018}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6812","nonce":1301018},{"type":"v1","addr":"172.21.15.137:6813","nonce":1301018}]},"public_addr":"172.21.15.137:6809/1301018","cluster_addr":"172.21.15.137:6811/1301018","heartbeat_back_addr":"172.21.15.137:6815/1301018","heartbeat_front_addr":"172.21.15.137:6813/1301018","state":["exists","up"]},{"osd":6,"uuid":"a67d73d2-fed2-4cab-83a9-30455674510b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6818","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6819","nonce":2573386012}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6820","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6821","nonce":2573386012}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6824","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6825","nonce":2573386012}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6822","nonce":2573386012},{"type":"v1","addr":"172.21.15.44:6823","nonce":2573386012}]},"public_addr":"172.21.15.44:6819/2573386012","cluster_addr":"172.21.15.44:6821/2573386012","heartbeat_back_addr":"172.21.15.44:6825/2573386012","heartbeat_front_addr":"172.21.15.44:6823/2573386012","state":["exists","up"]},{"osd":7,"uuid":"e62621c0-d36a-417d-92dc-f98c32df6859","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":53,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6816","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6817","nonce":2431349005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6818","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6819","nonce":2431349005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6822","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6823","nonce":2431349005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6820","nonce":2431349005},{"type":"v1","addr":"172.21.15.50:6821","nonce":2431349005}]},"public_addr":"172.21.15.50:6817/2431349005","cluster_addr":"172.21.15.50:6819/2431349005","heartbeat_back_addr":"172.21.15.50:6823/2431349005","heartbeat_front_addr":"172.21.15.50:6821/2431349005","state":["exists","up"]},{"osd":8,"uuid":"377f939a-f08c-417d-94f6-2a69b0f0e3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":61,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6816","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6817","nonce":1479202379}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6818","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6819","nonce":1479202379}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6822","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6823","nonce":1479202379}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6820","nonce":1479202379},{"type":"v1","addr":"172.21.15.137:6821","nonce":1479202379}]},"public_addr":"172.21.15.137:6817/1479202379","cluster_addr":"172.21.15.137:6819/1479202379","heartbeat_back_addr":"172.21.15.137:6823/1479202379","heartbeat_front_addr":"172.21.15.137:6821/1479202379","state":["exists","up"]},{"osd":9,"uuid":"fd29098c-60fe-4c4d-9203-5606c61535c0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6826","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6827","nonce":3449544170}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6828","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6829","nonce":3449544170}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6832","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6833","nonce":3449544170}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.44:6830","nonce":3449544170},{"type":"v1","addr":"172.21.15.44:6831","nonce":3449544170}]},"public_addr":"172.21.15.44:6827/3449544170","cluster_addr":"172.21.15.44:6829/3449544170","heartbeat_back_addr":"172.21.15.44:6833/3449544170","heartbeat_front_addr":"172.21.15.44:6831/3449544170","state":["exists","up"]},{"osd":10,"uuid":"88e3cf0f-2d6e-4129-968d-b855508ffa27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":74,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6824","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6825","nonce":1424102859}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6826","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6827","nonce":1424102859}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6830","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6831","nonce":1424102859}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.50:6828","nonce":1424102859},{"type":"v1","addr":"172.21.15.50:6829","nonce":1424102859}]},"public_addr":"172.21.15.50:6825/1424102859","cluster_addr":"172.21.15.50:6827/1424102859","heartbeat_back_addr":"172.21.15.50:6831/1424102859","heartbeat_front_addr":"172.21.15.50:6829/1424102859","state":["exists","up"]},{"osd":11,"uuid":"a79b8a23-133e-494b-9ed0-1ad2ae949d4f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":82,"up_thru":94,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6824","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6825","nonce":441351881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6826","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6827","nonce":441351881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6830","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6831","nonce":441351881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.137:6828","nonce":441351881},{"type":"v1","addr":"172.21.15.137:6829","nonce":441351881}]},"public_addr":"172.21.15.137:6825/441351881","cluster_addr":"172.21.15.137:6827/441351881","heartbeat_back_addr":"172.21.15.137:6831/441351881","heartbeat_front_addr":"172.21.15.137:6829/441351881","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:10.437905+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:35.353348+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:26:59.164565+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:32.584600+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:27:59.407364+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:24.412121+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:28:58.540624+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:24.824046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:29:50.610503+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:24.736060+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:30:51.889090+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-27T00:31:17.966246+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.19","mappings":[{"from":3,"to":7}]},{"pgid":"3.21","mappings":[{"from":5,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.27","mappings":[{"from":4,"to":8}]},{"pgid":"4.2","mappings":[{"from":9,"to":1}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.1d","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.44:0/3112025334":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/2815226501":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/1635201417":"2024-05-28T00:35:17.272654+0000","172.21.15.44:6801/3215479563":"2024-05-28T00:35:17.272654+0000","172.21.15.44:6800/3215479563":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/2718148546":"2024-05-28T00:35:17.272654+0000","172.21.15.44:0/2530323195":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6801/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/3492144479":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6800/3059550402":"2024-05-28T00:24:20.259434+0000","172.21.15.44:6800/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1224856036":"2024-05-28T00:24:20.259434+0000","172.21.15.44:0/2012580398":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/2519931377":"2024-05-28T00:23:45.063917+0000","172.21.15.44:6801/1746688742":"2024-05-28T00:23:45.063917+0000","172.21.15.44:0/1919797537":"2024-05-28T00:24:20.259434+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":17,"length":1}]},{"pool":4,"snaps":[{"begin":6,"length":1},{"begin":17,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-27T00:46:19.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.478+0000 7f3afa000640 1 -- 172.21.15.44:0/3441715907 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f3ad80a2d00 msgr2=0x7f3ad80a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:19.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.478+0000 7f3afa000640 1 --2- 172.21.15.44:0/3441715907 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f3ad80a2d00 0x7f3ad80a51c0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f3ae4009bd0 tx=0x7f3ae4005f90 comp rx=0 tx=0).stop 2024-05-27T00:46:19.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.478+0000 7f3afa000640 1 -- 172.21.15.44:0/3441715907 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3af40767f0 msgr2=0x7f3af41a4b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:19.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.478+0000 7f3afa000640 1 --2- 172.21.15.44:0/3441715907 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3af40767f0 0x7f3af41a4b90 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f3adc00e9f0 tx=0x7f3adc00eeb0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.478+0000 7f3afa000640 1 -- 172.21.15.44:0/3441715907 shutdown_connections 2024-05-27T00:46:19.479 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.478+0000 7f3afa000640 1 --2- 172.21.15.44:0/3441715907 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f3ad80a2d00 0x7f3ad80a51c0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.478+0000 7f3afa000640 1 --2- 172.21.15.44:0/3441715907 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f3af4112810 0x7f3af419e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.478+0000 7f3afa000640 1 --2- 172.21.15.44:0/3441715907 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f3af40767f0 0x7f3af41a4b90 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.478+0000 7f3afa000640 1 --2- 172.21.15.44:0/3441715907 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f3af4075ed0 0x7f3af41a4650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.478+0000 7f3afa000640 1 -- 172.21.15.44:0/3441715907 >> 172.21.15.44:0/3441715907 conn(0x7f3af40ff6a0 msgr2=0x7f3af41142a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:19.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.479+0000 7f3afa000640 1 -- 172.21.15.44:0/3441715907 shutdown_connections 2024-05-27T00:46:19.480 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.479+0000 7f3afa000640 1 -- 172.21.15.44:0/3441715907 wait complete. 2024-05-27T00:46:19.499 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-05-27T00:46:19.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.719+0000 7fbbdb800640 1 -- 172.21.15.44:0/4273708585 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbd4074590 msgr2=0x7fbbd410dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:19.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.719+0000 7fbbdb800640 1 --2- 172.21.15.44:0/4273708585 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbd4074590 0x7fbbd410dd40 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fbbc0009900 tx=0x7fbbc002a480 comp rx=0 tx=0).stop 2024-05-27T00:46:19.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.719+0000 7fbbdb800640 1 -- 172.21.15.44:0/4273708585 shutdown_connections 2024-05-27T00:46:19.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.719+0000 7fbbdb800640 1 --2- 172.21.15.44:0/4273708585 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbbd410e280 0x7fbbd4110670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.719+0000 7fbbdb800640 1 --2- 172.21.15.44:0/4273708585 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbd4074590 0x7fbbd410dd40 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.719+0000 7fbbdb800640 1 --2- 172.21.15.44:0/4273708585 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbd4073c70 0x7fbbd4074050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.720 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.719+0000 7fbbdb800640 1 -- 172.21.15.44:0/4273708585 >> 172.21.15.44:0/4273708585 conn(0x7fbbd4078df0 msgr2=0x7fbbd4079200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:19.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.719+0000 7fbbdb800640 1 -- 172.21.15.44:0/4273708585 shutdown_connections 2024-05-27T00:46:19.721 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.719+0000 7fbbdb800640 1 -- 172.21.15.44:0/4273708585 wait complete. 2024-05-27T00:46:19.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.720+0000 7fbbdb800640 1 Processor -- start 2024-05-27T00:46:19.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.721+0000 7fbbdb800640 1 -- start start 2024-05-27T00:46:19.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.721+0000 7fbbdb800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbd4073c70 0x7fbbd419a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:19.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.721+0000 7fbbdb800640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbbd4074590 0x7fbbd419ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:19.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.721+0000 7fbbdb800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbd410e280 0x7fbbd419ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:19.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.721+0000 7fbbdb800640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7fbbd41140a0 con 0x7fbbd410e280 2024-05-27T00:46:19.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.721+0000 7fbbdb800640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbbd4113f20 con 0x7fbbd4073c70 2024-05-27T00:46:19.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.721+0000 7fbbdb800640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7fbbd4114220 con 0x7fbbd4074590 2024-05-27T00:46:19.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.721+0000 7fbbd9800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbd410e280 0x7fbbd419ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:19.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.721+0000 7fbbd9800640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbd410e280 0x7fbbd419ee80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56934/0 (socket says 172.21.15.44:56934) 2024-05-27T00:46:19.723 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.721+0000 7fbbd9800640 1 -- 172.21.15.44:0/578404711 learned_addr learned my addr 172.21.15.44:0/578404711 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:46:19.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.721+0000 7fbbd8e00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbd4073c70 0x7fbbd419a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:19.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.721+0000 7fbbd3e00640 1 --2- 172.21.15.44:0/578404711 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbbd4074590 0x7fbbd419ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:19.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.722+0000 7fbbd8e00640 1 -- 172.21.15.44:0/578404711 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbbd4074590 msgr2=0x7fbbd419ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:19.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.722+0000 7fbbd8e00640 1 --2- 172.21.15.44:0/578404711 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbbd4074590 0x7fbbd419ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.722+0000 7fbbd8e00640 1 -- 172.21.15.44:0/578404711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbd410e280 msgr2=0x7fbbd419ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:19.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.722+0000 7fbbd8e00640 1 --2- 172.21.15.44:0/578404711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbd410e280 0x7fbbd419ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.722+0000 7fbbd8e00640 1 -- 172.21.15.44:0/578404711 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbd419f5b0 con 0x7fbbd4073c70 2024-05-27T00:46:19.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.722+0000 7fbbd9800640 1 --2- 172.21.15.44:0/578404711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbd410e280 0x7fbbd419ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:46:19.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.722+0000 7fbbd8e00640 1 --2- 172.21.15.44:0/578404711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbd4073c70 0x7fbbd419a5c0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fbbc800e9f0 tx=0x7fbbc800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:19.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.722+0000 7fbbd1600640 1 -- 172.21.15.44:0/578404711 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc800cd80 con 0x7fbbd4073c70 2024-05-27T00:46:19.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.723+0000 7fbbdb800640 1 -- 172.21.15.44:0/578404711 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbd419f8a0 con 0x7fbbd4073c70 2024-05-27T00:46:19.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.723+0000 7fbbd1600640 1 -- 172.21.15.44:0/578404711 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbbc80035f0 con 0x7fbbd4073c70 2024-05-27T00:46:19.724 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.723+0000 7fbbd1600640 1 -- 172.21.15.44:0/578404711 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc8010650 con 0x7fbbd4073c70 2024-05-27T00:46:19.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.723+0000 7fbbdb800640 1 -- 172.21.15.44:0/578404711 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbd41a7130 con 0x7fbbd4073c70 2024-05-27T00:46:19.725 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.724+0000 7fbbdb800640 1 -- 172.21.15.44:0/578404711 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbd4068c10 con 0x7fbbd4073c70 2024-05-27T00:46:19.726 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.726+0000 7fbbd1600640 1 -- 172.21.15.44:0/578404711 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fbbc80037a0 con 0x7fbbd4073c70 2024-05-27T00:46:19.728 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.728+0000 7fbbd1600640 1 --2- 172.21.15.44:0/578404711 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fbbbc0a2d00 0x7fbbbc0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:19.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.728+0000 7fbbd1600640 1 -- 172.21.15.44:0/578404711 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9496+0+0 (secure 0 0 0) 0x7fbbc80cfb60 con 0x7fbbd4073c70 2024-05-27T00:46:19.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.728+0000 7fbbd3e00640 1 --2- 172.21.15.44:0/578404711 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fbbbc0a2d00 0x7fbbbc0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:19.729 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.729+0000 7fbbd3e00640 1 --2- 172.21.15.44:0/578404711 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fbbbc0a2d00 0x7fbbbc0a51c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fbbc0009230 tx=0x7fbbc00058d0 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:19.732 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.732+0000 7fbbd1600640 1 -- 172.21.15.44:0/578404711 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbbc809c350 con 0x7fbbd4073c70 2024-05-27T00:46:19.977 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.976+0000 7fbbdb800640 1 -- 172.21.15.44:0/578404711 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fbbd4108e70 con 0x7fbbd4073c70 2024-05-27T00:46:19.980 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:19 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/836431567' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:46:19.980 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:19 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/3441715907' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:46:19.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.988+0000 7fbbd1600640 1 -- 172.21.15.44:0/578404711 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v39) ==== 161+0+0 (secure 0 0 0) 0x7fbbc809bc50 con 0x7fbbd4073c70 2024-05-27T00:46:19.989 INFO:teuthology.orchestra.run.smithi044.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-05-27T00:46:19.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.992+0000 7fbbdb800640 1 -- 172.21.15.44:0/578404711 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fbbbc0a2d00 msgr2=0x7fbbbc0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:19.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.992+0000 7fbbdb800640 1 --2- 172.21.15.44:0/578404711 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fbbbc0a2d00 0x7fbbbc0a51c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fbbc0009230 tx=0x7fbbc00058d0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.992+0000 7fbbdb800640 1 -- 172.21.15.44:0/578404711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbd4073c70 msgr2=0x7fbbd419a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:19.992 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.992+0000 7fbbdb800640 1 --2- 172.21.15.44:0/578404711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbd4073c70 0x7fbbd419a5c0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fbbc800e9f0 tx=0x7fbbc800eeb0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.993+0000 7fbbdb800640 1 -- 172.21.15.44:0/578404711 shutdown_connections 2024-05-27T00:46:19.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.993+0000 7fbbdb800640 1 --2- 172.21.15.44:0/578404711 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7fbbbc0a2d00 0x7fbbbc0a51c0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.993+0000 7fbbdb800640 1 --2- 172.21.15.44:0/578404711 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7fbbd410e280 0x7fbbd419ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.993+0000 7fbbdb800640 1 --2- 172.21.15.44:0/578404711 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7fbbd4074590 0x7fbbd419ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.993+0000 7fbbdb800640 1 --2- 172.21.15.44:0/578404711 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7fbbd4073c70 0x7fbbd419a5c0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:19.993 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.993+0000 7fbbdb800640 1 -- 172.21.15.44:0/578404711 >> 172.21.15.44:0/578404711 conn(0x7fbbd4078df0 msgr2=0x7fbbd40fe8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:19.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.993+0000 7fbbdb800640 1 -- 172.21.15.44:0/578404711 shutdown_connections 2024-05-27T00:46:19.994 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:19.993+0000 7fbbdb800640 1 -- 172.21.15.44:0/578404711 wait complete. 2024-05-27T00:46:20.019 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-05-27T00:46:20.026 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:19 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/836431567' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:46:20.026 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:19 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/3441715907' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:46:20.029 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:19 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/836431567' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-27T00:46:20.029 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:19 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/3441715907' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-27T00:46:20.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.203+0000 7f00eee00640 1 -- 172.21.15.44:0/164898842 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f00e810d2a0 msgr2=0x7f00e8114e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:20.208 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.203+0000 7f00eee00640 1 --2- 172.21.15.44:0/164898842 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f00e810d2a0 0x7f00e8114e70 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f00e0009ca0 tx=0x7f00e002a8c0 comp rx=0 tx=0).stop 2024-05-27T00:46:20.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.204+0000 7f00eee00640 1 -- 172.21.15.44:0/164898842 shutdown_connections 2024-05-27T00:46:20.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.204+0000 7f00eee00640 1 --2- 172.21.15.44:0/164898842 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f00e810d2a0 0x7f00e8114e70 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:20.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.204+0000 7f00eee00640 1 --2- 172.21.15.44:0/164898842 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f00e8108bd0 0x7f00e810cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:20.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.204+0000 7f00eee00640 1 --2- 172.21.15.44:0/164898842 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00e8108220 0x7f00e8108600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:20.209 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.204+0000 7f00eee00640 1 -- 172.21.15.44:0/164898842 >> 172.21.15.44:0/164898842 conn(0x7f00e8075ee0 msgr2=0x7f00e8078300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:20.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.204+0000 7f00eee00640 1 -- 172.21.15.44:0/164898842 shutdown_connections 2024-05-27T00:46:20.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.204+0000 7f00eee00640 1 -- 172.21.15.44:0/164898842 wait complete. 2024-05-27T00:46:20.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.205+0000 7f00eee00640 1 Processor -- start 2024-05-27T00:46:20.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.205+0000 7f00eee00640 1 -- start start 2024-05-27T00:46:20.210 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.205+0000 7f00eee00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f00e8108220 0x7f00e81a4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:20.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.205+0000 7f00eee00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f00e810d2a0 0x7f00e81a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:20.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.205+0000 7f00eee00640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00e819e720 0x7f00e819eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:20.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.205+0000 7f00eee00640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f00e81184c0 con 0x7f00e8108220 2024-05-27T00:46:20.211 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.205+0000 7f00eee00640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f00e8118340 con 0x7f00e819e720 2024-05-27T00:46:20.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.205+0000 7f00eee00640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f00e8118640 con 0x7f00e810d2a0 2024-05-27T00:46:20.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.205+0000 7f00e7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f00e8108220 0x7f00e81a4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:20.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.205+0000 7f00e7400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f00e810d2a0 0x7f00e81a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:20.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.205+0000 7f00e7e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f00e8108220 0x7f00e81a4660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:56982/0 (socket says 172.21.15.44:56982) 2024-05-27T00:46:20.212 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.206+0000 7f00e7e00640 1 -- 172.21.15.44:0/4044554728 learned_addr learned my addr 172.21.15.44:0/4044554728 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:46:20.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.205+0000 7f00e7400640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f00e810d2a0 0x7f00e81a4ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.137:3300/0 says I am v2:172.21.15.44:60464/0 (socket says 172.21.15.44:60464) 2024-05-27T00:46:20.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.206+0000 7f00ece00640 1 --2- 172.21.15.44:0/4044554728 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00e819e720 0x7f00e819eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:20.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.206+0000 7f00e7e00640 1 -- 172.21.15.44:0/4044554728 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f00e810d2a0 msgr2=0x7f00e81a4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:20.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.206+0000 7f00e7e00640 1 --2- 172.21.15.44:0/4044554728 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f00e810d2a0 0x7f00e81a4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:20.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.206+0000 7f00e7e00640 1 -- 172.21.15.44:0/4044554728 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00e819e720 msgr2=0x7f00e819eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:20.213 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.206+0000 7f00e7e00640 1 --2- 172.21.15.44:0/4044554728 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00e819e720 0x7f00e819eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:20.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.206+0000 7f00e7e00640 1 -- 172.21.15.44:0/4044554728 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00e819f320 con 0x7f00e8108220 2024-05-27T00:46:20.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.206+0000 7f00e7e00640 1 --2- 172.21.15.44:0/4044554728 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f00e8108220 0x7f00e81a4660 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f00d800ea60 tx=0x7f00d800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:20.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.206+0000 7f00e4c00640 1 -- 172.21.15.44:0/4044554728 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00d800cde0 con 0x7f00e8108220 2024-05-27T00:46:20.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.206+0000 7f00e4c00640 1 -- 172.21.15.44:0/4044554728 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f00d80035f0 con 0x7f00e8108220 2024-05-27T00:46:20.214 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.206+0000 7f00e4c00640 1 -- 172.21.15.44:0/4044554728 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00d8010720 con 0x7f00e8108220 2024-05-27T00:46:20.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.207+0000 7f00eee00640 1 -- 172.21.15.44:0/4044554728 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00e81ab400 con 0x7f00e8108220 2024-05-27T00:46:20.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.207+0000 7f00eee00640 1 -- 172.21.15.44:0/4044554728 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00e81ab7b0 con 0x7f00e8108220 2024-05-27T00:46:20.215 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.208+0000 7f00eee00640 1 -- 172.21.15.44:0/4044554728 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00e81096a0 con 0x7f00e8108220 2024-05-27T00:46:20.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.210+0000 7f00e4c00640 1 -- 172.21.15.44:0/4044554728 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f00d80037a0 con 0x7f00e8108220 2024-05-27T00:46:20.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.211+0000 7f00e4c00640 1 --2- 172.21.15.44:0/4044554728 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f00cc0a2d00 0x7f00cc0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:20.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.211+0000 7f00e4c00640 1 -- 172.21.15.44:0/4044554728 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 9666+0+0 (secure 0 0 0) 0x7f00d80cfcd0 con 0x7f00e8108220 2024-05-27T00:46:20.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.212+0000 7f00e7400640 1 --2- 172.21.15.44:0/4044554728 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f00cc0a2d00 0x7f00cc0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:20.217 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.212+0000 7f00e7400640 1 --2- 172.21.15.44:0/4044554728 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f00cc0a2d00 0x7f00cc0a51c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f00e819ff70 tx=0x7f00d4005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:20.218 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.216+0000 7f00e4c00640 1 -- 172.21.15.44:0/4044554728 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f00d809c410 con 0x7f00e8108220 2024-05-27T00:46:20.364 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:19 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a[31640]: 2024-05-27T00:46:19.978+0000 7fdf77000700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-27T00:46:20.364 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:46:20 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: ignoring --setuser ceph since I am not root 2024-05-27T00:46:20.364 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:46:20 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: ignoring --setgroup ceph since I am not root 2024-05-27T00:46:20.365 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:46:20 smithi044 ceph-mds[71110]: -- 172.21.15.44:0/4078711290 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bb7298ba40 con 0x55bb7295f000 2024-05-27T00:46:20.365 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:46:20 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: starting mds.a at 2024-05-27T00:46:20.450 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:46:20 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: ignoring --setuser ceph since I am not root 2024-05-27T00:46:20.450 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:46:20 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: ignoring --setgroup ceph since I am not root 2024-05-27T00:46:20.450 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:46:20 smithi050 ceph-mds[66377]: -- 172.21.15.50:0/1161303904 <== mon.2 v2:172.21.15.50:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56013e651a40 con 0x56013e625000 2024-05-27T00:46:20.451 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:46:20 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: starting mds.h at 2024-05-27T00:46:20.451 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 27 00:46:20 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-e[66069]: ignoring --setuser ceph since I am not root 2024-05-27T00:46:20.451 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 27 00:46:20 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-e[66069]: ignoring --setgroup ceph since I am not root 2024-05-27T00:46:20.451 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 27 00:46:20 smithi050 ceph-mds[66073]: -- 172.21.15.50:0/363932096 <== mon.2 v2:172.21.15.50:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561514c57a40 con 0x561514c2ac00 2024-05-27T00:46:20.451 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 27 00:46:20 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-e[66069]: starting mds.e at 2024-05-27T00:46:20.451 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 27 00:46:20 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-b[66679]: ignoring --setuser ceph since I am not root 2024-05-27T00:46:20.452 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 27 00:46:20 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-b[66679]: ignoring --setgroup ceph since I am not root 2024-05-27T00:46:20.452 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 27 00:46:20 smithi050 ceph-mds[66683]: -- 172.21.15.50:0/3953113633 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b909e79a40 con 0x55b909e4c800 2024-05-27T00:46:20.452 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 27 00:46:20 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-b[66679]: starting mds.b at 2024-05-27T00:46:20.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.455+0000 7f00eee00640 1 -- 172.21.15.44:0/4044554728 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f00e8108c30 con 0x7f00e8108220 2024-05-27T00:46:20.502 INFO:journalctl@ceph.mds.c.smithi137.stdout:May 27 00:46:20 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-c[67218]: ignoring --setuser ceph since I am not root 2024-05-27T00:46:20.502 INFO:journalctl@ceph.mds.c.smithi137.stdout:May 27 00:46:20 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-c[67218]: ignoring --setgroup ceph since I am not root 2024-05-27T00:46:20.502 INFO:journalctl@ceph.mds.c.smithi137.stdout:May 27 00:46:20 smithi137 ceph-mds[67222]: -- 172.21.15.137:0/2080372555 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5601709b5a40 con 0x560170988800 2024-05-27T00:46:20.502 INFO:journalctl@ceph.mds.c.smithi137.stdout:May 27 00:46:20 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-c[67218]: starting mds.c at 2024-05-27T00:46:20.502 INFO:journalctl@ceph.mds.i.smithi137.stdout:May 27 00:46:20 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-i[67526]: ignoring --setuser ceph since I am not root 2024-05-27T00:46:20.502 INFO:journalctl@ceph.mds.i.smithi137.stdout:May 27 00:46:20 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-i[67526]: ignoring --setgroup ceph since I am not root 2024-05-27T00:46:20.503 INFO:journalctl@ceph.mds.i.smithi137.stdout:May 27 00:46:20 smithi137 ceph-mds[67535]: -- 172.21.15.137:0/4040890946 <== mon.1 v2:172.21.15.137:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558a435afa40 con 0x558a43583000 2024-05-27T00:46:20.503 INFO:journalctl@ceph.mds.i.smithi137.stdout:May 27 00:46:20 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-i[67526]: starting mds.i at 2024-05-27T00:46:20.985 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.985+0000 7f00e4c00640 1 -- 172.21.15.44:0/4044554728 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v40) ==== 104+0+0 (secure 0 0 0) 0x7f00d809bd10 con 0x7f00e8108220 2024-05-27T00:46:20.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.988+0000 7f00eee00640 1 -- 172.21.15.44:0/4044554728 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f00cc0a2d00 msgr2=0x7f00cc0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:20.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.988+0000 7f00eee00640 1 --2- 172.21.15.44:0/4044554728 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f00cc0a2d00 0x7f00cc0a51c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f00e819ff70 tx=0x7f00d4005f90 comp rx=0 tx=0).stop 2024-05-27T00:46:20.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.988+0000 7f00eee00640 1 -- 172.21.15.44:0/4044554728 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f00e8108220 msgr2=0x7f00e81a4660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:20.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.988+0000 7f00eee00640 1 --2- 172.21.15.44:0/4044554728 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f00e8108220 0x7f00e81a4660 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f00d800ea60 tx=0x7f00d800ef20 comp rx=0 tx=0).stop 2024-05-27T00:46:20.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.988+0000 7f00eee00640 1 -- 172.21.15.44:0/4044554728 shutdown_connections 2024-05-27T00:46:20.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.988+0000 7f00eee00640 1 --2- 172.21.15.44:0/4044554728 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f00cc0a2d00 0x7f00cc0a51c0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:20.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.988+0000 7f00eee00640 1 --2- 172.21.15.44:0/4044554728 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f00e819e720 0x7f00e819eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:20.989 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.988+0000 7f00eee00640 1 --2- 172.21.15.44:0/4044554728 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f00e810d2a0 0x7f00e81a4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:20.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.988+0000 7f00eee00640 1 --2- 172.21.15.44:0/4044554728 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f00e8108220 0x7f00e81a4660 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:20.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.988+0000 7f00eee00640 1 -- 172.21.15.44:0/4044554728 >> 172.21.15.44:0/4044554728 conn(0x7f00e8075ee0 msgr2=0x7f00e80768d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:20.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.989+0000 7f00eee00640 1 -- 172.21.15.44:0/4044554728 shutdown_connections 2024-05-27T00:46:20.990 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:20.989+0000 7f00eee00640 1 -- 172.21.15.44:0/4044554728 wait complete. 2024-05-27T00:46:21.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:20 smithi044 ceph-mon[31645]: pgmap v344: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1023 B/s wr, 7 op/s 2024-05-27T00:46:21.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:20 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/578404711' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-27T00:46:21.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:20 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-27T00:46:21.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:20 smithi044 ceph-mon[31645]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-27T00:46:21.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:20 smithi044 ceph-mon[31645]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-27T00:46:21.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:20 smithi044 ceph-mon[31645]: Health check cleared: MDS_DAMAGE (was: 2 MDSs report damaged metadata) 2024-05-27T00:46:21.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:20 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-27T00:46:21.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:20 smithi044 ceph-mon[31645]: osdmap e107: 12 total, 12 up, 12 in 2024-05-27T00:46:21.014 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:20 smithi044 ceph-mon[31645]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-05-27T00:46:21.015 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:20 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/4044554728' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-27T00:46:21.016 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-05-27T00:46:21.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:20 smithi050 ceph-mon[36071]: pgmap v344: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1023 B/s wr, 7 op/s 2024-05-27T00:46:21.200 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:20 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/578404711' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-27T00:46:21.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:20 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-27T00:46:21.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:20 smithi050 ceph-mon[36071]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-27T00:46:21.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:20 smithi050 ceph-mon[36071]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-27T00:46:21.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:20 smithi050 ceph-mon[36071]: Health check cleared: MDS_DAMAGE (was: 2 MDSs report damaged metadata) 2024-05-27T00:46:21.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:20 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-27T00:46:21.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:20 smithi050 ceph-mon[36071]: osdmap e107: 12 total, 12 up, 12 in 2024-05-27T00:46:21.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:20 smithi050 ceph-mon[36071]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-05-27T00:46:21.201 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:20 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/4044554728' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-27T00:46:21.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:20 smithi137 ceph-mon[36552]: pgmap v344: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1023 B/s wr, 7 op/s 2024-05-27T00:46:21.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:20 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/578404711' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-27T00:46:21.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:20 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-27T00:46:21.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:20 smithi137 ceph-mon[36552]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-27T00:46:21.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:20 smithi137 ceph-mon[36552]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-27T00:46:21.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:20 smithi137 ceph-mon[36552]: Health check cleared: MDS_DAMAGE (was: 2 MDSs report damaged metadata) 2024-05-27T00:46:21.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:20 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-27T00:46:21.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:20 smithi137 ceph-mon[36552]: osdmap e107: 12 total, 12 up, 12 in 2024-05-27T00:46:21.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:20 smithi137 ceph-mon[36552]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-05-27T00:46:21.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:20 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/4044554728' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-27T00:46:21.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.278+0000 7f48d3200640 1 -- 172.21.15.44:0/2814727096 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48d4107860 msgr2=0x7f48d4107c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:21.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.278+0000 7f48d3200640 1 --2- 172.21.15.44:0/2814727096 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48d4107860 0x7f48d4107c40 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f48c4009cd0 tx=0x7f48c402a8e0 comp rx=0 tx=0).stop 2024-05-27T00:46:21.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.278+0000 7f48d3200640 1 -- 172.21.15.44:0/2814727096 shutdown_connections 2024-05-27T00:46:21.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.278+0000 7f48d3200640 1 --2- 172.21.15.44:0/2814727096 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f48d4102210 0x7f48d410e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:21.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.278+0000 7f48d3200640 1 --2- 172.21.15.44:0/2814727096 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f48d4101850 0x7f48d4101cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:21.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.278+0000 7f48d3200640 1 --2- 172.21.15.44:0/2814727096 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48d4107860 0x7f48d4107c40 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:21.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.278+0000 7f48d3200640 1 -- 172.21.15.44:0/2814727096 >> 172.21.15.44:0/2814727096 conn(0x7f48d40fd340 msgr2=0x7f48d40ff760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:21.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.278+0000 7f48d3200640 1 -- 172.21.15.44:0/2814727096 shutdown_connections 2024-05-27T00:46:21.279 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.278+0000 7f48d3200640 1 -- 172.21.15.44:0/2814727096 wait complete. 2024-05-27T00:46:21.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.279+0000 7f48d3200640 1 Processor -- start 2024-05-27T00:46:21.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.279+0000 7f48d3200640 1 -- start start 2024-05-27T00:46:21.280 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.280+0000 7f48d3200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48d4101850 0x7f48d4198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:21.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.280+0000 7f48d3200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f48d4102210 0x7f48d4198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:21.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.280+0000 7f48d3200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f48d4107860 0x7f48d419cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:21.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.280+0000 7f48d3200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f48d4111d90 con 0x7f48d4101850 2024-05-27T00:46:21.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.280+0000 7f48d3200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f48d4111c10 con 0x7f48d4107860 2024-05-27T00:46:21.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.280+0000 7f48d3200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f48d4111f10 con 0x7f48d4102210 2024-05-27T00:46:21.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.280+0000 7f48d1e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48d4101850 0x7f48d4198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:21.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.280+0000 7f48d1e00640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48d4101850 0x7f48d4198250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57002/0 (socket says 172.21.15.44:57002) 2024-05-27T00:46:21.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.280+0000 7f48d1e00640 1 -- 172.21.15.44:0/2141801959 learned_addr learned my addr 172.21.15.44:0/2141801959 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:46:21.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.280+0000 7f48d2800640 1 --2- 172.21.15.44:0/2141801959 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f48d4107860 0x7f48d419cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:21.281 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.280+0000 7f48d1400640 1 --2- 172.21.15.44:0/2141801959 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f48d4102210 0x7f48d4198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:21.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.281+0000 7f48d1e00640 1 -- 172.21.15.44:0/2141801959 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f48d4102210 msgr2=0x7f48d4198790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:21.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.281+0000 7f48d1e00640 1 --2- 172.21.15.44:0/2141801959 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f48d4102210 0x7f48d4198790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:21.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.281+0000 7f48d1e00640 1 -- 172.21.15.44:0/2141801959 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f48d4107860 msgr2=0x7f48d419cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:21.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.281+0000 7f48d1e00640 1 --2- 172.21.15.44:0/2141801959 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f48d4107860 0x7f48d419cb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:21.282 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.281+0000 7f48d1e00640 1 -- 172.21.15.44:0/2141801959 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48d419d240 con 0x7f48d4101850 2024-05-27T00:46:21.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.281+0000 7f48d2800640 1 --2- 172.21.15.44:0/2141801959 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f48d4107860 0x7f48d419cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-27T00:46:21.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.281+0000 7f48d1e00640 1 --2- 172.21.15.44:0/2141801959 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48d4101850 0x7f48d4198250 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f48c4031040 tx=0x7f48c4003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:21.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.281+0000 7f48caa00640 1 -- 172.21.15.44:0/2141801959 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48c4031bc0 con 0x7f48d4101850 2024-05-27T00:46:21.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.281+0000 7f48caa00640 1 -- 172.21.15.44:0/2141801959 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f48c4031d60 con 0x7f48d4101850 2024-05-27T00:46:21.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.281+0000 7f48caa00640 1 -- 172.21.15.44:0/2141801959 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48c4030be0 con 0x7f48d4101850 2024-05-27T00:46:21.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.281+0000 7f48d3200640 1 -- 172.21.15.44:0/2141801959 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48d419d4d0 con 0x7f48d4101850 2024-05-27T00:46:21.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.281+0000 7f48d3200640 1 -- 172.21.15.44:0/2141801959 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48d41a4dc0 con 0x7f48d4101850 2024-05-27T00:46:21.283 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.283+0000 7f48d3200640 1 -- 172.21.15.44:0/2141801959 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48d4068b30 con 0x7f48d4101850 2024-05-27T00:46:21.284 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.284+0000 7f48caa00640 1 -- 172.21.15.44:0/2141801959 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f48c4004040 con 0x7f48d4101850 2024-05-27T00:46:21.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.286+0000 7f48caa00640 1 --2- 172.21.15.44:0/2141801959 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f48b80a2d80 0x7f48b80a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:21.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.286+0000 7f48caa00640 1 -- 172.21.15.44:0/2141801959 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 9666+0+0 (secure 0 0 0) 0x7f48c402e030 con 0x7f48d4101850 2024-05-27T00:46:21.286 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.286+0000 7f48d1400640 1 --2- 172.21.15.44:0/2141801959 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f48b80a2d80 0x7f48b80a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:21.287 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.287+0000 7f48d1400640 1 --2- 172.21.15.44:0/2141801959 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f48b80a2d80 0x7f48b80a5240 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f48d40ff970 tx=0x7f48c0005f90 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:21.293 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.293+0000 7f48caa00640 1 -- 172.21.15.44:0/2141801959 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f48c40bd030 con 0x7f48d4101850 2024-05-27T00:46:21.500 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.500+0000 7f48d3200640 1 -- 172.21.15.44:0/2141801959 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f48d4109dc0 con 0x7f48d4101850 2024-05-27T00:46:21.999 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:21.998+0000 7f48caa00640 1 -- 172.21.15.44:0/2141801959 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v108) ==== 181+0+0 (secure 0 0 0) 0x7f48c40bc930 con 0x7f48d4101850 2024-05-27T00:46:21.999 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'cephfs_metadata' removed 2024-05-27T00:46:22.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.007+0000 7f48d3200640 1 -- 172.21.15.44:0/2141801959 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f48b80a2d80 msgr2=0x7f48b80a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:22.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.007+0000 7f48d3200640 1 --2- 172.21.15.44:0/2141801959 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f48b80a2d80 0x7f48b80a5240 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f48d40ff970 tx=0x7f48c0005f90 comp rx=0 tx=0).stop 2024-05-27T00:46:22.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.007+0000 7f48d3200640 1 -- 172.21.15.44:0/2141801959 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48d4101850 msgr2=0x7f48d4198250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:22.007 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.007+0000 7f48d3200640 1 --2- 172.21.15.44:0/2141801959 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48d4101850 0x7f48d4198250 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f48c4031040 tx=0x7f48c4003f10 comp rx=0 tx=0).stop 2024-05-27T00:46:22.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.008+0000 7f48d3200640 1 -- 172.21.15.44:0/2141801959 shutdown_connections 2024-05-27T00:46:22.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.008+0000 7f48d3200640 1 --2- 172.21.15.44:0/2141801959 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f48b80a2d80 0x7f48b80a5240 secure :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f48d40ff970 tx=0x7f48c0005f90 comp rx=0 tx=0).stop 2024-05-27T00:46:22.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.008+0000 7f48d3200640 1 --2- 172.21.15.44:0/2141801959 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f48d4107860 0x7f48d419cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:22.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.008+0000 7f48d3200640 1 --2- 172.21.15.44:0/2141801959 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f48d4102210 0x7f48d4198790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:22.008 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.008+0000 7f48d3200640 1 --2- 172.21.15.44:0/2141801959 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f48d4101850 0x7f48d4198250 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:22.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.008+0000 7f48d3200640 1 -- 172.21.15.44:0/2141801959 >> 172.21.15.44:0/2141801959 conn(0x7f48d40fd340 msgr2=0x7f48d40fda50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:22.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.008+0000 7f48d3200640 1 -- 172.21.15.44:0/2141801959 shutdown_connections 2024-05-27T00:46:22.009 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.009+0000 7f48d3200640 1 -- 172.21.15.44:0/2141801959 wait complete. 2024-05-27T00:46:22.032 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:21 smithi044 ceph-mon[31645]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-27T00:46:22.032 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:21 smithi044 ceph-mon[31645]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-27T00:46:22.032 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:21 smithi044 ceph-mon[31645]: Cluster is now healthy 2024-05-27T00:46:22.032 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:21 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/4044554728' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-27T00:46:22.032 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:21 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.137:6837/2176458665,v1:172.21.15.137:6839/2176458665] up:boot 2024-05-27T00:46:22.032 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:21 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.137:6836/419336639,v1:172.21.15.137:6838/419336639] up:boot 2024-05-27T00:46:22.032 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:21 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.50:6834/2249072694,v1:172.21.15.50:6835/2249072694] up:boot 2024-05-27T00:46:22.032 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:21 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.50:6836/2178918534,v1:172.21.15.50:6837/2178918534] up:boot 2024-05-27T00:46:22.032 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:21 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.50:6838/2933369270,v1:172.21.15.50:6839/2933369270] up:boot 2024-05-27T00:46:22.032 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:21 smithi044 ceph-mon[31645]: mds.? [v2:172.21.15.44:6840/282893078,v1:172.21.15.44:6841/282893078] up:boot 2024-05-27T00:46:22.032 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:21 smithi044 ceph-mon[31645]: fsmap 12 up:standby 2024-05-27T00:46:22.033 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:21 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-27T00:46:22.033 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:21 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-27T00:46:22.033 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:21 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-27T00:46:22.033 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:21 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-27T00:46:22.033 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:21 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-27T00:46:22.033 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:21 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-27T00:46:22.033 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:21 smithi044 ceph-mon[31645]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-27T00:46:22.033 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:21 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2141801959' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-27T00:46:22.034 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-05-27T00:46:22.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:21 smithi050 ceph-mon[36071]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-27T00:46:22.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:21 smithi050 ceph-mon[36071]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-27T00:46:22.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:21 smithi050 ceph-mon[36071]: Cluster is now healthy 2024-05-27T00:46:22.202 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:21 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/4044554728' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-27T00:46:22.203 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:21 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.137:6837/2176458665,v1:172.21.15.137:6839/2176458665] up:boot 2024-05-27T00:46:22.203 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:21 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.137:6836/419336639,v1:172.21.15.137:6838/419336639] up:boot 2024-05-27T00:46:22.203 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:21 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.50:6834/2249072694,v1:172.21.15.50:6835/2249072694] up:boot 2024-05-27T00:46:22.203 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:21 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.50:6836/2178918534,v1:172.21.15.50:6837/2178918534] up:boot 2024-05-27T00:46:22.203 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:21 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.50:6838/2933369270,v1:172.21.15.50:6839/2933369270] up:boot 2024-05-27T00:46:22.203 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:21 smithi050 ceph-mon[36071]: mds.? [v2:172.21.15.44:6840/282893078,v1:172.21.15.44:6841/282893078] up:boot 2024-05-27T00:46:22.203 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:21 smithi050 ceph-mon[36071]: fsmap 12 up:standby 2024-05-27T00:46:22.203 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:21 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-27T00:46:22.203 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:21 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-27T00:46:22.203 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:21 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-27T00:46:22.203 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:21 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-27T00:46:22.203 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:21 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-27T00:46:22.204 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:21 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-27T00:46:22.204 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:21 smithi050 ceph-mon[36071]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-27T00:46:22.204 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:21 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2141801959' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-27T00:46:22.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.231+0000 7f8d13000640 1 -- 172.21.15.44:0/2511919486 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d0c100610 msgr2=0x7f8d0c1009f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:22.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.231+0000 7f8d13000640 1 --2- 172.21.15.44:0/2511919486 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d0c100610 0x7f8d0c1009f0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f8d00009900 tx=0x7f8d0002a3f0 comp rx=0 tx=0).stop 2024-05-27T00:46:22.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.231+0000 7f8d13000640 1 -- 172.21.15.44:0/2511919486 shutdown_connections 2024-05-27T00:46:22.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.231+0000 7f8d13000640 1 --2- 172.21.15.44:0/2511919486 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8d0c10e1c0 0x7f8d0c1105b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:22.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.231+0000 7f8d13000640 1 --2- 172.21.15.44:0/2511919486 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d0c100fc0 0x7f8d0c10dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:22.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.231+0000 7f8d13000640 1 --2- 172.21.15.44:0/2511919486 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d0c100610 0x7f8d0c1009f0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:22.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.231+0000 7f8d13000640 1 -- 172.21.15.44:0/2511919486 >> 172.21.15.44:0/2511919486 conn(0x7f8d0c0fc220 msgr2=0x7f8d0c0fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:22.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.231+0000 7f8d13000640 1 -- 172.21.15.44:0/2511919486 shutdown_connections 2024-05-27T00:46:22.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.232+0000 7f8d13000640 1 -- 172.21.15.44:0/2511919486 wait complete. 2024-05-27T00:46:22.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.232+0000 7f8d13000640 1 Processor -- start 2024-05-27T00:46:22.234 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.233+0000 7f8d13000640 1 -- start start 2024-05-27T00:46:22.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.233+0000 7f8d13000640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8d0c100610 0x7f8d0c19a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:22.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.233+0000 7f8d13000640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d0c100fc0 0x7f8d0c19a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:22.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.233+0000 7f8d13000640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d0c10e1c0 0x7f8d0c19ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:22.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.233+0000 7f8d13000640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f8d0c113fc0 con 0x7f8d0c100fc0 2024-05-27T00:46:22.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.233+0000 7f8d13000640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8d0c113e40 con 0x7f8d0c10e1c0 2024-05-27T00:46:22.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.233+0000 7f8d13000640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f8d0c114140 con 0x7f8d0c100610 2024-05-27T00:46:22.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.233+0000 7f8d11200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d0c100fc0 0x7f8d0c19a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:22.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.233+0000 7f8d11200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d0c100fc0 0x7f8d0c19a9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57022/0 (socket says 172.21.15.44:57022) 2024-05-27T00:46:22.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.233+0000 7f8d11200640 1 -- 172.21.15.44:0/601716952 learned_addr learned my addr 172.21.15.44:0/601716952 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:46:22.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.233+0000 7f8d11c00640 1 --2- 172.21.15.44:0/601716952 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8d0c100610 0x7f8d0c19a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:22.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.234+0000 7f8d12600640 1 --2- 172.21.15.44:0/601716952 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d0c10e1c0 0x7f8d0c19ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:22.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.234+0000 7f8d11200640 1 -- 172.21.15.44:0/601716952 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8d0c100610 msgr2=0x7f8d0c19a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:22.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.234+0000 7f8d11200640 1 --2- 172.21.15.44:0/601716952 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8d0c100610 0x7f8d0c19a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:22.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.234+0000 7f8d11200640 1 -- 172.21.15.44:0/601716952 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d0c10e1c0 msgr2=0x7f8d0c19ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:22.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.234+0000 7f8d11200640 1 --2- 172.21.15.44:0/601716952 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d0c10e1c0 0x7f8d0c19ecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:22.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.234+0000 7f8d11200640 1 -- 172.21.15.44:0/601716952 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d0c19f420 con 0x7f8d0c100fc0 2024-05-27T00:46:22.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.234+0000 7f8d11200640 1 --2- 172.21.15.44:0/601716952 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d0c100fc0 0x7f8d0c19a9c0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f8cf800e9f0 tx=0x7f8cf800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:22.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.235+0000 7f8d0a000640 1 -- 172.21.15.44:0/601716952 <== mon.0 v2:172.21.15.44:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cf800cd80 con 0x7f8d0c100fc0 2024-05-27T00:46:22.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.235+0000 7f8d0a000640 1 -- 172.21.15.44:0/601716952 <== mon.0 v2:172.21.15.44:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8cf8010930 con 0x7f8d0c100fc0 2024-05-27T00:46:22.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.235+0000 7f8d13000640 1 -- 172.21.15.44:0/601716952 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d0c19f710 con 0x7f8d0c100fc0 2024-05-27T00:46:22.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.235+0000 7f8d0a000640 1 -- 172.21.15.44:0/601716952 <== mon.0 v2:172.21.15.44:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cf8018b00 con 0x7f8d0c100fc0 2024-05-27T00:46:22.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.235+0000 7f8d13000640 1 -- 172.21.15.44:0/601716952 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d0c1a6fa0 con 0x7f8d0c100fc0 2024-05-27T00:46:22.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.236+0000 7f8d13000640 1 -- 172.21.15.44:0/601716952 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d0c0686e0 con 0x7f8d0c100fc0 2024-05-27T00:46:22.239 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.239+0000 7f8d0a000640 1 -- 172.21.15.44:0/601716952 <== mon.0 v2:172.21.15.44:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8cf8018ca0 con 0x7f8d0c100fc0 2024-05-27T00:46:22.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.240+0000 7f8d0a000640 1 --2- 172.21.15.44:0/601716952 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8cf40a2d80 0x7f8cf40a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:22.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.240+0000 7f8d0a000640 1 -- 172.21.15.44:0/601716952 <== mon.0 v2:172.21.15.44:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9170+0+0 (secure 0 0 0) 0x7f8cf80cfa60 con 0x7f8d0c100fc0 2024-05-27T00:46:22.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.240+0000 7f8d11c00640 1 --2- 172.21.15.44:0/601716952 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8cf40a2d80 0x7f8cf40a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:22.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.241+0000 7f8d11c00640 1 --2- 172.21.15.44:0/601716952 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8cf40a2d80 0x7f8cf40a5240 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8d00000c00 tx=0x7f8d00005e80 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:22.245 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.245+0000 7f8d0a000640 1 -- 172.21.15.44:0/601716952 <== mon.0 v2:172.21.15.44:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8cf809bd40 con 0x7f8d0c100fc0 2024-05-27T00:46:22.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:21 smithi137 ceph-mon[36552]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-27T00:46:22.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:21 smithi137 ceph-mon[36552]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-27T00:46:22.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:21 smithi137 ceph-mon[36552]: Cluster is now healthy 2024-05-27T00:46:22.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:21 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/4044554728' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-27T00:46:22.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:21 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.137:6837/2176458665,v1:172.21.15.137:6839/2176458665] up:boot 2024-05-27T00:46:22.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:21 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.137:6836/419336639,v1:172.21.15.137:6838/419336639] up:boot 2024-05-27T00:46:22.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:21 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.50:6834/2249072694,v1:172.21.15.50:6835/2249072694] up:boot 2024-05-27T00:46:22.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:21 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.50:6836/2178918534,v1:172.21.15.50:6837/2178918534] up:boot 2024-05-27T00:46:22.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:21 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.50:6838/2933369270,v1:172.21.15.50:6839/2933369270] up:boot 2024-05-27T00:46:22.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:21 smithi137 ceph-mon[36552]: mds.? [v2:172.21.15.44:6840/282893078,v1:172.21.15.44:6841/282893078] up:boot 2024-05-27T00:46:22.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:21 smithi137 ceph-mon[36552]: fsmap 12 up:standby 2024-05-27T00:46:22.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:21 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-27T00:46:22.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:21 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-27T00:46:22.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:21 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-27T00:46:22.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:21 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-27T00:46:22.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:21 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-27T00:46:22.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:21 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-27T00:46:22.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:21 smithi137 ceph-mon[36552]: from='mgr.25393 172.21.15.44:0/489662521' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-27T00:46:22.253 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:21 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2141801959' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-27T00:46:22.455 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:22.454+0000 7f8d13000640 1 -- 172.21.15.44:0/601716952 --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f8d0c109320 con 0x7f8d0c100fc0 2024-05-27T00:46:23.003 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.002+0000 7f8d0a000640 1 -- 172.21.15.44:0/601716952 <== mon.0 v2:172.21.15.44:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v109) ==== 169+0+0 (secure 0 0 0) 0x7f8cf80a0040 con 0x7f8d0c100fc0 2024-05-27T00:46:23.003 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'cephfs_data' removed 2024-05-27T00:46:23.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.006+0000 7f8d13000640 1 -- 172.21.15.44:0/601716952 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8cf40a2d80 msgr2=0x7f8cf40a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:23.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.006+0000 7f8d13000640 1 --2- 172.21.15.44:0/601716952 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8cf40a2d80 0x7f8cf40a5240 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8d00000c00 tx=0x7f8d00005e80 comp rx=0 tx=0).stop 2024-05-27T00:46:23.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.006+0000 7f8d13000640 1 -- 172.21.15.44:0/601716952 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d0c100fc0 msgr2=0x7f8d0c19a9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:23.010 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.006+0000 7f8d13000640 1 --2- 172.21.15.44:0/601716952 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d0c100fc0 0x7f8d0c19a9c0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f8cf800e9f0 tx=0x7f8cf800eeb0 comp rx=0 tx=0).stop 2024-05-27T00:46:23.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.009+0000 7f8d13000640 1 -- 172.21.15.44:0/601716952 shutdown_connections 2024-05-27T00:46:23.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.009+0000 7f8d13000640 1 --2- 172.21.15.44:0/601716952 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f8cf40a2d80 0x7f8cf40a5240 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:23.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.009+0000 7f8d13000640 1 --2- 172.21.15.44:0/601716952 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f8d0c10e1c0 0x7f8d0c19ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:23.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.009+0000 7f8d13000640 1 --2- 172.21.15.44:0/601716952 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f8d0c100fc0 0x7f8d0c19a9c0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:23.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.009+0000 7f8d13000640 1 --2- 172.21.15.44:0/601716952 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f8d0c100610 0x7f8d0c19a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:23.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.009+0000 7f8d13000640 1 -- 172.21.15.44:0/601716952 >> 172.21.15.44:0/601716952 conn(0x7f8d0c0fc220 msgr2=0x7f8d0c0fe610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:23.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.009+0000 7f8d13000640 1 -- 172.21.15.44:0/601716952 shutdown_connections 2024-05-27T00:46:23.011 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.010+0000 7f8d13000640 1 -- 172.21.15.44:0/601716952 wait complete. 2024-05-27T00:46:23.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:22 smithi044 ceph-mon[31645]: pgmap v346: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 1.1 KiB/s wr, 5 op/s 2024-05-27T00:46:23.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:22 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2141801959' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-27T00:46:23.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:22 smithi044 ceph-mon[31645]: osdmap e108: 12 total, 12 up, 12 in 2024-05-27T00:46:23.039 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:22 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/601716952' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-27T00:46:23.041 DEBUG:teuthology.orchestra.run.smithi044:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-05-27T00:46:23.101 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:22 smithi050 ceph-mon[36071]: pgmap v346: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 1.1 KiB/s wr, 5 op/s 2024-05-27T00:46:23.101 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:22 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2141801959' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-27T00:46:23.101 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:22 smithi050 ceph-mon[36071]: osdmap e108: 12 total, 12 up, 12 in 2024-05-27T00:46:23.101 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:22 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/601716952' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-27T00:46:23.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.231+0000 7f679b200640 1 -- 172.21.15.44:0/3805346953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6794075ed0 msgr2=0x7f67940762b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:23.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.231+0000 7f679b200640 1 --2- 172.21.15.44:0/3805346953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6794075ed0 0x7f67940762b0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f6788009900 tx=0x7f678802a400 comp rx=0 tx=0).stop 2024-05-27T00:46:23.232 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.231+0000 7f679b200640 1 -- 172.21.15.44:0/3805346953 shutdown_connections 2024-05-27T00:46:23.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.231+0000 7f679b200640 1 --2- 172.21.15.44:0/3805346953 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f67941126e0 0x7f6794114ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:23.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.231+0000 7f679b200640 1 --2- 172.21.15.44:0/3805346953 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67940767f0 0x7f67941121a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:23.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.231+0000 7f679b200640 1 --2- 172.21.15.44:0/3805346953 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f6794075ed0 0x7f67940762b0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:23.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.231+0000 7f679b200640 1 -- 172.21.15.44:0/3805346953 >> 172.21.15.44:0/3805346953 conn(0x7f67940ff4b0 msgr2=0x7f67941018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:23.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.231+0000 7f679b200640 1 -- 172.21.15.44:0/3805346953 shutdown_connections 2024-05-27T00:46:23.233 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.232+0000 7f679b200640 1 -- 172.21.15.44:0/3805346953 wait complete. 2024-05-27T00:46:23.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.233+0000 7f679b200640 1 Processor -- start 2024-05-27T00:46:23.235 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.233+0000 7f679b200640 1 -- start start 2024-05-27T00:46:23.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.233+0000 7f679b200640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6794075ed0 0x7f67941a4620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:23.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.233+0000 7f679b200640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67940767f0 0x7f67941a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:23.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.233+0000 7f679b200640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67941126e0 0x7f679419e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:23.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.233+0000 7f679b200640 1 -- --> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] -- mon_getmap magic: 0 -- 0x7f6794118360 con 0x7f67940767f0 2024-05-27T00:46:23.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.233+0000 7f679b200640 1 -- --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_getmap magic: 0 -- 0x7f67941181e0 con 0x7f67941126e0 2024-05-27T00:46:23.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.233+0000 7f679b200640 1 -- --> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] -- mon_getmap magic: 0 -- 0x7f67941184e0 con 0x7f6794075ed0 2024-05-27T00:46:23.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.233+0000 7f6799400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67940767f0 0x7f67941a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:23.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.233+0000 7f679a800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67941126e0 0x7f679419e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:23.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.234+0000 7f6799e00640 1 --2- >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6794075ed0 0x7f67941a4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:23.236 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.234+0000 7f6799400640 1 --2- >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67940767f0 0x7f67941a4b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.44:3300/0 says I am v2:172.21.15.44:57044/0 (socket says 172.21.15.44:57044) 2024-05-27T00:46:23.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.234+0000 7f679a800640 1 --2- >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67941126e0 0x7f679419e6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.50:3300/0 says I am v2:172.21.15.44:37062/0 (socket says 172.21.15.44:37062) 2024-05-27T00:46:23.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.234+0000 7f6799400640 1 -- 172.21.15.44:0/2472554974 learned_addr learned my addr 172.21.15.44:0/2472554974 (peer_addr_for_me v2:172.21.15.44:0/0) 2024-05-27T00:46:23.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.234+0000 7f679a800640 1 -- 172.21.15.44:0/2472554974 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6794075ed0 msgr2=0x7f67941a4620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:23.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.234+0000 7f679a800640 1 --2- 172.21.15.44:0/2472554974 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6794075ed0 0x7f67941a4620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:23.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.234+0000 7f679a800640 1 -- 172.21.15.44:0/2472554974 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67940767f0 msgr2=0x7f67941a4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:23.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.234+0000 7f679a800640 1 --2- 172.21.15.44:0/2472554974 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67940767f0 0x7f67941a4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:23.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.234+0000 7f679a800640 1 -- 172.21.15.44:0/2472554974 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f679419efa0 con 0x7f67941126e0 2024-05-27T00:46:23.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.234+0000 7f679a800640 1 --2- 172.21.15.44:0/2472554974 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67941126e0 0x7f679419e6e0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f6790005fd0 tx=0x7f679000c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:23.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.235+0000 7f678ea00640 1 -- 172.21.15.44:0/2472554974 <== mon.2 v2:172.21.15.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6790003b70 con 0x7f67941126e0 2024-05-27T00:46:23.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.235+0000 7f679b200640 1 -- 172.21.15.44:0/2472554974 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f679419f290 con 0x7f67941126e0 2024-05-27T00:46:23.237 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.235+0000 7f678ea00640 1 -- 172.21.15.44:0/2472554974 <== mon.2 v2:172.21.15.50:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6790003d10 con 0x7f67941126e0 2024-05-27T00:46:23.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.235+0000 7f678ea00640 1 -- 172.21.15.44:0/2472554974 <== mon.2 v2:172.21.15.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67900108a0 con 0x7f67941126e0 2024-05-27T00:46:23.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.235+0000 7f679b200640 1 -- 172.21.15.44:0/2472554974 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67941ab5a0 con 0x7f67941126e0 2024-05-27T00:46:23.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.236+0000 7f679b200640 1 -- 172.21.15.44:0/2472554974 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6794077610 con 0x7f67941126e0 2024-05-27T00:46:23.238 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.238+0000 7f678ea00640 1 -- 172.21.15.44:0/2472554974 <== mon.2 v2:172.21.15.50:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6790004020 con 0x7f67941126e0 2024-05-27T00:46:23.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.239+0000 7f678ea00640 1 --2- 172.21.15.44:0/2472554974 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f677c0a2d00 0x7f677c0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-27T00:46:23.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.240+0000 7f678ea00640 1 -- 172.21.15.44:0/2472554974 <== mon.2 v2:172.21.15.50:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 8582+0+0 (secure 0 0 0) 0x7f67900cfa30 con 0x7f67941126e0 2024-05-27T00:46:23.240 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.240+0000 7f6799e00640 1 --2- 172.21.15.44:0/2472554974 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f677c0a2d00 0x7f677c0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-27T00:46:23.241 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.241+0000 7f6799e00640 1 --2- 172.21.15.44:0/2472554974 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f677c0a2d00 0x7f677c0a51c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f6788009230 tx=0x7f67880058d0 comp rx=0 tx=0).ready entity=mgr.25393 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-27T00:46:23.244 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.244+0000 7f678ea00640 1 -- 172.21.15.44:0/2472554974 <== mon.2 v2:172.21.15.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f679009c5b0 con 0x7f67941126e0 2024-05-27T00:46:23.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:22 smithi137 ceph-mon[36552]: pgmap v346: 129 pgs: 129 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 1.1 KiB/s wr, 5 op/s 2024-05-27T00:46:23.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:22 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2141801959' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-27T00:46:23.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:22 smithi137 ceph-mon[36552]: osdmap e108: 12 total, 12 up, 12 in 2024-05-27T00:46:23.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:22 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/601716952' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-27T00:46:23.451 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:23.451+0000 7f679b200640 1 -- 172.21.15.44:0/2472554974 --> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f679419f4c0 con 0x7f67941126e0 2024-05-27T00:46:24.019 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:24.018+0000 7f678ea00640 1 -- 172.21.15.44:0/2472554974 <== mon.2 v2:172.21.15.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v110) ==== 178+0+0 (secure 0 0 0) 0x7f679009beb0 con 0x7f67941126e0 2024-05-27T00:46:24.019 INFO:teuthology.orchestra.run.smithi044.stderr:pool 'cephfs_data_ec' removed 2024-05-27T00:46:24.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:24.023+0000 7f679b200640 1 -- 172.21.15.44:0/2472554974 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f677c0a2d00 msgr2=0x7f677c0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:24.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:24.023+0000 7f679b200640 1 --2- 172.21.15.44:0/2472554974 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f677c0a2d00 0x7f677c0a51c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f6788009230 tx=0x7f67880058d0 comp rx=0 tx=0).stop 2024-05-27T00:46:24.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:24.023+0000 7f679b200640 1 -- 172.21.15.44:0/2472554974 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67941126e0 msgr2=0x7f679419e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-27T00:46:24.023 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:24.023+0000 7f679b200640 1 --2- 172.21.15.44:0/2472554974 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67941126e0 0x7f679419e6e0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f6790005fd0 tx=0x7f679000c6a0 comp rx=0 tx=0).stop 2024-05-27T00:46:24.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:24.023+0000 7f679b200640 1 -- 172.21.15.44:0/2472554974 shutdown_connections 2024-05-27T00:46:24.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:24.023+0000 7f679b200640 1 --2- 172.21.15.44:0/2472554974 >> [v2:172.21.15.44:6800/2850957139,v1:172.21.15.44:6801/2850957139] conn(0x7f677c0a2d00 0x7f677c0a51c0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:24.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:24.023+0000 7f679b200640 1 --2- 172.21.15.44:0/2472554974 >> [v2:172.21.15.50:3300/0,v1:172.21.15.50:6789/0] conn(0x7f67941126e0 0x7f679419e6e0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:24.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:24.023+0000 7f679b200640 1 --2- 172.21.15.44:0/2472554974 >> [v2:172.21.15.44:3300/0,v1:172.21.15.44:6789/0] conn(0x7f67940767f0 0x7f67941a4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:24.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:24.023+0000 7f679b200640 1 --2- 172.21.15.44:0/2472554974 >> [v2:172.21.15.137:3300/0,v1:172.21.15.137:6789/0] conn(0x7f6794075ed0 0x7f67941a4620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-27T00:46:24.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:24.023+0000 7f679b200640 1 -- 172.21.15.44:0/2472554974 >> 172.21.15.44:0/2472554974 conn(0x7f67940ff4b0 msgr2=0x7f6794113d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-27T00:46:24.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:24.024+0000 7f679b200640 1 -- 172.21.15.44:0/2472554974 shutdown_connections 2024-05-27T00:46:24.024 INFO:teuthology.orchestra.run.smithi044.stderr:2024-05-27T00:46:24.024+0000 7f679b200640 1 -- 172.21.15.44:0/2472554974 wait complete. 2024-05-27T00:46:24.054 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-27T00:46:24.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:24 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/601716952' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-27T00:46:24.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:24 smithi044 ceph-mon[31645]: osdmap e109: 12 total, 12 up, 12 in 2024-05-27T00:46:24.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:24 smithi044 ceph-mon[31645]: from='client.? 172.21.15.44:0/2472554974' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-27T00:46:24.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:24 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-27T00:46:24.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:24 smithi044 ceph-mon[31645]: pgmap v349: 33 pgs: 33 active+clean; 577 KiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:46:24.394 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-27T00:46:24.402 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:24 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/601716952' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-27T00:46:24.402 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:24 smithi050 ceph-mon[36071]: osdmap e109: 12 total, 12 up, 12 in 2024-05-27T00:46:24.402 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:24 smithi050 ceph-mon[36071]: from='client.? 172.21.15.44:0/2472554974' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-27T00:46:24.402 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:24 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-27T00:46:24.402 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:24 smithi050 ceph-mon[36071]: pgmap v349: 33 pgs: 33 active+clean; 577 KiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:46:24.425 DEBUG:teuthology.orchestra.run.smithi137:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-27T00:46:24.448 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:24 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/601716952' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-27T00:46:24.448 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:24 smithi137 ceph-mon[36552]: osdmap e109: 12 total, 12 up, 12 in 2024-05-27T00:46:24.448 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:24 smithi137 ceph-mon[36552]: from='client.? 172.21.15.44:0/2472554974' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-27T00:46:24.448 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:24 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-27T00:46:24.448 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:24 smithi137 ceph-mon[36552]: pgmap v349: 33 pgs: 33 active+clean; 577 KiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-27T00:46:24.452 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-05-27T00:46:24.452 DEBUG:teuthology.orchestra.run.smithi044:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-27T00:46:24.520 DEBUG:teuthology.orchestra.run.smithi050:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-27T00:46:24.535 DEBUG:teuthology.orchestra.run.smithi137:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-27T00:46:24.550 INFO:tasks.cephadm:Stopping all daemons... 2024-05-27T00:46:24.550 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-05-27T00:46:24.551 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mon.a 2024-05-27T00:46:25.017 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:24 smithi044 systemd[1]: Stopping Ceph mon.a for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:46:25.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:25 smithi044 ceph-mon[31645]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-05-27T00:46:25.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:25 smithi044 ceph-mon[31645]: osdmap e110: 12 total, 12 up, 12 in 2024-05-27T00:46:25.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:25 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a[31640]: 2024-05-27T00:46:25.113+0000 7fdf7de00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:46:25.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:25 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a[31640]: 2024-05-27T00:46:25.113+0000 7fdf7de00700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-05-27T00:46:25.363 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:25 smithi044 podman[93080]: 2024-05-27 00:46:25.15486606 +0000 UTC m=+0.178727598 container died df446a0be47707dd68a2d6099dba1e6fa8934a6a53b30b0913e6bb4d8f8551c6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-0ef46a2, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-05-27T00:46:25.395 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:25 smithi050 ceph-mon[36071]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-05-27T00:46:25.395 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:25 smithi050 ceph-mon[36071]: osdmap e110: 12 total, 12 up, 12 in 2024-05-27T00:46:25.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:25 smithi137 ceph-mon[36552]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-05-27T00:46:25.503 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:25 smithi137 ceph-mon[36552]: osdmap e110: 12 total, 12 up, 12 in 2024-05-27T00:46:25.861 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:25 smithi044 podman[93080]: 2024-05-27 00:46:25.581982741 +0000 UTC m=+0.605844316 container cleanup df446a0be47707dd68a2d6099dba1e6fa8934a6a53b30b0913e6bb4d8f8551c6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a, org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-0ef46a2, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-05-27T00:46:25.862 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:25 smithi044 bash[93080]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a 2024-05-27T00:46:26.362 INFO:journalctl@ceph.mon.a.smithi044.stdout:May 27 00:46:25 smithi044 podman[93095]: 2024-05-27 00:46:25.89196697 +0000 UTC m=+0.717413021 container remove df446a0be47707dd68a2d6099dba1e6fa8934a6a53b30b0913e6bb4d8f8551c6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-a, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, GIT_CLEAN=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True) 2024-05-27T00:46:26.554 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mon.a.service' 2024-05-27T00:46:26.698 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:46:26.698 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-05-27T00:46:26.698 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-05-27T00:46:26.698 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mon.b 2024-05-27T00:46:27.021 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:26 smithi050 systemd[1]: Stopping Ceph mon.b for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:46:27.355 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:27 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-b[36062]: 2024-05-27T00:46:27.020+0000 7f4a09252700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:46:27.355 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:27 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-b[36062]: 2024-05-27T00:46:27.020+0000 7f4a09252700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-05-27T00:46:27.355 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:27 smithi050 podman[72242]: 2024-05-27 00:46:27.051400659 +0000 UTC m=+0.149243068 container died 44d940b3efec86e4a34c45aae5b6b0819d2d7f9f12c656bbda7f30b62b835545 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-b, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-0ef46a2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-05-27T00:46:27.681 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:27 smithi050 podman[72242]: 2024-05-27 00:46:27.454862806 +0000 UTC m=+0.552705234 container cleanup 44d940b3efec86e4a34c45aae5b6b0819d2d7f9f12c656bbda7f30b62b835545 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-b, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.build-date=20240521, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-05-27T00:46:27.681 INFO:journalctl@ceph.mon.b.smithi050.stdout:May 27 00:46:27 smithi050 bash[72242]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-b 2024-05-27T00:46:27.818 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mon.b.service' 2024-05-27T00:46:27.864 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:46:27.864 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-05-27T00:46:27.864 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-05-27T00:46:27.864 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mon.c 2024-05-27T00:46:28.252 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:27 smithi137 systemd[1]: Stopping Ceph mon.c for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:46:28.740 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:28 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-c[36548]: 2024-05-27T00:46:28.271+0000 7f71021da700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:46:28.740 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:28 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-c[36548]: 2024-05-27T00:46:28.271+0000 7f71021da700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-05-27T00:46:28.740 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:28 smithi137 podman[73238]: 2024-05-27 00:46:28.4149153 +0000 UTC m=+0.345943052 container stop eb7225322d94f22deb92b4368a9fd8265cb96543e0d6d7c833038e62a0cdbd45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-c, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-05-27T00:46:28.740 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:28 smithi137 podman[73238]: 2024-05-27 00:46:28.44453197 +0000 UTC m=+0.375559743 container died eb7225322d94f22deb92b4368a9fd8265cb96543e0d6d7c833038e62a0cdbd45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, RELEASE=squid-0ef46a2, org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True) 2024-05-27T00:46:29.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:28 smithi137 podman[73238]: 2024-05-27 00:46:28.822538256 +0000 UTC m=+0.753566006 container cleanup eb7225322d94f22deb92b4368a9fd8265cb96543e0d6d7c833038e62a0cdbd45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-c, GIT_BRANCH=HEAD, RELEASE=squid-0ef46a2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-05-27T00:46:29.002 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:28 smithi137 bash[73238]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-c 2024-05-27T00:46:29.297 INFO:journalctl@ceph.mon.c.smithi137.stdout:May 27 00:46:29 smithi137 podman[73252]: 2024-05-27 00:46:29.044098476 +0000 UTC m=+0.619988941 container remove eb7225322d94f22deb92b4368a9fd8265cb96543e0d6d7c833038e62a0cdbd45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mon-c, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-05-27T00:46:29.302 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mon.c.service' 2024-05-27T00:46:29.356 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:46:29.356 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-05-27T00:46:29.356 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-05-27T00:46:29.356 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mgr.x 2024-05-27T00:46:29.861 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:46:29 smithi044 systemd[1]: Stopping Ceph mgr.x for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:46:30.344 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:46:29 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:46:29.952+0000 7f2fc7000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:46:30.344 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:46:29 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x[31881]: 2024-05-27T00:46:29.952+0000 7f2fc7000700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-05-27T00:46:30.344 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:46:30 smithi044 podman[93201]: 2024-05-27 00:46:30.046426299 +0000 UTC m=+0.244054410 container died a1fd6390a826bc5f7ee3154d1c0be37155a702e5f7c8953ceaead5f2682471d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x, RELEASE=squid-0ef46a2, org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-05-27T00:46:30.611 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:46:30 smithi044 podman[93201]: 2024-05-27 00:46:30.513210225 +0000 UTC m=+0.710838351 container cleanup a1fd6390a826bc5f7ee3154d1c0be37155a702e5f7c8953ceaead5f2682471d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-0ef46a2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, GIT_CLEAN=True) 2024-05-27T00:46:30.612 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:46:30 smithi044 bash[93201]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x 2024-05-27T00:46:31.111 INFO:journalctl@ceph.mgr.x.smithi044.stdout:May 27 00:46:30 smithi044 podman[93213]: 2024-05-27 00:46:30.782159599 +0000 UTC m=+0.712680434 container remove a1fd6390a826bc5f7ee3154d1c0be37155a702e5f7c8953ceaead5f2682471d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:0ef46a246e1118e5adafa1857b4189e7d780c816, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-x, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-0ef46a2) 2024-05-27T00:46:31.369 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mgr.x.service' 2024-05-27T00:46:31.494 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:46:31.494 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-05-27T00:46:31.494 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-05-27T00:46:31.495 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mgr.y 2024-05-27T00:46:31.838 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:46:31 smithi050 systemd[1]: Stopping Ceph mgr.y for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:46:32.127 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:46:31 smithi050 podman[72366]: 2024-05-27 00:46:31.838407329 +0000 UTC m=+0.144277569 container died 2a2eb2ffee3eefaf071c291e2936412eba3b398af6a25480bb0a6425b6f45dcb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-0ef46a2, org.label-schema.build-date=20240521) 2024-05-27T00:46:32.428 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:46:32 smithi050 podman[72366]: 2024-05-27 00:46:32.18488342 +0000 UTC m=+0.490753650 container cleanup 2a2eb2ffee3eefaf071c291e2936412eba3b398af6a25480bb0a6425b6f45dcb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.build-date=20240521, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-0ef46a2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-05-27T00:46:32.428 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:46:32 smithi050 bash[72366]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y 2024-05-27T00:46:32.674 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mgr.y.service' 2024-05-27T00:46:32.695 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:46:32 smithi050 podman[72380]: 2024-05-27 00:46:32.428629007 +0000 UTC m=+0.582445365 container remove 2a2eb2ffee3eefaf071c291e2936412eba3b398af6a25480bb0a6425b6f45dcb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, RELEASE=squid-0ef46a2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-05-27T00:46:32.695 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:46:32 smithi050 systemd[1]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-05-27T00:46:32.695 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:46:32 smithi050 systemd[1]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-05-27T00:46:32.695 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:46:32 smithi050 systemd[1]: Stopped Ceph mgr.y for 1fe53dce-1bbf-11ef-bc9b-c7b262605968. 2024-05-27T00:46:32.695 INFO:journalctl@ceph.mgr.y.smithi050.stdout:May 27 00:46:32 smithi050 systemd[1]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mgr.y.service: Consumed 21.537s CPU time. 2024-05-27T00:46:32.710 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:46:32.710 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-05-27T00:46:32.710 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-05-27T00:46:32.710 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mgr.z 2024-05-27T00:46:33.002 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:46:32 smithi137 systemd[1]: Stopping Ceph mgr.z for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:46:33.378 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:46:33 smithi137 podman[73360]: 2024-05-27 00:46:33.093050375 +0000 UTC m=+0.184565090 container died 226f4f89768b7795aa8536e6e832c0221df2e2dc12763f1dda55d491b70e0fe0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-0ef46a2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521) 2024-05-27T00:46:33.752 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:46:33 smithi137 podman[73360]: 2024-05-27 00:46:33.469389836 +0000 UTC m=+0.560904543 container cleanup 226f4f89768b7795aa8536e6e832c0221df2e2dc12763f1dda55d491b70e0fe0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2) 2024-05-27T00:46:33.752 INFO:journalctl@ceph.mgr.z.smithi137.stdout:May 27 00:46:33 smithi137 bash[73360]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mgr-z 2024-05-27T00:46:33.942 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mgr.z.service' 2024-05-27T00:46:33.974 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:46:33.975 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-05-27T00:46:33.975 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-05-27T00:46:33.975 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.0 2024-05-27T00:46:34.362 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:46:34 smithi044 systemd[1]: Stopping Ceph osd.0 for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:46:34.861 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:46:34 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-0[43973]: 2024-05-27T00:46:34.583+0000 7f6135200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:46:34.862 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:46:34 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-0[43973]: 2024-05-27T00:46:34.583+0000 7f6135200700 -1 osd.0 110 *** Got signal Terminated *** 2024-05-27T00:46:34.862 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:46:34 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-0[43973]: 2024-05-27T00:46:34.583+0000 7f6135200700 -1 osd.0 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-27T00:46:40.570 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:46:40 smithi044 podman[93323]: 2024-05-27 00:46:40.223417746 +0000 UTC m=+5.779600387 container died 516bfbc2e6405204819883d0469b33c9bf948d0f1e2e6ab035c5efd1b14e3ba3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-0, RELEASE=squid-0ef46a2, ceph=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-05-27T00:46:40.861 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:46:40 smithi044 podman[93323]: 2024-05-27 00:46:40.694293216 +0000 UTC m=+6.250475921 container cleanup 516bfbc2e6405204819883d0469b33c9bf948d0f1e2e6ab035c5efd1b14e3ba3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, RELEASE=squid-0ef46a2, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0) 2024-05-27T00:46:40.861 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:46:40 smithi044 bash[93323]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-0 2024-05-27T00:46:41.361 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:46:40 smithi044 podman[93342]: 2024-05-27 00:46:40.946143607 +0000 UTC m=+0.705624069 container remove 516bfbc2e6405204819883d0469b33c9bf948d0f1e2e6ab035c5efd1b14e3ba3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-0ef46a2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-27T00:46:42.112 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:46:41 smithi044 podman[93434]: 2024-05-27 00:46:41.75539431 +0000 UTC m=+0.039954128 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:46:42.112 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:46:41 smithi044 podman[93434]: 2024-05-27 00:46:41.880558219 +0000 UTC m=+0.165118078 container create 28d119b372894329d7bda8b03fc8f7dda4a911e94d84799ef00d6496146243a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-0-deactivate, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-27T00:46:42.612 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:46:42 smithi044 podman[93434]: 2024-05-27 00:46:42.176387315 +0000 UTC m=+0.460947208 container init 28d119b372894329d7bda8b03fc8f7dda4a911e94d84799ef00d6496146243a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-27T00:46:42.612 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:46:42 smithi044 podman[93434]: 2024-05-27 00:46:42.188789426 +0000 UTC m=+0.473349285 container start 28d119b372894329d7bda8b03fc8f7dda4a911e94d84799ef00d6496146243a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-0ef46a2, org.label-schema.build-date=20240521, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-05-27T00:46:42.612 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:46:42 smithi044 podman[93434]: 2024-05-27 00:46:42.283633988 +0000 UTC m=+0.568193897 container attach 28d119b372894329d7bda8b03fc8f7dda4a911e94d84799ef00d6496146243a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_BRANCH=HEAD, RELEASE=squid-0ef46a2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-27T00:46:43.000 INFO:journalctl@ceph.osd.0.smithi044.stdout:May 27 00:46:42 smithi044 podman[93434]: 2024-05-27 00:46:42.661063942 +0000 UTC m=+0.945623815 container died 28d119b372894329d7bda8b03fc8f7dda4a911e94d84799ef00d6496146243a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-0-deactivate, RELEASE=squid-0ef46a2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240521, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-05-27T00:46:43.521 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.0.service' 2024-05-27T00:46:43.647 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:46:43.647 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-05-27T00:46:43.648 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-05-27T00:46:43.648 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.1 2024-05-27T00:46:43.950 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:46:43 smithi050 systemd[1]: Stopping Ceph osd.1 for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:46:44.450 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:46:43 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-1[40629]: 2024-05-27T00:46:43.964+0000 7f82cba47700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:46:44.450 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:46:43 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-1[40629]: 2024-05-27T00:46:43.964+0000 7f82cba47700 -1 osd.1 110 *** Got signal Terminated *** 2024-05-27T00:46:44.450 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:46:43 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-1[40629]: 2024-05-27T00:46:43.964+0000 7f82cba47700 -1 osd.1 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-27T00:46:49.775 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:46:49 smithi050 podman[72487]: 2024-05-27 00:46:49.491025113 +0000 UTC m=+5.637809774 container died bb0f5359c093207bdb0032a6b4cc5d6f19003c164e25fc49014b35da3e552bf0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-1, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, RELEASE=squid-0ef46a2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-05-27T00:46:50.067 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:46:49 smithi050 podman[72487]: 2024-05-27 00:46:49.856743007 +0000 UTC m=+6.003527667 container cleanup bb0f5359c093207bdb0032a6b4cc5d6f19003c164e25fc49014b35da3e552bf0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-1, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, RELEASE=squid-0ef46a2, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-05-27T00:46:50.067 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:46:49 smithi050 bash[72487]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-1 2024-05-27T00:46:50.450 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:46:50 smithi050 podman[72503]: 2024-05-27 00:46:50.06668442 +0000 UTC m=+0.576616576 container remove bb0f5359c093207bdb0032a6b4cc5d6f19003c164e25fc49014b35da3e552bf0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-1, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-0ef46a2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093) 2024-05-27T00:46:50.761 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:46:50 smithi050 podman[72594]: 2024-05-27 00:46:50.388305614 +0000 UTC m=+0.018011719 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:46:50.761 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:46:50 smithi050 podman[72594]: 2024-05-27 00:46:50.517396369 +0000 UTC m=+0.147102482 container create 2ff44afa8e5dda6f0944a65896db9da58b30a6839fcf181f0e2c4d4ab7dff6c1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-05-27T00:46:50.761 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:46:50 smithi050 podman[72594]: 2024-05-27 00:46:50.761870586 +0000 UTC m=+0.391576681 container init 2ff44afa8e5dda6f0944a65896db9da58b30a6839fcf181f0e2c4d4ab7dff6c1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-0ef46a2, org.label-schema.vendor=CentOS) 2024-05-27T00:46:51.069 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:46:50 smithi050 podman[72594]: 2024-05-27 00:46:50.766002754 +0000 UTC m=+0.395708848 container start 2ff44afa8e5dda6f0944a65896db9da58b30a6839fcf181f0e2c4d4ab7dff6c1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521) 2024-05-27T00:46:51.069 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:46:50 smithi050 podman[72594]: 2024-05-27 00:46:50.862298437 +0000 UTC m=+0.492004537 container attach 2ff44afa8e5dda6f0944a65896db9da58b30a6839fcf181f0e2c4d4ab7dff6c1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-0ef46a2, maintainer=Guillaume Abrioux , GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.license=GPLv2, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-27T00:46:51.351 INFO:journalctl@ceph.osd.1.smithi050.stdout:May 27 00:46:51 smithi050 podman[72594]: 2024-05-27 00:46:51.069850526 +0000 UTC m=+0.699556632 container died 2ff44afa8e5dda6f0944a65896db9da58b30a6839fcf181f0e2c4d4ab7dff6c1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240521, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-0ef46a2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-05-27T00:46:51.707 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.1.service' 2024-05-27T00:46:51.747 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:46:51.747 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-05-27T00:46:51.747 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-05-27T00:46:51.747 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.2 2024-05-27T00:46:52.065 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:46:51 smithi137 systemd[1]: Stopping Ceph osd.2 for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:46:52.502 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:46:52 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-2[41652]: 2024-05-27T00:46:52.064+0000 7fbbae682700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:46:52.502 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:46:52 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-2[41652]: 2024-05-27T00:46:52.064+0000 7fbbae682700 -1 osd.2 110 *** Got signal Terminated *** 2024-05-27T00:46:52.502 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:46:52 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-2[41652]: 2024-05-27T00:46:52.064+0000 7fbbae682700 -1 osd.2 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-27T00:46:57.841 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:46:57 smithi137 podman[73500]: 2024-05-27 00:46:57.536234898 +0000 UTC m=+5.595539298 container died 24ea768c6c84ac36f5d102297d5ceca72c237d0e422385a64db29b12d7674b6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=squid-0ef46a2, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093) 2024-05-27T00:46:58.208 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:46:57 smithi137 podman[73500]: 2024-05-27 00:46:57.948563688 +0000 UTC m=+6.007868079 container cleanup 24ea768c6c84ac36f5d102297d5ceca72c237d0e422385a64db29b12d7674b6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2, maintainer=Guillaume Abrioux , GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-05-27T00:46:58.209 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:46:57 smithi137 bash[73500]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-2 2024-05-27T00:46:58.502 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:46:58 smithi137 podman[73515]: 2024-05-27 00:46:58.208805581 +0000 UTC m=+0.671091387 container remove 24ea768c6c84ac36f5d102297d5ceca72c237d0e422385a64db29b12d7674b6e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-2, RELEASE=squid-0ef46a2, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True) 2024-05-27T00:46:58.920 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:46:58 smithi137 podman[73606]: 2024-05-27 00:46:58.5276058 +0000 UTC m=+0.017210806 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:46:58.920 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:46:58 smithi137 podman[73606]: 2024-05-27 00:46:58.651517266 +0000 UTC m=+0.141122249 container create e9ed388de3a1d07e5941d0661047f3851ca6b62463b6125f7c2ca3ec0de62b65 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2, GIT_BRANCH=HEAD) 2024-05-27T00:46:58.920 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:46:58 smithi137 podman[73606]: 2024-05-27 00:46:58.920819213 +0000 UTC m=+0.410424196 container init e9ed388de3a1d07e5941d0661047f3851ca6b62463b6125f7c2ca3ec0de62b65 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-0ef46a2) 2024-05-27T00:46:59.214 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:46:58 smithi137 podman[73606]: 2024-05-27 00:46:58.924005648 +0000 UTC m=+0.413610637 container start e9ed388de3a1d07e5941d0661047f3851ca6b62463b6125f7c2ca3ec0de62b65 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2, GIT_CLEAN=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, maintainer=Guillaume Abrioux ) 2024-05-27T00:46:59.215 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:46:59 smithi137 podman[73606]: 2024-05-27 00:46:59.02099079 +0000 UTC m=+0.510595773 container attach e9ed388de3a1d07e5941d0661047f3851ca6b62463b6125f7c2ca3ec0de62b65 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240521, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-05-27T00:46:59.486 INFO:journalctl@ceph.osd.2.smithi137.stdout:May 27 00:46:59 smithi137 podman[73606]: 2024-05-27 00:46:59.214908957 +0000 UTC m=+0.704513942 container died e9ed388de3a1d07e5941d0661047f3851ca6b62463b6125f7c2ca3ec0de62b65 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240521, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-0ef46a2) 2024-05-27T00:46:59.878 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.2.service' 2024-05-27T00:46:59.915 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:46:59.916 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-05-27T00:46:59.916 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-05-27T00:46:59.916 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.3 2024-05-27T00:47:00.361 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 27 00:47:00 smithi044 systemd[1]: Stopping Ceph osd.3 for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:47:00.773 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 27 00:47:00 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-3[50873]: 2024-05-27T00:47:00.489+0000 7f62eae00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:47:00.773 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 27 00:47:00 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-3[50873]: 2024-05-27T00:47:00.489+0000 7f62eae00700 -1 osd.3 110 *** Got signal Terminated *** 2024-05-27T00:47:00.773 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 27 00:47:00 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-3[50873]: 2024-05-27T00:47:00.489+0000 7f62eae00700 -1 osd.3 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-27T00:47:01.502 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:01 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:01.218+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:02.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:01 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:01.830+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:02.752 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:02 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:02.251+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:03.042 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:02 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:02.785+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:03.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:03 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:03.299+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:03.502 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:03 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:03.246+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:04.111 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:03 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:03.821+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:04.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:03 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:03.761+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:04.502 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:04 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:04.213+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:04.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:04 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:04.300+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:05.111 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:04 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:04.860+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:05.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:04 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:04.775+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:05.502 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:05 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:05.238+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:05.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:05 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:05.251+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:06.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:05 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:05.815+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:06.361 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 27 00:47:06 smithi044 podman[93541]: 2024-05-27 00:47:06.055670551 +0000 UTC m=+5.700264747 container died 160b182dd88258b4e48e109fc25bc72d6395eae670136a325bc5a846efe92687 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-3, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.build-date=20240521, RELEASE=squid-0ef46a2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-05-27T00:47:06.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:05 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:05.891+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:06.502 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:06 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:06.194+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:06.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:06 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:06.265+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:06.718 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 27 00:47:06 smithi044 podman[93541]: 2024-05-27 00:47:06.501176362 +0000 UTC m=+6.145770612 container cleanup 160b182dd88258b4e48e109fc25bc72d6395eae670136a325bc5a846efe92687 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-3, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, ceph=True, RELEASE=squid-0ef46a2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-27T00:47:06.719 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 27 00:47:06 smithi044 bash[93541]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-3 2024-05-27T00:47:07.111 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 27 00:47:06 smithi044 podman[93567]: 2024-05-27 00:47:06.718218063 +0000 UTC m=+0.645097320 container remove 160b182dd88258b4e48e109fc25bc72d6395eae670136a325bc5a846efe92687 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-3, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.build-date=20240521, RELEASE=squid-0ef46a2) 2024-05-27T00:47:07.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:06 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:06.847+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:07.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:06 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:06.854+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:07.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:07 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:07.304+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:07.502 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:07 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:07.208+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:07.880 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 27 00:47:07 smithi044 podman[93657]: 2024-05-27 00:47:07.536187089 +0000 UTC m=+0.038736411 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:47:07.881 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 27 00:47:07 smithi044 podman[93657]: 2024-05-27 00:47:07.661192553 +0000 UTC m=+0.163741915 container create da75f49187417d53d74f8235b4cfcd40701cc6eeb4e40dadb6bdd0faf71b73b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, RELEASE=squid-0ef46a2, CEPH_POINT_RELEASE=) 2024-05-27T00:47:08.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:07 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:07.827+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:08.361 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:07 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:07.879+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:08.362 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 27 00:47:07 smithi044 podman[93657]: 2024-05-27 00:47:07.956891814 +0000 UTC m=+0.459441207 container init da75f49187417d53d74f8235b4cfcd40701cc6eeb4e40dadb6bdd0faf71b73b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-3-deactivate, RELEASE=squid-0ef46a2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5) 2024-05-27T00:47:08.362 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 27 00:47:07 smithi044 podman[93657]: 2024-05-27 00:47:07.968776012 +0000 UTC m=+0.471325354 container start da75f49187417d53d74f8235b4cfcd40701cc6eeb4e40dadb6bdd0faf71b73b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, RELEASE=squid-0ef46a2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-27T00:47:08.362 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 27 00:47:08 smithi044 podman[93657]: 2024-05-27 00:47:08.063971486 +0000 UTC m=+0.566520892 container attach da75f49187417d53d74f8235b4cfcd40701cc6eeb4e40dadb6bdd0faf71b73b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, RELEASE=squid-0ef46a2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-05-27T00:47:08.502 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:08 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:08.160+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:08.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:08 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:08.355+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:08.805 INFO:journalctl@ceph.osd.3.smithi044.stdout:May 27 00:47:08 smithi044 podman[93657]: 2024-05-27 00:47:08.441509207 +0000 UTC m=+0.944058620 container died da75f49187417d53d74f8235b4cfcd40701cc6eeb4e40dadb6bdd0faf71b73b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-3-deactivate, RELEASE=squid-0ef46a2, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093) 2024-05-27T00:47:09.111 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:08 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:08.889+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:09.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:08 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:08.823+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:09.224 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.3.service' 2024-05-27T00:47:09.347 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:47:09.347 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-05-27T00:47:09.348 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-05-27T00:47:09.348 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.4 2024-05-27T00:47:09.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:09 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:09.349+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:09.502 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:09 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:09.171+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:09.661 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 27 00:47:09 smithi050 systemd[1]: Stopping Ceph osd.4 for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:47:09.950 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:09 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:09.787+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:09.950 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 27 00:47:09 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-4[47286]: 2024-05-27T00:47:09.661+0000 7fbb23a51700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:47:09.950 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 27 00:47:09 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-4[47286]: 2024-05-27T00:47:09.661+0000 7fbb23a51700 -1 osd.4 110 *** Got signal Terminated *** 2024-05-27T00:47:09.951 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 27 00:47:09 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-4[47286]: 2024-05-27T00:47:09.661+0000 7fbb23a51700 -1 osd.4 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-27T00:47:10.361 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:09 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:09.905+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:10.361 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:09 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:09.905+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:10.496 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:10 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:10.172+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:10.496 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:10 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:10.377+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:11.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:10 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:10.779+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:11.361 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:10 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:10.913+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:11.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:10 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:10.913+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:11.425 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:11 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:11.133+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:11.700 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 27 00:47:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-4[47286]: 2024-05-27T00:47:11.233+0000 7fbb1c03d700 -1 osd.4 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.606414+0000 front 2024-05-27T00:46:47.606456+0000 (oldest deadline 2024-05-27T00:47:10.506604+0000) 2024-05-27T00:47:11.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:11 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:11.425+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:12.111 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:11.959+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:12.111 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:11 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:11.959+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:12.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:11 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:11.729+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:12.405 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:12 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:12.105+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:12.405 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:12 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:12.105+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:45.420927+0000 front 2024-05-27T00:46:45.420965+0000 (oldest deadline 2024-05-27T00:47:11.320939+0000) 2024-05-27T00:47:12.406 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:12 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:12.353+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:12.406 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:12 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:12.405+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:12.406 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:12 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:12.405+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:12.517 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 27 00:47:12 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-4[47286]: 2024-05-27T00:47:12.258+0000 7fbb1c03d700 -1 osd.4 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.606414+0000 front 2024-05-27T00:46:47.606456+0000 (oldest deadline 2024-05-27T00:47:10.506604+0000) 2024-05-27T00:47:12.949 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:12 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:12.762+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:13.361 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:12 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:12.921+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:13.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:12 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:12.921+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:13.362 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:12 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:12.978+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.949479+0000 front 2024-05-27T00:46:48.949041+0000 (oldest deadline 2024-05-27T00:47:12.350632+0000) 2024-05-27T00:47:13.369 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:13 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:13.068+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:13.370 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:13 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:13.068+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:45.420927+0000 front 2024-05-27T00:46:45.420965+0000 (oldest deadline 2024-05-27T00:47:11.320939+0000) 2024-05-27T00:47:13.450 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 27 00:47:13 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-4[47286]: 2024-05-27T00:47:13.278+0000 7fbb1c03d700 -1 osd.4 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.606414+0000 front 2024-05-27T00:46:47.606456+0000 (oldest deadline 2024-05-27T00:47:10.506604+0000) 2024-05-27T00:47:13.752 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:13 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:13.369+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:13.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:13 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:13.426+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:13.753 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:13 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:13.426+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:14.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:13 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:13.722+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:14.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:13 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:13.722+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:14.342 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:14 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:14.023+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:14.342 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:14 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:14.023+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:45.420927+0000 front 2024-05-27T00:46:45.420965+0000 (oldest deadline 2024-05-27T00:47:11.320939+0000) 2024-05-27T00:47:14.361 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:14 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:14.015+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.949479+0000 front 2024-05-27T00:46:48.949041+0000 (oldest deadline 2024-05-27T00:47:12.350632+0000) 2024-05-27T00:47:14.361 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:13 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:13.897+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:14.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:13 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:13.897+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:14.685 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 27 00:47:14 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-4[47286]: 2024-05-27T00:47:14.268+0000 7fbb1c03d700 -1 osd.4 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.606414+0000 front 2024-05-27T00:46:47.606456+0000 (oldest deadline 2024-05-27T00:47:10.506604+0000) 2024-05-27T00:47:14.752 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:14 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:14.342+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:14.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:14 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:14.378+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:14.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:14 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:14.378+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:14.950 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:14 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:14.819+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:14.950 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:14 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:14.685+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:14.950 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:14 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:14.685+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:15.320 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 27 00:47:15 smithi050 podman[72716]: 2024-05-27 00:47:15.047356393 +0000 UTC m=+5.499966793 container died f4702ac3dab614f8a80225df18e83690bc51e8fde7029100fa26728486975762 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-4, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, RELEASE=squid-0ef46a2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240521, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-27T00:47:15.325 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:15 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:15.015+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:15.325 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:15 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:15.015+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:45.420927+0000 front 2024-05-27T00:46:45.420965+0000 (oldest deadline 2024-05-27T00:47:11.320939+0000) 2024-05-27T00:47:15.361 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:15 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:15.016+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.949479+0000 front 2024-05-27T00:46:48.949041+0000 (oldest deadline 2024-05-27T00:47:12.350632+0000) 2024-05-27T00:47:15.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:14 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:14.865+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:15.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:14 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:14.865+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:15.580 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 27 00:47:15 smithi050 podman[72716]: 2024-05-27 00:47:15.561650219 +0000 UTC m=+6.014260612 container cleanup f4702ac3dab614f8a80225df18e83690bc51e8fde7029100fa26728486975762 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-4, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2, ceph=True) 2024-05-27T00:47:15.581 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 27 00:47:15 smithi050 bash[72716]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-4 2024-05-27T00:47:15.752 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:15 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:15.324+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:15.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:15 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:15.378+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:15.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:15 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:15.378+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:15.950 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:15 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:15.770+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:15.950 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 27 00:47:15 smithi050 podman[72731]: 2024-05-27 00:47:15.796347918 +0000 UTC m=+0.749592633 container remove f4702ac3dab614f8a80225df18e83690bc51e8fde7029100fa26728486975762 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-4, ceph=True, org.label-schema.build-date=20240521, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-0ef46a2) 2024-05-27T00:47:15.950 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:15 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:15.658+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:15.951 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:15 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:15.658+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:16.329 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:16 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:16.044+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:16.330 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:16 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:16.044+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:45.420927+0000 front 2024-05-27T00:46:45.420965+0000 (oldest deadline 2024-05-27T00:47:11.320939+0000) 2024-05-27T00:47:16.361 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:15 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:15.974+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.949479+0000 front 2024-05-27T00:46:48.949041+0000 (oldest deadline 2024-05-27T00:47:12.350632+0000) 2024-05-27T00:47:16.361 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:15 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:15.867+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:16.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:15 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:15.867+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:16.633 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 27 00:47:16 smithi050 podman[72823]: 2024-05-27 00:47:16.157643556 +0000 UTC m=+0.017621319 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:47:16.633 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 27 00:47:16 smithi050 podman[72823]: 2024-05-27 00:47:16.272406468 +0000 UTC m=+0.132384250 container create e149cf633c5ed547e5a522f017bd1a5f3ec77c4375ab2ebfa6102391d16a8f74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-0ef46a2, org.label-schema.build-date=20240521, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, maintainer=Guillaume Abrioux ) 2024-05-27T00:47:16.634 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 27 00:47:16 smithi050 podman[72823]: 2024-05-27 00:47:16.633620123 +0000 UTC m=+0.493597870 container init e149cf633c5ed547e5a522f017bd1a5f3ec77c4375ab2ebfa6102391d16a8f74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-0ef46a2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093) 2024-05-27T00:47:16.752 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:16 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:16.329+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:16.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:16 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:16.397+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:16.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:16 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:16.397+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:16.950 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:16 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:16.756+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:16.950 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:16 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:16.688+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:16.950 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:16 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:16.688+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:16.950 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 27 00:47:16 smithi050 podman[72823]: 2024-05-27 00:47:16.637523885 +0000 UTC m=+0.497501629 container start e149cf633c5ed547e5a522f017bd1a5f3ec77c4375ab2ebfa6102391d16a8f74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-0ef46a2, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-05-27T00:47:16.951 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 27 00:47:16 smithi050 podman[72823]: 2024-05-27 00:47:16.725057849 +0000 UTC m=+0.585035608 container attach e149cf633c5ed547e5a522f017bd1a5f3ec77c4375ab2ebfa6102391d16a8f74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=squid-0ef46a2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521) 2024-05-27T00:47:17.111 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:16 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:16.992+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.949479+0000 front 2024-05-27T00:46:48.949041+0000 (oldest deadline 2024-05-27T00:47:12.350632+0000) 2024-05-27T00:47:17.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:16 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:16.826+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:17.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:16 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:16.826+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:17.202 INFO:journalctl@ceph.osd.4.smithi050.stdout:May 27 00:47:16 smithi050 podman[72823]: 2024-05-27 00:47:16.951938894 +0000 UTC m=+0.811916652 container died e149cf633c5ed547e5a522f017bd1a5f3ec77c4375ab2ebfa6102391d16a8f74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-0ef46a2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-05-27T00:47:17.405 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:17 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:17.306+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:17.405 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:17 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:17.078+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:17.405 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:17 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:17.078+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:45.420927+0000 front 2024-05-27T00:46:45.420965+0000 (oldest deadline 2024-05-27T00:47:11.320939+0000) 2024-05-27T00:47:17.533 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.4.service' 2024-05-27T00:47:17.574 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:47:17.575 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-05-27T00:47:17.575 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-05-27T00:47:17.575 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.5 2024-05-27T00:47:17.752 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:17 smithi137 systemd[1]: Stopping Ceph osd.5 for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:47:17.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:17 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:17.404+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:17.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:17 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:17.404+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:17.765 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:17 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:17.732+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:17.765 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:17 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:17.732+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:18.111 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:17 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:17.992+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.949479+0000 front 2024-05-27T00:46:48.949041+0000 (oldest deadline 2024-05-27T00:47:12.350632+0000) 2024-05-27T00:47:18.111 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:17 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:17.787+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:18.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:17 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:17.787+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:18.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:17 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:17.764+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:18.252 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:17 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:17.886+0000 7f5100314700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:47:18.252 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:17 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:17.886+0000 7f5100314700 -1 osd.5 110 *** Got signal Terminated *** 2024-05-27T00:47:18.252 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:17 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:17.886+0000 7f5100314700 -1 osd.5 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-27T00:47:18.252 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:18 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:18.065+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:18.252 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:18 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:18.065+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:45.420927+0000 front 2024-05-27T00:46:45.420965+0000 (oldest deadline 2024-05-27T00:47:11.320939+0000) 2024-05-27T00:47:18.752 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:18 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:18.324+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:18.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:18 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:18.436+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:18.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:18 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:18.436+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:19.111 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:18 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:18.778+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:19.111 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:18 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:18.778+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:19.111 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:18 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:18.970+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.949479+0000 front 2024-05-27T00:46:48.949041+0000 (oldest deadline 2024-05-27T00:47:12.350632+0000) 2024-05-27T00:47:19.111 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:18 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:18.970+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.452564+0000 front 2024-05-27T00:46:56.452626+0000 (oldest deadline 2024-05-27T00:47:18.152847+0000) 2024-05-27T00:47:19.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:18 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:18.773+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:19.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:18 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:18.726+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:19.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:18 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:18.726+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:19.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:18 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:18.726+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:19.339 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:19 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:19.077+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:19.339 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:19 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:19.077+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:45.420927+0000 front 2024-05-27T00:46:45.420965+0000 (oldest deadline 2024-05-27T00:47:11.320939+0000) 2024-05-27T00:47:19.752 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:19 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:19.338+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:19.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:19 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:19.426+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:19.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:19 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:19.426+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:20.111 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:19 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:19.756+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:20.111 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:19 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:19.756+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:20.112 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:19 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:19.948+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.949479+0000 front 2024-05-27T00:46:48.949041+0000 (oldest deadline 2024-05-27T00:47:12.350632+0000) 2024-05-27T00:47:20.112 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:19 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:19.948+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.452564+0000 front 2024-05-27T00:46:56.452626+0000 (oldest deadline 2024-05-27T00:47:18.152847+0000) 2024-05-27T00:47:20.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:19 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:19.773+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:20.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:19 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:19.773+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:20.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:19 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:19.773+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:20.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:19 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:19.814+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:20.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:19 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:19.814+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.211717+0000 front 2024-05-27T00:46:56.211748+0000 (oldest deadline 2024-05-27T00:47:19.111948+0000) 2024-05-27T00:47:20.442 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:20 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:20.301+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:20.443 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:20 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:20.102+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:20.443 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:20 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:20.102+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:45.420927+0000 front 2024-05-27T00:46:45.420965+0000 (oldest deadline 2024-05-27T00:47:11.320939+0000) 2024-05-27T00:47:20.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:20 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:20.442+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:20.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:20 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:20.442+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:21.111 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:20 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:20.944+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.949479+0000 front 2024-05-27T00:46:48.949041+0000 (oldest deadline 2024-05-27T00:47:12.350632+0000) 2024-05-27T00:47:21.111 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:20 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:20.944+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.452564+0000 front 2024-05-27T00:46:56.452626+0000 (oldest deadline 2024-05-27T00:47:18.152847+0000) 2024-05-27T00:47:21.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:20 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:20.731+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:21.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:20 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:20.731+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:21.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:20 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:20.731+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:21.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:20 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:20.804+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:21.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:20 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:20.804+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:21.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:20 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:20.804+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:21.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:20 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:20.793+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:21.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:20 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:20.793+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.211717+0000 front 2024-05-27T00:46:56.211748+0000 (oldest deadline 2024-05-27T00:47:19.111948+0000) 2024-05-27T00:47:21.407 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:21 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:21.289+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:21.407 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:21 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:21.096+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:21.407 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:21 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:21.096+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:45.420927+0000 front 2024-05-27T00:46:45.420965+0000 (oldest deadline 2024-05-27T00:47:11.320939+0000) 2024-05-27T00:47:21.407 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:21 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:21.096+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.621953+0000 front 2024-05-27T00:46:56.622057+0000 (oldest deadline 2024-05-27T00:47:20.122019+0000) 2024-05-27T00:47:21.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:21 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:21.407+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:21.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:21 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:21.407+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:21.977 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:21 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:21.685+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:21.977 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:21 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:21.685+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:21.977 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:21 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:21.685+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:22.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:21 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:21.791+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:22.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:21 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:21.791+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:22.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:21 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:21.791+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:22.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:21 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:21.787+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:22.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:21 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:21.787+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.211717+0000 front 2024-05-27T00:46:56.211748+0000 (oldest deadline 2024-05-27T00:47:19.111948+0000) 2024-05-27T00:47:22.359 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:22 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:22.323+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:22.360 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:22 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:22.323+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:22.360 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:22 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:22.085+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.020142+0000 front 2024-05-27T00:46:39.020320+0000 (oldest deadline 2024-05-27T00:47:00.719878+0000) 2024-05-27T00:47:22.360 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:22 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:22.085+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:45.420927+0000 front 2024-05-27T00:46:45.420965+0000 (oldest deadline 2024-05-27T00:47:11.320939+0000) 2024-05-27T00:47:22.360 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:22 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5[48599]: 2024-05-27T00:47:22.085+0000 7f50f8900700 -1 osd.5 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.621953+0000 front 2024-05-27T00:46:56.622057+0000 (oldest deadline 2024-05-27T00:47:20.122019+0000) 2024-05-27T00:47:22.361 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:21 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:21.976+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.949479+0000 front 2024-05-27T00:46:48.949041+0000 (oldest deadline 2024-05-27T00:47:12.350632+0000) 2024-05-27T00:47:22.361 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:21 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:21.976+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.452564+0000 front 2024-05-27T00:46:56.452626+0000 (oldest deadline 2024-05-27T00:47:18.152847+0000) 2024-05-27T00:47:22.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:22 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:22.359+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:22.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:22 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:22.359+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:22.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:22 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:22.359+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:23.022 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:22 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:22.692+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:23.023 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:22 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:22.692+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:23.023 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:22 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:22.692+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:23.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:22 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:22.833+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:23.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:22 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:22.833+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.211717+0000 front 2024-05-27T00:46:56.211748+0000 (oldest deadline 2024-05-27T00:47:19.111948+0000) 2024-05-27T00:47:23.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:22 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:22.753+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:23.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:22 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:22.753+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:23.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:22 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:22.753+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:23.361 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:23 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:23.021+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.949479+0000 front 2024-05-27T00:46:48.949041+0000 (oldest deadline 2024-05-27T00:47:12.350632+0000) 2024-05-27T00:47:23.361 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:23 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:23.021+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.452564+0000 front 2024-05-27T00:46:56.452626+0000 (oldest deadline 2024-05-27T00:47:18.152847+0000) 2024-05-27T00:47:23.620 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:23 smithi137 podman[73723]: 2024-05-27 00:47:23.307752221 +0000 UTC m=+5.540841814 container died 6000cf0eb862c8ee21f845f8fa7629478408d6f2bcf116dbae5deecea37f6084 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2, maintainer=Guillaume Abrioux ) 2024-05-27T00:47:23.620 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:23 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:23.331+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:23.620 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:23 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:23.331+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:23.621 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:23 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:23.369+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:23.621 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:23 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:23.369+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:23.621 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:23 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:23.369+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:24.002 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:23 smithi137 podman[73723]: 2024-05-27 00:47:23.719500155 +0000 UTC m=+5.952589790 container cleanup 6000cf0eb862c8ee21f845f8fa7629478408d6f2bcf116dbae5deecea37f6084 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240521, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-0ef46a2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-05-27T00:47:24.002 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:23 smithi137 bash[73723]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5 2024-05-27T00:47:24.029 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:23 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:23.650+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:24.029 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:23 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:23.650+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:24.029 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:23 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:23.650+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:24.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:23 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:23.863+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:24.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:23 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:23.863+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.211717+0000 front 2024-05-27T00:46:56.211748+0000 (oldest deadline 2024-05-27T00:47:19.111948+0000) 2024-05-27T00:47:24.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:23 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:23.707+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:24.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:23 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:23.707+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:24.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:23 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:23.707+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:24.328 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:24 smithi137 podman[73740]: 2024-05-27 00:47:24.037812138 +0000 UTC m=+0.724461829 container remove 6000cf0eb862c8ee21f845f8fa7629478408d6f2bcf116dbae5deecea37f6084 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2, org.label-schema.build-date=20240521, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, ceph=True, io.buildah.version=1.33.5) 2024-05-27T00:47:24.361 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:24 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:24.028+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.949479+0000 front 2024-05-27T00:46:48.949041+0000 (oldest deadline 2024-05-27T00:47:12.350632+0000) 2024-05-27T00:47:24.361 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:24 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:24.028+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.452564+0000 front 2024-05-27T00:46:56.452626+0000 (oldest deadline 2024-05-27T00:47:18.152847+0000) 2024-05-27T00:47:24.658 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:24 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:24.366+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:24.658 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:24 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:24.366+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:24.659 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:24 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:24.328+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:24.659 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:24 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:24.328+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:24.659 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:24 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:24.328+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:24.659 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:24 smithi137 podman[73827]: 2024-05-27 00:47:24.295234524 +0000 UTC m=+0.017081061 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:47:24.659 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:24 smithi137 podman[73827]: 2024-05-27 00:47:24.414054212 +0000 UTC m=+0.135900745 container create d9d85c55970a37de9f7da675eb5db46ee6ca0d75327a7ee8984cad8fe9060ee6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5-deactivate, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, RELEASE=squid-0ef46a2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-05-27T00:47:24.659 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:24 smithi137 podman[73827]: 2024-05-27 00:47:24.658512349 +0000 UTC m=+0.380358879 container init d9d85c55970a37de9f7da675eb5db46ee6ca0d75327a7ee8984cad8fe9060ee6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-0ef46a2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093) 2024-05-27T00:47:24.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:24 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:24.608+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:24.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:24 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:24.608+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:24.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:24 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:24.608+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:24.962 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:24 smithi137 podman[73827]: 2024-05-27 00:47:24.662071131 +0000 UTC m=+0.383917659 container start d9d85c55970a37de9f7da675eb5db46ee6ca0d75327a7ee8984cad8fe9060ee6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, RELEASE=squid-0ef46a2, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521) 2024-05-27T00:47:24.963 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:24 smithi137 podman[73827]: 2024-05-27 00:47:24.766610106 +0000 UTC m=+0.488456634 container attach d9d85c55970a37de9f7da675eb5db46ee6ca0d75327a7ee8984cad8fe9060ee6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240521, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-0ef46a2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-05-27T00:47:25.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:24 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:24.823+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:25.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:24 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:24.823+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.211717+0000 front 2024-05-27T00:46:56.211748+0000 (oldest deadline 2024-05-27T00:47:19.111948+0000) 2024-05-27T00:47:25.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:24 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:24.755+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:25.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:24 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:24.755+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:25.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:24 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:24.755+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:25.252 INFO:journalctl@ceph.osd.5.smithi137.stdout:May 27 00:47:24 smithi137 podman[73827]: 2024-05-27 00:47:24.963320516 +0000 UTC m=+0.685167044 container died d9d85c55970a37de9f7da675eb5db46ee6ca0d75327a7ee8984cad8fe9060ee6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-0ef46a2) 2024-05-27T00:47:25.361 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:25 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:25.048+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.949479+0000 front 2024-05-27T00:46:48.949041+0000 (oldest deadline 2024-05-27T00:47:12.350632+0000) 2024-05-27T00:47:25.361 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:25 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:25.048+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.452564+0000 front 2024-05-27T00:46:56.452626+0000 (oldest deadline 2024-05-27T00:47:18.152847+0000) 2024-05-27T00:47:25.612 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:25 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:25.388+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:25.612 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:25 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:25.388+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:25.612 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:25 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:25.287+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:25.612 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:25 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:25.287+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:25.613 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:25 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:25.287+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:25.636 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.5.service' 2024-05-27T00:47:25.677 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:47:25.677 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-05-27T00:47:25.677 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-05-27T00:47:25.677 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.6 2024-05-27T00:47:25.861 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:25 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:25.569+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:25.861 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:25 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:25.569+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:25.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:25 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:25.569+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:25.862 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:25 smithi044 systemd[1]: Stopping Ceph osd.6 for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:47:26.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:25 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:25.863+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:26.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:25 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:25.863+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.211717+0000 front 2024-05-27T00:46:56.211748+0000 (oldest deadline 2024-05-27T00:47:19.111948+0000) 2024-05-27T00:47:26.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:25 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:25.805+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:26.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:25 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:25.805+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:26.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:25 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:25.805+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:26.362 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:26 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:26.079+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.949479+0000 front 2024-05-27T00:46:48.949041+0000 (oldest deadline 2024-05-27T00:47:12.350632+0000) 2024-05-27T00:47:26.362 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:26 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:26.079+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.452564+0000 front 2024-05-27T00:46:56.452626+0000 (oldest deadline 2024-05-27T00:47:18.152847+0000) 2024-05-27T00:47:26.362 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:26 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:26.294+0000 7f22c6c00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:47:26.362 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:26 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:26.294+0000 7f22c6c00700 -1 osd.6 110 *** Got signal Terminated *** 2024-05-27T00:47:26.363 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:26 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:26.294+0000 7f22c6c00700 -1 osd.6 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-27T00:47:26.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:26 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:26.294+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:26.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:26 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:26.294+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:26.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:26 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:26.294+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:26.753 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:26 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:26.393+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:26.753 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:26 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:26.393+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:26.861 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:26 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:26.565+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:26.861 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:26 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:26.565+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:26.861 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:26 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:26.565+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:27.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:26 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:26.814+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:27.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:26 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:26.814+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.211717+0000 front 2024-05-27T00:46:56.211748+0000 (oldest deadline 2024-05-27T00:47:19.111948+0000) 2024-05-27T00:47:27.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:26 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:26.814+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:02.414233+0000 front 2024-05-27T00:47:02.414313+0000 (oldest deadline 2024-05-27T00:47:26.514029+0000) 2024-05-27T00:47:27.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:26 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:26.831+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:27.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:26 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:26.831+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:27.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:26 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:26.831+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:27.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:26 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:26.831+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:27.361 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:27 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:27.045+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.949479+0000 front 2024-05-27T00:46:48.949041+0000 (oldest deadline 2024-05-27T00:47:12.350632+0000) 2024-05-27T00:47:27.361 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:27 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:27.045+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.452564+0000 front 2024-05-27T00:46:56.452626+0000 (oldest deadline 2024-05-27T00:47:18.152847+0000) 2024-05-27T00:47:27.752 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:27 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:27.427+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:27.752 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:27 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:27.427+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:27.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:27 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:27.264+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:27.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:27 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:27.264+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:27.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:27 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:27.264+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:27.861 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:27 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:27.534+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:27.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:27 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:27.534+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:27.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:27 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:27.534+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:27.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:27 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:27.534+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:28.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:27 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:27.802+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:28.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:27 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:27.802+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.211717+0000 front 2024-05-27T00:46:56.211748+0000 (oldest deadline 2024-05-27T00:47:19.111948+0000) 2024-05-27T00:47:28.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:27 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:27.802+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:02.414233+0000 front 2024-05-27T00:47:02.414313+0000 (oldest deadline 2024-05-27T00:47:26.514029+0000) 2024-05-27T00:47:28.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:27 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:27.796+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:28.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:27 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:27.796+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:28.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:27 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:27.796+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:28.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:27 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:27.796+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:28.361 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:28 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:28.011+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.949479+0000 front 2024-05-27T00:46:48.949041+0000 (oldest deadline 2024-05-27T00:47:12.350632+0000) 2024-05-27T00:47:28.361 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:28 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:28.011+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.452564+0000 front 2024-05-27T00:46:56.452626+0000 (oldest deadline 2024-05-27T00:47:18.152847+0000) 2024-05-27T00:47:28.502 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:28 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:28.461+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:28.502 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:28 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:28.461+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:28.502 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:28 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:28.461+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:01.716013+0000 front 2024-05-27T00:47:01.716023+0000 (oldest deadline 2024-05-27T00:47:27.615699+0000) 2024-05-27T00:47:28.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:28 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:28.229+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:28.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:28 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:28.229+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:28.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:28 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:28.229+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:28.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:28 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:28.490+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:28.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:28 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:28.490+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:28.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:28 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:28.490+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:28.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:28 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:28.490+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:29.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:28 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:28.753+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:29.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:28 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:28.753+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.211717+0000 front 2024-05-27T00:46:56.211748+0000 (oldest deadline 2024-05-27T00:47:19.111948+0000) 2024-05-27T00:47:29.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:28 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:28.753+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:02.414233+0000 front 2024-05-27T00:47:02.414313+0000 (oldest deadline 2024-05-27T00:47:26.514029+0000) 2024-05-27T00:47:29.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:28 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:28.771+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:29.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:28 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:28.771+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:29.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:28 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:28.771+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:29.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:28 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:28.771+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:29.361 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:29 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:29.056+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.949479+0000 front 2024-05-27T00:46:48.949041+0000 (oldest deadline 2024-05-27T00:47:12.350632+0000) 2024-05-27T00:47:29.362 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:29 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:29.056+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.452564+0000 front 2024-05-27T00:46:56.452626+0000 (oldest deadline 2024-05-27T00:47:18.152847+0000) 2024-05-27T00:47:29.362 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:29 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:29.056+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:05.057466+0000 front 2024-05-27T00:47:05.057964+0000 (oldest deadline 2024-05-27T00:47:28.557678+0000) 2024-05-27T00:47:29.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:29 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:29.236+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:29.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:29 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:29.236+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:29.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:29 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:29.236+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:29.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:29 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:29.495+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:29.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:29 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:29.495+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:29.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:29 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:29.495+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:29.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:29 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:29.495+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:30.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:29 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:29.511+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:30.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:29 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:29.511+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:30.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:29 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:29.511+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:01.716013+0000 front 2024-05-27T00:47:01.716023+0000 (oldest deadline 2024-05-27T00:47:27.615699+0000) 2024-05-27T00:47:30.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:29 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:29.771+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:30.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:29 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:29.771+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.211717+0000 front 2024-05-27T00:46:56.211748+0000 (oldest deadline 2024-05-27T00:47:19.111948+0000) 2024-05-27T00:47:30.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:29 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:29.771+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:02.414233+0000 front 2024-05-27T00:47:02.414313+0000 (oldest deadline 2024-05-27T00:47:26.514029+0000) 2024-05-27T00:47:30.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:29 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:29.782+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:30.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:29 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:29.782+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:30.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:29 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:29.782+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:30.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:29 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:29.782+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:30.361 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:30 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:30.092+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.949479+0000 front 2024-05-27T00:46:48.949041+0000 (oldest deadline 2024-05-27T00:47:12.350632+0000) 2024-05-27T00:47:30.361 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:30 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:30.092+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.452564+0000 front 2024-05-27T00:46:56.452626+0000 (oldest deadline 2024-05-27T00:47:18.152847+0000) 2024-05-27T00:47:30.362 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:30 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:30.092+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:05.057466+0000 front 2024-05-27T00:47:05.057964+0000 (oldest deadline 2024-05-27T00:47:28.557678+0000) 2024-05-27T00:47:30.479 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:30 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:30.203+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:30.479 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:30 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:30.203+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:30.479 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:30 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:30.203+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:30.752 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:30 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:30.479+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:30.752 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:30 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:30.479+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:30.752 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:30 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:30.479+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:01.716013+0000 front 2024-05-27T00:47:01.716023+0000 (oldest deadline 2024-05-27T00:47:27.615699+0000) 2024-05-27T00:47:30.759 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:30 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:30.543+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:30.760 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:30 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:30.543+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:30.760 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:30 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:30.543+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:30.760 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:30 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:30.543+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:31.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:30 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:30.780+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:31.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:30 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:30.780+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:31.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:30 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:30.780+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:31.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:30 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:30.780+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:31.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:30 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:30.811+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:31.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:30 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:30.811+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.211717+0000 front 2024-05-27T00:46:56.211748+0000 (oldest deadline 2024-05-27T00:47:19.111948+0000) 2024-05-27T00:47:31.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:30 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:30.811+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:02.414233+0000 front 2024-05-27T00:47:02.414313+0000 (oldest deadline 2024-05-27T00:47:26.514029+0000) 2024-05-27T00:47:31.362 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:31 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:31.044+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.949479+0000 front 2024-05-27T00:46:48.949041+0000 (oldest deadline 2024-05-27T00:47:12.350632+0000) 2024-05-27T00:47:31.362 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:31 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:31.044+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.452564+0000 front 2024-05-27T00:46:56.452626+0000 (oldest deadline 2024-05-27T00:47:18.152847+0000) 2024-05-27T00:47:31.362 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:31 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6[57818]: 2024-05-27T00:47:31.044+0000 7f22c2400700 -1 osd.6 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:05.057466+0000 front 2024-05-27T00:47:05.057964+0000 (oldest deadline 2024-05-27T00:47:28.557678+0000) 2024-05-27T00:47:31.444 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:31 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:31.156+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:31.444 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:31 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:31.156+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:31.444 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:31 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:31.156+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:31.752 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:31 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:31.443+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:31.752 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:31 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:31.443+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:31.752 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:31 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:31.443+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:01.716013+0000 front 2024-05-27T00:47:01.716023+0000 (oldest deadline 2024-05-27T00:47:27.615699+0000) 2024-05-27T00:47:31.806 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:31 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:31.539+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:31.806 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:31 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:31.539+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:31.806 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:31 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:31.539+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:31.806 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:31 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:31.539+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:31.808 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:31 smithi044 podman[93760]: 2024-05-27 00:47:31.805302238 +0000 UTC m=+5.654276227 container died 034f9e217ef8d42e503251c090e8e7617e91e2ac4643fa3fc176a098b2c039e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-0ef46a2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521) 2024-05-27T00:47:32.101 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:31 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:31.805+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:32.101 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:31 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:31.805+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.211717+0000 front 2024-05-27T00:46:56.211748+0000 (oldest deadline 2024-05-27T00:47:19.111948+0000) 2024-05-27T00:47:32.101 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:31 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:31.805+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:02.414233+0000 front 2024-05-27T00:47:02.414313+0000 (oldest deadline 2024-05-27T00:47:26.514029+0000) 2024-05-27T00:47:32.102 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:31 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:31.823+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:32.102 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:31 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:31.823+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:32.102 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:31 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:31.823+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:32.102 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:31 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:31.823+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:32.362 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:32 smithi044 podman[93760]: 2024-05-27 00:47:32.246599521 +0000 UTC m=+6.095573547 container cleanup 034f9e217ef8d42e503251c090e8e7617e91e2ac4643fa3fc176a098b2c039e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-0ef46a2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-05-27T00:47:32.362 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:32 smithi044 bash[93760]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6 2024-05-27T00:47:32.481 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:32 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:32.136+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:32.481 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:32 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:32.136+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:32.481 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:32 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:32.136+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:32.752 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:32 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:32.481+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:32.752 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:32 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:32.481+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:32.752 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:32 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:32.481+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:01.716013+0000 front 2024-05-27T00:47:01.716023+0000 (oldest deadline 2024-05-27T00:47:27.615699+0000) 2024-05-27T00:47:32.861 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:32 smithi044 podman[93790]: 2024-05-27 00:47:32.498160941 +0000 UTC m=+0.683689901 container remove 034f9e217ef8d42e503251c090e8e7617e91e2ac4643fa3fc176a098b2c039e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6, RELEASE=squid-0ef46a2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-27T00:47:32.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:32 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:32.521+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:32.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:32 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:32.521+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:32.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:32 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:32.521+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:32.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:32 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:32.521+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:33.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:32 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:32.835+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:33.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:32 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:32.835+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.211717+0000 front 2024-05-27T00:46:56.211748+0000 (oldest deadline 2024-05-27T00:47:19.111948+0000) 2024-05-27T00:47:33.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:32 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:32.835+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:02.414233+0000 front 2024-05-27T00:47:02.414313+0000 (oldest deadline 2024-05-27T00:47:26.514029+0000) 2024-05-27T00:47:33.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:32 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:32.808+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:33.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:32 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:32.808+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:33.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:32 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:32.808+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:33.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:32 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:32.808+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:33.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:33 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:33.172+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:33.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:33 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:33.172+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:33.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:33 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:33.172+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:33.605 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:33 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:33.551+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:33.605 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:33 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:33.551+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:33.605 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:33 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:33.551+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:33.606 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:33 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:33.551+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:33.606 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:33 smithi044 podman[93879]: 2024-05-27 00:47:33.219995478 +0000 UTC m=+0.034475166 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:47:33.606 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:33 smithi044 podman[93879]: 2024-05-27 00:47:33.332596661 +0000 UTC m=+0.147076385 container create 41fd5a4c3b9b40ad8dbcd9b6afa084e286d574d43f6a386b1c86ac4b1037bb39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=squid-0ef46a2, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-05-27T00:47:33.606 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:33 smithi044 podman[93879]: 2024-05-27 00:47:33.603449569 +0000 UTC m=+0.417929356 container init 41fd5a4c3b9b40ad8dbcd9b6afa084e286d574d43f6a386b1c86ac4b1037bb39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240521, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-0ef46a2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-05-27T00:47:33.862 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:33 smithi044 podman[93879]: 2024-05-27 00:47:33.616425784 +0000 UTC m=+0.430905495 container start 41fd5a4c3b9b40ad8dbcd9b6afa084e286d574d43f6a386b1c86ac4b1037bb39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=squid-0ef46a2, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0) 2024-05-27T00:47:33.862 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:33 smithi044 podman[93879]: 2024-05-27 00:47:33.710387675 +0000 UTC m=+0.524867445 container attach 41fd5a4c3b9b40ad8dbcd9b6afa084e286d574d43f6a386b1c86ac4b1037bb39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, RELEASE=squid-0ef46a2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240521, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True) 2024-05-27T00:47:34.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:33 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:33.509+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:34.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:33 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:33.509+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:34.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:33 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:33.509+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:01.716013+0000 front 2024-05-27T00:47:01.716023+0000 (oldest deadline 2024-05-27T00:47:27.615699+0000) 2024-05-27T00:47:34.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:33 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:33.821+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:34.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:33 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:33.821+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.211717+0000 front 2024-05-27T00:46:56.211748+0000 (oldest deadline 2024-05-27T00:47:19.111948+0000) 2024-05-27T00:47:34.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:33 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:33.821+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:02.414233+0000 front 2024-05-27T00:47:02.414313+0000 (oldest deadline 2024-05-27T00:47:26.514029+0000) 2024-05-27T00:47:34.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:33 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:33.845+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:34.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:33 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:33.845+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:34.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:33 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:33.845+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:34.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:33 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:33.845+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:34.362 INFO:journalctl@ceph.osd.6.smithi044.stdout:May 27 00:47:34 smithi044 podman[93879]: 2024-05-27 00:47:34.076279781 +0000 UTC m=+0.890759499 container died 41fd5a4c3b9b40ad8dbcd9b6afa084e286d574d43f6a386b1c86ac4b1037bb39 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-6-deactivate, RELEASE=squid-0ef46a2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-05-27T00:47:34.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:34 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:34.208+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:34.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:34 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:34.208+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:34.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:34 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:34.208+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:34.773 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:34 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:34.529+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:34.774 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:34 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:34.529+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:34.774 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:34 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:34.529+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:34.774 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:34 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:34.529+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:34.817 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.6.service' 2024-05-27T00:47:34.938 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:47:34.938 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-05-27T00:47:34.938 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-05-27T00:47:34.939 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.7 2024-05-27T00:47:35.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:34 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:34.533+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:35.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:34 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:34.533+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:35.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:34 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:34.533+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:01.716013+0000 front 2024-05-27T00:47:01.716023+0000 (oldest deadline 2024-05-27T00:47:27.615699+0000) 2024-05-27T00:47:35.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:34 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:34.825+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:35.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:34 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:34.825+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.211717+0000 front 2024-05-27T00:46:56.211748+0000 (oldest deadline 2024-05-27T00:47:19.111948+0000) 2024-05-27T00:47:35.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:34 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:34.825+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:02.414233+0000 front 2024-05-27T00:47:02.414313+0000 (oldest deadline 2024-05-27T00:47:26.514029+0000) 2024-05-27T00:47:35.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:34 smithi050 systemd[1]: Stopping Ceph osd.7 for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:47:35.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:34 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:34.854+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:35.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:34 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:34.854+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:35.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:34 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:34.854+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:35.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:34 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:34.854+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:35.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:35 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:35.243+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:35.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:35 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:35.243+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:35.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:35 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:35.243+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:35.700 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:35 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:35.256+0000 7fcb91eda700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:47:35.700 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:35 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:35.256+0000 7fcb91eda700 -1 osd.7 110 *** Got signal Terminated *** 2024-05-27T00:47:35.700 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:35 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:35.256+0000 7fcb91eda700 -1 osd.7 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-27T00:47:35.861 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:35 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:35.557+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:35.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:35 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:35.557+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:35.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:35 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:35.557+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:35.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:35 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:35.557+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:36.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:35 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:35.519+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:36.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:35 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:35.519+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:36.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:35 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:35.519+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:01.716013+0000 front 2024-05-27T00:47:01.716023+0000 (oldest deadline 2024-05-27T00:47:27.615699+0000) 2024-05-27T00:47:36.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:35 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:35.900+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:36.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:35 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:35.900+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:36.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:35 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:35.900+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:36.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:35 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:35.900+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:36.201 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:35 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:35.836+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:36.201 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:35 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:35.836+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.211717+0000 front 2024-05-27T00:46:56.211748+0000 (oldest deadline 2024-05-27T00:47:19.111948+0000) 2024-05-27T00:47:36.201 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:35 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:35.836+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:02.414233+0000 front 2024-05-27T00:47:02.414313+0000 (oldest deadline 2024-05-27T00:47:26.514029+0000) 2024-05-27T00:47:36.201 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:35 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:35.836+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:14.015929+0000 front 2024-05-27T00:47:14.015969+0000 (oldest deadline 2024-05-27T00:47:35.716052+0000) 2024-05-27T00:47:36.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:36 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:36.220+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:36.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:36 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:36.220+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:36.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:36 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:36.220+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:36.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:36 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:36.220+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:36.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:36 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:36.563+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:36.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:36 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:36.563+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:36.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:36 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:36.563+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:36.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:36 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:36.563+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:36.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:36 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:36.563+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:12.261072+0000 front 2024-05-27T00:47:12.261153+0000 (oldest deadline 2024-05-27T00:47:36.361373+0000) 2024-05-27T00:47:37.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:36 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:36.565+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:37.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:36 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:36.565+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:37.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:36 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:36.565+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:01.716013+0000 front 2024-05-27T00:47:01.716023+0000 (oldest deadline 2024-05-27T00:47:27.615699+0000) 2024-05-27T00:47:37.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:36 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:36.565+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:11.716824+0000 front 2024-05-27T00:47:11.716916+0000 (oldest deadline 2024-05-27T00:47:36.416700+0000) 2024-05-27T00:47:37.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:36 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:36.853+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:37.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:36 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:36.853+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.211717+0000 front 2024-05-27T00:46:56.211748+0000 (oldest deadline 2024-05-27T00:47:19.111948+0000) 2024-05-27T00:47:37.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:36 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:36.853+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:02.414233+0000 front 2024-05-27T00:47:02.414313+0000 (oldest deadline 2024-05-27T00:47:26.514029+0000) 2024-05-27T00:47:37.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:36 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:36.853+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:14.015929+0000 front 2024-05-27T00:47:14.015969+0000 (oldest deadline 2024-05-27T00:47:35.716052+0000) 2024-05-27T00:47:37.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:36 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:36.872+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:37.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:36 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:36.872+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:37.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:36 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:36.872+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:37.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:36 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:36.872+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:37.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:37 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:37.220+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:37.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:37 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:37.220+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:37.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:37 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:37.220+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:37.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:37 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:37.220+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:37.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:37 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:37.579+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:37.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:37 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:37.579+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:37.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:37 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:37.579+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:37.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:37 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:37.579+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:37.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:37 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:37.579+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:12.261072+0000 front 2024-05-27T00:47:12.261153+0000 (oldest deadline 2024-05-27T00:47:36.361373+0000) 2024-05-27T00:47:38.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:37 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:37.598+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:38.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:37 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:37.598+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:38.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:37 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:37.598+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:01.716013+0000 front 2024-05-27T00:47:01.716023+0000 (oldest deadline 2024-05-27T00:47:27.615699+0000) 2024-05-27T00:47:38.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:37 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:37.598+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:11.716824+0000 front 2024-05-27T00:47:11.716916+0000 (oldest deadline 2024-05-27T00:47:36.416700+0000) 2024-05-27T00:47:38.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:37 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:37.879+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:38.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:37 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:37.879+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.211717+0000 front 2024-05-27T00:46:56.211748+0000 (oldest deadline 2024-05-27T00:47:19.111948+0000) 2024-05-27T00:47:38.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:37 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:37.879+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:02.414233+0000 front 2024-05-27T00:47:02.414313+0000 (oldest deadline 2024-05-27T00:47:26.514029+0000) 2024-05-27T00:47:38.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:37 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:37.879+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:14.015929+0000 front 2024-05-27T00:47:14.015969+0000 (oldest deadline 2024-05-27T00:47:35.716052+0000) 2024-05-27T00:47:38.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:37 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:37.831+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:38.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:37 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:37.831+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:38.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:37 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:37.831+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:38.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:37 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:37.831+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:38.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:38 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:38.173+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:38.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:38 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:38.173+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:38.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:38 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:38.173+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:38.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:38 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:38.173+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:38.861 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:38 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:38.586+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:38.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:38 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:38.586+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:38.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:38 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:38.586+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:38.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:38 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:38.586+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:38.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:38 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:38.586+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:12.261072+0000 front 2024-05-27T00:47:12.261153+0000 (oldest deadline 2024-05-27T00:47:36.361373+0000) 2024-05-27T00:47:39.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:38 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:38.577+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:39.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:38 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:38.577+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:39.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:38 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:38.577+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:01.716013+0000 front 2024-05-27T00:47:01.716023+0000 (oldest deadline 2024-05-27T00:47:27.615699+0000) 2024-05-27T00:47:39.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:38 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:38.577+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:11.716824+0000 front 2024-05-27T00:47:11.716916+0000 (oldest deadline 2024-05-27T00:47:36.416700+0000) 2024-05-27T00:47:39.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:38 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:38.914+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:39.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:38 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:38.914+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.211717+0000 front 2024-05-27T00:46:56.211748+0000 (oldest deadline 2024-05-27T00:47:19.111948+0000) 2024-05-27T00:47:39.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:38 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:38.914+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:02.414233+0000 front 2024-05-27T00:47:02.414313+0000 (oldest deadline 2024-05-27T00:47:26.514029+0000) 2024-05-27T00:47:39.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:38 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:38.914+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:14.015929+0000 front 2024-05-27T00:47:14.015969+0000 (oldest deadline 2024-05-27T00:47:35.716052+0000) 2024-05-27T00:47:39.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:38 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:38.792+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:39.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:38 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:38.792+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:39.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:38 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:38.792+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:39.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:38 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:38.792+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:39.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:39 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:39.167+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:39.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:39 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:39.167+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:39.503 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:39 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:39.167+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:39.503 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:39 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:39.167+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:40.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:39 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:39.594+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:40.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:39 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:39.594+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:40.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:39 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:39.594+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:01.716013+0000 front 2024-05-27T00:47:01.716023+0000 (oldest deadline 2024-05-27T00:47:27.615699+0000) 2024-05-27T00:47:40.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:39 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:39.594+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:11.716824+0000 front 2024-05-27T00:47:11.716916+0000 (oldest deadline 2024-05-27T00:47:36.416700+0000) 2024-05-27T00:47:40.111 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:39 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:39.624+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:40.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:39 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:39.624+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:40.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:39 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:39.624+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:40.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:39 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:39.624+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:40.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:39 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:39.624+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:12.261072+0000 front 2024-05-27T00:47:12.261153+0000 (oldest deadline 2024-05-27T00:47:36.361373+0000) 2024-05-27T00:47:40.202 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:39 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:39.884+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.610246+0000 front 2024-05-27T00:46:48.610279+0000 (oldest deadline 2024-05-27T00:47:14.510451+0000) 2024-05-27T00:47:40.202 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:39 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:39.884+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.211717+0000 front 2024-05-27T00:46:56.211748+0000 (oldest deadline 2024-05-27T00:47:19.111948+0000) 2024-05-27T00:47:40.202 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:39 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:39.884+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:02.414233+0000 front 2024-05-27T00:47:02.414313+0000 (oldest deadline 2024-05-27T00:47:26.514029+0000) 2024-05-27T00:47:40.202 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:39 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7[54281]: 2024-05-27T00:47:39.884+0000 7fcb8a4c6700 -1 osd.7 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:14.015929+0000 front 2024-05-27T00:47:14.015969+0000 (oldest deadline 2024-05-27T00:47:35.716052+0000) 2024-05-27T00:47:40.203 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:39 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:39.823+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:40.203 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:39 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:39.823+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:40.203 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:39 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:39.823+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:40.203 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:39 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:39.823+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:40.203 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:39 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:39.823+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:47:40.278 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:40 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:40.211+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:40.278 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:40 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:40.211+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:40.278 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:40 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:40.211+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:40.278 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:40 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:40.211+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:40.950 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:40 smithi050 podman[72941]: 2024-05-27 00:47:40.681404749 +0000 UTC m=+5.542502485 container died 7342b1f543f1b539d11d8c65483ca97d9612120e924c7d91c9f67859bcbd6923 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7, RELEASE=squid-0ef46a2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, CEPH_POINT_RELEASE=, ceph=True) 2024-05-27T00:47:40.950 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:40 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:40.791+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:40.950 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:40 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:40.791+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:40.951 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:40 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:40.791+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:40.951 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:40 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:40.791+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:40.951 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:40 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:40.791+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:47:41.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:40 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:40.628+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:41.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:40 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:40.628+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:41.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:40 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:40.628+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:01.716013+0000 front 2024-05-27T00:47:01.716023+0000 (oldest deadline 2024-05-27T00:47:27.615699+0000) 2024-05-27T00:47:41.003 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:40 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:40.628+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:11.716824+0000 front 2024-05-27T00:47:11.716916+0000 (oldest deadline 2024-05-27T00:47:36.416700+0000) 2024-05-27T00:47:41.111 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:40 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:40.668+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:41.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:40 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:40.668+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:41.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:40 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:40.668+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:41.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:40 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:40.668+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:41.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:40 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:40.668+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:12.261072+0000 front 2024-05-27T00:47:12.261153+0000 (oldest deadline 2024-05-27T00:47:36.361373+0000) 2024-05-27T00:47:41.332 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:41 smithi050 podman[72941]: 2024-05-27 00:47:41.039989559 +0000 UTC m=+5.901087294 container cleanup 7342b1f543f1b539d11d8c65483ca97d9612120e924c7d91c9f67859bcbd6923 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2, GIT_CLEAN=True, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD) 2024-05-27T00:47:41.333 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:41 smithi050 bash[72941]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7 2024-05-27T00:47:41.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:41 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:41.209+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:41.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:41 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:41.209+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:41.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:41 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:41.209+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:41.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:41 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:41.209+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:41.674 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:41 smithi050 podman[72957]: 2024-05-27 00:47:41.333016326 +0000 UTC m=+0.649331610 container remove 7342b1f543f1b539d11d8c65483ca97d9612120e924c7d91c9f67859bcbd6923 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-0ef46a2) 2024-05-27T00:47:41.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:41 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:41.698+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:41.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:41 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:41.698+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:41.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:41 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:41.698+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:41.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:41 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:41.698+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:41.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:41 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:41.698+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:12.261072+0000 front 2024-05-27T00:47:12.261153+0000 (oldest deadline 2024-05-27T00:47:36.361373+0000) 2024-05-27T00:47:41.945 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:41 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:41.772+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:41.945 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:41 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:41.772+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:41.945 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:41 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:41.772+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:41.945 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:41 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:41.772+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:41.945 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:41 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:41.772+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:47:41.945 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:41 smithi050 podman[73045]: 2024-05-27 00:47:41.577601259 +0000 UTC m=+0.017537255 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:47:41.945 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:41 smithi050 podman[73045]: 2024-05-27 00:47:41.683984482 +0000 UTC m=+0.123920449 container create 6a3c3a5202f53cc0e75d0f9cc3f46d3b20e118f7697e1e1ab53e99bd52e1d624 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.build-date=20240521, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-05-27T00:47:42.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:41 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:41.669+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:42.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:41 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:41.669+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:42.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:41 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:41.669+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:01.716013+0000 front 2024-05-27T00:47:01.716023+0000 (oldest deadline 2024-05-27T00:47:27.615699+0000) 2024-05-27T00:47:42.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:41 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:41.669+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:11.716824+0000 front 2024-05-27T00:47:11.716916+0000 (oldest deadline 2024-05-27T00:47:36.416700+0000) 2024-05-27T00:47:42.200 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:41 smithi050 podman[73045]: 2024-05-27 00:47:41.945089682 +0000 UTC m=+0.385025665 container init 6a3c3a5202f53cc0e75d0f9cc3f46d3b20e118f7697e1e1ab53e99bd52e1d624 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7-deactivate, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True) 2024-05-27T00:47:42.201 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:41 smithi050 podman[73045]: 2024-05-27 00:47:41.948934888 +0000 UTC m=+0.388870873 container start 6a3c3a5202f53cc0e75d0f9cc3f46d3b20e118f7697e1e1ab53e99bd52e1d624 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-0ef46a2, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2) 2024-05-27T00:47:42.201 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:42 smithi050 podman[73045]: 2024-05-27 00:47:42.028023897 +0000 UTC m=+0.467959885 container attach 6a3c3a5202f53cc0e75d0f9cc3f46d3b20e118f7697e1e1ab53e99bd52e1d624 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, RELEASE=squid-0ef46a2, org.label-schema.vendor=CentOS, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True) 2024-05-27T00:47:42.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:42 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:42.204+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:42.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:42 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:42.204+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:42.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:42 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:42.204+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:42.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:42 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:42.204+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:42.539 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:42 smithi050 podman[73045]: 2024-05-27 00:47:42.255999104 +0000 UTC m=+0.695935086 container died 6a3c3a5202f53cc0e75d0f9cc3f46d3b20e118f7697e1e1ab53e99bd52e1d624 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2, org.label-schema.schema-version=1.0) 2024-05-27T00:47:42.798 INFO:journalctl@ceph.osd.7.smithi050.stdout:May 27 00:47:42 smithi050 podman[73071]: 2024-05-27 00:47:42.773420781 +0000 UTC m=+0.507840906 container remove 6a3c3a5202f53cc0e75d0f9cc3f46d3b20e118f7697e1e1ab53e99bd52e1d624 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2) 2024-05-27T00:47:42.799 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:42 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:42.766+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:42.799 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:42 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:42.766+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:42.799 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:42 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:42.766+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:42.799 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:42 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:42.766+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:42.799 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:42 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:42.766+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:47:42.804 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.7.service' 2024-05-27T00:47:42.843 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:47:42.843 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-05-27T00:47:42.843 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-05-27T00:47:42.843 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.8 2024-05-27T00:47:43.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:42 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:42.702+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:43.003 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:42 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:42.702+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:43.003 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:42 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:42.702+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:01.716013+0000 front 2024-05-27T00:47:01.716023+0000 (oldest deadline 2024-05-27T00:47:27.615699+0000) 2024-05-27T00:47:43.003 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:42 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:42.702+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:11.716824+0000 front 2024-05-27T00:47:11.716916+0000 (oldest deadline 2024-05-27T00:47:36.416700+0000) 2024-05-27T00:47:43.003 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:42 smithi137 systemd[1]: Stopping Ceph osd.8 for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:47:43.111 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:42 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:42.746+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:43.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:42 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:42.746+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:43.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:42 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:42.746+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:43.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:42 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:42.746+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:43.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:42 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:42.746+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:12.261072+0000 front 2024-05-27T00:47:12.261153+0000 (oldest deadline 2024-05-27T00:47:36.361373+0000) 2024-05-27T00:47:43.502 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:43 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:43.163+0000 7f8e1c50a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:47:43.502 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:43 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:43.163+0000 7f8e1c50a700 -1 osd.8 110 *** Got signal Terminated *** 2024-05-27T00:47:43.502 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:43 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:43.163+0000 7f8e1c50a700 -1 osd.8 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-27T00:47:43.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:43 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:43.242+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:43.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:43 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:43.242+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:43.503 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:43 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:43.242+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:43.503 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:43 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:43.242+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:44.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:43 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:43.689+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:44.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:43 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:43.689+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:44.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:43 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:43.689+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:01.716013+0000 front 2024-05-27T00:47:01.716023+0000 (oldest deadline 2024-05-27T00:47:27.615699+0000) 2024-05-27T00:47:44.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:43 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:43.689+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:11.716824+0000 front 2024-05-27T00:47:11.716916+0000 (oldest deadline 2024-05-27T00:47:36.416700+0000) 2024-05-27T00:47:44.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:43 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:43.792+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:44.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:43 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:43.792+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:44.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:43 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:43.792+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:44.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:43 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:43.792+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:44.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:43 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:43.792+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:12.261072+0000 front 2024-05-27T00:47:12.261153+0000 (oldest deadline 2024-05-27T00:47:36.361373+0000) 2024-05-27T00:47:44.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:43 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:43.792+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:17.463753+0000 front 2024-05-27T00:47:17.463515+0000 (oldest deadline 2024-05-27T00:47:43.363224+0000) 2024-05-27T00:47:44.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:43 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:43.802+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:44.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:43 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:43.802+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:44.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:43 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:43.802+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:44.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:43 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:43.802+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:44.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:43 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:43.802+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:47:44.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:43 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:43.802+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:47:44.647 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:44 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:44.254+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:44.647 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:44 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:44.254+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:44.647 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:44 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:44.254+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:44.647 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:44 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:44.254+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:45.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:44 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:44.646+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:45.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:44 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:44.646+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:45.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:44 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:44.646+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:01.716013+0000 front 2024-05-27T00:47:01.716023+0000 (oldest deadline 2024-05-27T00:47:27.615699+0000) 2024-05-27T00:47:45.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:44 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:44.646+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:11.716824+0000 front 2024-05-27T00:47:11.716916+0000 (oldest deadline 2024-05-27T00:47:36.416700+0000) 2024-05-27T00:47:45.114 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:44 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:44.792+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:45.114 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:44 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:44.792+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:45.114 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:44 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:44.792+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:45.115 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:44 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:44.792+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:45.115 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:44 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:44.792+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:12.261072+0000 front 2024-05-27T00:47:12.261153+0000 (oldest deadline 2024-05-27T00:47:36.361373+0000) 2024-05-27T00:47:45.115 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:44 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:44.792+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:17.463753+0000 front 2024-05-27T00:47:17.463515+0000 (oldest deadline 2024-05-27T00:47:43.363224+0000) 2024-05-27T00:47:45.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:44 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:44.789+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:45.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:44 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:44.789+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:45.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:44 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:44.789+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:45.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:44 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:44.789+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:45.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:44 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:44.789+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:47:45.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:44 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:44.789+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:47:45.691 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:45 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:45.261+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:45.691 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:45 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:45.261+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:45.691 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:45 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:45.261+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:45.691 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:45 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:45.261+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:46.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:45 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:45.690+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:46.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:45 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:45.690+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:46.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:45 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:45.690+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:01.716013+0000 front 2024-05-27T00:47:01.716023+0000 (oldest deadline 2024-05-27T00:47:27.615699+0000) 2024-05-27T00:47:46.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:45 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:45.690+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:11.716824+0000 front 2024-05-27T00:47:11.716916+0000 (oldest deadline 2024-05-27T00:47:36.416700+0000) 2024-05-27T00:47:46.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:45 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:45.690+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:19.218052+0000 front 2024-05-27T00:47:19.217987+0000 (oldest deadline 2024-05-27T00:47:45.118119+0000) 2024-05-27T00:47:46.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:45 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:45.809+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:46.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:45 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:45.809+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:46.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:45 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:45.809+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:46.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:45 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:45.809+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:46.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:45 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:45.809+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:12.261072+0000 front 2024-05-27T00:47:12.261153+0000 (oldest deadline 2024-05-27T00:47:36.361373+0000) 2024-05-27T00:47:46.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:45 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:45.809+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:17.463753+0000 front 2024-05-27T00:47:17.463515+0000 (oldest deadline 2024-05-27T00:47:43.363224+0000) 2024-05-27T00:47:46.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:45 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:45.829+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:46.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:45 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:45.830+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:46.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:45 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:45.830+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:46.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:45 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:45.830+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:46.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:45 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:45.830+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:47:46.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:45 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:45.830+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:47:46.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:46 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:46.249+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:46.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:46 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:46.249+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:46.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:46 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:46.249+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:46.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:46 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:46.249+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:47.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:46 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:46.684+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:47.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:46 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:46.684+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:47.003 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:46 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:46.684+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:01.716013+0000 front 2024-05-27T00:47:01.716023+0000 (oldest deadline 2024-05-27T00:47:27.615699+0000) 2024-05-27T00:47:47.003 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:46 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:46.684+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:11.716824+0000 front 2024-05-27T00:47:11.716916+0000 (oldest deadline 2024-05-27T00:47:36.416700+0000) 2024-05-27T00:47:47.003 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:46 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:46.684+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:19.218052+0000 front 2024-05-27T00:47:19.217987+0000 (oldest deadline 2024-05-27T00:47:45.118119+0000) 2024-05-27T00:47:47.111 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:46 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:46.835+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:47.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:46 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:46.835+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:47.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:46 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:46.835+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:47.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:46 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:46.835+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:47.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:46 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:46.835+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:12.261072+0000 front 2024-05-27T00:47:12.261153+0000 (oldest deadline 2024-05-27T00:47:36.361373+0000) 2024-05-27T00:47:47.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:46 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:46.835+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:17.463753+0000 front 2024-05-27T00:47:17.463515+0000 (oldest deadline 2024-05-27T00:47:43.363224+0000) 2024-05-27T00:47:47.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:46 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:46.805+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:47.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:46 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:46.805+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:47.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:46 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:46.805+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:47.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:46 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:46.805+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:47.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:46 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:46.805+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:47:47.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:46 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:46.805+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:47:47.683 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:47 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:47.281+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:47.684 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:47 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:47.281+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:47.684 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:47 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:47.281+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:47.684 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:47 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:47.281+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:47.684 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:47 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:47.281+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:47:48.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:47 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:47.682+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:46.414069+0000 front 2024-05-27T00:46:46.414175+0000 (oldest deadline 2024-05-27T00:47:12.314013+0000) 2024-05-27T00:47:48.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:47 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:47.682+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.414828+0000 front 2024-05-27T00:46:56.414790+0000 (oldest deadline 2024-05-27T00:47:21.715041+0000) 2024-05-27T00:47:48.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:47 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:47.682+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:01.716013+0000 front 2024-05-27T00:47:01.716023+0000 (oldest deadline 2024-05-27T00:47:27.615699+0000) 2024-05-27T00:47:48.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:47 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:47.682+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:11.716824+0000 front 2024-05-27T00:47:11.716916+0000 (oldest deadline 2024-05-27T00:47:36.416700+0000) 2024-05-27T00:47:48.002 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:47 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8[55101]: 2024-05-27T00:47:47.682+0000 7f8e18afe700 -1 osd.8 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:19.218052+0000 front 2024-05-27T00:47:19.217987+0000 (oldest deadline 2024-05-27T00:47:45.118119+0000) 2024-05-27T00:47:48.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:47 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:47.761+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:48.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:47 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:47.761+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:48.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:47 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:47.761+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:48.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:47 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:47.761+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:48.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:47 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:47.761+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:47:48.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:47 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:47.761+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:47:48.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:47 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:47.866+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:48.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:47 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:47.866+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:48.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:47 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:47.866+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:48.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:47 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:47.866+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:48.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:47 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:47.866+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:12.261072+0000 front 2024-05-27T00:47:12.261153+0000 (oldest deadline 2024-05-27T00:47:36.361373+0000) 2024-05-27T00:47:48.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:47 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:47.866+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:17.463753+0000 front 2024-05-27T00:47:17.463515+0000 (oldest deadline 2024-05-27T00:47:43.363224+0000) 2024-05-27T00:47:48.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:48 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:48.240+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:48.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:48 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:48.240+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:48.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:48 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:48.240+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:48.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:48 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:48.240+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:48.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:48 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:48.240+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:47:48.883 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:48 smithi137 podman[73943]: 2024-05-27 00:47:48.577564246 +0000 UTC m=+5.530920018 container died 36d5094371c33dd68133f8dcbc3b368737b3897a03f64bdba46dab881dd33cfd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=squid-0ef46a2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-05-27T00:47:49.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:48 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:48.767+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:49.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:48 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:48.767+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:49.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:48 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:48.767+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:49.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:48 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:48.767+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:49.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:48 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:48.767+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:47:49.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:48 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:48.767+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:47:49.223 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:48 smithi137 podman[73943]: 2024-05-27 00:47:48.980459208 +0000 UTC m=+5.933814989 container cleanup 36d5094371c33dd68133f8dcbc3b368737b3897a03f64bdba46dab881dd33cfd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8, RELEASE=squid-0ef46a2, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-27T00:47:49.223 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:48 smithi137 bash[73943]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8 2024-05-27T00:47:49.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:48 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:48.891+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:49.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:48 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:48.891+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:49.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:48 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:48.891+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:49.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:48 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:48.891+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:49.363 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:48 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:48.891+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:12.261072+0000 front 2024-05-27T00:47:12.261153+0000 (oldest deadline 2024-05-27T00:47:36.361373+0000) 2024-05-27T00:47:49.363 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:48 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:48.891+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:17.463753+0000 front 2024-05-27T00:47:17.463515+0000 (oldest deadline 2024-05-27T00:47:43.363224+0000) 2024-05-27T00:47:49.502 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:49 smithi137 podman[73959]: 2024-05-27 00:47:49.223510975 +0000 UTC m=+0.648822635 container remove 36d5094371c33dd68133f8dcbc3b368737b3897a03f64bdba46dab881dd33cfd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, RELEASE=squid-0ef46a2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-05-27T00:47:49.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:49 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:49.271+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:49.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:49 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:49.271+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:49.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:49 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:49.271+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:49.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:49 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:49.271+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:49.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:49 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:49.271+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:47:49.969 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:49 smithi137 podman[74048]: 2024-05-27 00:47:49.558379058 +0000 UTC m=+0.017669374 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:47:49.970 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:49 smithi137 podman[74048]: 2024-05-27 00:47:49.682844405 +0000 UTC m=+0.142134744 container create 99e9a47a606c62b18aad8c6942db7676366dec28e894f8ed4bcb36edd839fd72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-0ef46a2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-05-27T00:47:49.970 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:49 smithi137 podman[74048]: 2024-05-27 00:47:49.877043921 +0000 UTC m=+0.336334217 container init 99e9a47a606c62b18aad8c6942db7676366dec28e894f8ed4bcb36edd839fd72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, RELEASE=squid-0ef46a2, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-27T00:47:49.970 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:49 smithi137 podman[74048]: 2024-05-27 00:47:49.880148218 +0000 UTC m=+0.339438524 container start 99e9a47a606c62b18aad8c6942db7676366dec28e894f8ed4bcb36edd839fd72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-0ef46a2, org.label-schema.license=GPLv2, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521) 2024-05-27T00:47:50.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:49 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:49.773+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:50.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:49 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:49.773+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:50.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:49 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:49.773+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:50.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:49 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:49.773+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:50.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:49 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:49.773+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:47:50.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:49 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:49.773+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:47:50.252 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:49 smithi137 podman[74048]: 2024-05-27 00:47:49.969010005 +0000 UTC m=+0.428300303 container attach 99e9a47a606c62b18aad8c6942db7676366dec28e894f8ed4bcb36edd839fd72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, CEPH_POINT_RELEASE=, RELEASE=squid-0ef46a2, org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-05-27T00:47:50.252 INFO:journalctl@ceph.osd.8.smithi137.stdout:May 27 00:47:50 smithi137 podman[74048]: 2024-05-27 00:47:50.168025629 +0000 UTC m=+0.627315926 container died 99e9a47a606c62b18aad8c6942db7676366dec28e894f8ed4bcb36edd839fd72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-8-deactivate, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-05-27T00:47:50.361 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:49 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:49.913+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:50.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:49 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:49.913+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:50.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:49 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:49.913+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:50.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:49 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:49.913+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:50.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:49 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:49.913+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:12.261072+0000 front 2024-05-27T00:47:12.261153+0000 (oldest deadline 2024-05-27T00:47:36.361373+0000) 2024-05-27T00:47:50.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:49 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:49.913+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:17.463753+0000 front 2024-05-27T00:47:17.463515+0000 (oldest deadline 2024-05-27T00:47:43.363224+0000) 2024-05-27T00:47:50.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:50 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:50.275+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:50.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:50 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:50.275+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:50.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:50 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:50.275+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:50.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:50 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:50.275+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:50.752 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:50 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:50.275+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:47:50.849 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.8.service' 2024-05-27T00:47:50.888 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:47:50.888 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-05-27T00:47:50.888 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-05-27T00:47:50.889 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.9 2024-05-27T00:47:51.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:50 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:50.801+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:51.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:50 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:50.801+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:51.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:50 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:50.801+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:51.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:50 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:50.801+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:51.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:50 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:50.801+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:47:51.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:50 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:50.801+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:47:51.231 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:51 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:51.230+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:51.231 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:51 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:51.230+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:51.231 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:51 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:51.230+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:51.231 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:51 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:51.230+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:51.232 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:51 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:51.230+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:47:51.361 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:50 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:50.961+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:51.361 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:50 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:50.961+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:51.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:50 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:50.961+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:51.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:50 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:50.961+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:51.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:50 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:50.961+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:12.261072+0000 front 2024-05-27T00:47:12.261153+0000 (oldest deadline 2024-05-27T00:47:36.361373+0000) 2024-05-27T00:47:51.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:50 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:50.961+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:17.463753+0000 front 2024-05-27T00:47:17.463515+0000 (oldest deadline 2024-05-27T00:47:43.363224+0000) 2024-05-27T00:47:51.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:51 smithi044 systemd[1]: Stopping Ceph osd.9 for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:47:51.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:51 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:51.497+0000 7f25b5c00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:47:51.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:51 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:51.498+0000 7f25b5c00700 -1 osd.9 110 *** Got signal Terminated *** 2024-05-27T00:47:51.862 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:51 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:51.498+0000 7f25b5c00700 -1 osd.9 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-27T00:47:52.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:51 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:51.816+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:52.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:51 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:51.816+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:52.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:51 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:51.816+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:52.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:51 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:51.816+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:52.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:51 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:51.816+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:47:52.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:51 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:51.816+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:47:52.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:52 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:51.999+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:52.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:52 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:51.999+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:52.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:52 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:51.999+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:52.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:52 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:51.999+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:52.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:52 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:51.999+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:12.261072+0000 front 2024-05-27T00:47:12.261153+0000 (oldest deadline 2024-05-27T00:47:36.361373+0000) 2024-05-27T00:47:52.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:52 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:51.999+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:17.463753+0000 front 2024-05-27T00:47:17.463515+0000 (oldest deadline 2024-05-27T00:47:43.363224+0000) 2024-05-27T00:47:52.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:52 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:52.236+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:52.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:52 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:52.236+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:52.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:52 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:52.236+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:52.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:52 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:52.236+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:52.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:52 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:52.236+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:47:53.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:52 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:52.815+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:53.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:52 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:52.815+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:53.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:52 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:52.815+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:53.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:52 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:52.815+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:53.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:52 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:52.815+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:47:53.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:52 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:52.815+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:47:53.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:52 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:52.815+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:31.199698+0000 front 2024-05-27T00:47:31.199767+0000 (oldest deadline 2024-05-27T00:47:52.299303+0000) 2024-05-27T00:47:53.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:53 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:53.025+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:53.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:53 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:53.025+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:53.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:53 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:53.025+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:53.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:53 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:53.025+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:53.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:53 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:53.025+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:12.261072+0000 front 2024-05-27T00:47:12.261153+0000 (oldest deadline 2024-05-27T00:47:36.361373+0000) 2024-05-27T00:47:53.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:53 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:53.025+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:17.463753+0000 front 2024-05-27T00:47:17.463515+0000 (oldest deadline 2024-05-27T00:47:43.363224+0000) 2024-05-27T00:47:53.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:53 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:53.187+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:53.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:53 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:53.187+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:53.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:53 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:53.187+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:53.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:53 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:53.187+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:53.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:53 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:53.188+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:47:53.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:53 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:53.188+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:26.719579+0000 front 2024-05-27T00:47:26.719479+0000 (oldest deadline 2024-05-27T00:47:52.619164+0000) 2024-05-27T00:47:54.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:53 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:53.818+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:54.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:53 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:53.818+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:54.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:53 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:53.818+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:54.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:53 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:53.818+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:54.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:53 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:53.818+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:47:54.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:53 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:53.818+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:47:54.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:53 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:53.818+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:31.199698+0000 front 2024-05-27T00:47:31.199767+0000 (oldest deadline 2024-05-27T00:47:52.299303+0000) 2024-05-27T00:47:54.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:54 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:54.004+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:54.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:54 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:54.004+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:54.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:54 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:54.004+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:54.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:54 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:54.004+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:54.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:54 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:54.004+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:12.261072+0000 front 2024-05-27T00:47:12.261153+0000 (oldest deadline 2024-05-27T00:47:36.361373+0000) 2024-05-27T00:47:54.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:54 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:54.004+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:17.463753+0000 front 2024-05-27T00:47:17.463515+0000 (oldest deadline 2024-05-27T00:47:43.363224+0000) 2024-05-27T00:47:54.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:54 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:54.188+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:54.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:54 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:54.188+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:54.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:54 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:54.188+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:54.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:54 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:54.188+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:54.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:54 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:54.188+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:47:54.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:54 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:54.188+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:26.719579+0000 front 2024-05-27T00:47:26.719479+0000 (oldest deadline 2024-05-27T00:47:52.619164+0000) 2024-05-27T00:47:55.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:54 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:54.798+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:55.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:54 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:54.798+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:55.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:54 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:54.798+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:55.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:54 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:54.798+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:55.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:54 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:54.798+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:47:55.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:54 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:54.798+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:47:55.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:54 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:54.798+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:31.199698+0000 front 2024-05-27T00:47:31.199767+0000 (oldest deadline 2024-05-27T00:47:52.299303+0000) 2024-05-27T00:47:55.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:55 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:55.002+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:55.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:55 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:55.002+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:55.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:55 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:55.002+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:55.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:55 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:55.002+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:55.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:55 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:55.002+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:12.261072+0000 front 2024-05-27T00:47:12.261153+0000 (oldest deadline 2024-05-27T00:47:36.361373+0000) 2024-05-27T00:47:55.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:55 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:55.002+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:17.463753+0000 front 2024-05-27T00:47:17.463515+0000 (oldest deadline 2024-05-27T00:47:43.363224+0000) 2024-05-27T00:47:55.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:55 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:55.149+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:55.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:55 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:55.149+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:55.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:55 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:55.149+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:55.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:55 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:55.149+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:55.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:55 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:55.149+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:47:55.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:55 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:55.149+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:26.719579+0000 front 2024-05-27T00:47:26.719479+0000 (oldest deadline 2024-05-27T00:47:52.619164+0000) 2024-05-27T00:47:56.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:55 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:55.834+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:56.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:55 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:55.834+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:56.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:55 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:55.834+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:56.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:55 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:55.834+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:56.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:55 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:55.834+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:47:56.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:55 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:55.834+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:47:56.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:55 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:55.834+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:31.199698+0000 front 2024-05-27T00:47:31.199767+0000 (oldest deadline 2024-05-27T00:47:52.299303+0000) 2024-05-27T00:47:56.361 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:55 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:55.968+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:39.051207+0000 front 2024-05-27T00:46:39.050504+0000 (oldest deadline 2024-05-27T00:47:03.750870+0000) 2024-05-27T00:47:56.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:55 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:55.968+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:43.752019+0000 front 2024-05-27T00:46:43.751501+0000 (oldest deadline 2024-05-27T00:47:09.651649+0000) 2024-05-27T00:47:56.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:55 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:55.968+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.055278+0000 front 2024-05-27T00:46:56.055670+0000 (oldest deadline 2024-05-27T00:47:20.155498+0000) 2024-05-27T00:47:56.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:55 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:55.968+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:03.558249+0000 front 2024-05-27T00:47:03.558290+0000 (oldest deadline 2024-05-27T00:47:27.058262+0000) 2024-05-27T00:47:56.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:55 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:55.968+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:12.261072+0000 front 2024-05-27T00:47:12.261153+0000 (oldest deadline 2024-05-27T00:47:36.361373+0000) 2024-05-27T00:47:56.362 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:55 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9[64652]: 2024-05-27T00:47:55.968+0000 7f25ac400700 -1 osd.9 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:17.463753+0000 front 2024-05-27T00:47:17.463515+0000 (oldest deadline 2024-05-27T00:47:43.363224+0000) 2024-05-27T00:47:56.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:56 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:56.121+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:56.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:56 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:56.121+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:56.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:56 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:56.121+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:56.503 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:56 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:56.121+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:56.503 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:56 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:56.121+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:47:56.503 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:56 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:56.121+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:26.719579+0000 front 2024-05-27T00:47:26.719479+0000 (oldest deadline 2024-05-27T00:47:52.619164+0000) 2024-05-27T00:47:57.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:56 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:56.787+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:57.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:56 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:56.787+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:57.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:56 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:56.787+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:57.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:56 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:56.787+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:57.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:56 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:56.787+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:47:57.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:56 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:56.787+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:47:57.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:56 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:56.787+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:31.199698+0000 front 2024-05-27T00:47:31.199767+0000 (oldest deadline 2024-05-27T00:47:52.299303+0000) 2024-05-27T00:47:57.339 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:57 smithi044 podman[93984]: 2024-05-27 00:47:57.070947198 +0000 UTC m=+5.714144741 container died f848dd5259d4a22bc623633e1758d9a4a0842ad836cf2604402c43742e777719 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-0ef46a2, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux ) 2024-05-27T00:47:57.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:57 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:57.076+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:57.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:57 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:57.076+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:57.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:57 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:57.076+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:57.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:57 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:57.076+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:57.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:57 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:57.076+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:47:57.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:57 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:57.076+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:26.719579+0000 front 2024-05-27T00:47:26.719479+0000 (oldest deadline 2024-05-27T00:47:52.619164+0000) 2024-05-27T00:47:57.611 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:57 smithi044 podman[93984]: 2024-05-27 00:47:57.458161629 +0000 UTC m=+6.101359128 container cleanup f848dd5259d4a22bc623633e1758d9a4a0842ad836cf2604402c43742e777719 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=squid-0ef46a2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0) 2024-05-27T00:47:57.611 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:57 smithi044 bash[93984]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9 2024-05-27T00:47:58.111 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:57 smithi044 podman[94002]: 2024-05-27 00:47:57.629434716 +0000 UTC m=+0.538647346 container remove f848dd5259d4a22bc623633e1758d9a4a0842ad836cf2604402c43742e777719 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, GIT_BRANCH=HEAD) 2024-05-27T00:47:58.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:57 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:57.752+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:58.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:57 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:57.752+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:58.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:57 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:57.752+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:58.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:57 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:57.752+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:58.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:57 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:57.752+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:47:58.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:57 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:57.752+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:47:58.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:57 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:57.752+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:31.199698+0000 front 2024-05-27T00:47:31.199767+0000 (oldest deadline 2024-05-27T00:47:52.299303+0000) 2024-05-27T00:47:58.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:58 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:58.060+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:58.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:58 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:58.060+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:58.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:58 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:58.060+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:58.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:58 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:58.060+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:58.503 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:58 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:58.060+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:47:58.503 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:58 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:58.060+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:26.719579+0000 front 2024-05-27T00:47:26.719479+0000 (oldest deadline 2024-05-27T00:47:52.619164+0000) 2024-05-27T00:47:58.747 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:58 smithi044 podman[94095]: 2024-05-27 00:47:58.397436996 +0000 UTC m=+0.037281157 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:47:58.747 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:58 smithi044 podman[94095]: 2024-05-27 00:47:58.49333164 +0000 UTC m=+0.133175838 container create 44ae7d55c2543e0153d464b3f8b54f5b0b8865ec6355f88dfbc842493f54e1dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, RELEASE=squid-0ef46a2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_BRANCH=HEAD) 2024-05-27T00:47:58.747 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:58 smithi044 podman[94095]: 2024-05-27 00:47:58.74679364 +0000 UTC m=+0.386637919 container init 44ae7d55c2543e0153d464b3f8b54f5b0b8865ec6355f88dfbc842493f54e1dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_CLEAN=True, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-0ef46a2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True) 2024-05-27T00:47:59.111 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:58 smithi044 podman[94095]: 2024-05-27 00:47:58.758493503 +0000 UTC m=+0.398337673 container start 44ae7d55c2543e0153d464b3f8b54f5b0b8865ec6355f88dfbc842493f54e1dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-05-27T00:47:59.112 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:58 smithi044 podman[94095]: 2024-05-27 00:47:58.846111984 +0000 UTC m=+0.485956233 container attach 44ae7d55c2543e0153d464b3f8b54f5b0b8865ec6355f88dfbc842493f54e1dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9-deactivate, ceph=True, org.label-schema.build-date=20240521, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=squid-0ef46a2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093) 2024-05-27T00:47:59.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:58 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:58.768+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:47:59.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:58 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:58.768+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:47:59.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:58 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:58.768+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:47:59.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:58 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:58.768+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:47:59.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:58 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:58.768+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:47:59.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:58 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:58.768+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:47:59.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:58 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:58.768+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:31.199698+0000 front 2024-05-27T00:47:31.199767+0000 (oldest deadline 2024-05-27T00:47:52.299303+0000) 2024-05-27T00:47:59.503 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:59 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:59.047+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:47:59.503 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:59 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:59.047+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:47:59.503 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:59 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:59.047+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:47:59.503 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:59 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:59.047+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:47:59.503 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:59 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:59.047+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:47:59.503 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:47:59 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:47:59.047+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:26.719579+0000 front 2024-05-27T00:47:26.719479+0000 (oldest deadline 2024-05-27T00:47:52.619164+0000) 2024-05-27T00:47:59.553 INFO:journalctl@ceph.osd.9.smithi044.stdout:May 27 00:47:59 smithi044 podman[94095]: 2024-05-27 00:47:59.225025797 +0000 UTC m=+0.864870055 container died 44ae7d55c2543e0153d464b3f8b54f5b0b8865ec6355f88dfbc842493f54e1dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-9-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-27T00:47:59.919 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.9.service' 2024-05-27T00:48:00.008 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:48:00.009 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-05-27T00:48:00.009 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-05-27T00:48:00.009 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.10 2024-05-27T00:48:00.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:59 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:59.816+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:48:00.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:59 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:59.816+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:48:00.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:59 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:59.816+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:48:00.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:59 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:59.816+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:48:00.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:59 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:59.816+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:48:00.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:59 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:59.816+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:48:00.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:47:59 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:47:59.816+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:31.199698+0000 front 2024-05-27T00:47:31.199767+0000 (oldest deadline 2024-05-27T00:47:52.299303+0000) 2024-05-27T00:48:00.201 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:00 smithi050 systemd[1]: Stopping Ceph osd.10 for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:48:00.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:00 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:00.093+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:48:00.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:00 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:00.093+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:48:00.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:00 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:00.093+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:48:00.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:00 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:00.093+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:48:00.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:00 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:00.093+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:48:00.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:00 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:00.093+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:26.719579+0000 front 2024-05-27T00:47:26.719479+0000 (oldest deadline 2024-05-27T00:47:52.619164+0000) 2024-05-27T00:48:00.700 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:00 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:00.350+0000 7f8837a54700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:48:00.700 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:00 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:00.350+0000 7f8837a54700 -1 osd.10 110 *** Got signal Terminated *** 2024-05-27T00:48:00.700 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:00 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:00.350+0000 7f8837a54700 -1 osd.10 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-27T00:48:01.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:00 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:00.833+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:48:01.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:00 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:00.833+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:48:01.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:00 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:00.833+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:48:01.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:00 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:00.833+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:48:01.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:00 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:00.833+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:48:01.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:00 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:00.833+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:48:01.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:00 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:00.833+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:31.199698+0000 front 2024-05-27T00:47:31.199767+0000 (oldest deadline 2024-05-27T00:47:52.299303+0000) 2024-05-27T00:48:01.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:01 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:01.131+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:48:01.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:01 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:01.131+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:48:01.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:01 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:01.131+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:48:01.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:01 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:01.131+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:48:01.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:01 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:01.131+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:48:01.503 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:01 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:01.131+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:26.719579+0000 front 2024-05-27T00:47:26.719479+0000 (oldest deadline 2024-05-27T00:47:52.619164+0000) 2024-05-27T00:48:02.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:01 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:01.877+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:48:02.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:01 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:01.877+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:48:02.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:01 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:01.877+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:48:02.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:01 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:01.877+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:48:02.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:01 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:01.877+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:48:02.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:01 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:01.877+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:48:02.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:01 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:01.877+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:31.199698+0000 front 2024-05-27T00:47:31.199767+0000 (oldest deadline 2024-05-27T00:47:52.299303+0000) 2024-05-27T00:48:02.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:02 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:02.083+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:48:02.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:02 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:02.083+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:48:02.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:02 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:02.083+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:48:02.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:02 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:02.083+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:48:02.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:02 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:02.083+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:48:02.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:02 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:02.083+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:26.719579+0000 front 2024-05-27T00:47:26.719479+0000 (oldest deadline 2024-05-27T00:47:52.619164+0000) 2024-05-27T00:48:03.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:02 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:02.894+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:48:03.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:02 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:02.894+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:48:03.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:02 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:02.894+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:48:03.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:02 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:02.894+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:48:03.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:02 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:02.894+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:48:03.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:02 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:02.895+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:48:03.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:02 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:02.895+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:31.199698+0000 front 2024-05-27T00:47:31.199767+0000 (oldest deadline 2024-05-27T00:47:52.299303+0000) 2024-05-27T00:48:03.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:03 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:03.082+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:48:03.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:03 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:03.082+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:48:03.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:03 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:03.082+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:48:03.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:03 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:03.082+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:48:03.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:03 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:03.082+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:48:03.503 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:03 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:03.082+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:26.719579+0000 front 2024-05-27T00:47:26.719479+0000 (oldest deadline 2024-05-27T00:47:52.619164+0000) 2024-05-27T00:48:03.503 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:03 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:03.082+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-27T00:47:37.721131+0000 front 2024-05-27T00:47:37.721145+0000 (oldest deadline 2024-05-27T00:48:02.420989+0000) 2024-05-27T00:48:04.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:03 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:03.943+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:48:04.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:03 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:03.943+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:48:04.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:03 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:03.943+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:48:04.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:03 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:03.943+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:48:04.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:03 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:03.943+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:48:04.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:03 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:03.943+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:48:04.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:03 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:03.943+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:31.199698+0000 front 2024-05-27T00:47:31.199767+0000 (oldest deadline 2024-05-27T00:47:52.299303+0000) 2024-05-27T00:48:04.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:04 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:04.109+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:48:04.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:04 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:04.109+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:48:04.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:04 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:04.109+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:48:04.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:04 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:04.109+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:48:04.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:04 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:04.109+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:48:04.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:04 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:04.109+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:26.719579+0000 front 2024-05-27T00:47:26.719479+0000 (oldest deadline 2024-05-27T00:47:52.619164+0000) 2024-05-27T00:48:04.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:04 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:04.109+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-27T00:47:37.721131+0000 front 2024-05-27T00:47:37.721145+0000 (oldest deadline 2024-05-27T00:48:02.420989+0000) 2024-05-27T00:48:05.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:04 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:04.942+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.789747+0000 front 2024-05-27T00:46:37.789760+0000 (oldest deadline 2024-05-27T00:47:01.289684+0000) 2024-05-27T00:48:05.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:04 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:04.942+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:47.691343+0000 front 2024-05-27T00:46:47.691284+0000 (oldest deadline 2024-05-27T00:47:12.892033+0000) 2024-05-27T00:48:05.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:04 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:04.942+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.993219+0000 front 2024-05-27T00:46:56.993336+0000 (oldest deadline 2024-05-27T00:47:18.693137+0000) 2024-05-27T00:48:05.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:04 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:04.942+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6814 osd.3 since back 2024-05-27T00:47:00.894904+0000 front 2024-05-27T00:47:00.895186+0000 (oldest deadline 2024-05-27T00:47:26.095487+0000) 2024-05-27T00:48:05.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:04 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:04.942+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:13.696939+0000 front 2024-05-27T00:47:13.696990+0000 (oldest deadline 2024-05-27T00:47:38.997120+0000) 2024-05-27T00:48:05.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:04 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:04.942+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:18.997887+0000 front 2024-05-27T00:47:18.997695+0000 (oldest deadline 2024-05-27T00:47:43.697596+0000) 2024-05-27T00:48:05.200 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:04 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10[61342]: 2024-05-27T00:48:04.942+0000 7f8830040700 -1 osd.10 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:31.199698+0000 front 2024-05-27T00:47:31.199767+0000 (oldest deadline 2024-05-27T00:47:52.299303+0000) 2024-05-27T00:48:05.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:05 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:05.132+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:48:05.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:05 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:05.132+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:48:05.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:05 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:05.132+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:48:05.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:05 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:05.132+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:48:05.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:05 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:05.132+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:48:05.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:05 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:05.132+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:26.719579+0000 front 2024-05-27T00:47:26.719479+0000 (oldest deadline 2024-05-27T00:47:52.619164+0000) 2024-05-27T00:48:05.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:05 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:05.132+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-27T00:47:37.721131+0000 front 2024-05-27T00:47:37.721145+0000 (oldest deadline 2024-05-27T00:48:02.420989+0000) 2024-05-27T00:48:06.018 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:05 smithi050 podman[73152]: 2024-05-27 00:48:05.75041735 +0000 UTC m=+5.537895517 container died 265a4fa9d2f00f78b499d7b005523dd0ca2297eb975ed72276c5f7bcfd22f62d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-0ef46a2, ceph=True) 2024-05-27T00:48:06.368 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:06 smithi050 podman[73152]: 2024-05-27 00:48:06.108609134 +0000 UTC m=+5.896087283 container cleanup 265a4fa9d2f00f78b499d7b005523dd0ca2297eb975ed72276c5f7bcfd22f62d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240521, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-05-27T00:48:06.368 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:06 smithi050 bash[73152]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10 2024-05-27T00:48:06.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:06 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:06.115+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:48:06.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:06 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:06.115+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:48:06.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:06 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:06.115+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:48:06.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:06 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:06.115+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:48:06.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:06 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:06.115+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:48:06.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:06 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:06.115+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:26.719579+0000 front 2024-05-27T00:47:26.719479+0000 (oldest deadline 2024-05-27T00:47:52.619164+0000) 2024-05-27T00:48:06.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:06 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:06.115+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-27T00:47:37.721131+0000 front 2024-05-27T00:47:37.721145+0000 (oldest deadline 2024-05-27T00:48:02.420989+0000) 2024-05-27T00:48:06.700 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:06 smithi050 podman[73170]: 2024-05-27 00:48:06.368179156 +0000 UTC m=+0.614014647 container remove 265a4fa9d2f00f78b499d7b005523dd0ca2297eb975ed72276c5f7bcfd22f62d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=squid-0ef46a2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-05-27T00:48:07.071 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:06 smithi050 podman[73258]: 2024-05-27 00:48:06.646376326 +0000 UTC m=+0.018023361 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:48:07.071 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:06 smithi050 podman[73258]: 2024-05-27 00:48:06.743972854 +0000 UTC m=+0.115619867 container create 0f75703d487970fae0c724b7a4f532de16a42101abde7eb1309359906b9d70a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10-deactivate, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-0ef46a2, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.license=GPLv2) 2024-05-27T00:48:07.071 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:07 smithi050 podman[73258]: 2024-05-27 00:48:07.07146167 +0000 UTC m=+0.443108686 container init 0f75703d487970fae0c724b7a4f532de16a42101abde7eb1309359906b9d70a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10-deactivate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.build-date=20240521, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-05-27T00:48:07.392 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:07 smithi050 podman[73258]: 2024-05-27 00:48:07.074707316 +0000 UTC m=+0.446354333 container start 0f75703d487970fae0c724b7a4f532de16a42101abde7eb1309359906b9d70a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, RELEASE=squid-0ef46a2, org.label-schema.vendor=CentOS, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093) 2024-05-27T00:48:07.393 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:07 smithi050 podman[73258]: 2024-05-27 00:48:07.154626362 +0000 UTC m=+0.526273394 container attach 0f75703d487970fae0c724b7a4f532de16a42101abde7eb1309359906b9d70a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-05-27T00:48:07.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:07 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:07.080+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:48:07.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:07 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:07.080+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:48:07.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:07 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:07.080+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:48:07.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:07 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:07.080+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:48:07.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:07 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:07.080+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:48:07.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:07 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:07.080+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:26.719579+0000 front 2024-05-27T00:47:26.719479+0000 (oldest deadline 2024-05-27T00:47:52.619164+0000) 2024-05-27T00:48:07.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:07 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:07.080+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-27T00:47:37.721131+0000 front 2024-05-27T00:47:37.721145+0000 (oldest deadline 2024-05-27T00:48:02.420989+0000) 2024-05-27T00:48:07.682 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:07 smithi050 podman[73258]: 2024-05-27 00:48:07.39278407 +0000 UTC m=+0.764431098 container died 0f75703d487970fae0c724b7a4f532de16a42101abde7eb1309359906b9d70a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10-deactivate, org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-05-27T00:48:07.939 INFO:journalctl@ceph.osd.10.smithi050.stdout:May 27 00:48:07 smithi050 podman[73284]: 2024-05-27 00:48:07.92439773 +0000 UTC m=+0.525691006 container remove 0f75703d487970fae0c724b7a4f532de16a42101abde7eb1309359906b9d70a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-10-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, CEPH_POINT_RELEASE=, RELEASE=squid-0ef46a2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-05-27T00:48:07.945 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.10.service' 2024-05-27T00:48:07.984 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:48:07.985 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-05-27T00:48:07.985 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-05-27T00:48:07.985 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.11 2024-05-27T00:48:08.324 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:08 smithi137 systemd[1]: Stopping Ceph osd.11 for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:48:08.324 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:08 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:08.113+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:48:08.325 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:08 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:08.113+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:48:08.325 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:08 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:08.113+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:48:08.325 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:08 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:08.113+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:48:08.325 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:08 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:08.113+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:48:08.325 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:08 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:08.113+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:26.719579+0000 front 2024-05-27T00:47:26.719479+0000 (oldest deadline 2024-05-27T00:47:52.619164+0000) 2024-05-27T00:48:08.325 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:08 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:08.113+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-27T00:47:37.721131+0000 front 2024-05-27T00:47:37.721145+0000 (oldest deadline 2024-05-27T00:48:02.420989+0000) 2024-05-27T00:48:08.325 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:08 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:08.323+0000 7ff941473700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:48:08.325 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:08 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:08.323+0000 7ff941473700 -1 osd.11 110 *** Got signal Terminated *** 2024-05-27T00:48:08.325 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:08 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:08.323+0000 7ff941473700 -1 osd.11 110 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-27T00:48:09.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:09 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:09.067+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:48:09.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:09 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:09.067+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:48:09.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:09 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:09.067+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:48:09.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:09 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:09.067+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:48:09.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:09 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:09.067+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:48:09.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:09 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:09.067+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:26.719579+0000 front 2024-05-27T00:47:26.719479+0000 (oldest deadline 2024-05-27T00:47:52.619164+0000) 2024-05-27T00:48:09.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:09 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:09.067+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-27T00:47:37.721131+0000 front 2024-05-27T00:47:37.721145+0000 (oldest deadline 2024-05-27T00:48:02.420989+0000) 2024-05-27T00:48:10.404 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:10 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:10.084+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:48:10.404 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:10 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:10.084+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:48:10.404 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:10 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:10.084+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:48:10.404 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:10 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:10.084+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:48:10.405 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:10 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:10.084+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:48:10.405 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:10 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:10.084+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:26.719579+0000 front 2024-05-27T00:47:26.719479+0000 (oldest deadline 2024-05-27T00:47:52.619164+0000) 2024-05-27T00:48:10.405 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:10 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:10.084+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-27T00:47:37.721131+0000 front 2024-05-27T00:47:37.721145+0000 (oldest deadline 2024-05-27T00:48:02.420989+0000) 2024-05-27T00:48:10.405 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:10 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:10.084+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6820 osd.8 since back 2024-05-27T00:47:47.622203+0000 front 2024-05-27T00:47:47.622237+0000 (oldest deadline 2024-05-27T00:48:09.922188+0000) 2024-05-27T00:48:11.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:11 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:11.105+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:48:11.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:11 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:11.105+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:48:11.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:11 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:11.105+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:48:11.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:11 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:11.105+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:48:11.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:11 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:11.105+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:48:11.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:11 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:11.105+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:26.719579+0000 front 2024-05-27T00:47:26.719479+0000 (oldest deadline 2024-05-27T00:47:52.619164+0000) 2024-05-27T00:48:11.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:11 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:11.105+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-27T00:47:37.721131+0000 front 2024-05-27T00:47:37.721145+0000 (oldest deadline 2024-05-27T00:48:02.420989+0000) 2024-05-27T00:48:11.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:11 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:11.105+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6820 osd.8 since back 2024-05-27T00:47:47.622203+0000 front 2024-05-27T00:47:47.622237+0000 (oldest deadline 2024-05-27T00:48:09.922188+0000) 2024-05-27T00:48:12.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:12 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:12.153+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:48:12.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:12 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:12.153+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:48:12.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:12 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:12.153+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:48:12.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:12 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:12.153+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:48:12.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:12 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:12.153+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:48:12.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:12 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:12.153+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:26.719579+0000 front 2024-05-27T00:47:26.719479+0000 (oldest deadline 2024-05-27T00:47:52.619164+0000) 2024-05-27T00:48:12.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:12 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:12.153+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-27T00:47:37.721131+0000 front 2024-05-27T00:47:37.721145+0000 (oldest deadline 2024-05-27T00:48:02.420989+0000) 2024-05-27T00:48:12.503 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:12 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:12.153+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6820 osd.8 since back 2024-05-27T00:47:47.622203+0000 front 2024-05-27T00:47:47.622237+0000 (oldest deadline 2024-05-27T00:48:09.922188+0000) 2024-05-27T00:48:13.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:13 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:13.196+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6806 osd.0 since back 2024-05-27T00:46:37.711972+0000 front 2024-05-27T00:46:37.711958+0000 (oldest deadline 2024-05-27T00:47:03.011727+0000) 2024-05-27T00:48:13.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:13 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:13.196+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6804 osd.1 since back 2024-05-27T00:46:48.714028+0000 front 2024-05-27T00:46:48.714100+0000 (oldest deadline 2024-05-27T00:47:12.213960+0000) 2024-05-27T00:48:13.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:13 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:13.196+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6804 osd.2 since back 2024-05-27T00:46:56.215382+0000 front 2024-05-27T00:46:56.215268+0000 (oldest deadline 2024-05-27T00:47:22.115481+0000) 2024-05-27T00:48:13.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:13 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:13.196+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6812 osd.4 since back 2024-05-27T00:47:10.817576+0000 front 2024-05-27T00:47:10.817629+0000 (oldest deadline 2024-05-27T00:47:35.517517+0000) 2024-05-27T00:48:13.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:13 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:13.196+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6812 osd.5 since back 2024-05-27T00:47:20.818453+0000 front 2024-05-27T00:47:20.818553+0000 (oldest deadline 2024-05-27T00:47:46.718565+0000) 2024-05-27T00:48:13.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:13 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:13.196+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.44:6822 osd.6 since back 2024-05-27T00:47:26.719579+0000 front 2024-05-27T00:47:26.719479+0000 (oldest deadline 2024-05-27T00:47:52.619164+0000) 2024-05-27T00:48:13.502 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:13 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:13.196+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.50:6820 osd.7 since back 2024-05-27T00:47:37.721131+0000 front 2024-05-27T00:47:37.721145+0000 (oldest deadline 2024-05-27T00:48:02.420989+0000) 2024-05-27T00:48:13.503 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:13 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11[61955]: 2024-05-27T00:48:13.196+0000 7ff939a5f700 -1 osd.11 110 heartbeat_check: no reply from 172.21.15.137:6820 osd.8 since back 2024-05-27T00:47:47.622203+0000 front 2024-05-27T00:47:47.622237+0000 (oldest deadline 2024-05-27T00:48:09.922188+0000) 2024-05-27T00:48:14.124 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:13 smithi137 podman[74154]: 2024-05-27 00:48:13.853203075 +0000 UTC m=+5.672781253 container died 3d25905d83593d41b0384ec04651d559daa160b13be17ca74f33a3b9c102fea8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-0ef46a2, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, CEPH_POINT_RELEASE=) 2024-05-27T00:48:14.475 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:14 smithi137 podman[74154]: 2024-05-27 00:48:14.224311158 +0000 UTC m=+6.043889331 container cleanup 3d25905d83593d41b0384ec04651d559daa160b13be17ca74f33a3b9c102fea8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-05-27T00:48:14.475 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:14 smithi137 bash[74154]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11 2024-05-27T00:48:14.751 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:14 smithi137 podman[74181]: 2024-05-27 00:48:14.475267217 +0000 UTC m=+0.616641173 container remove 3d25905d83593d41b0384ec04651d559daa160b13be17ca74f33a3b9c102fea8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-0ef46a2) 2024-05-27T00:48:15.137 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:14 smithi137 podman[74271]: 2024-05-27 00:48:14.743067651 +0000 UTC m=+0.017411378 image pull 064eac5bb073a3c65e35e3dd821e53159291fd3c04b1dc47d2e42acd2b976822 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e 2024-05-27T00:48:15.137 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:14 smithi137 podman[74271]: 2024-05-27 00:48:14.867703041 +0000 UTC m=+0.142046769 container create 9fa69367b9e414082d17f64725c0e40aaf9eea5b405c832fda617d787ecb16d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240521, RELEASE=squid-0ef46a2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-05-27T00:48:15.428 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:15 smithi137 podman[74271]: 2024-05-27 00:48:15.137376345 +0000 UTC m=+0.411720088 container init 9fa69367b9e414082d17f64725c0e40aaf9eea5b405c832fda617d787ecb16d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11-deactivate, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, RELEASE=squid-0ef46a2, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521) 2024-05-27T00:48:15.428 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:15 smithi137 podman[74271]: 2024-05-27 00:48:15.140419922 +0000 UTC m=+0.414763654 container start 9fa69367b9e414082d17f64725c0e40aaf9eea5b405c832fda617d787ecb16d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, RELEASE=squid-0ef46a2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-27T00:48:15.429 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:15 smithi137 podman[74271]: 2024-05-27 00:48:15.228952723 +0000 UTC m=+0.503296465 container attach 9fa69367b9e414082d17f64725c0e40aaf9eea5b405c832fda617d787ecb16d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=squid-0ef46a2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093) 2024-05-27T00:48:15.723 INFO:journalctl@ceph.osd.11.smithi137.stdout:May 27 00:48:15 smithi137 podman[74271]: 2024-05-27 00:48:15.42867037 +0000 UTC m=+0.703014106 container died 9fa69367b9e414082d17f64725c0e40aaf9eea5b405c832fda617d787ecb16d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-osd-11-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240521, io.buildah.version=1.33.5) 2024-05-27T00:48:16.008 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@osd.11.service' 2024-05-27T00:48:16.047 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:48:16.047 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-05-27T00:48:16.047 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-05-27T00:48:16.047 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.a 2024-05-27T00:48:16.611 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:48:16 smithi044 systemd[1]: Stopping Ceph mds.a for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:48:17.111 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:48:16 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:48:16.666+0000 7f8ef4800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:48:17.111 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:48:16 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a[71106]: 2024-05-27T00:48:16.666+0000 7f8ef4800700 -1 mds.a *** got signal Terminated *** 2024-05-27T00:48:20.381 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:48:20 smithi044 podman[94214]: 2024-05-27 00:48:20.114509138 +0000 UTC m=+3.585307302 container died 372baa8c73d5af95772663daffbe7a1369ff79ac0b5c40b559175ca4d5d7a765 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, RELEASE=squid-0ef46a2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240521, io.buildah.version=1.33.5) 2024-05-27T00:48:20.756 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:48:20 smithi044 podman[94214]: 2024-05-27 00:48:20.578818838 +0000 UTC m=+4.049617009 container cleanup 372baa8c73d5af95772663daffbe7a1369ff79ac0b5c40b559175ca4d5d7a765 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a, org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=squid-0ef46a2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-05-27T00:48:20.757 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:48:20 smithi044 bash[94214]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a 2024-05-27T00:48:21.111 INFO:journalctl@ceph.mds.a.smithi044.stdout:May 27 00:48:20 smithi044 podman[94226]: 2024-05-27 00:48:20.754828658 +0000 UTC m=+0.621909083 container remove 372baa8c73d5af95772663daffbe7a1369ff79ac0b5c40b559175ca4d5d7a765 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-a, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=squid-0ef46a2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240521, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-05-27T00:48:21.257 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.a.service' 2024-05-27T00:48:21.375 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:48:21.375 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-05-27T00:48:21.375 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-05-27T00:48:21.376 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.d 2024-05-27T00:48:21.861 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 27 00:48:21 smithi044 systemd[1]: Stopping Ceph mds.d for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:48:22.361 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 27 00:48:21 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-d[70114]: 2024-05-27T00:48:21.972+0000 7f7517400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:48:22.362 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 27 00:48:21 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-d[70114]: 2024-05-27T00:48:21.972+0000 7f7517400700 -1 mds.d *** got signal Terminated *** 2024-05-27T00:48:26.254 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 27 00:48:25 smithi044 podman[94335]: 2024-05-27 00:48:25.986535407 +0000 UTC m=+4.143931923 container died 82060a1fcc8c4eabe8979e663b8ee3a278b2610862a0b28c890025365079eb02 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-d, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-0ef46a2) 2024-05-27T00:48:26.558 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 27 00:48:26 smithi044 podman[94335]: 2024-05-27 00:48:26.373674862 +0000 UTC m=+4.531071385 container cleanup 82060a1fcc8c4eabe8979e663b8ee3a278b2610862a0b28c890025365079eb02 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-d, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, RELEASE=squid-0ef46a2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-27T00:48:26.558 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 27 00:48:26 smithi044 bash[94335]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-d 2024-05-27T00:48:26.861 INFO:journalctl@ceph.mds.d.smithi044.stdout:May 27 00:48:26 smithi044 podman[94348]: 2024-05-27 00:48:26.558015073 +0000 UTC m=+0.552433226 container remove 82060a1fcc8c4eabe8979e663b8ee3a278b2610862a0b28c890025365079eb02 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2, GIT_CLEAN=True) 2024-05-27T00:48:27.014 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.d.service' 2024-05-27T00:48:27.131 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:48:27.131 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-05-27T00:48:27.131 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-05-27T00:48:27.131 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.g 2024-05-27T00:48:27.611 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 27 00:48:27 smithi044 systemd[1]: Stopping Ceph mds.g for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:48:28.111 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 27 00:48:27 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-g[70755]: 2024-05-27T00:48:27.749+0000 7f8f05800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:48:28.112 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 27 00:48:27 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-g[70755]: 2024-05-27T00:48:27.749+0000 7f8f05800700 -1 mds.g *** got signal Terminated *** 2024-05-27T00:48:29.241 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 27 00:48:28 smithi044 podman[94457]: 2024-05-27 00:48:28.874276234 +0000 UTC m=+1.248333395 container died 26d9a18c90dbbed9a7c2bcbb4e553b44193d28598686f4e09969757cd7c92974 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-g, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, RELEASE=squid-0ef46a2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-05-27T00:48:29.555 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 27 00:48:29 smithi044 podman[94457]: 2024-05-27 00:48:29.344477723 +0000 UTC m=+1.718534847 container cleanup 26d9a18c90dbbed9a7c2bcbb4e553b44193d28598686f4e09969757cd7c92974 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-g, GIT_BRANCH=HEAD, RELEASE=squid-0ef46a2, org.label-schema.build-date=20240521, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-05-27T00:48:29.555 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 27 00:48:29 smithi044 bash[94457]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-g 2024-05-27T00:48:29.861 INFO:journalctl@ceph.mds.g.smithi044.stdout:May 27 00:48:29 smithi044 podman[94469]: 2024-05-27 00:48:29.553835557 +0000 UTC m=+0.664309775 container remove 26d9a18c90dbbed9a7c2bcbb4e553b44193d28598686f4e09969757cd7c92974 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=squid-0ef46a2, org.label-schema.build-date=20240521) 2024-05-27T00:48:30.135 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.g.service' 2024-05-27T00:48:30.251 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:48:30.251 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-05-27T00:48:30.251 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-05-27T00:48:30.252 DEBUG:teuthology.orchestra.run.smithi044:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.j 2024-05-27T00:48:30.847 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 27 00:48:30 smithi044 systemd[1]: Stopping Ceph mds.j for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:48:31.112 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 27 00:48:30 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-j[69773]: 2024-05-27T00:48:30.846+0000 7f4136200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:48:31.112 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 27 00:48:30 smithi044 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-j[69773]: 2024-05-27T00:48:30.846+0000 7f4136200700 -1 mds.j *** got signal Terminated *** 2024-05-27T00:48:34.369 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 27 00:48:34 smithi044 podman[94576]: 2024-05-27 00:48:34.111014225 +0000 UTC m=+3.378191014 container died 465d9d4f711b81e22c5b78424ffd923adbb38c30ed56250c717ce487f3aa7fc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-j, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-0ef46a2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-05-27T00:48:34.707 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 27 00:48:34 smithi044 podman[94576]: 2024-05-27 00:48:34.512313883 +0000 UTC m=+3.779490681 container cleanup 465d9d4f711b81e22c5b78424ffd923adbb38c30ed56250c717ce487f3aa7fc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-j, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-0ef46a2, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.build-date=20240521) 2024-05-27T00:48:34.707 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 27 00:48:34 smithi044 bash[94576]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-j 2024-05-27T00:48:35.113 INFO:journalctl@ceph.mds.j.smithi044.stdout:May 27 00:48:34 smithi044 podman[94599]: 2024-05-27 00:48:34.706880893 +0000 UTC m=+0.574439054 container remove 465d9d4f711b81e22c5b78424ffd923adbb38c30ed56250c717ce487f3aa7fc0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-j, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240521, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-0ef46a2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093) 2024-05-27T00:48:35.229 DEBUG:teuthology.orchestra.run.smithi044:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.j.service' 2024-05-27T00:48:35.345 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:48:35.346 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-05-27T00:48:35.346 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-05-27T00:48:35.346 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.b 2024-05-27T00:48:35.642 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 27 00:48:35 smithi050 systemd[1]: Stopping Ceph mds.b for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:48:35.926 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 27 00:48:35 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-b[66679]: 2024-05-27T00:48:35.640+0000 7f0748003700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:48:35.926 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 27 00:48:35 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-b[66679]: 2024-05-27T00:48:35.640+0000 7f0748003700 -1 mds.b *** got signal Terminated *** 2024-05-27T00:48:39.950 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 27 00:48:39 smithi050 podman[73363]: 2024-05-27 00:48:39.652302365 +0000 UTC m=+4.104172818 container died bbac26f334bd44982be8817c72991942272ba71f2ae0eb55dcd879b35e4f7150 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-b, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, RELEASE=squid-0ef46a2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-05-27T00:48:40.266 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 27 00:48:40 smithi050 podman[73363]: 2024-05-27 00:48:40.091063104 +0000 UTC m=+4.542933556 container cleanup bbac26f334bd44982be8817c72991942272ba71f2ae0eb55dcd879b35e4f7150 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-b, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-0ef46a2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS) 2024-05-27T00:48:40.267 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 27 00:48:40 smithi050 bash[73363]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-b 2024-05-27T00:48:40.521 INFO:journalctl@ceph.mds.b.smithi050.stdout:May 27 00:48:40 smithi050 podman[73388]: 2024-05-27 00:48:40.267149817 +0000 UTC m=+0.612268842 container remove bbac26f334bd44982be8817c72991942272ba71f2ae0eb55dcd879b35e4f7150 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-b, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-0ef46a2) 2024-05-27T00:48:40.526 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.b.service' 2024-05-27T00:48:40.561 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:48:40.562 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-05-27T00:48:40.562 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-05-27T00:48:40.562 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.e 2024-05-27T00:48:40.950 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 27 00:48:40 smithi050 systemd[1]: Stopping Ceph mds.e for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:48:41.450 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 27 00:48:40 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-e[66069]: 2024-05-27T00:48:40.986+0000 7f2d4efb0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:48:41.450 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 27 00:48:40 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-e[66069]: 2024-05-27T00:48:40.986+0000 7f2d4efb0700 -1 mds.e *** got signal Terminated *** 2024-05-27T00:48:44.345 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 27 00:48:44 smithi050 podman[73494]: 2024-05-27 00:48:44.056195471 +0000 UTC m=+3.269122103 container died 20c5b666290b89cd402430b220e3fc067db95152039d4d96b15a7392a2d8bfab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-e, org.label-schema.build-date=20240521, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-0ef46a2, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-27T00:48:44.700 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 27 00:48:44 smithi050 podman[73494]: 2024-05-27 00:48:44.420460251 +0000 UTC m=+3.633386883 container cleanup 20c5b666290b89cd402430b220e3fc067db95152039d4d96b15a7392a2d8bfab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-e, RELEASE=squid-0ef46a2, org.label-schema.build-date=20240521, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-05-27T00:48:44.700 INFO:journalctl@ceph.mds.e.smithi050.stdout:May 27 00:48:44 smithi050 bash[73494]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-e 2024-05-27T00:48:44.866 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.e.service' 2024-05-27T00:48:44.899 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:48:44.899 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-05-27T00:48:44.899 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-05-27T00:48:44.899 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.h 2024-05-27T00:48:45.450 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:48:44 smithi050 systemd[1]: Stopping Ceph mds.h for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:48:45.450 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:48:45 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:48:45.231+0000 7fa394c9f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:48:45.450 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:48:45 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h[66372]: 2024-05-27T00:48:45.231+0000 7fa394c9f700 -1 mds.h *** got signal Terminated *** 2024-05-27T00:48:48.373 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:48:48 smithi050 podman[73615]: 2024-05-27 00:48:48.062560889 +0000 UTC m=+2.932353606 container died ecbc3862733d82741837eab264210006d96f97c08e1b5864aa8301b3fefdc218 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=squid-0ef46a2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.build-date=20240521, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-05-27T00:48:48.374 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:48:48 smithi050 podman[73615]: 2024-05-27 00:48:48.373902221 +0000 UTC m=+3.243694929 container cleanup ecbc3862733d82741837eab264210006d96f97c08e1b5864aa8301b3fefdc218 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h, RELEASE=squid-0ef46a2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.build-date=20240521) 2024-05-27T00:48:48.689 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:48:48 smithi050 bash[73615]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h 2024-05-27T00:48:48.689 INFO:journalctl@ceph.mds.h.smithi050.stdout:May 27 00:48:48 smithi050 podman[73627]: 2024-05-27 00:48:48.566660042 +0000 UTC m=+0.501306298 container remove ecbc3862733d82741837eab264210006d96f97c08e1b5864aa8301b3fefdc218 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-h, org.label-schema.vendor=CentOS, RELEASE=squid-0ef46a2, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-05-27T00:48:48.706 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.h.service' 2024-05-27T00:48:48.738 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:48:48.738 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-05-27T00:48:48.738 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-05-27T00:48:48.739 DEBUG:teuthology.orchestra.run.smithi050:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.k 2024-05-27T00:48:49.052 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 27 00:48:48 smithi050 systemd[1]: Stopping Ceph mds.k for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:48:49.450 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 27 00:48:49 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-k[65752]: 2024-05-27T00:48:49.052+0000 7fdccfc06700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:48:49.450 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 27 00:48:49 smithi050 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-k[65752]: 2024-05-27T00:48:49.052+0000 7fdccfc06700 -1 mds.k *** got signal Terminated *** 2024-05-27T00:48:50.619 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 27 00:48:50 smithi050 podman[73736]: 2024-05-27 00:48:50.365654233 +0000 UTC m=+1.406737373 container died 1158f47c5fcc3df97da929a6b3fff3652c1c0315818acd4cd893d71dc4255ac3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-k, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, RELEASE=squid-0ef46a2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240521, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-05-27T00:48:50.950 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 27 00:48:50 smithi050 podman[73736]: 2024-05-27 00:48:50.719377193 +0000 UTC m=+1.760460329 container cleanup 1158f47c5fcc3df97da929a6b3fff3652c1c0315818acd4cd893d71dc4255ac3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-k, RELEASE=squid-0ef46a2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True) 2024-05-27T00:48:50.950 INFO:journalctl@ceph.mds.k.smithi050.stdout:May 27 00:48:50 smithi050 bash[73736]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-k 2024-05-27T00:48:51.156 DEBUG:teuthology.orchestra.run.smithi050:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.k.service' 2024-05-27T00:48:51.188 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:48:51.188 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-05-27T00:48:51.188 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-05-27T00:48:51.188 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.c 2024-05-27T00:48:51.502 INFO:journalctl@ceph.mds.c.smithi137.stdout:May 27 00:48:51 smithi137 systemd[1]: Stopping Ceph mds.c for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:48:51.761 INFO:journalctl@ceph.mds.c.smithi137.stdout:May 27 00:48:51 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-c[67218]: 2024-05-27T00:48:51.588+0000 7f931626e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:48:51.761 INFO:journalctl@ceph.mds.c.smithi137.stdout:May 27 00:48:51 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-c[67218]: 2024-05-27T00:48:51.588+0000 7f931626e700 -1 mds.c *** got signal Terminated *** 2024-05-27T00:48:55.948 INFO:journalctl@ceph.mds.c.smithi137.stdout:May 27 00:48:55 smithi137 podman[74379]: 2024-05-27 00:48:55.599427047 +0000 UTC m=+4.211055434 container died 9a89129e3cb2dede96281cc3a5e38aa241b09dff878623f6121ae79a3688cc4d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-c, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-0ef46a2, org.label-schema.build-date=20240521, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-27T00:48:56.214 INFO:journalctl@ceph.mds.c.smithi137.stdout:May 27 00:48:56 smithi137 podman[74379]: 2024-05-27 00:48:56.013731011 +0000 UTC m=+4.625359379 container cleanup 9a89129e3cb2dede96281cc3a5e38aa241b09dff878623f6121ae79a3688cc4d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-c, org.label-schema.build-date=20240521, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, RELEASE=squid-0ef46a2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-05-27T00:48:56.214 INFO:journalctl@ceph.mds.c.smithi137.stdout:May 27 00:48:56 smithi137 bash[74379]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-c 2024-05-27T00:48:56.350 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.c.service' 2024-05-27T00:48:56.384 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:48:56.385 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-05-27T00:48:56.385 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-05-27T00:48:56.385 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.f 2024-05-27T00:48:56.752 INFO:journalctl@ceph.mds.f.smithi137.stdout:May 27 00:48:56 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-f[66911]: 2024-05-27T00:48:56.708+0000 7f1d94b28700 -1 mds.f *** got signal Terminated *** 2024-05-27T00:49:00.301 INFO:journalctl@ceph.mds.f.smithi137.stdout:May 27 00:49:00 smithi137 podman[74511]: 2024-05-27 00:49:00.014693622 +0000 UTC m=+3.409322834 container died d412643763803b191811cca47da9ca5e307be713f9950b71c287f77b052980b3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-f, org.label-schema.schema-version=1.0, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, ceph=True, RELEASE=squid-0ef46a2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240521, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-05-27T00:49:00.635 INFO:journalctl@ceph.mds.f.smithi137.stdout:May 27 00:49:00 smithi137 podman[74511]: 2024-05-27 00:49:00.401056266 +0000 UTC m=+3.795685519 container cleanup d412643763803b191811cca47da9ca5e307be713f9950b71c287f77b052980b3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-f, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240521, maintainer=Guillaume Abrioux , RELEASE=squid-0ef46a2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-05-27T00:49:00.635 INFO:journalctl@ceph.mds.f.smithi137.stdout:May 27 00:49:00 smithi137 bash[74511]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-f 2024-05-27T00:49:00.779 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.f.service' 2024-05-27T00:49:00.810 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:49:00.810 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-05-27T00:49:00.810 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-05-27T00:49:00.811 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.i 2024-05-27T00:49:01.251 INFO:journalctl@ceph.mds.i.smithi137.stdout:May 27 00:49:00 smithi137 systemd[1]: Stopping Ceph mds.i for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:49:01.252 INFO:journalctl@ceph.mds.i.smithi137.stdout:May 27 00:49:01 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-i[67526]: 2024-05-27T00:49:01.128+0000 7fbebbe1d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:49:01.252 INFO:journalctl@ceph.mds.i.smithi137.stdout:May 27 00:49:01 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-i[67526]: 2024-05-27T00:49:01.128+0000 7fbebbe1d700 -1 mds.i *** got signal Terminated *** 2024-05-27T00:49:04.502 INFO:journalctl@ceph.mds.i.smithi137.stdout:May 27 00:49:04 smithi137 podman[74632]: 2024-05-27 00:49:04.046880414 +0000 UTC m=+3.018668408 container died 8ff67494927227dc0d1ba78f296ca60a0cceebfc315f26f54825d062f1433cad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-i, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-0ef46a2, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, org.label-schema.build-date=20240521, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-05-27T00:49:05.002 INFO:journalctl@ceph.mds.i.smithi137.stdout:May 27 00:49:04 smithi137 podman[74632]: 2024-05-27 00:49:04.679445723 +0000 UTC m=+3.651233714 container cleanup 8ff67494927227dc0d1ba78f296ca60a0cceebfc315f26f54825d062f1433cad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-i, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240521, RELEASE=squid-0ef46a2) 2024-05-27T00:49:05.002 INFO:journalctl@ceph.mds.i.smithi137.stdout:May 27 00:49:04 smithi137 bash[74632]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-i 2024-05-27T00:49:05.002 INFO:journalctl@ceph.mds.i.smithi137.stdout:May 27 00:49:04 smithi137 podman[74645]: 2024-05-27 00:49:04.846951205 +0000 UTC m=+0.797483761 container remove 8ff67494927227dc0d1ba78f296ca60a0cceebfc315f26f54825d062f1433cad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-i, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240521, ceph=True, RELEASE=squid-0ef46a2, org.label-schema.license=GPLv2, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-05-27T00:49:05.107 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.i.service' 2024-05-27T00:49:05.138 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:49:05.139 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-05-27T00:49:05.139 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-05-27T00:49:05.139 DEBUG:teuthology.orchestra.run.smithi137:> sudo systemctl stop ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.l 2024-05-27T00:49:05.441 INFO:journalctl@ceph.mds.l.smithi137.stdout:May 27 00:49:05 smithi137 systemd[1]: Stopping Ceph mds.l for 1fe53dce-1bbf-11ef-bc9b-c7b262605968... 2024-05-27T00:49:05.751 INFO:journalctl@ceph.mds.l.smithi137.stdout:May 27 00:49:05 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-l[66606]: 2024-05-27T00:49:05.439+0000 7f1092e0a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-27T00:49:05.752 INFO:journalctl@ceph.mds.l.smithi137.stdout:May 27 00:49:05 smithi137 ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-l[66606]: 2024-05-27T00:49:05.439+0000 7f1092e0a700 -1 mds.l *** got signal Terminated *** 2024-05-27T00:49:07.652 INFO:journalctl@ceph.mds.l.smithi137.stdout:May 27 00:49:07 smithi137 podman[74753]: 2024-05-27 00:49:07.375624152 +0000 UTC m=+2.025261987 container died 31525c89259039a4a994be7f2dff3b640e84cec2ba3f2f365e565672f811ee32 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-l, GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240521, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-0ef46a2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-05-27T00:49:08.002 INFO:journalctl@ceph.mds.l.smithi137.stdout:May 27 00:49:07 smithi137 podman[74753]: 2024-05-27 00:49:07.724631748 +0000 UTC m=+2.374269583 container cleanup 31525c89259039a4a994be7f2dff3b640e84cec2ba3f2f365e565672f811ee32 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:ba91004466e79a5151caaa38246c153638e4c00837a63d0b4022f6dd5bd6854e, name=ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-l, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=e5230d3b004eecd2f42a9b578ebb9642654e8093, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-0ef46a2, org.label-schema.build-date=20240521, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-27T00:49:08.002 INFO:journalctl@ceph.mds.l.smithi137.stdout:May 27 00:49:07 smithi137 bash[74753]: ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968-mds-l 2024-05-27T00:49:08.156 DEBUG:teuthology.orchestra.run.smithi137:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe53dce-1bbf-11ef-bc9b-c7b262605968@mds.l.service' 2024-05-27T00:49:08.187 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-27T00:49:08.187 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-05-27T00:49:08.188 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 --force --keep-logs 2024-05-27T00:49:08.524 INFO:teuthology.orchestra.run.smithi044.stdout:Deleting cluster with fsid: 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:49:13.516 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 --force --keep-logs 2024-05-27T00:49:13.715 INFO:teuthology.orchestra.run.smithi050.stdout:Deleting cluster with fsid: 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:49:16.231 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 --force --keep-logs 2024-05-27T00:49:16.419 INFO:teuthology.orchestra.run.smithi137.stdout:Deleting cluster with fsid: 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:49:18.724 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-27T00:49:18.820 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-27T00:49:18.854 DEBUG:teuthology.orchestra.run.smithi137:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-27T00:49:18.879 INFO:tasks.cephadm:Archiving crash dumps... 2024-05-27T00:49:18.881 DEBUG:teuthology.misc:Transferring archived files from smithi044:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-05-26_21:24:02-fs-squid-distro-default-smithi/7727190/remote/smithi044/crash 2024-05-27T00:49:18.882 DEBUG:teuthology.orchestra.run.smithi044:> sudo tar c -f - -C /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/crash -- . 2024-05-27T00:49:18.972 INFO:teuthology.orchestra.run.smithi044.stderr:tar: /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/crash: Cannot open: No such file or directory 2024-05-27T00:49:18.972 INFO:teuthology.orchestra.run.smithi044.stderr:tar: Error is not recoverable: exiting now 2024-05-27T00:49:18.976 DEBUG:teuthology.misc:Transferring archived files from smithi050:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-05-26_21:24:02-fs-squid-distro-default-smithi/7727190/remote/smithi050/crash 2024-05-27T00:49:18.977 DEBUG:teuthology.orchestra.run.smithi050:> sudo tar c -f - -C /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/crash -- . 2024-05-27T00:49:19.019 INFO:teuthology.orchestra.run.smithi050.stderr:tar: /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/crash: Cannot open: No such file or directory 2024-05-27T00:49:19.019 INFO:teuthology.orchestra.run.smithi050.stderr:tar: Error is not recoverable: exiting now 2024-05-27T00:49:19.021 DEBUG:teuthology.misc:Transferring archived files from smithi137:/var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-05-26_21:24:02-fs-squid-distro-default-smithi/7727190/remote/smithi137/crash 2024-05-27T00:49:19.022 DEBUG:teuthology.orchestra.run.smithi137:> sudo tar c -f - -C /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/crash -- . 2024-05-27T00:49:19.061 INFO:teuthology.orchestra.run.smithi137.stderr:tar: /var/lib/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/crash: Cannot open: No such file or directory 2024-05-27T00:49:19.061 INFO:teuthology.orchestra.run.smithi137.stderr:tar: Error is not recoverable: exiting now 2024-05-27T00:49:19.062 INFO:tasks.cephadm:Checking cluster log for badness... 2024-05-27T00:49:19.063 DEBUG:teuthology.orchestra.run.smithi044:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-05-27T00:49:19.175 INFO:teuthology.orchestra.run.smithi044.stdout:2024-05-27T00:37:11.537067+0000 mds.h (mds.2) 8 : cluster [WRN] Scrub error on inode 0x100000007f4 (/volumes/qa/sv_1/f5e15388-2e73-4d6b-a1f1-ad7aa11ecd00/client.0/tmp/untar_tar/linux-4.0.5/Documentation/devicetree/bindings/media/gpio-ir-receiver.txt) see mds.h log and `damage ls` output for details 2024-05-27T00:49:19.176 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-05-27T00:49:19.176 INFO:tasks.cephadm:Compressing logs... 2024-05-27T00:49:19.176 DEBUG:teuthology.orchestra.run.smithi044:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-27T00:49:19.181 DEBUG:teuthology.orchestra.run.smithi050:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-27T00:49:19.183 DEBUG:teuthology.orchestra.run.smithi137:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-27T00:49:19.206 INFO:teuthology.orchestra.run.smithi137.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.log 2024-05-27T00:49:19.206 INFO:teuthology.orchestra.run.smithi137.stderr:: No such file or directory 2024-05-27T00:49:19.206 INFO:teuthology.orchestra.run.smithi137.stderr:gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.2.log 2024-05-27T00:49:19.207 INFO:teuthology.orchestra.run.smithi137.stderr:gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.f.log/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.log: 2024-05-27T00:49:19.207 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.audit.log 2024-05-27T00:49:19.207 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.5.log 2024-05-27T00:49:19.208 INFO:teuthology.orchestra.run.smithi137.stderr:gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.c.log 2024-05-27T00:49:19.209 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.audit.log: /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mon.c.log 2024-05-27T00:49:19.209 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mgr.z.log 2024-05-27T00:49:19.209 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.i.log 2024-05-27T00:49:19.214 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mgr.z.log: 88.2% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.log.gz 2024-05-27T00:49:19.215 INFO:teuthology.orchestra.run.smithi137.stderr:gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.cephadm.log 2024-05-27T00:49:19.215 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.i.log: 90.3% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.audit.log.gz 2024-05-27T00:49:19.215 INFO:teuthology.orchestra.run.smithi137.stderr:gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.11.log 2024-05-27T00:49:19.215 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.cephadm.log: 83.4% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.cephadm.log.gz 2024-05-27T00:49:19.215 INFO:teuthology.orchestra.run.smithi137.stderr:gzip -5 94.6% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.f.log.gz 2024-05-27T00:49:19.215 INFO:teuthology.orchestra.run.smithi137.stderr: --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.8.log 2024-05-27T00:49:19.217 INFO:teuthology.orchestra.run.smithi050.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.log 2024-05-27T00:49:19.217 INFO:teuthology.orchestra.run.smithi050.stderr:: No such file or directory 2024-05-27T00:49:19.218 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.audit.log 2024-05-27T00:49:19.218 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.7.log 2024-05-27T00:49:19.218 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.b.log 2024-05-27T00:49:19.218 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.4.log 2024-05-27T00:49:19.218 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.1.log 2024-05-27T00:49:19.218 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mgr.y.log 2024-05-27T00:49:19.218 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.h.log 2024-05-27T00:49:19.218 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.10.log 2024-05-27T00:49:19.218 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.h.log: 90.3% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.audit.log.gz 2024-05-27T00:49:19.218 INFO:teuthology.orchestra.run.smithi050.stderr: 88.2% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.log.gz 2024-05-27T00:49:19.218 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.cephadm.log 2024-05-27T00:49:19.218 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.e.log 2024-05-27T00:49:19.218 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.cephadm.log: 83.4% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.cephadm.log.gz 2024-05-27T00:49:19.218 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-volume.log 2024-05-27T00:49:19.219 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.11.log: 92.0% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mgr.z.log.gz 2024-05-27T00:49:19.223 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.e.log: 92.0% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mgr.y.log.gz 2024-05-27T00:49:19.225 INFO:teuthology.orchestra.run.smithi137.stderr:gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-volume.log 2024-05-27T00:49:19.225 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.l.log 2024-05-27T00:49:19.226 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mon.b.log 2024-05-27T00:49:19.238 INFO:teuthology.orchestra.run.smithi044.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-05-27T00:49:19.239 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.log 2024-05-27T00:49:19.240 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-volume.log: 91.0% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-volume.log.gz 2024-05-27T00:49:19.240 INFO:teuthology.orchestra.run.smithi137.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-27T00:49:19.241 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-volume.log: 91.0% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-volume.log.gz 2024-05-27T00:49:19.241 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.audit.log 2024-05-27T00:49:19.241 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.g.log 2024-05-27T00:49:19.242 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.j.log 2024-05-27T00:49:19.242 INFO:teuthology.orchestra.run.smithi050.stderr:gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.k.log 2024-05-27T00:49:19.243 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.3.log 2024-05-27T00:49:19.244 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.j.log: 90.2% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.audit.log.gz 2024-05-27T00:49:19.245 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.l.log: 94.4% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.l.log.gz 2024-05-27T00:49:19.245 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.0.log 2024-05-27T00:49:19.245 INFO:teuthology.orchestra.run.smithi044.stderr: 88.2% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.log.gz 2024-05-27T00:49:19.246 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mgr.x.log 2024-05-27T00:49:19.247 INFO:teuthology.orchestra.run.smithi137.stderr:/var/log/ceph/cephadm.log: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-27T00:49:19.248 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mon.a.log 2024-05-27T00:49:19.248 INFO:teuthology.orchestra.run.smithi044.stderr: 94.3% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.j.log.gz 2024-05-27T00:49:19.249 INFO:teuthology.orchestra.run.smithi044.stderr:gzip/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mgr.x.log: -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.6.log 2024-05-27T00:49:19.250 INFO:teuthology.orchestra.run.smithi044.stderr: 94.4% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.g.log.gz 2024-05-27T00:49:19.251 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.cephadm.log 2024-05-27T00:49:19.252 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.a.log 2024-05-27T00:49:19.254 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-volume.log 2024-05-27T00:49:19.254 INFO:teuthology.orchestra.run.smithi044.stderr: 83.8% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph.cephadm.log.gz 2024-05-27T00:49:19.257 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.a.log: /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.d.log 2024-05-27T00:49:19.257 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-27T00:49:19.259 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.9.log 2024-05-27T00:49:19.263 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.k.log: 94.4% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.k.log.gz 2024-05-27T00:49:19.266 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.d.log: /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.9.log: 94.5% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.d.log.gz 2024-05-27T00:49:19.267 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-27T00:49:19.269 INFO:teuthology.orchestra.run.smithi044.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.log 2024-05-27T00:49:19.274 INFO:teuthology.orchestra.run.smithi050.stderr:/var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-27T00:49:19.278 INFO:teuthology.orchestra.run.smithi044.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/ceph-client.admin.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.log.gz 2024-05-27T00:49:19.280 INFO:teuthology.orchestra.run.smithi044.stderr: 93.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-27T00:49:19.289 INFO:teuthology.orchestra.run.smithi044.stderr: 90.9% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-volume.log.gz 2024-05-27T00:49:19.425 INFO:teuthology.orchestra.run.smithi050.stderr: 94.1% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.e.log.gz 2024-05-27T00:49:19.658 INFO:teuthology.orchestra.run.smithi044.stderr: 90.1% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mgr.x.log.gz 2024-05-27T00:49:19.719 INFO:teuthology.orchestra.run.smithi137.stderr: 91.8% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mon.c.log.gz 2024-05-27T00:49:19.725 INFO:teuthology.orchestra.run.smithi137.stderr: 95.0% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.i.log.gz 2024-05-27T00:49:19.772 INFO:teuthology.orchestra.run.smithi050.stderr: 91.8% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mon.b.log.gz 2024-05-27T00:49:20.200 INFO:teuthology.orchestra.run.smithi044.stderr: 90.4% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mon.a.log.gz 2024-05-27T00:49:21.123 INFO:teuthology.orchestra.run.smithi050.stderr: 93.7% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.h.log.gz 2024-05-27T00:49:23.143 INFO:teuthology.orchestra.run.smithi137.stderr: 95.4% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.c.log.gz 2024-05-27T00:49:23.357 INFO:teuthology.orchestra.run.smithi137.stderr: 91.8% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.8.log.gz 2024-05-27T00:49:23.465 INFO:teuthology.orchestra.run.smithi050.stderr: 93.4% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.b.log.gz 2024-05-27T00:49:24.724 INFO:teuthology.orchestra.run.smithi137.stderr: 91.9% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.11.log.gz 2024-05-27T00:49:25.051 INFO:teuthology.orchestra.run.smithi050.stderr: 92.3% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.10.log.gz 2024-05-27T00:49:25.485 INFO:teuthology.orchestra.run.smithi137.stderr: 91.6% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.2.log.gz 2024-05-27T00:49:25.671 INFO:teuthology.orchestra.run.smithi044.stderr: 91.7% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.0.log.gz 2024-05-27T00:49:25.748 INFO:teuthology.orchestra.run.smithi050.stderr: 91.7% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.1.log.gz 2024-05-27T00:49:26.387 INFO:teuthology.orchestra.run.smithi044.stderr: 91.7% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.3.log.gz 2024-05-27T00:49:26.394 INFO:teuthology.orchestra.run.smithi050.stderr: 91.8% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.7.log.gz 2024-05-27T00:49:27.831 INFO:teuthology.orchestra.run.smithi050.stderr: 91.7% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.4.log.gz 2024-05-27T00:49:27.834 INFO:teuthology.orchestra.run.smithi050.stderr: 2024-05-27T00:49:27.834 INFO:teuthology.orchestra.run.smithi050.stderr:real 0m8.635s 2024-05-27T00:49:27.834 INFO:teuthology.orchestra.run.smithi050.stderr:user 0m34.058s 2024-05-27T00:49:27.834 INFO:teuthology.orchestra.run.smithi050.stderr:sys 0m1.011s 2024-05-27T00:49:27.958 INFO:teuthology.orchestra.run.smithi044.stderr: 91.3% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.6.log.gz 2024-05-27T00:49:28.580 INFO:teuthology.orchestra.run.smithi137.stderr: 91.7% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.5.log.gz 2024-05-27T00:49:28.582 INFO:teuthology.orchestra.run.smithi137.stderr: 2024-05-27T00:49:28.582 INFO:teuthology.orchestra.run.smithi137.stderr:real 0m9.384s 2024-05-27T00:49:28.582 INFO:teuthology.orchestra.run.smithi137.stderr:user 0m29.299s 2024-05-27T00:49:28.582 INFO:teuthology.orchestra.run.smithi137.stderr:sys 0m0.963s 2024-05-27T00:49:29.549 INFO:teuthology.orchestra.run.smithi044.stderr: 91.7% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-osd.9.log.gz 2024-05-27T00:49:57.011 INFO:teuthology.orchestra.run.smithi044.stderr: 92.9% -- replaced with /var/log/ceph/1fe53dce-1bbf-11ef-bc9b-c7b262605968/ceph-mds.a.log.gz 2024-05-27T00:49:57.014 INFO:teuthology.orchestra.run.smithi044.stderr: 2024-05-27T00:49:57.014 INFO:teuthology.orchestra.run.smithi044.stderr:real 0m37.801s 2024-05-27T00:49:57.014 INFO:teuthology.orchestra.run.smithi044.stderr:user 1m7.059s 2024-05-27T00:49:57.014 INFO:teuthology.orchestra.run.smithi044.stderr:sys 0m4.725s 2024-05-27T00:49:57.015 INFO:tasks.cephadm:Archiving logs... 2024-05-27T00:49:57.016 DEBUG:teuthology.misc:Transferring archived files from smithi044:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-05-26_21:24:02-fs-squid-distro-default-smithi/7727190/remote/smithi044/log 2024-05-27T00:49:57.017 DEBUG:teuthology.orchestra.run.smithi044:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-27T00:50:06.498 DEBUG:teuthology.misc:Transferring archived files from smithi050:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-05-26_21:24:02-fs-squid-distro-default-smithi/7727190/remote/smithi050/log 2024-05-27T00:50:06.499 DEBUG:teuthology.orchestra.run.smithi050:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-27T00:50:11.114 DEBUG:teuthology.misc:Transferring archived files from smithi137:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-05-26_21:24:02-fs-squid-distro-default-smithi/7727190/remote/smithi137/log 2024-05-27T00:50:11.115 DEBUG:teuthology.orchestra.run.smithi137:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-27T00:50:15.458 INFO:tasks.cephadm:Removing cluster... 2024-05-27T00:50:15.458 DEBUG:teuthology.orchestra.run.smithi044:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 --force 2024-05-27T00:50:15.817 INFO:teuthology.orchestra.run.smithi044.stdout:Deleting cluster with fsid: 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:50:16.628 DEBUG:teuthology.orchestra.run.smithi050:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 --force 2024-05-27T00:50:16.832 INFO:teuthology.orchestra.run.smithi050.stdout:Deleting cluster with fsid: 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:50:17.184 DEBUG:teuthology.orchestra.run.smithi137:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1fe53dce-1bbf-11ef-bc9b-c7b262605968 --force 2024-05-27T00:50:17.374 INFO:teuthology.orchestra.run.smithi137.stdout:Deleting cluster with fsid: 1fe53dce-1bbf-11ef-bc9b-c7b262605968 2024-05-27T00:50:17.661 INFO:tasks.cephadm:Removing cephadm ... 2024-05-27T00:50:17.661 DEBUG:teuthology.orchestra.run.smithi044:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-27T00:50:17.721 DEBUG:teuthology.orchestra.run.smithi050:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-27T00:50:17.738 DEBUG:teuthology.orchestra.run.smithi137:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-27T00:50:17.753 INFO:tasks.cephadm:Teardown complete 2024-05-27T00:50:17.754 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-05-27T00:50:17.766 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-05-27T00:50:17.766 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-27T00:50:17.774 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-27T00:50:17.780 DEBUG:teuthology.orchestra.run.smithi137:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-27T00:50:17.937 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-05-27T00:50:17.948 INFO:teuthology.task.clock:Checking final clock skew... 2024-05-27T00:50:17.948 DEBUG:teuthology.orchestra.run.smithi044:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-27T00:50:17.956 DEBUG:teuthology.orchestra.run.smithi050:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-27T00:50:17.959 DEBUG:teuthology.orchestra.run.smithi137:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-27T00:50:17.971 INFO:teuthology.orchestra.run.smithi050.stderr:bash: line 1: ntpq: command not found 2024-05-27T00:50:17.973 INFO:teuthology.orchestra.run.smithi137.stderr:bash: line 1: ntpq: command not found 2024-05-27T00:50:17.976 INFO:teuthology.orchestra.run.smithi050.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-27T00:50:17.976 INFO:teuthology.orchestra.run.smithi050.stdout:=============================================================================== 2024-05-27T00:50:17.976 INFO:teuthology.orchestra.run.smithi050.stdout:^* hv01.front.sepia.ceph.com 3 6 377 15 +614us[ +619us] +/- 69ms 2024-05-27T00:50:17.976 INFO:teuthology.orchestra.run.smithi050.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 16 -834us[ -830us] +/- 53ms 2024-05-27T00:50:17.976 INFO:teuthology.orchestra.run.smithi050.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 75 +411us[ +415us] +/- 75ms 2024-05-27T00:50:17.976 INFO:teuthology.orchestra.run.smithi050.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-27T00:50:17.978 INFO:teuthology.orchestra.run.smithi137.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-27T00:50:17.978 INFO:teuthology.orchestra.run.smithi137.stdout:=============================================================================== 2024-05-27T00:50:17.978 INFO:teuthology.orchestra.run.smithi137.stdout:^* hv01.front.sepia.ceph.com 3 6 377 19 +618us[ +618us] +/- 69ms 2024-05-27T00:50:17.978 INFO:teuthology.orchestra.run.smithi137.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 19 -815us[ -815us] +/- 53ms 2024-05-27T00:50:17.978 INFO:teuthology.orchestra.run.smithi137.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 17 +401us[ +401us] +/- 76ms 2024-05-27T00:50:17.978 INFO:teuthology.orchestra.run.smithi137.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-27T00:50:18.006 INFO:teuthology.orchestra.run.smithi044.stderr:bash: line 1: ntpq: command not found 2024-05-27T00:50:18.017 INFO:teuthology.orchestra.run.smithi044.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-27T00:50:18.017 INFO:teuthology.orchestra.run.smithi044.stdout:=============================================================================== 2024-05-27T00:50:18.017 INFO:teuthology.orchestra.run.smithi044.stdout:^* hv01.front.sepia.ceph.com 3 7 377 85 +627us[ +541us] +/- 68ms 2024-05-27T00:50:18.017 INFO:teuthology.orchestra.run.smithi044.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 81 -789us[ -789us] +/- 52ms 2024-05-27T00:50:18.017 INFO:teuthology.orchestra.run.smithi044.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 16 +378us[ +378us] +/- 76ms 2024-05-27T00:50:18.017 INFO:teuthology.orchestra.run.smithi044.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-27T00:50:18.018 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-05-27T00:50:18.031 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-05-27T00:50:18.031 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-05-27T00:50:18.042 DEBUG:teuthology.orchestra.run.smithi044:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-27T00:50:18.259 DEBUG:teuthology.orchestra.run.smithi050:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-27T00:50:18.330 DEBUG:teuthology.orchestra.run.smithi137:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-27T00:50:18.396 DEBUG:teuthology.orchestra.run.smithi044:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-27T00:50:18.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-27T00:50:18.496 DEBUG:teuthology.orchestra.run.smithi050:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-27T00:50:18.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-27T00:50:18.523 DEBUG:teuthology.orchestra.run.smithi137:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-27T00:50:18.549 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-27T00:50:18.550 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-05-27T00:50:18.561 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-05-27T00:50:18.571 INFO:teuthology.task.internal:Duration was 2211.812351 seconds 2024-05-27T00:50:18.572 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-05-27T00:50:18.582 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-05-27T00:50:18.582 DEBUG:teuthology.orchestra.run.smithi044:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-27T00:50:18.590 DEBUG:teuthology.orchestra.run.smithi050:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-27T00:50:18.592 DEBUG:teuthology.orchestra.run.smithi137:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-27T00:50:18.628 INFO:teuthology.orchestra.run.smithi050.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-27T00:50:18.629 INFO:teuthology.orchestra.run.smithi137.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-27T00:50:18.724 INFO:teuthology.orchestra.run.smithi044.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-27T00:50:19.049 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-05-27T00:50:19.050 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi044.front.sepia.ceph.com 2024-05-27T00:50:19.050 DEBUG:teuthology.orchestra.run.smithi044:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-27T00:50:19.126 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi050.front.sepia.ceph.com 2024-05-27T00:50:19.126 DEBUG:teuthology.orchestra.run.smithi050:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-27T00:50:19.156 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi137.front.sepia.ceph.com 2024-05-27T00:50:19.156 DEBUG:teuthology.orchestra.run.smithi137:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-27T00:50:19.179 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-05-27T00:50:19.179 DEBUG:teuthology.orchestra.run.smithi044:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-27T00:50:19.187 DEBUG:teuthology.orchestra.run.smithi050:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-27T00:50:19.198 DEBUG:teuthology.orchestra.run.smithi137:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-27T00:50:19.273 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-05-27T00:50:19.273 DEBUG:teuthology.orchestra.run.smithi044:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-27T00:50:19.278 DEBUG:teuthology.orchestra.run.smithi050:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-27T00:50:19.280 DEBUG:teuthology.orchestra.run.smithi137:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-27T00:50:19.796 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-05-27T00:50:19.819 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-05-27T00:50:19.819 DEBUG:teuthology.orchestra.run.smithi044:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-27T00:50:19.911 DEBUG:teuthology.orchestra.run.smithi050:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-27T00:50:19.937 DEBUG:teuthology.orchestra.run.smithi137:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-27T00:50:19.961 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-05-27T00:50:19.973 DEBUG:teuthology.orchestra.run.smithi044:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-27T00:50:19.981 DEBUG:teuthology.orchestra.run.smithi050:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-27T00:50:19.984 DEBUG:teuthology.orchestra.run.smithi137:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-27T00:50:20.004 INFO:teuthology.orchestra.run.smithi050.stdout:kernel.core_pattern = core 2024-05-27T00:50:20.024 INFO:teuthology.orchestra.run.smithi137.stdout:kernel.core_pattern = core 2024-05-27T00:50:20.079 INFO:teuthology.orchestra.run.smithi044.stdout:kernel.core_pattern = core 2024-05-27T00:50:20.125 DEBUG:teuthology.orchestra.run.smithi044:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-27T00:50:20.176 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-27T00:50:20.177 DEBUG:teuthology.orchestra.run.smithi050:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-27T00:50:20.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-27T00:50:20.192 DEBUG:teuthology.orchestra.run.smithi137:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-27T00:50:20.206 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-27T00:50:20.206 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-05-27T00:50:20.219 INFO:teuthology.task.internal:Transferring archived files... 2024-05-27T00:50:20.220 DEBUG:teuthology.misc:Transferring archived files from smithi044:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-05-26_21:24:02-fs-squid-distro-default-smithi/7727190/remote/smithi044 2024-05-27T00:50:20.220 DEBUG:teuthology.orchestra.run.smithi044:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-27T00:50:20.329 DEBUG:teuthology.misc:Transferring archived files from smithi050:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-05-26_21:24:02-fs-squid-distro-default-smithi/7727190/remote/smithi050 2024-05-27T00:50:20.329 DEBUG:teuthology.orchestra.run.smithi050:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-27T00:50:20.366 DEBUG:teuthology.misc:Transferring archived files from smithi137:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-05-26_21:24:02-fs-squid-distro-default-smithi/7727190/remote/smithi137 2024-05-27T00:50:20.367 DEBUG:teuthology.orchestra.run.smithi137:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-27T00:50:20.402 INFO:teuthology.task.internal:Removing archive directory... 2024-05-27T00:50:20.402 DEBUG:teuthology.orchestra.run.smithi044:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-27T00:50:20.410 DEBUG:teuthology.orchestra.run.smithi050:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-27T00:50:20.412 DEBUG:teuthology.orchestra.run.smithi137:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-27T00:50:20.462 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-05-27T00:50:20.475 INFO:teuthology.task.internal:Not uploading archives. 2024-05-27T00:50:20.475 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-05-27T00:50:20.487 INFO:teuthology.task.internal:Tidying up after the test... 2024-05-27T00:50:20.487 DEBUG:teuthology.orchestra.run.smithi044:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-27T00:50:20.493 DEBUG:teuthology.orchestra.run.smithi050:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-27T00:50:20.495 DEBUG:teuthology.orchestra.run.smithi137:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-27T00:50:20.508 INFO:teuthology.orchestra.run.smithi050.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 27 00:50 /home/ubuntu/cephtest 2024-05-27T00:50:20.509 INFO:teuthology.orchestra.run.smithi137.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 27 00:50 /home/ubuntu/cephtest 2024-05-27T00:50:20.546 INFO:teuthology.orchestra.run.smithi044.stdout: 393229 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 27 00:50 /home/ubuntu/cephtest 2024-05-27T00:50:20.549 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-05-27T00:50:20.612 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-05-27T00:50:20.643 INFO:teuthology.run:Summary data: client.0-kernel-sha1: b9459a26b0888785d05c47deb35abc9d0354ab93 description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/fs/norstats}} duration: 2211.8123512268066 failure_reason: 'error during scrub thrashing: rank damage found: {''backtrace''}' flavor: default owner: scheduled_teuthology@teuthology status: fail success: false 2024-05-27T00:50:20.644 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-27T00:50:20.731 INFO:teuthology.run:FAIL